-- Logs begin at Thu 2021-12-09 14:06:31 UTC, end at Thu 2021-12-09 16:23:11 UTC. -- Dec 09 14:39:05.908012 n-d-804292-5 systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 14:39:08.731706 n-d-804292-5 neutron-server[109787]: INFO neutron.common.config [-] Logging enabled! Dec 09 14:39:08.732289 n-d-804292-5 neutron-server[109787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 14:39:08.732399 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 14:39:08.736245 n-d-804292-5 neutron-server[109787]: INFO neutron.common.config [-] Logging enabled! Dec 09 14:39:08.736499 n-d-804292-5 neutron-server[109787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 14:39:08.736810 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 14:39:08.737739 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 14:39:08.737968 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 14:39:08.738328 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 14:39:08.738570 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 14:39:08.738794 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 14:39:08.739113 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.739557 n-d-804292-5 neutron-server[109787]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 14:39:08.739867 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.740157 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.740444 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.740734 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.741022 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.741301 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.741587 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.741884 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.742167 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.742445 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.742725 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.743014 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.743295 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.743610 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.743893 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.744175 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] debug = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.744459 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.744885 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.745291 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.745570 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.745855 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.746133 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.746399 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.746675 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.746957 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.747281 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] host = n-d-804292-5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.747581 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.747866 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.748145 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.748425 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.748694 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.748991 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.749273 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.749544 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.749811 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.750083 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.750366 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.750647 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.750941 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.751163 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.751404 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.751692 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.751975 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.752247 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.752517 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.752785 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.753056 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.753327 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.753589 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.753870 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.754150 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.754429 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.754700 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.754971 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.755239 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.755532 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.755813 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.756083 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.756352 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.756624 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.756906 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.757173 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.757443 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.757738 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.758017 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.758293 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.758569 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.758838 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.759114 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.759400 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.759668 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.759935 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] use_json = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.760203 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.760469 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.760743 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.761012 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.761279 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.761547 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.761814 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.762092 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:08.762383 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.762672 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.762967 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.763246 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.763564 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.763843 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.764127 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.764983 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.765312 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.765678 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.765970 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.766248 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.766537 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.766811 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.767100 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.767424 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.767717 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.768002 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.768272 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.768540 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.768809 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.769082 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.769366 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.769639 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.769920 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.770202 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.770474 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.770763 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.771043 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.771331 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.771636 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.771906 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.772178 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.772461 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.772734 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.773000 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.773275 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.773558 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.773831 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.774100 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.774377 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.774649 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.774915 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.775182 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.775482 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.775767 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.776040 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.776310 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.776574 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.776846 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.777115 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.777400 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.777675 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.777943 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.778210 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.778483 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.778751 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.779018 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.779293 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.779585 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.779859 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.780734 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.781123 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.781333 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.781604 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.781872 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.782141 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.782408 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.782681 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.782947 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.783214 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.783505 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.783778 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.784047 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.784327 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.784619 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.784892 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.785167 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.785442 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.785718 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.785991 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.786269 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.786542 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.786816 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.787083 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.787384 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.787669 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.787952 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.788230 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.788525 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.788812 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.789085 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.789364 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.789638 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.789913 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.790193 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.790473 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.790761 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.791048 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.791337 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.791647 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.791937 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.792215 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.792520 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.792796 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:08.793011 n-d-804292-5 neutron-server[109787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 14:39:08.793249 n-d-804292-5 neutron-server[109787]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109787) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 14:39:09.218982 n-d-804292-5 neutron-server[109787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 14:39:09.219406 n-d-804292-5 neutron-server[109787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 14:39:09.219723 n-d-804292-5 neutron-server[109787]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 14:39:09.220054 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 14:39:09.554680 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.554958 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.555224 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.556558 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.556830 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.557097 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.604363 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.604642 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.604908 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.619454 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.619737 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.620009 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.648686 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.648966 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.649237 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.688462 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.688733 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:09.689001 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.024420 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.025060 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.025060 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.025239 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.025905 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.124633 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.124954 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.125235 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.125502 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.125764 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.126075 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.126333 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.126587 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.126838 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.127120 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.127395 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.127661 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.127914 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.128167 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.128423 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.128688 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.128944 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.129211 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.129481 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.129740 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.130016 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.130271 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.130558 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.130939 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.131188 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.131457 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.131854 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.132095 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.132331 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.132566 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.132801 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.133033 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.133390 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 14:39:10.136536 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 14:39:10.141162 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 14:39:10.145004 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 09 14:39:10.146645 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 14:39:10.147107 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 14:39:10.147466 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 14:39:10.147847 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 14:39:10.150626 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 14:39:10.150877 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 14:39:10.151223 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 14:39:10.156772 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 14:39:10.181053 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 14:39:10.181508 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.181804 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109787) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 14:39:10.182162 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.183573 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109787) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 14:39:10.183852 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 14:39:10.184097 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 14:39:10.187877 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.188155 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.251995 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 14:39:10.252232 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 14:39:10.252469 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 14:39:10.252839 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 14:39:10.275412 n-d-804292-5 neutron-server[109787]: DEBUG oslo_db.sqlalchemy.engines [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109787) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 14:39:10.712114 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing driver for type 'gre' Dec 09 14:39:10.712570 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] gre ID ranges: [(1, 1000)] Dec 09 14:39:10.763579 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing driver for type 'local' Dec 09 14:39:10.763911 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing driver for type 'vlan' Dec 09 14:39:10.777343 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] VlanTypeDriver initialization complete Dec 09 14:39:10.777773 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing driver for type 'vxlan' Dec 09 14:39:10.778355 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] vxlan ID ranges: [(1, 1000)] Dec 09 14:39:10.828157 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing extension driver 'port_security' Dec 09 14:39:10.828496 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.extensions.port_security [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] PortSecurityExtensionDriver initialization complete Dec 09 14:39:10.828827 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing mechanism driver 'openvswitch' Dec 09 14:39:10.829162 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing mechanism driver 'hyperv' Dec 09 14:39:10.835793 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.plugin [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:39:10.836655 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.837026 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.837380 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.837913 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 14:39:10.838344 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.838697 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.839041 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.839466 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 14:39:10.839877 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.840225 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.840566 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.840968 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 14:39:10.841373 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > security_group after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.841724 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > security_group after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.842062 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.842490 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 14:39:10.842923 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.843272 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.843637 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.844033 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 14:39:10.844433 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > address_group after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.844777 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > address_group after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.845114 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.845509 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 14:39:10.845888 n-d-804292-5 neutron-server[109787]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] ML2 OVO RPC backend initialized. {{(pid=109787) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 14:39:10.846593 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.846946 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.847403 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.847863 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > networks before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.848214 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.848559 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > ports before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.848906 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.849250 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnets before_response 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.849596 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.849936 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.850273 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.850617 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.850954 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.851287 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.851644 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.851983 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.852319 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.852894 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.plugin [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Modular L2 Plugin initialization complete Dec 09 14:39:10.853222 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading services supported by the core plugin {{(pid=109787) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 14:39:10.853545 n-d-804292-5 neutron-server[109787]: INFO neutron.plugins.ml2.managers [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Got port-security extension from driver 'port_security' Dec 09 14:39:10.854006 n-d-804292-5 neutron-server[109787]: INFO neutron.extensions.vlantransparent [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Disabled vlantransparent extension. Dec 09 14:39:10.854556 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109787) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 14:39:10.854871 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: router Dec 09 14:39:10.892042 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.892437 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_create 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.892814 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router before_create 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.893192 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.893561 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.893917 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_delete 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.894277 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.894750 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.895194 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_create 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.895498 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_update 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.895851 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_update 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.896203 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.896580 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_update 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.897018 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_update 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.897352 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.897700 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.898042 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: subnet after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.898385 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.898736 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.899095 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_create 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.899460 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.899846 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.900179 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router after_update 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.900567 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.900880 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_create 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.901246 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.901595 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_update 55549900 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.901965 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > agent after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.902313 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > agent after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.902658 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > network after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.903561 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Tracking information for resource: router configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.903898 n-d-804292-5 neutron-server[109787]: DEBUG neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Tracking information for resource: floatingip configured {{(pid=109787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 14:39:10.909416 n-d-804292-5 neutron-server[109787]: INFO neutron.db.l3_agentschedulers_db [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 14:39:10.909987 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.910347 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port after_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.910706 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port after_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.911062 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: port after_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.911885 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router before_create 55550100 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.912255 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.912621 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_create 55550100 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.912979 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > router precommit_update 55550100 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.917832 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.provider_configuration [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service providers = [] {{(pid=109787) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 14:39:10.918200 n-d-804292-5 neutron-server[109787]: DEBUG neutron.db.servicetype_db [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109787) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 14:39:10.921826 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.service_base [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 14:39:10.922176 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.service_base [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 14:39:10.922517 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.service_base [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 14:39:10.923432 n-d-804292-5 neutron-server[109787]: DEBUG neutron.services.service_base [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 14:39:10.923807 n-d-804292-5 neutron-server[109787]: INFO neutron.services.service_base [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 14:39:10.924182 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.924499 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 14:39:10.935131 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.935510 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: auto_allocate Dec 09 14:39:10.941369 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: network precommit_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.941736 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: network precommit_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.942258 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.942577 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: tag Dec 09 14:39:10.949640 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.949971 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: timestamp Dec 09 14:39:10.953866 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.954197 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: network_ip_availability Dec 09 14:39:10.959703 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.960075 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.960429 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:10.961130 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.961447 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: flavors Dec 09 14:39:10.966393 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.966687 n-d-804292-5 neutron-server[109787]: INFO neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading Plugin: revisions Dec 09 14:39:10.971642 n-d-804292-5 neutron-server[109787]: DEBUG neutron.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 14:39:10.972030 n-d-804292-5 neutron-server[109787]: DEBUG oslo_concurrency.lockutils [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=109787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 14:39:10.972777 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109787) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 14:39:10.973112 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Initializing extension manager. Dec 09 14:39:10.973627 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: __init__.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.973968 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: __pycache__ {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.974305 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.974638 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: address_group.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.975415 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.975987 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: address-group Dec 09 14:39:10.976309 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: address_scope.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.977017 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.977528 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: address-scope Dec 09 14:39:10.977852 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.978776 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.979282 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: router-admin-state-down-before-update Dec 09 14:39:10.979626 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: agent.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.980321 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.980826 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: agent Dec 09 14:39:10.981147 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: agent_resources_synced.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.982044 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.982548 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: agent-resources-synced Dec 09 14:39:10.982868 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: allowedaddresspairs.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.985314 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.985831 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: allowed-address-pairs Dec 09 14:39:10.986159 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: auto_allocated_topology.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.987229 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.987774 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: auto-allocated-topology Dec 09 14:39:10.988104 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: availability_zone.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.988790 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.989296 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: availability_zone Dec 09 14:39:10.989617 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: availability_zone_filter.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.990527 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.991038 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: availability_zone_filter Dec 09 14:39:10.991380 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: data_plane_status.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.992291 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.992798 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 14:39:10.993121 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: default_subnetpools.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.994029 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.994535 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: default-subnetpools Dec 09 14:39:10.994860 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.995694 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.996197 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: dhcp_agent_scheduler Dec 09 14:39:10.996521 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: dns.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.997427 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.997932 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension dns-integration not supported by any of loaded plugins Dec 09 14:39:10.998256 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: dns_domain_ports.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:10.999214 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:10.999808 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 14:39:11.000134 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.001059 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.001560 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 14:39:11.001883 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: dvr.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.002546 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.003049 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: dvr Dec 09 14:39:11.003467 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: ecmp_routes.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.004388 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.004896 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 14:39:11.005221 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: empty_string_filtering.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.006130 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.006642 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: empty-string-filtering Dec 09 14:39:11.006968 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.007919 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.008428 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 14:39:11.008750 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.009660 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.010163 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 14:39:11.010578 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: external_net.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.011536 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.012051 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: external-net Dec 09 14:39:11.012395 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.013297 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.013806 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: extra_dhcp_opt Dec 09 14:39:11.014126 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: extraroute.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.015768 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.016289 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: extraroute Dec 09 14:39:11.016611 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: extraroute_atomic.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.019922 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.020459 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: extraroute-atomic Dec 09 14:39:11.020791 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: filter_validation.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.021486 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.021997 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: filter-validation Dec 09 14:39:11.022324 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: fip_pf_description.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.023243 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.023787 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 14:39:11.024114 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: fip_port_details.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.025041 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.025571 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: fip-port-details Dec 09 14:39:11.025859 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: flavors.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.027109 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.027655 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: flavors Dec 09 14:39:11.027984 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.029665 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.030917 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 14:39:11.031250 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: floatingip_pools.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.031990 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.032500 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: floatingip-pools Dec 09 14:39:11.032824 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: ip_allocation.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.033748 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.034252 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 14:39:11.034575 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.035523 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.036033 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: ip-substring-filtering Dec 09 14:39:11.036357 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l2_adjacency.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.037280 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.037782 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 14:39:11.038106 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.039099 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.039649 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: router Dec 09 14:39:11.039978 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.042254 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.042774 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 14:39:11.043106 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.044052 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.044565 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: ext-gw-mode Dec 09 14:39:11.044892 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.045861 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.046372 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: l3-ha Dec 09 14:39:11.046701 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3_flavors.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.047656 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.048179 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: l3-flavors Dec 09 14:39:11.048504 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.049419 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.049929 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 14:39:11.050254 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: l3agentscheduler.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.051290 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.051827 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: l3_agent_scheduler Dec 09 14:39:11.052154 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: local_ip.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.053911 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.054434 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension local_ip not supported by any of loaded plugins Dec 09 14:39:11.054764 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: logging.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.056271 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.056794 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension logging not supported by any of loaded plugins Dec 09 14:39:11.057128 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: metering.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.057987 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.058577 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: metering Dec 09 14:39:11.058908 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.060031 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.060551 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: metering_source_and_destination_fields Dec 09 14:39:11.060882 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: multiprovidernet.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.062028 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.062541 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: multi-provider Dec 09 14:39:11.062869 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: netmtu.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.063814 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.064330 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: net-mtu Dec 09 14:39:11.064659 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: netmtu_writable.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.065571 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.066078 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: net-mtu-writable Dec 09 14:39:11.066402 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: network_availability_zone.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.067066 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.067604 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: network_availability_zone Dec 09 14:39:11.067929 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: network_ip_availability.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.069282 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.069862 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: network-ip-availability Dec 09 14:39:11.070190 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: network_segment_range.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.070951 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.071487 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 14:39:11.071816 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: pagination.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.072798 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.073132 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: pagination Dec 09 14:39:11.073456 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: port_device_profile.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.074373 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.074897 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: port-device-profile Dec 09 14:39:11.075222 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.076167 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.076680 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: port-mac-address-regenerate Dec 09 14:39:11.077664 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.078652 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.079165 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: port-numa-affinity-policy Dec 09 14:39:11.079524 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: port_resource_request.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.080443 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.080948 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 14:39:11.081273 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: port_resource_request_groups.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.082242 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.082745 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 14:39:11.083070 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: portbindings.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.084015 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.084524 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: binding Dec 09 14:39:11.084847 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: portbindings_extended.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.086125 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.086640 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: binding-extended Dec 09 14:39:11.086967 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: portsecurity.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.087911 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.088419 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: port-security Dec 09 14:39:11.088740 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: project_id.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.089715 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.090050 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: project-id Dec 09 14:39:11.090373 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: providernet.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.091290 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.091833 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: provider Dec 09 14:39:11.092157 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.096437 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.096964 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos not supported by any of loaded plugins Dec 09 14:39:11.097298 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.098549 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.099060 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 14:39:11.099413 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.100339 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.100850 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 14:39:11.101177 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_default.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.102087 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.102600 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-default not supported by any of loaded plugins Dec 09 14:39:11.102927 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_fip.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.103607 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.104111 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-fip not supported by any of loaded plugins Dec 09 14:39:11.104435 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.105423 n-d-804292-5 neutron-server[109787]: WARNING neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 14:39:11.105755 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_gateway_ip.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.106668 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.107178 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 14:39:11.107532 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_port_network_policy.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.108535 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.109046 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 14:39:11.109369 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.110527 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.111045 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 14:39:11.111390 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_pps_rule.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.112591 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.113102 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-pps not supported by any of loaded plugins Dec 09 14:39:11.113430 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_rule_type_details.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.114350 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.114856 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 14:39:11.115181 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: qos_rules_alias.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.116237 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.116745 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 14:39:11.117071 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: quota_check_limit.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.117977 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.118486 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: quota-check-limit Dec 09 14:39:11.118807 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: quotasv2.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.119766 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.120094 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: quotas Dec 09 14:39:11.120412 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: quotasv2_detail.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.123562 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.123953 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: quota_details Dec 09 14:39:11.124289 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: rbac.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.125346 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.125869 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: rbac-policies Dec 09 14:39:11.126201 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: rbac_address_group.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.127125 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.127678 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: rbac-address-group Dec 09 14:39:11.128010 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: rbac_address_scope.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.128936 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.129451 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: rbac-address-scope Dec 09 14:39:11.129783 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: rbac_security_groups.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.130692 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.131212 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: rbac-security-groups Dec 09 14:39:11.131574 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: rbac_subnetpool.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.132485 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.133002 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: rbac-subnetpool Dec 09 14:39:11.133328 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: revisionifmatch.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.134240 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.134756 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: revision-if-match Dec 09 14:39:11.135083 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: revisions.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.136220 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.136735 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: standard-attr-revisions Dec 09 14:39:11.137064 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: router_availability_zone.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.137726 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.138236 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: router_availability_zone Dec 09 14:39:11.138558 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: routerservicetype.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.140034 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.140538 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension router-service-type not supported by any of loaded plugins Dec 09 14:39:11.140860 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.141846 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.142365 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: security-groups-normalized-cidr Dec 09 14:39:11.142693 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.143632 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.144145 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: port-security-groups-filtering Dec 09 14:39:11.144469 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.145382 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.145894 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: security-groups-remote-address-group Dec 09 14:39:11.146220 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.147145 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.147682 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: security-groups-shared-filtering Dec 09 14:39:11.148008 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.148582 n-d-804292-5 neutron-server[109787]: WARNING neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 14:39:11.148905 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: securitygroup.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.159362 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.159914 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: security-group Dec 09 14:39:11.160250 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: segment.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.161034 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.161541 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension segment not supported by any of loaded plugins Dec 09 14:39:11.161868 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.162796 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.163309 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 14:39:11.163659 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: servicetype.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.164779 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.165295 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: service-type Dec 09 14:39:11.165621 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: sorting.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.166595 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.166927 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: sorting Dec 09 14:39:11.167252 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: standard_attr_segment.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.168185 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.168704 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 14:39:11.169027 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: standardattrdescription.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.169673 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.170179 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: standard-attr-description Dec 09 14:39:11.170502 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: stateful_security_group.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.172048 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.172566 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: stateful-security-group Dec 09 14:39:11.172892 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: stdattrs_common.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.173460 n-d-804292-5 neutron-server[109787]: WARNING neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 14:39:11.173783 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.174702 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.175212 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 14:39:11.175570 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: subnet_onboard.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.176628 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.177143 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: subnet_onboard Dec 09 14:39:11.177470 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.178389 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.178899 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 14:39:11.179226 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: subnet_service_types.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.180166 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.180685 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: subnet-service-types Dec 09 14:39:11.181013 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: subnetallocation.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.182107 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.182618 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: subnet_allocation Dec 09 14:39:11.182942 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.183634 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.184142 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: subnetpool-prefix-ops Dec 09 14:39:11.184472 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.185407 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.185912 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 14:39:11.186790 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: tagging.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.187970 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.188495 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: standard-attr-tag Dec 09 14:39:11.188832 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: timestamp.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.190033 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.190555 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loaded extension: standard-attr-timestamp Dec 09 14:39:11.190886 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: trunk.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.191966 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.192483 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension trunk not supported by any of loaded plugins Dec 09 14:39:11.192813 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: trunk_details.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.193984 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.194495 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension trunk-details not supported by any of loaded plugins Dec 09 14:39:11.194822 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: uplink_status_propagation.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.195765 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.196273 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 14:39:11.196597 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Loading extension file: vlantransparent.py {{(pid=109787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 14:39:11.197258 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 14:39:11.197762 n-d-804292-5 neutron-server[109787]: INFO neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 14:39:11.200324 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:network Dec 09 14:39:11.200852 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:subnet Dec 09 14:39:11.201252 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 14:39:11.201655 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:port Dec 09 14:39:11.202937 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.203398 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service FLAVORS assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.204019 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.204442 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.204773 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:router Dec 09 14:39:11.205199 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:floatingip Dec 09 14:39:11.205697 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service METERING assigned prefix: /metering {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.207369 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:11.207761 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:11.208119 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:39:11.209118 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 14:39:11.209564 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:security_group Dec 09 14:39:11.210005 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 14:39:11.210621 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service CORE assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.210954 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 14:39:11.211301 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] subnetpool is already registered Dec 09 14:39:11.211756 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service CORE assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.212081 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 14:39:11.212410 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] subnetpool is already registered Dec 09 14:39:11.214789 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.215228 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service FLAVORS assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.215860 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.216285 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.216662 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:router Dec 09 14:39:11.216951 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] router is already registered Dec 09 14:39:11.217361 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:floatingip Dec 09 14:39:11.217831 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] floatingip is already registered Dec 09 14:39:11.218302 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service METERING assigned prefix: /metering {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.218965 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 14:39:11.219292 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] rbac_policy is already registered Dec 09 14:39:11.219733 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:security_group Dec 09 14:39:11.220066 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] security_group is already registered Dec 09 14:39:11.220468 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 14:39:11.220800 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] security_group_rule is already registered Dec 09 14:39:11.221420 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service CORE assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.221747 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 14:39:11.222079 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] subnetpool is already registered Dec 09 14:39:11.222498 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.v2.resource_helper [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Service CORE assigned prefix: {{(pid=109787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 14:39:11.222822 n-d-804292-5 neutron-server[109787]: INFO neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 14:39:11.223152 n-d-804292-5 neutron-server[109787]: WARNING neutron.quota.resource_registry [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] subnetpool is already registered Dec 09 14:39:11.223645 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: extensions {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.225090 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: address-groups {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.226572 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: address-scopes {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.228047 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: agents {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.229203 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: auto-allocated-topology {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.230442 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: availability_zones {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.231686 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: dhcp-networks {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.233727 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: dhcp-agents {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.235146 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: routers {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.237374 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: flavors {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.238543 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: service_profiles {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.239778 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: next_providers {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.241203 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: service_profiles {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.243684 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: floatingip-pools {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.244936 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: routers {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.247032 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: floatingips {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.248342 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: l3-routers {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.250497 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: l3-agents {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.251924 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: metering-labels {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.253287 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: metering-label-rules {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.254552 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: network-ip-availabilities {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.255845 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: bindings {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.257491 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: quotas {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.259049 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: quotas {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.260622 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: rbac-policies {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.261903 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: security-groups {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.263123 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: security-group-rules {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.264438 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: service-providers {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.265639 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: subnetpools {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.267107 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: subnetpools {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.268599 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.270259 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.272127 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.273895 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.275705 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.277539 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.279216 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.281200 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.282961 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.284826 n-d-804292-5 neutron-server[109787]: DEBUG neutron.api.extensions [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Extended resource: tags {{(pid=109787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 14:39:11.290888 n-d-804292-5 neutron-server[109787]: WARNING keystonemiddleware.auth_token [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 14:39:11.296323 n-d-804292-5 neutron-server[109787]: WARNING keystonemiddleware.auth_token [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 14:39:11.305028 n-d-804292-5 neutron-server[109787]: DEBUG oslo_concurrency.lockutils [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Acquired lock "singleton_lock" {{(pid=109787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 14:39:11.305496 n-d-804292-5 neutron-server[109787]: DEBUG oslo_concurrency.lockutils [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Releasing lock "singleton_lock" {{(pid=109787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 14:39:11.306143 n-d-804292-5 neutron-server[109787]: INFO oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Starting 2 workers Dec 09 14:39:11.315392 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Started child 109894 {{(pid=109787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 14:39:11.317229 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Started child 109895 {{(pid=109787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 14:39:11.317852 n-d-804292-5 neutron-server[109787]: INFO neutron.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 14:39:11.318517 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Publish callbacks [] for process, before_spawn {{(pid=109787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:11.319453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:11.320998 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [-] (109894) wsgi starting up on http://0.0.0.0:9696 Dec 09 14:39:11.321208 n-d-804292-5 neutron-server[109787]: INFO oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Starting 1 workers Dec 09 14:39:11.321732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:11.323140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [-] (109895) wsgi starting up on http://0.0.0.0:9696 Dec 09 14:39:11.326716 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Started child 109896 {{(pid=109787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 14:39:11.327297 n-d-804292-5 neutron-server[109787]: INFO oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Starting 1 workers Dec 09 14:39:11.330555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] calling RpcWorker wait() {{(pid=109896) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 14:39:11.331088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] returning from RpcWorker wait() {{(pid=109896) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 14:39:11.332014 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Started child 109897 {{(pid=109787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 14:39:11.332746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:11.332841 n-d-804292-5 neutron-server[109787]: DEBUG neutron_lib.callbacks.manager [None req-d917d1de-1ff1-4fd5-ab23-1149af41983d None None] Publish callbacks [] for process, after_spawn {{(pid=109787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:11.333266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:39:11.334694 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 14:39:11.334908 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 14:39:11.335093 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 14:39:11.335320 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 14:39:11.335690 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 14:39:11.335869 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 14:39:11.336372 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.336655 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.336837 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:11.337297 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.337297 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.337467 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.337823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:39:11.338206 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.338451 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.338706 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.338986 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.339234 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.339430 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.339596 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.339838 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.340070 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.340370 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.340616 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.340858 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.341092 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.341241 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.341493 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.341746 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.341988 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.342247 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] debug = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.342749 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.343215 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.343465 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.343717 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.343938 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.344217 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.344464 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.344706 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.344947 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.345179 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.345428 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.345656 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.345886 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.346109 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.346377 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.346588 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.346841 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.347080 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.347589 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] host = n-d-804292-5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.347817 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.348031 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.348253 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.348498 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.348750 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.348984 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.349248 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.349504 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.349738 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.349951 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.350201 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.350450 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.350662 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.350896 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.351055 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_options = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.351290 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.351581 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.351834 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.352030 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.352197 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.352373 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.352619 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.352785 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.353046 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.353261 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.353471 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.353696 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.353906 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.354115 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.354388 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.354628 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.354855 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.355088 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.355326 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.355593 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.355793 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.356014 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.356226 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.356444 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.356656 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.356866 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.357085 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.357299 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.357516 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.357757 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.357984 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.358788 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.359028 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.359273 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.359565 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.359850 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.360015 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.360224 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.360504 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.360727 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.360982 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.361235 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.361451 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.361697 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.361920 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.362148 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.362386 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_json = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.362615 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.362843 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.363081 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.363291 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.363557 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.363766 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.363974 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.364214 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.364621 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.364891 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.365206 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.365429 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.365698 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.365897 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.366123 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.366339 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.366583 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.366809 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.367125 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.367369 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.367652 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.367889 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.368170 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.368474 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.368706 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.368974 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.369218 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.369429 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.369670 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.369958 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.370186 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.370417 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.370665 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.370905 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.371119 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.371414 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.371681 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.372030 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.372419 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.372678 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.372937 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.373264 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.373464 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.373640 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.374563 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.374752 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.375112 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.375414 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.375639 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.375856 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.376092 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.376374 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.376585 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.376839 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.377035 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.377277 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.377526 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.377717 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.377929 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.378144 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.378404 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.378604 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.378825 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.379078 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.379336 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.379601 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.379851 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.380100 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.380297 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.380524 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.380752 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.380966 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.381206 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.381413 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.381625 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.381832 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.382068 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.382309 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.382523 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.382919 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.382919 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.383195 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.383395 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.383589 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.383814 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.383994 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.384224 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.386167 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.386521 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.389530 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.390144 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.390263 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.390572 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.390883 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.391138 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.391427 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.391666 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.391927 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.392253 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.392514 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.392756 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.392981 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.393207 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.393467 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.393715 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.393950 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.394195 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.394432 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.394709 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.394939 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.395255 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.395522 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.395769 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.395997 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.396402 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.396607 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.396864 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.397101 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.397351 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.397642 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.397899 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.398157 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.398397 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.398653 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.398955 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.399242 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.399550 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.399767 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.400043 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.400402 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.400669 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.400937 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.401175 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.401411 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.401651 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.401908 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.402139 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.402465 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.402720 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.403050 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.403283 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.403529 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.403747 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.404020 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.404269 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.404518 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.404790 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.405584 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.405823 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.406134 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.406473 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.406702 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.406953 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.407207 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.407524 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.407807 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.408032 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.408246 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.408491 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.408729 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.408970 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.409186 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.409413 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.409655 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.409872 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.410093 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.410343 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.410662 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.410891 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.411199 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.411467 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.411729 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.411954 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.412187 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.412533 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.412762 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.413042 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.413303 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.413564 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.413813 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.414056 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.414301 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.414512 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.414773 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.414994 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.415210 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.415454 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.415680 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.415896 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.416133 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.416463 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.416687 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.416927 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.417187 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.417514 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.417766 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.417998 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.418240 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.418478 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.418698 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.418937 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.419158 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.419423 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.419641 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.419858 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.420118 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.420377 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.420702 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.421457 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.421678 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.421951 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.422170 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.422383 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.422700 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.422955 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.423200 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.423474 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.423694 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.423923 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.424155 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.424366 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.424576 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.424800 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.425038 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.425247 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.425474 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.425678 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.425913 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.426135 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.426376 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.426635 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.426862 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.427073 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.427290 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.427533 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.427750 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.427958 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.428209 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.428418 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.428628 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.428870 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.429080 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.429281 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.429502 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.429714 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.429921 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.430967 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.430967 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.430967 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.430967 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.431283 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.431283 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.431570 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.431799 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.432064 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.432307 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.432665 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.432853 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.433093 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.433329 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.433565 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.433785 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.434057 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.434366 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.434656 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.434899 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.435134 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.435421 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.435726 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.435987 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.436235 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.436640 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.437008 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.437314 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.437578 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.437812 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.438075 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.438316 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.438534 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.438798 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.439034 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.439246 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.439520 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.439752 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.440000 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.440233 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.440459 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.440677 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.440939 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.441172 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.441408 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.441622 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.441779 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 14:39:11.442303 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 14:39:11.442466 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 14:39:11.442621 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 14:39:11.442859 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 14:39:11.442998 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 14:39:11.443123 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 14:39:11.443313 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.443496 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.443922 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.444081 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.444239 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.444417 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.444575 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.444731 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.444888 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445045 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445202 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445359 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445515 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445670 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445827 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.445982 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.446140 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.446297 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.446459 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.446627 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.446809 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.446952 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.447107 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] debug = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.447263 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.447495 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.447659 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.447817 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.447979 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.448135 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.448291 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.448447 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.448602 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.448759 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.448917 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.449073 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.449230 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.449387 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.449545 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.449701 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.449857 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450013 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450169 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] host = n-d-804292-5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450325 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450483 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450639 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450795 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.450949 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.451104 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.451272 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.451426 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.451583 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.451738 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.451920 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.452077 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.452233 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.452392 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.452548 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_options = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.452705 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.452860 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453015 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453202 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453365 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453523 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453681 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453838 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.453996 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.454153 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.454310 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.454466 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.454623 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.454780 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.454937 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.455093 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.455250 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.455434 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.455594 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.455751 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.455907 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.456064 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.456220 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.456375 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.456531 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.456690 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.456846 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457003 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457160 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457315 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457471 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457628 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457790 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.457947 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.458104 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.458259 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.458417 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.458573 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.458733 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.458890 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459046 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459202 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459373 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459539 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459697 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459851 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.459987 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_json = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.460131 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.460266 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.460400 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.460561 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.460717 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.460875 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.461031 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.461188 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 14:39:11.461367 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.461527 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.461697 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.461858 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.462018 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.462176 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.462335 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.462493 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.462652 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.462810 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463001 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463148 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463296 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463477 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463636 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463796 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.463957 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.464117 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.464276 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.464436 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.464595 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.464754 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.464923 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.465082 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.465240 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.465398 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.465558 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.465739 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.465885 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.466059 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.466220 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.466380 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.466539 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.466748 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.466867 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.467010 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.467169 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.467328 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.468297 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.468468 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.468629 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.468790 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.468952 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.469112 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.469273 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.469433 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.469594 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.469755 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.469915 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.470075 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.470237 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.470396 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.470557 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.470718 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.470878 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.471038 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.471197 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.471386 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.471549 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.471709 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.471870 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472030 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472189 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472348 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472509 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472668 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472827 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.472987 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.473159 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.473318 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.473477 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.473636 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.473796 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.473956 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.474114 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.474274 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.474883 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.474883 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.474883 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.474883 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.475175 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.475286 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.475491 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.475651 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.475812 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.476003 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.476157 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.476303 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.476445 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.476632 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.476748 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.477074 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.477258 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.477482 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.477579 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.477750 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.477938 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.478030 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.478179 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.478343 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.478510 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.478656 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.478814 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479087 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479186 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479265 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479450 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479611 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479771 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.479931 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.480092 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.480253 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.480412 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.480573 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.480734 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.480909 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.481052 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.481215 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.481379 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.481533 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.481697 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.481856 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482022 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482193 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482353 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482513 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482672 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482833 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.482991 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.483774 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.483945 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.484081 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.484251 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.484408 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.484580 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.484740 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.484906 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.485066 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.485253 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.485415 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.485575 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.485736 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.485895 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.486059 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.486221 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.486380 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.486541 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.486702 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.486864 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487025 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487246 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487434 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:39:11.487713 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487713 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487964 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.487964 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.488214 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.488354 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.488485 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.488625 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.488756 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.488886 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489018 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489149 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489280 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489434 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489597 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489757 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.489916 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.490075 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.490234 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.490393 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.490551 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.490710 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.490869 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.491036 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.491200 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.491370 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.491543 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.491705 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.491865 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492026 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492187 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492346 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492507 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492661 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492815 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.492977 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.493137 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.493297 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.493458 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.493618 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.493777 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.493952 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.494111 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.494271 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.494430 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.494590 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.494750 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.494910 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.495070 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.495228 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.495410 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.495571 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.495733 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.495895 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.496057 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.496217 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.496376 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.496536 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.496695 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.496855 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.497028 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.497193 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.497355 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.497517 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.497678 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.497837 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.498006 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.498169 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.498344 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.498492 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.498650 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.499522 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.499695 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.499902 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.500142 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.500235 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.500402 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.500562 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.500716 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.500870 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501031 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501411 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501411 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501570 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501744 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501823 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.501937 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.502097 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.502256 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.502416 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.502585 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.502746 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.502906 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.503065 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.503333 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.503578 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.503578 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.503740 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.503851 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504019 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504179 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504337 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504498 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504670 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504831 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.504993 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.505154 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.505314 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.505473 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.505636 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.505800 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.505974 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.506140 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.506301 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.506468 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.506636 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.506805 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.506965 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.507130 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.507317 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.507500 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.507648 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.507803 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.507963 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.508122 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.508282 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.508441 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.508623 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.508756 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.508917 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.509121 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.509251 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.509394 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.509548 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.509707 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.509866 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.510026 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.510187 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.510348 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 14:39:11.510501 n-d-804292-5 neutron-server[109787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 14:39:11.581424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:11.589990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063891 Dec 09 14:39:23.081192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359770dc-b376-4c64-b5f8-0750467fe84d None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 14:39:23.171791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359770dc-b376-4c64-b5f8-0750467fe84d None None] No non-hosted networks {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 14:39:23.215450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d8226f-79be-4222-a691-9c4987d07180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:23.227980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.agentschedulers_db [None req-359770dc-b376-4c64-b5f8-0750467fe84d None None] DHCP Agent not found on host n-d-804292-5 {{(pid=109896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 09 14:39:25.476579 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-49f6545d-4daf-46da-8727-12c4f7119bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:25.528144 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c8beb3c0-b51b-4132-9e27-86ad364740ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:26.556482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:28.175616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:29.057211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:29.058352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.059023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.059933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.060478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.061017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.061769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.062458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.062937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.063764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.064312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.064925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.065462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.066060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:29.066654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804292-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:39:29.079560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804292-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:39:29.557558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:30.079254 n-d-804292-5 neutron-server[109895]: WARNING oslo_policy.policy [None req-981b0017-fe07-4f36-ba89-de7d62e2784a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:30.079971 n-d-804292-5 neutron-server[109895]: WARNING oslo_policy.policy [None req-981b0017-fe07-4f36-ba89-de7d62e2784a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:30.126629 n-d-804292-5 neutron-server[109896]: INFO neutron.db.l3_hamode_db [None req-8c08c7bc-48b7-4dd7-a186-b783b3e5ef1e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 14:39:30.208904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08c7bc-48b7-4dd7-a186-b783b3e5ef1e None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:39:30.209278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08c7bc-48b7-4dd7-a186-b783b3e5ef1e None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 14:39:30.314371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-981b0017-fe07-4f36-ba89-de7d62e2784a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:39:30.324825 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-981b0017-fe07-4f36-ba89-de7d62e2784a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7570426 Dec 09 14:39:32.925658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:33.268878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:39:33.370083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.policy [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 14:39:33.419861 n-d-804292-5 neutron-server[109895]: WARNING oslo_policy.policy [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:33.420231 n-d-804292-5 neutron-server[109895]: WARNING oslo_policy.policy [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:33.430110 n-d-804292-5 neutron-server[109895]: INFO neutron.quota [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] Loaded quota_driver: . Dec 09 14:39:33.528619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772439739600', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772439740035', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772439667735', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772439658267', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772439646744', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772439638643', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-560819', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1568224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-393616'] for rbac-policy, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:33.604514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:33.605985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f28a14c0-dbf4-4667-a0c9-0c2fdde55c69 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6793673 Dec 09 14:39:36.412174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:36.710163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'project_id': 'df2234b6ddd14b068f16545272441b07'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:39:36.738899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Made reservation on behalf of df2234b6ddd14b068f16545272441b07 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:39:36.741637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:36.758945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:36.865896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:36.869040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:36.890572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:39:36.924776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772438297537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:36.925368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Unsubscribe: segment precommit_create {{(pid=109895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 14:39:36.925885 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Added segment 94dd6226-4767-419b-b990-2b66eb5489c3 of type vlan for network 3460cdcd-d94b-432c-8cef-03c7d0262a99 Dec 09 14:39:36.931451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ca2dd-fa0d-40fc-a073-64c7c761fb03,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:36.968629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.968968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.969304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.969634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.969958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.970281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.970600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.970919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.971235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.971576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.971895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.972209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.972521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Tracked resource versions report: Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: pushed versions: Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: { 'AddressGroup': {'1.2'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'ConntrackHelper': {'1.0'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Log': {'1.0'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Network': {'1.1'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Port': {'1.7'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'PortForwarding': {'1.2'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'QosPolicy': {'1.10'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'SecurityGroup': {'1.5'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'SubPort': {'1.0'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Subnet': {'1.1'}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Trunk': {'1.1'}} Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: consumer versions: Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: L3 agent@n-d-804292-5: {}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: Metadata agent@n-d-804292-5: {}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: Metering agent@n-d-804292-5: {}, Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'ConntrackHelper': '1.0', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'LocalIPAssociation': '1.0', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Log': '1.0', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Network': '1.1', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Port': '1.7', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'PortForwarding': '1.2', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'QosPolicy': '1.10', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'SecurityGroup': '1.5', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'SecurityGroupRule': '1.2', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'SubPort': '1.0', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Subnet': '1.1', Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: 'Trunk': '1.1'}} Dec 09 14:39:36.973636 n-d-804292-5 neutron-server[109895]: {{(pid=109895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:39:37.051476 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:37.089758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:37.090845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:39:37.091607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:37.138980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7256448 Dec 09 14:39:37.195799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e835c-71c3-4659-a157-3698559a8acb admin admin] Pushing event updated for resources: {'Network': ['ID=3460cdcd-d94b-432c-8cef-03c7d0262a99,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:37.208477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:39:39.995069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54890) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:40.502413 n-d-804292-5 neutron-server[109894]: WARNING oslo_policy.policy [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:40.503047 n-d-804292-5 neutron-server[109894]: WARNING oslo_policy.policy [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:40.961664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.policy [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109894) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 14:39:41.009751 n-d-804292-5 neutron-server[109894]: WARNING oslo_policy.policy [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:41.010298 n-d-804292-5 neutron-server[109894]: WARNING oslo_policy.policy [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 14:39:41.019280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:39:41.021179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-81192c56-f1bf-4dd8-9e55-af375c40d880 admin admin] 10.222.0.46 "GET /v2.0/networks/3460cdcd-d94b-432c-8cef-03c7d0262a99 HTTP/1.1" status: 200 len: 825 time: 1.0237801 Dec 09 14:39:41.059600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-03862632-540c-411e-b9f6-1a2e0be0e7d7 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/51ab71e2-b112-46c8-86b8-6a3b0dafcbfc HTTP/1.1" status: 200 len: 734 time: 0.0323331 Dec 09 14:39:41.069310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'name': 'private-subnet', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:39:41.070779 n-d-804292-5 neutron-server[109894]: INFO neutron.quota [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Loaded quota_driver: . Dec 09 14:39:41.108643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Made reservation on behalf of df2234b6ddd14b068f16545272441b07 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:39:41.111380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:41.393486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:41.461592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Checking segment: {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:39:41.461963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Network hostable DHCP agents. Network: 3460cdcd-d94b-432c-8cef-03c7d0262a99, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:39:41.476473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d24ed83-5a15-4e5a-8822-80ac56089ec2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:41.491673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.492023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.492359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.492695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.493025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.493354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.493680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.493994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.494312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.494629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.494947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.495265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.495606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Tracked resource versions report: Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: pushed versions: Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: { 'AddressGroup': {'1.2'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'ConntrackHelper': {'1.0'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Log': {'1.0'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Network': {'1.1'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Port': {'1.7'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'PortForwarding': {'1.2'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'QosPolicy': {'1.10'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'SecurityGroup': {'1.5'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'SubPort': {'1.0'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Subnet': {'1.1'}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Trunk': {'1.1'}} Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: consumer versions: Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: L3 agent@n-d-804292-5: {}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: Metadata agent@n-d-804292-5: {}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: Metering agent@n-d-804292-5: {}, Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'ConntrackHelper': '1.0', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'LocalIPAssociation': '1.0', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Log': '1.0', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Network': '1.1', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Port': '1.7', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'PortForwarding': '1.2', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'QosPolicy': '1.10', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'SecurityGroup': '1.5', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'SecurityGroupRule': '1.2', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'SubPort': '1.0', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Subnet': '1.1', Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: 'Trunk': '1.1'}} Dec 09 14:39:41.496697 n-d-804292-5 neutron-server[109894]: {{(pid=109894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:39:41.516148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:39:41.530858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 3460cdcd-d94b-432c-8cef-03c7d0262a99) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:39:41.556333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:39:41.556995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:41.561503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4dc1a-be8b-4080-bda9-51bb075d2cfa None None] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:39:41.582044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85be9184-5abb-4a98-a6cc-492c95046d75 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5128105 Dec 09 14:39:41.833344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-3460cdcd-d94b-432c-8cef-03c7d0262a99', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'project_id': 'df2234b6ddd14b068f16545272441b07', 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:39:41.834592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:42.138603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Allocated IP 172.20.0.2 (3460cdcd-d94b-432c-8cef-03c7d0262a99/0d24ed83-5a15-4e5a-8822-80ac56089ec2/50944068-ea2d-4646-8510-76aac4bc7de5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:39:42.386900 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:42.394990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:42.474047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:39:42.480602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:39:42.485958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Pushing event updated for resources: {'Port': ['ID=50944068-ea2d-4646-8510-76aac4bc7de5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:42.488496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:39:42.499182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.499581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.499894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.500325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.500559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.500885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.501209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.501529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.501855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.502172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.502491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.502807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.503122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Tracked resource versions report: Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: pushed versions: Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: { 'AddressGroup': {'1.2'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'ConntrackHelper': {'1.0'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Log': {'1.0'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Network': {'1.1'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Port': {'1.7'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'PortForwarding': {'1.2'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'QosPolicy': {'1.10'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'SecurityGroup': {'1.5'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'SubPort': {'1.0'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Subnet': {'1.1'}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Trunk': {'1.1'}} Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: consumer versions: Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: L3 agent@n-d-804292-5: {}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: Metadata agent@n-d-804292-5: {}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: Metering agent@n-d-804292-5: {}, Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'ConntrackHelper': '1.0', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'LocalIPAssociation': '1.0', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Log': '1.0', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Network': '1.1', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Port': '1.7', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'PortForwarding': '1.2', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'QosPolicy': '1.10', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'SecurityGroup': '1.5', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'SecurityGroupRule': '1.2', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'SubPort': '1.0', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Subnet': '1.1', Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: 'Trunk': '1.1'}} Dec 09 14:39:42.504263 n-d-804292-5 neutron-server[109896]: {{(pid=109896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:39:42.576714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Attempting to bind port 50944068-ea2d-4646-8510-76aac4bc7de5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:39:42.577374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Attempting to bind port 50944068-ea2d-4646-8510-76aac4bc7de5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:39:42.577599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Attempting to bind port 50944068-ea2d-4646-8510-76aac4bc7de5 on network 3460cdcd-d94b-432c-8cef-03c7d0262a99 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:39:42.582439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:39:42.582832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Checking segment: {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:39:42.583296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:42.583711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Bound using segment: {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:39:42.584190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Bound port: 50944068-ea2d-4646-8510-76aac4bc7de5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:39:42.584596 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:42.646931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] For port 50944068-ea2d-4646-8510-76aac4bc7de5, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:39:42.651078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] For port 50944068-ea2d-4646-8510-76aac4bc7de5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=50944068-ea2d-4646-8510-76aac4bc7de5,segment=NetworkSegment(94dd6226-4767-419b-b990-2b66eb5489c3),segment_id=94dd6226-4767-419b-b990-2b66eb5489c3)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:39:42.655519 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:42.718621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33976592-2ea3-4c12-8816-b6546999f256 None None] Pushing event updated for resources: {'Port': ['ID=50944068-ea2d-4646-8510-76aac4bc7de5,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:44.230485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:44.549950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-34c0e00a-3c37-429f-95c6-47e50228eab9 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:39:44.550954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34c0e00a-3c37-429f-95c6-47e50228eab9 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194466 Dec 09 14:39:47.173853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54920) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:47.488636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-f25dcc86-634c-46f1-92b2-d25bb36819db admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:39:47.489634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f25dcc86-634c-46f1-92b2-d25bb36819db admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3148491 Dec 09 14:39:50.356244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54930) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:50.674658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'df2234b6ddd14b068f16545272441b07'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:39:50.700275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:50.702539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:50.862705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:50.867822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:50.882595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:50.883830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ec941907-ad8d-4b46-b5a8-0311798e18f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5266101 Dec 09 14:39:50.908171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 50944068-ea2d-4646-8510-76aac4bc7de5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:39:51.006796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 50944068-ea2d-4646-8510-76aac4bc7de5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:39:51.007195 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:51.122285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:51.159611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 50944068-ea2d-4646-8510-76aac4bc7de5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=50944068-ea2d-4646-8510-76aac4bc7de5,segment=NetworkSegment(94dd6226-4767-419b-b990-2b66eb5489c3),segment_id=94dd6226-4767-419b-b990-2b66eb5489c3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:39:51.164012 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:51.214240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=50944068-ea2d-4646-8510-76aac4bc7de5,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:51.911057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaad550-535f-4a11-8fca-b98eeba0fee9 None None] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:39:52.041404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cd068613-25fa-4678-930a-141af78b1268 None None] Provisioning complete for port 50944068-ea2d-4646-8510-76aac4bc7de5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:39:52.041772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd068613-25fa-4678-930a-141af78b1268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:52.245683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6654e3cc-7152-4dee-a4c1-edf675137c34 None None] Provisioning complete for port 50944068-ea2d-4646-8510-76aac4bc7de5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:39:52.246051 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6654e3cc-7152-4dee-a4c1-edf675137c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:52.880060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 50944068-ea2d-4646-8510-76aac4bc7de5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:39:52.931506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 50944068-ea2d-4646-8510-76aac4bc7de5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:39:52.932146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:53.029137 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d00a47d-71d2-457c-9471-5aee532d0f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:53.488123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:53.812897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-eb4b870e-ed00-4f86-b271-c58c9c950305 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:39:53.813902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eb4b870e-ed00-4f86-b271-c58c9c950305 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3248422 Dec 09 14:39:55.481661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33e0b5a0-6c81-44cb-8249-00d94f2f3134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.454158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54954) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:56.497597 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.768166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:39:56.787616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Made reservation on behalf of b4ffefbd8bd74febb9ac56f7d1c70610 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:39:56.789808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.798649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.869418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.872826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.890244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Reserving flat network on physical network physnet1 {{(pid=109895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 14:39:56.908305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84917103-beb1-4bc1-bbd8-b86472e831b0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:56.912825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.913166 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Added segment 05b2479e-bf07-43f9-8557-80ee4c898e48 of type flat for network 8d155142-78ba-4069-9f5c-8e8acf9a9498 Dec 09 14:39:56.958894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.989290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:56.990207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:39:56.990791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:57.022431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5671837 Dec 09 14:39:57.052512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffbf99-76f0-4a35-adba-ce47f8fb393b admin admin] Pushing event updated for resources: {'Network': ['ID=8d155142-78ba-4069-9f5c-8e8acf9a9498,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:39:57.063506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:39:58.100923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:59.097025 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:39:59.622257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:39:59.794851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9cf16c-1bc8-45d1-9f4c-654b9a780178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:39:59.796865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5f9cf16c-1bc8-45d1-9f4c-654b9a780178 admin admin] 10.222.0.46 "GET /v2.0/subnets/0d24ed83-5a15-4e5a-8822-80ac56089ec2 HTTP/1.1" status: 200 len: 849 time: 0.1736796 Dec 09 14:39:59.915810 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8a6df7ee-d636-40be-94e9-227deed42d0c admin admin] 10.222.0.46 "GET /v2.0/routers/b6c2e106-4c22-44af-973c-79c96b464300 HTTP/1.1" status: 200 len: 704 time: 0.1129105 Dec 09 14:40:00.174701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:00.474803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Allocated IP 172.20.0.1 (3460cdcd-d94b-432c-8cef-03c7d0262a99/0d24ed83-5a15-4e5a-8822-80ac56089ec2/e3e71590-eb01-423b-b3d3-bdb6279f4055) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:40:00.630035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:00.693617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:00.765696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:40:00.771570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:40:00.774685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:40:00.775211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:00.842403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e71590-eb01-423b-b3d3-bdb6279f4055,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:00.952474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-05141ccd-744a-4ed3-9ef5-a7d625fceef3 None None] Provisioning complete for port e3e71590-eb01-423b-b3d3-bdb6279f4055 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:00.953047 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05141ccd-744a-4ed3-9ef5-a7d625fceef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:00.988731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-05141ccd-744a-4ed3-9ef5-a7d625fceef3 None None] Port e3e71590-eb01-423b-b3d3-bdb6279f4055 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:40:01.039058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:01.249640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:01.253880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:01.254621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:01.312581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e71590-eb01-423b-b3d3-bdb6279f4055,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:01.381822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:40:01.383178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:40:01.546021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Router b6c2e106-4c22-44af-973c-79c96b464300 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:40:01.613163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-76c2c6e7-88b1-4345-b434-50293cd0ca7c None None] Provisioning complete for port e3e71590-eb01-423b-b3d3-bdb6279f4055 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:01.613464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76c2c6e7-88b1-4345-b434-50293cd0ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:01.636957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:40:01.650975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9bc5d570-0258-42cb-a386-67490e43f032 admin admin] 10.222.0.46 "PUT /v2.0/routers/b6c2e106-4c22-44af-973c-79c96b464300/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7215841 Dec 09 14:40:01.651445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-76c2c6e7-88b1-4345-b434-50293cd0ca7c None None] Port e3e71590-eb01-423b-b3d3-bdb6279f4055 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:40:01.651531 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Sync routers for ids ['b6c2e106-4c22-44af-973c-79c96b464300'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:40:01.661191 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Routers {'b6c2e106-4c22-44af-973c-79c96b464300'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:40:01.662017 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:39:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b6c2e106-4c22-44af-973c-79c96b464300'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:01.857092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Set router b6c2e106-4c22-44af-973c-79c96b464300 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:40:02.285792 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'name': 'router1', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:39:50Z', 'updated_at': '2021-12-09T14:40:00Z', 'revision_number': 2, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'gw_port_host': None, '_interfaces': [{'id': 'e3e71590-eb01-423b-b3d3-bdb6279f4055', 'name': '', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'mac_address': 'fa:16:3e:b5:9e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:00Z', 'updated_at': '2021-12-09T14:40:01Z', 'revision_number': 2, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'subnets': [{'id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:02.337345 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Checking router: b6c2e106-4c22-44af-973c-79c96b464300 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:40:02.337710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Updating router b6c2e106-4c22-44af-973c-79c96b464300 port e3e71590-eb01-423b-b3d3-bdb6279f4055 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:40:02.385672 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:02.898762 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:02.906502 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.069108 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Pushing event updated for resources: {'Port': ['ID=e3e71590-eb01-423b-b3d3-bdb6279f4055,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:03.084776 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.085051 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.085397 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.085740 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.086076 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.086410 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.086747 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.087082 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.087432 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.087765 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.088093 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.088418 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.088745 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Tracked resource versions report: Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: pushed versions: Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: { 'AddressGroup': {'1.2'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'ConntrackHelper': {'1.0'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Log': {'1.0'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Network': {'1.1'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Port': {'1.7'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'PortForwarding': {'1.2'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'QosPolicy': {'1.10'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'SecurityGroup': {'1.5'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'SubPort': {'1.0'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Subnet': {'1.1'}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Trunk': {'1.1'}} Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: consumer versions: Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: L3 agent@n-d-804292-5: {}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: Metadata agent@n-d-804292-5: {}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: Metering agent@n-d-804292-5: {}, Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'ConntrackHelper': '1.0', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'LocalIPAssociation': '1.0', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Log': '1.0', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Network': '1.1', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Port': '1.7', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'PortForwarding': '1.2', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'QosPolicy': '1.10', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'SecurityGroup': '1.5', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'SecurityGroupRule': '1.2', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'SubPort': '1.0', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Subnet': '1.1', Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: 'Trunk': '1.1'}} Dec 09 14:40:03.089867 n-d-804292-5 neutron-server[109897]: {{(pid=109897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:40:03.095628 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Attempting to bind port e3e71590-eb01-423b-b3d3-bdb6279f4055 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:40:03.096050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Attempting to bind port e3e71590-eb01-423b-b3d3-bdb6279f4055 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:40:03.096525 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Attempting to bind port e3e71590-eb01-423b-b3d3-bdb6279f4055 on network 3460cdcd-d94b-432c-8cef-03c7d0262a99 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:40:03.102169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:40:03.102577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Checking segment: {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:40:03.103059 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.103474 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Bound using segment: {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:40:03.103964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Bound port: e3e71590-eb01-423b-b3d3-bdb6279f4055, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dd6226-4767-419b-b990-2b66eb5489c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:40:03.104379 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.171610 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] For port e3e71590-eb01-423b-b3d3-bdb6279f4055, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:40:03.173936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61c431d3-2415-4801-b523-125f06c869df None None] Provisioning complete for port e3e71590-eb01-423b-b3d3-bdb6279f4055 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:03.174439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61c431d3-2415-4801-b523-125f06c869df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.192742 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] For port e3e71590-eb01-423b-b3d3-bdb6279f4055, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e3e71590-eb01-423b-b3d3-bdb6279f4055,segment=NetworkSegment(94dd6226-4767-419b-b990-2b66eb5489c3),segment_id=94dd6226-4767-419b-b990-2b66eb5489c3)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:40:03.197602 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.212505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-61c431d3-2415-4801-b523-125f06c869df None None] Port e3e71590-eb01-423b-b3d3-bdb6279f4055 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:40:03.248398 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Routers {'b6c2e106-4c22-44af-973c-79c96b464300'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:40:03.249391 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:39:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b6c2e106-4c22-44af-973c-79c96b464300'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:03.333177 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2599-b37f-4370-a7c2-000f25ac4f5a None None] Pushing event updated for resources: {'Port': ['ID=e3e71590-eb01-423b-b3d3-bdb6279f4055,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:03.350422 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] Set router b6c2e106-4c22-44af-973c-79c96b464300 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:40:03.443143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b69c7d30-370d-4a8f-bfa0-d610b1aad967 None None] Provisioning complete for port e3e71590-eb01-423b-b3d3-bdb6279f4055 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:03.443642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b69c7d30-370d-4a8f-bfa0-d610b1aad967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.521947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b69c7d30-370d-4a8f-bfa0-d610b1aad967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.558241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b69c7d30-370d-4a8f-bfa0-d610b1aad967 None None] For port e3e71590-eb01-423b-b3d3-bdb6279f4055, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e3e71590-eb01-423b-b3d3-bdb6279f4055,segment=NetworkSegment(94dd6226-4767-419b-b990-2b66eb5489c3),segment_id=94dd6226-4767-419b-b990-2b66eb5489c3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:40:03.562446 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'name': 'router1', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:39:50Z', 'updated_at': '2021-12-09T14:40:00Z', 'revision_number': 2, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'gw_port_host': None, '_interfaces': [{'id': 'e3e71590-eb01-423b-b3d3-bdb6279f4055', 'name': '', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'mac_address': 'fa:16:3e:b5:9e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:00Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 4, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'subnets': [{'id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:03.562982 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b69c7d30-370d-4a8f-bfa0-d610b1aad967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:03.589218 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72032b10-57a1-440b-a333-d6e3b7c7c444 None None] The sync data for ids ['b6c2e106-4c22-44af-973c-79c96b464300'] in n-d-804292-5 is: [{'id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'name': 'router1', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:39:50Z', 'updated_at': '2021-12-09T14:40:00Z', 'revision_number': 2, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'gw_port_host': None, '_interfaces': [{'id': 'e3e71590-eb01-423b-b3d3-bdb6279f4055', 'name': '', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'mac_address': 'fa:16:3e:b5:9e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:00Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 4, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'subnets': [{'id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:40:03.614881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c7d30-370d-4a8f-bfa0-d610b1aad967 None None] Pushing event updated for resources: {'Port': ['ID=e3e71590-eb01-423b-b3d3-bdb6279f4055,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:04.096370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54988) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:40:04.241024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e7b37-65fe-4194-bd56-c69b4fd501bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:40:04.242425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-624e7b37-65fe-4194-bd56-c69b4fd501bb admin admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 842 time: 0.1451051 Dec 09 14:40:04.253116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:40:04.277881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Made reservation on behalf of b4ffefbd8bd74febb9ac56f7d1c70610 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:40:04.280403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:04.686620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.objects.ports [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 14:40:04.686992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:04.747558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4f8ffb-3473-4389-822a-c48a9da83f29,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:04.761181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:40:04.761561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Network hostable DHCP agents. Network: 8d155142-78ba-4069-9f5c-8e8acf9a9498, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:40:04.785043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:40:04.796469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8d155142-78ba-4069-9f5c-8e8acf9a9498) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:40:04.803418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:40:04.804866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:04.806673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b99ba7-202c-4f04-9b4c-8caae339ac03 None None] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:40:04.822740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c2d3ad1e-f3e0-4564-8669-45edf71dbc7d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5725868 Dec 09 14:40:04.916994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f5b3c-8487-49b3-8b60-d687cdc196c4 None None] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:40:07.350655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:40:07.389323 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:40:07.588158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-28331b49-35c1-41fd-90d9-ea36205ce72b admin admin] 10.222.0.46 "GET /v2.0/routers/b6c2e106-4c22-44af-973c-79c96b464300 HTTP/1.1" status: 200 len: 710 time: 0.2362816 Dec 09 14:40:07.690688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab80fe-229c-4a03-908e-d12815248baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:40:07.692126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-66ab80fe-229c-4a03-908e-d12815248baa admin admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 886 time: 0.0974858 Dec 09 14:40:07.702285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:40:07.958801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:08.192031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:08.317363 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:08.466423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Allocated IP 172.25.0.212 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/56d24d63-0b1f-4f1f-ae6c-d98f9782b28c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:40:08.575243 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:08.632833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:08.702813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:40:08.707762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:40:08.714533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:40:08.775596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Pushing event updated for resources: {'Port': ['ID=56d24d63-0b1f-4f1f-ae6c-d98f9782b28c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:09.027574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:09.249720 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:09.255021 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:09.370317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Router b6c2e106-4c22-44af-973c-79c96b464300 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:40:09.481529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:40:09.486353 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:09.487576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a5cc9686-9935-46f2-adbc-e9ebb0aeb718 admin admin] 10.222.0.46 "PUT /v2.0/routers/b6c2e106-4c22-44af-973c-79c96b464300 HTTP/1.1" status: 200 len: 890 time: 1.7892399 Dec 09 14:40:10.652922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Sync routers for ids ['b6c2e106-4c22-44af-973c-79c96b464300'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:40:10.664716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Routers {'b6c2e106-4c22-44af-973c-79c96b464300'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:40:10.665376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:39:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b6c2e106-4c22-44af-973c-79c96b464300'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:10.886986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Set router b6c2e106-4c22-44af-973c-79c96b464300 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:40:10.940948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e3e71590-eb01-423b-b3d3-bdb6279f4055 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:40:11.143155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e3e71590-eb01-423b-b3d3-bdb6279f4055 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:11.143499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:11.486452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'name': 'router1', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '56d24d63-0b1f-4f1f-ae6c-d98f9782b28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:39:50Z', 'updated_at': '2021-12-09T14:40:08Z', 'revision_number': 4, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'gw_port': {'id': '56d24d63-0b1f-4f1f-ae6c-d98f9782b28c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:08Z', 'updated_at': '2021-12-09T14:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'e3e71590-eb01-423b-b3d3-bdb6279f4055', 'name': '', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'mac_address': 'fa:16:3e:b5:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:00Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 5, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'subnets': [{'id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:11.536314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Checking router: b6c2e106-4c22-44af-973c-79c96b464300 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:40:11.536683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Updating router b6c2e106-4c22-44af-973c-79c96b464300 port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:40:11.587056 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:11.915936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:11.922093 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:11.976032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861b4a-c038-48ac-925c-c998c1f23047 None None] Pushing event updated for resources: {'Port': ['ID=56d24d63-0b1f-4f1f-ae6c-d98f9782b28c,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:11.980038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Attempting to bind port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:40:11.980421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Attempting to bind port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:40:11.980795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Attempting to bind port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:40:11.986741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:40:11.987123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:40:11.987558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:11.987957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:40:11.988432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Bound port: 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:40:11.988840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:12.039212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] For port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:40:12.042425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] For port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=56d24d63-0b1f-4f1f-ae6c-d98f9782b28c,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:40:12.046825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:12.107373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Routers {'b6c2e106-4c22-44af-973c-79c96b464300'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:40:12.108128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:39:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b6c2e106-4c22-44af-973c-79c96b464300'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:12.111386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861b4a-c038-48ac-925c-c998c1f23047 None None] Pushing event updated for resources: {'Port': ['ID=56d24d63-0b1f-4f1f-ae6c-d98f9782b28c,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:12.135546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55008) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:40:12.219096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] Set router b6c2e106-4c22-44af-973c-79c96b464300 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:40:12.247860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db06ebf0-1a2d-4c6f-94a1-cbd00761527a admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1111724 Dec 09 14:40:12.444515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'name': 'router1', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '56d24d63-0b1f-4f1f-ae6c-d98f9782b28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:39:50Z', 'updated_at': '2021-12-09T14:40:08Z', 'revision_number': 4, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'gw_port': {'id': '56d24d63-0b1f-4f1f-ae6c-d98f9782b28c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:08Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'e3e71590-eb01-423b-b3d3-bdb6279f4055', 'name': '', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'mac_address': 'fa:16:3e:b5:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:00Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 5, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'subnets': [{'id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:40:12.470862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c8a15-d7e8-42c9-aa61-49cad117b1bb None None] The sync data for ids ['b6c2e106-4c22-44af-973c-79c96b464300'] in n-d-804292-5 is: [{'id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'name': 'router1', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '56d24d63-0b1f-4f1f-ae6c-d98f9782b28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:39:50Z', 'updated_at': '2021-12-09T14:40:08Z', 'revision_number': 4, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'gw_port': {'id': '56d24d63-0b1f-4f1f-ae6c-d98f9782b28c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:08Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'e3e71590-eb01-423b-b3d3-bdb6279f4055', 'name': '', 'network_id': '3460cdcd-d94b-432c-8cef-03c7d0262a99', 'tenant_id': 'df2234b6ddd14b068f16545272441b07', 'mac_address': 'fa:16:3e:b5:9e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2e106-4c22-44af-973c-79c96b464300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:00Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 5, 'project_id': 'df2234b6ddd14b068f16545272441b07', 'subnets': [{'id': '0d24ed83-5a15-4e5a-8822-80ac56089ec2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51ab71e2-b112-46c8-86b8-6a3b0dafcbfc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:40:12.948484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:40:13.004417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:13.004797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:13.101441 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:13.122119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=56d24d63-0b1f-4f1f-ae6c-d98f9782b28c,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:40:13.126852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:13.176910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=56d24d63-0b1f-4f1f-ae6c-d98f9782b28c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:40:14.906288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:40:14.982018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:40:14.982916 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:23.033643 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41a43e3f-75d8-4e2d-89b4-c245bd04e25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:25.488581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aef3f569-ae6f-4efb-a1ad-6e07cc23fdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:26.504505 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:28.112488 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:29.056606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:44.387525 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:40:53.036483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-729487eb-4511-4327-a487-f8e9a1dd3019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:55.481461 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f8df-7435-4827-8cd2-4454cd868982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:56.515033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:58.109903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:40:59.049769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:21.386031 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:41:23.039517 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b0b92862-ff2b-400a-9bfd-e55c1e42ef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:25.486195 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb6de-8851-4ae5-bf84-5566a664d353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:26.505691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:28.111484 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:29.053073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:38.771912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:38.834604 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd5ce47-bc3d-464b-ad02-cbce53a0a698 admin admin] GET failed (client error): The resource could not be found. Dec 09 14:41:38.835933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-abd5ce47-bc3d-464b-ad02-cbce53a0a698 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630417 Dec 09 14:41:38.995222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf0370-73b3-4749-90d4-1277b328b19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:38.996828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-89cf0370-73b3-4749-90d4-1277b328b19e admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562054 Dec 09 14:41:41.388459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55534) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:41.488819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0f86d-b066-4d6b-ac92-7b02630fbb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:41.490171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-11f0f86d-b066-4d6b-ac92-7b02630fbb7c admin admin] 10.222.0.46 "GET /v2.0/subnets/0d24ed83-5a15-4e5a-8822-80ac56089ec2 HTTP/1.1" status: 200 len: 849 time: 0.1003871 Dec 09 14:41:41.500909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:41:41.649880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:41.785488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772438164776'] for subnet, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:41.818399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:41.819240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:41.820294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] 10.222.0.46 "PUT /v2.0/subnets/0d24ed83-5a15-4e5a-8822-80ac56089ec2 HTTP/1.1" status: 200 len: 868 time: 0.3231518 Dec 09 14:41:41.826796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fbee22-2e3b-4a66-b293-4df4eb7bab54 None None] Network 3460cdcd-d94b-432c-8cef-03c7d0262a99 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:41:41.842622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d24ed83-5a15-4e5a-8822-80ac56089ec2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:41:41.850352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.850752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.851058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.851608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.851957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.852298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.852642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.852982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.853472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.853812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.854153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.854618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:41.854954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beaafc1-3483-4a4a-b2e4-4b7b619c2041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:41:42.155607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2d40414c-e843-4f88-9919-e6f1bc8df1d0 None None] Provisioning complete for port e3e71590-eb01-423b-b3d3-bdb6279f4055 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:41:42.155985 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d40414c-e843-4f88-9919-e6f1bc8df1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:42.266322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2d40414c-e843-4f88-9919-e6f1bc8df1d0 None None] Provisioning complete for port 50944068-ea2d-4646-8510-76aac4bc7de5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:41:42.266322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d40414c-e843-4f88-9919-e6f1bc8df1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:44.199531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55544) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:44.397035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72678770-7310-4069-a437-a4d239892daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:44.397425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72678770-7310-4069-a437-a4d239892daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:44.398946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-72678770-7310-4069-a437-a4d239892daa admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984551 Dec 09 14:41:46.809199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55552) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:46.949939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8ae15-e067-4239-9e45-2b5e498407eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:46.950431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8ae15-e067-4239-9e45-2b5e498407eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:46.952004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dbe8ae15-e067-4239-9e45-2b5e498407eb admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1418085 Dec 09 14:41:49.327008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:49.470050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003e2df-e671-4239-951e-d3f9b293ceb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:49.471414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3003e2df-e671-4239-951e-d3f9b293ceb8 admin admin] 10.222.0.46 "GET /v2.0/networks/3460cdcd-d94b-432c-8cef-03c7d0262a99 HTTP/1.1" status: 200 len: 869 time: 0.1434081 Dec 09 14:41:51.849961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:51.977124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d811e23-6d28-4e5f-acf5-d4d9432cd0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:51.978494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1d811e23-6d28-4e5f-acf5-d4d9432cd0f4 admin admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 886 time: 0.1275618 Dec 09 14:41:53.041230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f4a913b9-95df-4351-bb16-cd71f66acf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:54.344512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55576) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:54.469298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30b3ad-8bab-41fc-a407-5a12e99672d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:54.469759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30b3ad-8bab-41fc-a407-5a12e99672d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:54.471281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e30b3ad-8bab-41fc-a407-5a12e99672d5 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258168 Dec 09 14:41:55.488026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f5209ac-f925-4a6b-bdb7-e048311f8949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:56.508063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:56.850073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:56.984884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0d11f-5c9f-4fd7-9dfb-09baede21d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:56.985334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0d11f-5c9f-4fd7-9dfb-09baede21d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:56.986869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d8c0d11f-5c9f-4fd7-9dfb-09baede21d8a admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358490 Dec 09 14:41:58.115997 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:58.386184 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:41:59.056024 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:41:59.390129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55592) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:41:59.482463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c84da2-6f43-4291-9829-df01dd9cd7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:41:59.483844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-03c84da2-6f43-4291-9829-df01dd9cd7b8 admin admin] 10.222.0.46 "GET /v2.0/subnets/0d24ed83-5a15-4e5a-8822-80ac56089ec2 HTTP/1.1" status: 200 len: 868 time: 0.0927532 Dec 09 14:42:01.872247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55600) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:42:01.975074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ce9f6-8abd-45ef-9422-8256954beeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:42:01.976433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-774ce9f6-8abd-45ef-9422-8256954beeb0 admin admin] 10.222.0.46 "GET /v2.0/subnets/da4f8ffb-3473-4389-822a-c48a9da83f29 HTTP/1.1" status: 200 len: 816 time: 0.1032376 Dec 09 14:42:23.043709 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3faddf96-f264-4956-9ccf-7866a7fc262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:25.489877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-beb12eaa-9380-43a5-afc2-53dbdfd3d3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:26.512276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:27.197434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55654) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:42:27.244312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-357f8426-a4a7-4d64-ba1d-2eb225f0aae1 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:42:27.245319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-357f8426-a4a7-4d64-ba1d-2eb225f0aae1 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469379 Dec 09 14:42:28.120880 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:29.058238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:29.722183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55662) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:42:29.783453 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd8e86f-9929-40eb-9ab7-ffaf03364bbc admin admin] GET failed (client error): The resource could not be found. Dec 09 14:42:29.784751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2fd8e86f-9929-40eb-9ab7-ffaf03364bbc admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616257 Dec 09 14:42:29.927883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f6d77-6019-44a1-8d3e-52afda3e8799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:42:29.929283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d99f6d77-6019-44a1-8d3e-52afda3e8799 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399627 Dec 09 14:42:32.379966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55670) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:42:32.427564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:42:32.448385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Made reservation on behalf of b4ffefbd8bd74febb9ac56f7d1c70610 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:42:32.450978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:32.487720 n-d-804292-5 neutron-server[109895]: WARNING neutron.services.revisions.revision_plugin [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Could not find related network for resource to bump revision. Dec 09 14:42:32.498660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:42:32.507371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:32.507730 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Added segment da370391-7404-4000-988f-23cabaea7b33 of type vlan for network d7da7d6b-594a-4d10-922b-8bc7ca16200c Dec 09 14:42:32.546293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:32.572610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:32.573818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:42:32.574879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:32.609267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2282217 Dec 09 14:42:32.636595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef4749-ec73-44c4-bbdc-31006b255ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7da7d6b-594a-4d10-922b-8bc7ca16200c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:42:32.647098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:42:35.081069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:42:35.141170 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91aaad6-cb63-4957-a6b8-b02e2f5c37dd admin admin] GET failed (client error): The resource could not be found. Dec 09 14:42:35.142435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b91aaad6-cb63-4957-a6b8-b02e2f5c37dd admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603769 Dec 09 14:42:35.213227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910fe73-db19-4238-8da1-5f70783484a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:42:35.214564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9910fe73-db19-4238-8da1-5f70783484a7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675833 Dec 09 14:42:35.224505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'cidr': '192.168.233.0/24'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:42:35.243953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Made reservation on behalf of b4ffefbd8bd74febb9ac56f7d1c70610 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:42:35.246185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:35.383666 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:42:35.404883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:35.455673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:42:35.466085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:42:35.466373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Network hostable DHCP agents. Network: d7da7d6b-594a-4d10-922b-8bc7ca16200c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:42:35.482441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:42:35.491135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d7da7d6b-594a-4d10-922b-8bc7ca16200c) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:42:35.495208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:42:35.495827 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:35.501221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a17da5-55bf-4d93-8a6d-5b3b8b5a63dd None None] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:42:35.510872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-14f1f80f-633c-4b8f-bbfd-9d0792842254 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2896204 Dec 09 14:42:35.607605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d7da7d6b-594a-4d10-922b-8bc7ca16200c', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'project_id': 'b4ffefbd8bd74febb9ac56f7d1c70610', 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:42:35.608514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:35.759111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Allocated IP 192.168.233.2 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/215bca7c-363d-426c-9f1f-316bb1a3e226) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:42:36.025001 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:36.031299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:36.075693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:42:36.085992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:42:36.089279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Pushing event updated for resources: {'Port': ['ID=215bca7c-363d-426c-9f1f-316bb1a3e226,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:42:36.091784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:42:36.120736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.121078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.121419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.121754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.122235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.122580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.123041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.123652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.124196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.124534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.125084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.125213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.125511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:42:36.169070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Attempting to bind port 215bca7c-363d-426c-9f1f-316bb1a3e226 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:42:36.169471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Attempting to bind port 215bca7c-363d-426c-9f1f-316bb1a3e226 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:42:36.169892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Attempting to bind port 215bca7c-363d-426c-9f1f-316bb1a3e226 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:42:36.178828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:42:36.179200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:42:36.179636 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:36.180029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:42:36.181055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Bound port: 215bca7c-363d-426c-9f1f-316bb1a3e226, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:42:36.181464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:36.267890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] For port 215bca7c-363d-426c-9f1f-316bb1a3e226, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:42:36.271595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] For port 215bca7c-363d-426c-9f1f-316bb1a3e226, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=215bca7c-363d-426c-9f1f-316bb1a3e226,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:42:36.276827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:36.334904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cadd02-f752-4198-b317-7652af2a1bab None None] Pushing event updated for resources: {'Port': ['ID=215bca7c-363d-426c-9f1f-316bb1a3e226,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:42:37.036140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 215bca7c-363d-426c-9f1f-316bb1a3e226 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:42:37.095057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 215bca7c-363d-426c-9f1f-316bb1a3e226 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:42:37.096072 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:37.191491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:37.227341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 215bca7c-363d-426c-9f1f-316bb1a3e226, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=215bca7c-363d-426c-9f1f-316bb1a3e226,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:42:37.231564 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:37.285272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=215bca7c-363d-426c-9f1f-316bb1a3e226,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:42:37.294660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63ece9-2aad-4ec8-8e41-d29c02d68535 None None] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:42:37.409152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3f317e2c-6632-4afd-9852-d3e1150798fd None None] Provisioning complete for port 215bca7c-363d-426c-9f1f-316bb1a3e226 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:42:37.409434 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f317e2c-6632-4afd-9852-d3e1150798fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:37.718825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-74502f14-021b-4225-a7ec-acf30d0a079b None None] Provisioning complete for port 215bca7c-363d-426c-9f1f-316bb1a3e226 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:42:37.719120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-74502f14-021b-4225-a7ec-acf30d0a079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:38.981047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 215bca7c-363d-426c-9f1f-316bb1a3e226 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:42:39.030993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 215bca7c-363d-426c-9f1f-316bb1a3e226 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:42:39.031373 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:53.045282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3da78c00-6f24-4769-9e45-2f0b1202249a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:55.493254 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb6f-0357-436c-96a6-ec88403fb697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:56.514951 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:58.123257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:42:59.062448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:12.382456 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:43:23.047652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f482578-d527-4419-8e50-320cc5416133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:25.495086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2190-9dcc-4ff1-ad0f-6801be785a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:26.518160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:28.126611 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:29.065157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.231580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55722) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:43:48.237724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-9e497f25-4fe8-47d6-bc67-d2c3d009a3e3 tempest-verify_tempest_config-904031517 tempest-verify_tempest_config-904031517-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:43:48.238683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9e497f25-4fe8-47d6-bc67-d2c3d009a3e3 tempest-verify_tempest_config-904031517 tempest-verify_tempest_config-904031517-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061405 Dec 09 14:43:48.534256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:43:48.649894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.727724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.731428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.773668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab45e1a-ab2a-4b01-8193-41edaa179270,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:43:48.778080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b163deaf67c4355b0b106c72380eb1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2428393 Dec 09 14:43:48.780850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:43:48.782276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.782626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.783043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.783482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.783883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.784222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.784547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.784871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.785194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.785514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.785832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.786148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.786464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a8cc5f-2989-4f8c-8774-4a93cd711f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.854786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.875155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.975038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.978577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:48.979679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bab45e1a-ab2a-4b01-8193-41edaa179270 HTTP/1.1" status: 204 len: 168 time: 0.1977947 Dec 09 14:43:48.987379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab45e1a-ab2a-4b01-8193-41edaa179270,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:43:48.994965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.995317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.995694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.996033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.996369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.996703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.997042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.997346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.997673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.997997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.998323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.998755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:48.999182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2979c8-560f-4b22-98b8-cfa2e1d07c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:43:49.381670 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:43:53.048559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89a0eb7d-9d85-4638-808a-7af7363c429a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:55.496621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-372c191c-508b-485d-84b0-bb944bfcea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:56.520923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:58.130249 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:43:59.067591 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:23.049381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e8257a9-655a-4ce7-9fca-25d3e0a7ed53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:25.497149 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4037a335-9a44-4d4f-8a3a-c1d885dc49be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:26.379530 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:44:26.524031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:28.131236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:29.069431 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:53.051033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8abc60c0-0775-46fe-9011-c8364dcf4dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:55.500596 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-241db887-21b7-4c16-b879-3aaaa801ab9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:56.527455 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:58.134602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:44:59.073614 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:03.377711 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:45:23.052873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d906f5b-a3f8-4ce1-9023-f405b45776b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:25.501642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-120768ec-4607-4d32-a36c-4ced75f20242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:26.528308 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:28.136171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:29.077060 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:40.376669 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:45:53.058461 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1f7bc01-4768-400d-9b13-2597b3e8c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:55.503189 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44f51db0-b267-4489-a82e-f479dd2a79ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:56.532181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:58.140696 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:45:59.082045 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:17.375822 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 5 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:46:23.059335 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1969df8-1457-4992-a365-887013f5e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:25.503167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c29fd0f8-0676-42b9-81ff-c712a8c65183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:26.535477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:28.143704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:29.085104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:51.626316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:52.102880 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698813'] for agent, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:53.059645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-471b0c64-d4d4-4870-8cac-8dbb9f738076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:54.375757 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:46:55.505425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c9544738-76e0-4c9c-bb00-938363363a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:56.537177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:58.145299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:46:59.088521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:21.557772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:22.072453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:23.065554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b88a242-831d-49fa-9e0b-778cb695005b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:25.507747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be77a261-7665-4424-be3e-663ce5626b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:26.540638 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:28.151636 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:29.092381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:31.375450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:47:35.838157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:47:35.949289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-005b8e28-fa24-4aee-be4b-6ed93b0c7c7b admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1100247 Dec 09 14:47:38.343878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55808) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:47:38.406763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ca6b134-f7f7-45cb-ac25-a45c461918c3 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0617161 Dec 09 14:47:51.557427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:52.080416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:53.057334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0f87759-65a1-45f5-9ae1-80f287935bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:55.507604 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efafd05b-2b51-4d10-9101-fa3ac6c0ca05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:56.545962 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:58.151574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:47:59.094806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:08.374726 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:48:21.567767 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:22.087683 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:23.061079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09e56cc6-a390-405a-8883-5bee37be5e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:25.511771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ad472ac-36ad-4ad3-b63b-0c754d71eb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:26.562722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:28.156501 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:29.103797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:45.374105 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:48:51.556823 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:52.090009 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:53.068735 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e49cf61-c946-430a-aa92-729caca059f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:55.510799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7981cde-1237-4817-8db8-b59b96e99c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:56.550157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:58.159079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:48:59.107916 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:03.640267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56020) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:03.916354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:04.027132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-network', 'tenant_id': '743fc5893cb546f6b8327da52dd01240'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:04.049657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Made reservation on behalf of 743fc5893cb546f6b8327da52dd01240 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:04.052420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.062387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.142311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.147262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.163415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:49:04.187334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f06af5-ab07-4da3-ae0b-334dbd766916,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:04.198221 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.198535 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Added segment b1f5c2aa-dd21-4931-9c54-d775253f405f of type vlan for network deab9cb2-f982-49fd-858d-9e74096e5ad3 Dec 09 14:49:04.200952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.201456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.201800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.202137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.202507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.202798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Tracked resource versions report: Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: pushed versions: Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: { 'AddressGroup': {'1.2'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'ConntrackHelper': {'1.0'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Log': {'1.0'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Network': {'1.1'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Port': {'1.7'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'PortForwarding': {'1.2'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'QosPolicy': {'1.10'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'SecurityGroup': {'1.5'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'SubPort': {'1.0'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Subnet': {'1.1'}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Trunk': {'1.1'}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: consumer versions: Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: HyperV agent@n-h1-804292-5: {}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: HyperV agent@n-h2-804292-5: {}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: L3 agent@n-d-804292-5: {}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: Metadata agent@n-d-804292-5: {}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: Metering agent@n-d-804292-5: {}, Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'ConntrackHelper': '1.0', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'LocalIPAssociation': '1.0', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Log': '1.0', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Network': '1.1', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Port': '1.7', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'PortForwarding': '1.2', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'QosPolicy': '1.10', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'SecurityGroup': '1.5', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'SecurityGroupRule': '1.2', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'SubPort': '1.0', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Subnet': '1.1', Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: 'Trunk': '1.1'}} Dec 09 14:49:04.222993 n-d-804292-5 neutron-server[109895]: {{(pid=109895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:49:04.269605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.299100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.300940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:04.302343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.443942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8025196 Dec 09 14:49:04.445922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56058) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:04.452148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Request body: {'subnet': {'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-subnet', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:04.476407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Made reservation on behalf of 743fc5893cb546f6b8327da52dd01240 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:04.480841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:04.482806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e43637-c634-46b7-a998-9bfc1ccc30c1 admin admin] Pushing event updated for resources: {'Network': ['ID=deab9cb2-f982-49fd-858d-9e74096e5ad3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:04.495908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:49:04.513555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56066) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:04.514010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-87dcf147-2734-46f4-b9b5-a8f5a6f99de5 tempest-AutoAllocateNetworkTest-76894999 tempest-AutoAllocateNetworkTest-76894999-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa6d3afcea4d4d78b5265255c51b3b21&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5951285 Dec 09 14:49:04.833638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08accbb7-7b54-4f83-acbb-b3dfcbf69397 tempest-AutoAllocateNetworkTest-76894999 tempest-AutoAllocateNetworkTest-76894999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:04.838092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-08accbb7-7b54-4f83-acbb-b3dfcbf69397 tempest-AutoAllocateNetworkTest-76894999 tempest-AutoAllocateNetworkTest-76894999-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3216660 Dec 09 14:49:04.838606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56082) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:04.937035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3bc6d9a0-e3d2-410c-8509-03ff3d66a573 tempest-AutoAllocateNetworkTest-76894999 tempest-AutoAllocateNetworkTest-76894999-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962811 Dec 09 14:49:04.937680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:04.970193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-904080d5-8aba-4c09-96ea-1438b7e49112 tempest-AutoAllocateNetworkTest-76894999 tempest-AutoAllocateNetworkTest-76894999-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa6d3afcea4d4d78b5265255c51b3b21 HTTP/1.1" status: 200 len: 208 time: 0.0311749 Dec 09 14:49:04.974017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.039559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d074cf9f-8072-47d9-915a-f1760fe80437,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:05.048503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Checking segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:05.048770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Network hostable DHCP agents. Network: deab9cb2-f982-49fd-858d-9e74096e5ad3, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:49:05.052643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.053059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.053411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.053756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.054182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.054526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.054861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.055192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.055548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.055880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.056209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.056536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.056868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Tracked resource versions report: Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: pushed versions: Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: { 'AddressGroup': {'1.2'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'ConntrackHelper': {'1.0'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Log': {'1.0'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Network': {'1.1'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Port': {'1.7'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'PortForwarding': {'1.2'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'QosPolicy': {'1.10'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'SecurityGroup': {'1.5'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'SubPort': {'1.0'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Subnet': {'1.1'}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Trunk': {'1.1'}} Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: consumer versions: Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: HyperV agent@n-h1-804292-5: {}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: HyperV agent@n-h2-804292-5: {}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: L3 agent@n-d-804292-5: {}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: Metadata agent@n-d-804292-5: {}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: Metering agent@n-d-804292-5: {}, Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'ConntrackHelper': '1.0', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'LocalIPAssociation': '1.0', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Log': '1.0', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Network': '1.1', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Port': '1.7', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'PortForwarding': '1.2', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'QosPolicy': '1.10', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'SecurityGroup': '1.5', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'SecurityGroupRule': '1.2', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'SubPort': '1.0', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Subnet': '1.1', Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: 'Trunk': '1.1'}} Dec 09 14:49:05.058219 n-d-804292-5 neutron-server[109894]: {{(pid=109894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:49:05.077839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:49:05.087305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, deab9cb2-f982-49fd-858d-9e74096e5ad3) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:05.094879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:05.095106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.099128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1452b-38fc-4eec-9a21-95242e035735 None None] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:05.118509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4032a44-d56a-4005-b25e-2b61e1e846f6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6715119 Dec 09 14:49:05.121251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:05.127891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:05.164049 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.165455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.212862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-deab9cb2-f982-49fd-858d-9e74096e5ad3', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:49:05.214079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.275194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.377615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Allocated IP 172.20.0.2 (deab9cb2-f982-49fd-858d-9e74096e5ad3/d074cf9f-8072-47d9-915a-f1760fe80437/a44cc326-db99-44f0-bc22-8769e02e993e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:05.428102 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.581123 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.590907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.633053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:05.636037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:05.640511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:05.654802 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Pushing event updated for resources: {'Port': ['ID=a44cc326-db99-44f0-bc22-8769e02e993e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:05.668328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.678418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.678769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.679114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.679493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.679830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.680162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.680492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.681032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.681134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.681456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.681881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.682089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.682411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Tracked resource versions report: Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: pushed versions: Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: { 'AddressGroup': {'1.2'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'ConntrackHelper': {'1.0'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Log': {'1.0'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Network': {'1.1'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Port': {'1.7'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'PortForwarding': {'1.2'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'QosPolicy': {'1.10'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'SecurityGroup': {'1.5'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'SubPort': {'1.0'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Subnet': {'1.1'}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Trunk': {'1.1'}} Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: consumer versions: Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: HyperV agent@n-h1-804292-5: {}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: HyperV agent@n-h2-804292-5: {}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: L3 agent@n-d-804292-5: {}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: Metadata agent@n-d-804292-5: {}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: Metering agent@n-d-804292-5: {}, Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'ConntrackHelper': '1.0', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'LocalIPAssociation': '1.0', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Log': '1.0', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Network': '1.1', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Port': '1.7', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'PortForwarding': '1.2', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'QosPolicy': '1.10', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'SecurityGroup': '1.5', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'SecurityGroupRule': '1.2', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'SubPort': '1.0', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Subnet': '1.1', Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: 'Trunk': '1.1'}} Dec 09 14:49:05.683591 n-d-804292-5 neutron-server[109896]: {{(pid=109896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:49:05.705088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.714064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Attempting to bind port a44cc326-db99-44f0-bc22-8769e02e993e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:05.714548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Attempting to bind port a44cc326-db99-44f0-bc22-8769e02e993e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:05.714916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Attempting to bind port a44cc326-db99-44f0-bc22-8769e02e993e on network deab9cb2-f982-49fd-858d-9e74096e5ad3 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:05.720952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:05.721432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Checking segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:05.722018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.722678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Bound using segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:05.723309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Bound port: a44cc326-db99-44f0-bc22-8769e02e993e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:05.724044 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.793701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] For port a44cc326-db99-44f0-bc22-8769e02e993e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:05.797634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] For port a44cc326-db99-44f0-bc22-8769e02e993e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a44cc326-db99-44f0-bc22-8769e02e993e,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:05.805421 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:05.857263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Allocated IP 172.25.0.236 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/95f0b329-93c5-43fc-8536-9526b225a40a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:05.874441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd40b5-2460-423d-add4-fe2be0b83ba9 None None] Pushing event updated for resources: {'Port': ['ID=a44cc326-db99-44f0-bc22-8769e02e993e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:05.881737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56138) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:05.981448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.018286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.065562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:06.071404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:06.076518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:06.080343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Pushing event updated for resources: {'Port': ['ID=95f0b329-93c5-43fc-8536-9526b225a40a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:06.357822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.457706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dbc65ca-7766-48bd-966f-1a751e8b7efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.592559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dbc65ca-7766-48bd-966f-1a751e8b7efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.598018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dbc65ca-7766-48bd-966f-1a751e8b7efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.637050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3dbc65ca-7766-48bd-966f-1a751e8b7efe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa6d3afcea4d4d78b5265255c51b3b21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7533014 Dec 09 14:49:06.644612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56162) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:06.679549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc65ca-7766-48bd-966f-1a751e8b7efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfd6aeb-2643-49c4-a097-cc297bc568b6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:06.727150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f27fbb29-cf90-4352-a426-7793c0105013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.752549 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f27fbb29-cf90-4352-a426-7793c0105013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.807224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.814781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f27fbb29-cf90-4352-a426-7793c0105013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.818627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f27fbb29-cf90-4352-a426-7793c0105013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:06.822230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f27fbb29-cf90-4352-a426-7793c0105013 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbfd6aeb-2643-49c4-a097-cc297bc568b6 HTTP/1.1" status: 204 len: 168 time: 0.1689444 Dec 09 14:49:06.832895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fbb29-cf90-4352-a426-7793c0105013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfd6aeb-2643-49c4-a097-cc297bc568b6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:07.022585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:49:07.179069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:49:07.190585 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:49:07.206299 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:07.207272 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:07.233978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:07.238532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56180) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:07.259638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c5432471-acf1-4ab7-9f8a-21aeb562fe25 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1369901 Dec 09 14:49:07.297543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480cff71-d82d-4cbe-a38b-87f49b4da3b8 None None] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:07.370119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a44cc326-db99-44f0-bc22-8769e02e993e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:07.511099 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:07.630966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8ba4d464-b133-4208-a7c6-c30ead7e7983 None None] Provisioning complete for port a44cc326-db99-44f0-bc22-8769e02e993e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:07.632851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d464-b133-4208-a7c6-c30ead7e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:07.696629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a44cc326-db99-44f0-bc22-8769e02e993e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:07.697254 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.017899 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d464-b133-4208-a7c6-c30ead7e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.042821 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.048093 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:06Z', 'revision_number': 3, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:08.089981 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:49:08.090961 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Updating router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 port 95f0b329-93c5-43fc-8536-9526b225a40a binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:49:08.149332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port a44cc326-db99-44f0-bc22-8769e02e993e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a44cc326-db99-44f0-bc22-8769e02e993e,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:08.157221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.164264 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.327970 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.411373 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-8ba4d464-b133-4208-a7c6-c30ead7e7983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:49:08.412549 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-8ba4d464-b133-4208-a7c6-c30ead7e7983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:49:08.426176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=a44cc326-db99-44f0-bc22-8769e02e993e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:08.534183 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.540896 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.598623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Allocated IP 172.20.0.1 (deab9cb2-f982-49fd-858d-9e74096e5ad3/d074cf9f-8072-47d9-915a-f1760fe80437/c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:08.598881 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Pushing event updated for resources: {'Port': ['ID=95f0b329-93c5-43fc-8536-9526b225a40a,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:08.620842 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.621243 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.621645 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.621943 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.622810 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.623252 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.623783 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.624947 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.625550 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.626030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.626640 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.627113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.627812 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:49:08.632283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56236) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Tracked resource versions report: Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: pushed versions: Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: { 'AddressGroup': {'1.2'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'ConntrackHelper': {'1.0'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'LocalIPAssociation': {'1.0'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Log': {'1.0'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Network': {'1.1'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Port': {'1.7'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'PortForwarding': {'1.2'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'QosPolicy': {'1.10'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'SecurityGroup': {'1.5'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'SecurityGroupRule': {'1.2'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'SubPort': {'1.0'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Subnet': {'1.1'}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Trunk': {'1.1'}} Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: consumer versions: Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: { DHCP agent@n-d-804292-5: {}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: HyperV agent@n-h1-804292-5: {}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: HyperV agent@n-h2-804292-5: {}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: L3 agent@n-d-804292-5: {}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: Metadata agent@n-d-804292-5: {}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: Metering agent@n-d-804292-5: {}, Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: Open vSwitch agent@n-d-804292-5: { 'AddressGroup': '1.2', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'ConntrackHelper': '1.0', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'LocalIPAssociation': '1.0', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Log': '1.0', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Network': '1.1', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Port': '1.7', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'PortForwarding': '1.2', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'QosPolicy': '1.10', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'SecurityGroup': '1.5', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'SecurityGroupRule': '1.2', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'SubPort': '1.0', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Subnet': '1.1', Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: 'Trunk': '1.1'}} Dec 09 14:49:08.636689 n-d-804292-5 neutron-server[109897]: {{(pid=109897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 14:49:08.674199 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Attempting to bind port 95f0b329-93c5-43fc-8536-9526b225a40a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:08.675306 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Attempting to bind port 95f0b329-93c5-43fc-8536-9526b225a40a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:08.675785 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Attempting to bind port 95f0b329-93c5-43fc-8536-9526b225a40a on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:08.706841 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:08.708657 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:08.711505 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.712089 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:08.712589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Bound port: 95f0b329-93c5-43fc-8536-9526b225a40a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:08.713943 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.792690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.804628 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] For port 95f0b329-93c5-43fc-8536-9526b225a40a, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:08.808688 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] For port 95f0b329-93c5-43fc-8536-9526b225a40a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=95f0b329-93c5-43fc-8536-9526b225a40a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:08.817796 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.830617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a2f6768d-d75f-4cb0-865e-6b157503e3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.842850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.891544 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7b462-603e-46fe-b091-d99890517290 None None] Pushing event updated for resources: {'Port': ['ID=95f0b329-93c5-43fc-8536-9526b225a40a,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:08.894738 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:08.895508 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:08.926879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a2f6768d-d75f-4cb0-865e-6b157503e3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.938312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a2f6768d-d75f-4cb0-865e-6b157503e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:08.940565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:08.943855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:08.963935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:08.968091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.033741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Pushing event updated for resources: {'Port': ['ID=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:09.050704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6768d-d75f-4cb0-865e-6b157503e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758143f6-778e-42cc-8aba-7ef6bb1673a3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:09.071695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a2f6768d-d75f-4cb0-865e-6b157503e3cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f618f28d425641f8bb9515e51366710e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4381459 Dec 09 14:49:09.074570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:09.076598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:09.123876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-911dd608-c8e3-4664-9f14-87a8f514f389 None None] Provisioning complete for port a44cc326-db99-44f0-bc22-8769e02e993e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:09.124319 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-911dd608-c8e3-4664-9f14-87a8f514f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.308337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a44cc326-db99-44f0-bc22-8769e02e993e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:09.335589 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.360711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98687f10-82ff-4795-899e-ed4e5d6d3ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.389868 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98687f10-82ff-4795-899e-ed4e5d6d3ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.405710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a44cc326-db99-44f0-bc22-8769e02e993e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:09.406085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.512818 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:06Z', 'revision_number': 3, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:09.555964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35c1a-8f42-4f43-a024-488d99a59cc7 None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:06Z', 'revision_number': 3, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:49:09.588941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98687f10-82ff-4795-899e-ed4e5d6d3ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.589131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-46bc03e1-258c-4853-a4c9-6197769ccc03 None None] Provisioning complete for port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:09.589629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46bc03e1-258c-4853-a4c9-6197769ccc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.598426 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98687f10-82ff-4795-899e-ed4e5d6d3ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.599762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98687f10-82ff-4795-899e-ed4e5d6d3ea3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/758143f6-778e-42cc-8aba-7ef6bb1673a3 HTTP/1.1" status: 204 len: 168 time: 0.5239198 Dec 09 14:49:09.619179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98687f10-82ff-4795-899e-ed4e5d6d3ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758143f6-778e-42cc-8aba-7ef6bb1673a3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:09.668840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-46bc03e1-258c-4853-a4c9-6197769ccc03 None None] Port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:09.806890 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.814614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.815495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:09.896020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Pushing event updated for resources: {'Port': ['ID=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:10.008290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:10.010463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:10.210685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:10.232841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be386d03-5a8b-4633-85f5-44b5b13f9712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.254676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:49:10.321886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4751ff2c-fb04-4b0e-84ce-00705ce99aeb None None] Provisioning complete for port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:10.322652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4751ff2c-fb04-4b0e-84ce-00705ce99aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.363578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4751ff2c-fb04-4b0e-84ce-00705ce99aeb None None] Port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:10.432512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be386d03-5a8b-4633-85f5-44b5b13f9712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.439794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be386d03-5a8b-4633-85f5-44b5b13f9712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.458833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:49:10.465143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f97861b-895b-436a-867b-5ad628ae229b admin admin] 10.222.0.46 "PUT /v2.0/routers/1916d2ee-8d4c-4c31-a263-b8bd7b054329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2251067 Dec 09 14:49:10.496879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-be386d03-5a8b-4633-85f5-44b5b13f9712 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=445d31b549714a8a88cd2807ba56b9cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2844188 Dec 09 14:49:10.498141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be386d03-5a8b-4633-85f5-44b5b13f9712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b7de4d-ac52-4c36-a667-ef9243d34b9d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:10.499836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:10.594571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9607a36b-e713-49df-b8f5-1e3482714ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.626837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9607a36b-e713-49df-b8f5-1e3482714ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.703268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9607a36b-e713-49df-b8f5-1e3482714ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.705915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9607a36b-e713-49df-b8f5-1e3482714ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:10.707114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9607a36b-e713-49df-b8f5-1e3482714ee2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31b7de4d-ac52-4c36-a667-ef9243d34b9d HTTP/1.1" status: 204 len: 168 time: 0.2062783 Dec 09 14:49:10.717447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607a36b-e713-49df-b8f5-1e3482714ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b7de4d-ac52-4c36-a667-ef9243d34b9d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:11.258141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 95f0b329-93c5-43fc-8536-9526b225a40a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:11.397114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 95f0b329-93c5-43fc-8536-9526b225a40a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:11.397481 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:11.509983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:11.539388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 95f0b329-93c5-43fc-8536-9526b225a40a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=95f0b329-93c5-43fc-8536-9526b225a40a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:11.548657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:11.626868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=95f0b329-93c5-43fc-8536-9526b225a40a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:11.898053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:49:11.916194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:11.916836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:12.026909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56476) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:12.034684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-network', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:12.083338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Made reservation on behalf of 299bba0c026240b1bbb8bbf2d384c9c8 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:12.086157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.089490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:12.095553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.198912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.203983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.243180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:49:12.259394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0cdd20-a9f1-4602-8542-7bb9041e007d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:12.267054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772438297537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.268528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Unsubscribe: segment precommit_create {{(pid=109894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 14:49:12.269132 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Added segment 6c5e6a96-3055-4d90-a311-d8b2f4172b26 of type vlan for network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b Dec 09 14:49:12.321055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.359713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.361192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:12.361880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.366360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 2, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:12.378474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56486) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:12.400863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:49:12.401550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Updating router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:49:12.417449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56490) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:12.441439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.459763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56498) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:12.463633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4345107 Dec 09 14:49:12.471044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56500) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:12.476228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Request body: {'subnet': {'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-subnet', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:12.525800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Made reservation on behalf of 299bba0c026240b1bbb8bbf2d384c9c8 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:12.529951 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.537136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575d8c-b60b-47a3-9746-d9d0db20b7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c14704a-5238-4cf0-b82a-4f3b5930fb9b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:12.578675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:49:12.588718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbe77-80de-4efa-a0af-4ed882ea2409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.668609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23ad9c57-b907-4b8e-afcd-3709127781ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.789961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a702e22e-ed76-47bc-a0c5-8581b5a1cc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.876205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.883898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.934175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8518439-b3aa-4dac-97bc-ca41300b2e2f None None] Pushing event updated for resources: {'Port': ['ID=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:12.942850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23ad9c57-b907-4b8e-afcd-3709127781ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.947268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbe77-80de-4efa-a0af-4ed882ea2409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:12.960305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23ad9c57-b907-4b8e-afcd-3709127781ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.000397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbe77-80de-4efa-a0af-4ed882ea2409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.032939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Attempting to bind port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:13.033311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Attempting to bind port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:13.033675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Attempting to bind port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 on network deab9cb2-f982-49fd-858d-9e74096e5ad3 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:13.040956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:13.041875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Checking segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:13.042283 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.042684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Bound using segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:13.043159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Bound port: c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:13.043652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.107754 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23ad9c57-b907-4b8e-afcd-3709127781ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd6b27f54b514590862b63aed758ef9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6890254 Dec 09 14:49:13.110854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9c57-b907-4b8e-afcd-3709127781ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e58c33-183c-45df-b4e5-13fa64c468a5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.110985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:13.115558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e2fbe77-80de-4efa-a0af-4ed882ea2409 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8408dc0b3b640a2913e15c42328707f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7360485 Dec 09 14:49:13.122620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.124522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56538) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:13.140361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] For port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:13.145734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] For port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:13.158918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.180781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fbe77-80de-4efa-a0af-4ed882ea2409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b71a6e6-26aa-45ff-b834-635d3c363d3d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.187006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a702e22e-ed76-47bc-a0c5-8581b5a1cc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.244468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a702e22e-ed76-47bc-a0c5-8581b5a1cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.287820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:13.293813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:13.301689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56550) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:13.312873 n-d-804292-5 neutron-server[109894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 14:49:13.334280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1159862c-086e-4f37-9e8e-5cece50c4f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.338249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a702e22e-ed76-47bc-a0c5-8581b5a1cc98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73b670bdea204048b8e634cc5740480e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8768868 Dec 09 14:49:13.349668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Checking segment: {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:13.351090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Network hostable DHCP agents. Network: 5c14704a-5238-4cf0-b82a-4f3b5930fb9b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:49:13.358810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1159862c-086e-4f37-9e8e-5cece50c4f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.359449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56552) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:13.389521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8518439-b3aa-4dac-97bc-ca41300b2e2f None None] Pushing event updated for resources: {'Port': ['ID=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.413660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 95f0b329-93c5-43fc-8536-9526b225a40a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:13.444510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702e22e-ed76-47bc-a0c5-8581b5a1cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0595d63-dc1b-44b0-8207-cf9b95dbc62b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.459710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-4d65484b-4cff-4cf3-bcd6-ba08fd498685 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6bd11657d6e24593a00df413291754f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565351 Dec 09 14:49:13.471282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1159862c-086e-4f37-9e8e-5cece50c4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.471282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1159862c-086e-4f37-9e8e-5cece50c4f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.471282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1159862c-086e-4f37-9e8e-5cece50c4f1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86e58c33-183c-45df-b4e5-13fa64c468a5 HTTP/1.1" status: 204 len: 168 time: 0.3588789 Dec 09 14:49:13.494838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c270ab-107f-4e59-b43d-f7fb5742f340,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.503312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:49:13.505699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159862c-086e-4f37-9e8e-5cece50c4f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e58c33-183c-45df-b4e5-13fa64c468a5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.553522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a2e300a-1416-4ed6-af5a-367e0ef1fe0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.605041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a2e300a-1416-4ed6-af5a-367e0ef1fe0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.675682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-e41de9c8-b1f4-4c6f-a72b-1a540908d41e tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:13.682910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5c14704a-5238-4cf0-b82a-4f3b5930fb9b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:13.684238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-e41de9c8-b1f4-4c6f-a72b-1a540908d41e tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219229 Dec 09 14:49:13.702473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a2e300a-1416-4ed6-af5a-367e0ef1fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.705207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a2e300a-1416-4ed6-af5a-367e0ef1fe0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.705384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-fb4cfe71-590f-43db-8aa8-08ad837c23d3 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/quotas/6bd11657d6e24593a00df413291754f2 HTTP/1.1" status: 200 len: 375 time: 0.0199621 Dec 09 14:49:13.706703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9a2e300a-1416-4ed6-af5a-367e0ef1fe0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b71a6e6-26aa-45ff-b834-635d3c363d3d HTTP/1.1" status: 204 len: 168 time: 0.5754721 Dec 09 14:49:13.710641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:13.711236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.732209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0367e3-b9d8-4665-b4d3-fff72ebd459b None None] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:13.739879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6ddd833e-5eda-4109-ab49-a5e38bd66eb7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2653894 Dec 09 14:49:13.739879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af94c7b3-5668-4eba-9a46-aa013c6456c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.745555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56572) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:13.755706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-50f2bc7a-a6a2-43f2-b250-94c2b7db4b4e None None] Provisioning complete for port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:13.756231 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50f2bc7a-a6a2-43f2-b250-94c2b7db4b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.767408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af94c7b3-5668-4eba-9a46-aa013c6456c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.767726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:13.783757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6e32888b-4f78-4e37-86c6-d9b88a0927e0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bd11657d6e24593a00df413291754f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774062 Dec 09 14:49:13.813996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e300a-1416-4ed6-af5a-367e0ef1fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b71a6e6-26aa-45ff-b834-635d3c363d3d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.822557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af94c7b3-5668-4eba-9a46-aa013c6456c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.828742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.828908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af94c7b3-5668-4eba-9a46-aa013c6456c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.830668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.834238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af94c7b3-5668-4eba-9a46-aa013c6456c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0595d63-dc1b-44b0-8207-cf9b95dbc62b HTTP/1.1" status: 204 len: 168 time: 0.4712172 Dec 09 14:49:13.856944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94c7b3-5668-4eba-9a46-aa013c6456c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0595d63-dc1b-44b0-8207-cf9b95dbc62b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:13.870956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:13.970033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:13.972457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 95f0b329-93c5-43fc-8536-9526b225a40a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:13.972836 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.192082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5c14704a-5238-4cf0-b82a-4f3b5930fb9b', 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b', 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'fixed_ips': [{'subnet_id': '95c270ab-107f-4e59-b43d-f7fb5742f340'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:49:14.193081 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.198335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40babb29-031f-465b-9b6f-40b89244df63 req-b6cec51d-cf47-4c1c-8163-a1bb46487498 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 210 time: 0.0965047 Dec 09 14:49:14.252425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.255198 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50f2bc7a-a6a2-43f2-b250-94c2b7db4b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.443342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-50f2bc7a-a6a2-43f2-b250-94c2b7db4b4e None None] For port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:14.458385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50f2bc7a-a6a2-43f2-b250-94c2b7db4b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.468191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56608) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:14.486734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9f82-fcb1-42b6-8bcc-26ba7062dd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.586660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2bc7a-a6a2-43f2-b250-94c2b7db4b4e None None] Pushing event updated for resources: {'Port': ['ID=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:14.609122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Allocated IP 172.20.0.2 (5c14704a-5238-4cf0-b82a-4f3b5930fb9b/95c270ab-107f-4e59-b43d-f7fb5742f340/789def56-130f-4acd-bc73-0e296566ad61) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:14.661454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:13Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:14.684443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9f82-fcb1-42b6-8bcc-26ba7062dd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.690646 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7e9f82-fcb1-42b6-8bcc-26ba7062dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.740569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4c7e9f82-fcb1-42b6-8bcc-26ba7062dd32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63886cd3851146db806ef07972ffc983&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2712471 Dec 09 14:49:14.742736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e9f82-fcb1-42b6-8bcc-26ba7062dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b87d438-43c3-402e-bd3b-137f1b4e59cc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:14.745984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1a30a705-30a7-4335-812a-28f29214a864 None None] Provisioning complete for port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:14.750629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1a30a705-30a7-4335-812a-28f29214a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.756415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56622) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:14.795321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56626) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:14.821062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cc705e6-5f08-4677-a338-669af9bed361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.841825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.858878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16df0a-c626-49d1-a7c8-51b6641543a7 None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:13Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:49:14.890775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.900421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31f5b600-6a17-4394-a48a-d387fec8433a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:14.971185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31f5b600-6a17-4394-a48a-d387fec8433a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.118492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cc705e6-5f08-4677-a338-669af9bed361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.142873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cc705e6-5f08-4677-a338-669af9bed361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.156369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31f5b600-6a17-4394-a48a-d387fec8433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.159461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31f5b600-6a17-4394-a48a-d387fec8433a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.163847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31f5b600-6a17-4394-a48a-d387fec8433a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b87d438-43c3-402e-bd3b-137f1b4e59cc HTTP/1.1" status: 204 len: 168 time: 0.4033115 Dec 09 14:49:15.193012 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.210075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.245513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Allocated IP 172.25.0.50 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/9fb599fa-6055-4bd3-a525-aef6287df636) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:15.312907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7cc705e6-5f08-4677-a338-669af9bed361 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6db62f76dab34b7b86a0c3c50c081e92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5114427 Dec 09 14:49:15.312907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56650) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:15.312907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc705e6-5f08-4677-a338-669af9bed361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e6e3c-94fd-494e-b5c2-9c942a5f50ed,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:15.354351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56652) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:15.369671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:15.379813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:15.390919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:15.402567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Pushing event updated for resources: {'Port': ['ID=789def56-130f-4acd-bc73-0e296566ad61,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:15.417060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5b600-6a17-4394-a48a-d387fec8433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b87d438-43c3-402e-bd3b-137f1b4e59cc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:15.421634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.446385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a66e1645-9208-4bab-a4ae-917e86584712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.472867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.536987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:15.540329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:15.545396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:15.554639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:15.570793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47438697-1f30-4a9a-bb7f-bd57e37437e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.614098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Pushing event updated for resources: {'Port': ['ID=9fb599fa-6055-4bd3-a525-aef6287df636,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:15.660773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47438697-1f30-4a9a-bb7f-bd57e37437e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.661366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Attempting to bind port 789def56-130f-4acd-bc73-0e296566ad61 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:15.662086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Attempting to bind port 789def56-130f-4acd-bc73-0e296566ad61 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:15.662660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Attempting to bind port 789def56-130f-4acd-bc73-0e296566ad61 on network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:15.671288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:15.672348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Checking segment: {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:15.672965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.673572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Bound using segment: {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:15.674283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Bound port: 789def56-130f-4acd-bc73-0e296566ad61, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:15.675270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.744085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:15.744786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.802374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] For port 789def56-130f-4acd-bc73-0e296566ad61, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:15.808808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] For port 789def56-130f-4acd-bc73-0e296566ad61, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=789def56-130f-4acd-bc73-0e296566ad61,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:15.819719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a66e1645-9208-4bab-a4ae-917e86584712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.825022 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.834285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a66e1645-9208-4bab-a4ae-917e86584712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.885796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad17de-90a4-4cf9-bad9-772bf9d2050f None None] Pushing event updated for resources: {'Port': ['ID=789def56-130f-4acd-bc73-0e296566ad61,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:15.904718 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a66e1645-9208-4bab-a4ae-917e86584712 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=394a74780bba4cd78c153e7afbb2b613&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5730231 Dec 09 14:49:15.905906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47438697-1f30-4a9a-bb7f-bd57e37437e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.913277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47438697-1f30-4a9a-bb7f-bd57e37437e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:15.914054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56666) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:15.917982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-47438697-1f30-4a9a-bb7f-bd57e37437e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e6e6e3c-94fd-494e-b5c2-9c942a5f50ed HTTP/1.1" status: 204 len: 168 time: 0.5555742 Dec 09 14:49:15.919122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e1645-9208-4bab-a4ae-917e86584712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19882ae-b0c4-4cd4-a7ae-d7f646b8a9f5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:15.947379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47438697-1f30-4a9a-bb7f-bd57e37437e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e6e3c-94fd-494e-b5c2-9c942a5f50ed,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:16.057011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:16.181087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b2ea39-2d69-46f3-90a3-c8254f1c577f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:16.218998 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b2ea39-2d69-46f3-90a3-c8254f1c577f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:16.313582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b2ea39-2d69-46f3-90a3-c8254f1c577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:16.316770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b2ea39-2d69-46f3-90a3-c8254f1c577f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:16.320630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-54b2ea39-2d69-46f3-90a3-c8254f1c577f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a19882ae-b0c4-4cd4-a7ae-d7f646b8a9f5 HTTP/1.1" status: 204 len: 168 time: 0.3947723 Dec 09 14:49:16.324401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:16.334073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2ea39-2d69-46f3-90a3-c8254f1c577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19882ae-b0c4-4cd4-a7ae-d7f646b8a9f5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:16.642969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:16.861040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:49:16.883672 n-d-804292-5 neutron-server[109895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 14:49:17.009386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-296e3147-70bf-4ce7-9095-9d314b9db23a req-f3e25988-b4c0-48f0-86bc-deb0d65eb259 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 210 time: 0.6826487 Dec 09 14:49:17.126904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:49:17.143107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Sync routers for ids ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:49:17.156679 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Routers {'003d8fc3-7da4-4c5d-845a-4b94e69ec835'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:17.157481 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:17.199403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:17.204396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aa9c78f9-8b97-4694-b223-635d50becfde admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4577656 Dec 09 14:49:17.207856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:17.419149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 789def56-130f-4acd-bc73-0e296566ad61 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:17.537934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 789def56-130f-4acd-bc73-0e296566ad61 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:17.538546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:17.650498 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Set router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:17.749790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:17.812058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.43', 65109) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:17.825975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 789def56-130f-4acd-bc73-0e296566ad61, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=789def56-130f-4acd-bc73-0e296566ad61,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:17.842226 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:17.858718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-0b377529-728d-4051-8272-c86888cb938e tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6bd11657d6e24593a00df413291754f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405810 Dec 09 14:49:17.947159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09495133-745a-475d-9c01-e047ca7f299b None None] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:18.018447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-2d05b7db-28fa-403f-8d71-aeb14acd24fd tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:18.020304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-2d05b7db-28fa-403f-8d71-aeb14acd24fd tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546926 Dec 09 14:49:18.128888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Request body: {'port': {'device_id': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '6bd11657d6e24593a00df413291754f2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:18.138188 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:49:15Z', 'revision_number': 3, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:18.243451 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Checking router: 003d8fc3-7da4-4c5d-845a-4b94e69ec835 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:49:18.244077 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Updating router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 port 9fb599fa-6055-4bd3-a525-aef6287df636 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:49:18.277774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ceaa3275-0c21-4471-980b-c5081dd6c438 None None] Provisioning complete for port 789def56-130f-4acd-bc73-0e296566ad61 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:18.277774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3275-0c21-4471-980b-c5081dd6c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.303134 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.348040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=789def56-130f-4acd-bc73-0e296566ad61,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:18.502699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d3d099d-c2a9-4240-99cb-f9e2c42029d5 req-7f877cb5-a1bc-4579-a7be-ded84135882f tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 210 time: 0.0441406 Dec 09 14:49:18.615754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Made reservation on behalf of 6bd11657d6e24593a00df413291754f2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:18.625018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.630175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-57718eef-7da6-4bf6-948a-e48dd2173939 None None] Provisioning complete for port 789def56-130f-4acd-bc73-0e296566ad61 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:18.630708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57718eef-7da6-4bf6-948a-e48dd2173939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.630801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.640552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56802) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:18.648069 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.824610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.837101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.863896 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.881525 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.961576 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Attempting to bind port 9fb599fa-6055-4bd3-a525-aef6287df636 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:18.961965 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Attempting to bind port 9fb599fa-6055-4bd3-a525-aef6287df636 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:18.962435 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Attempting to bind port 9fb599fa-6055-4bd3-a525-aef6287df636 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:18.971255 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:18.971733 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:18.972075 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:18.972483 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:18.972972 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Bound port: 9fb599fa-6055-4bd3-a525-aef6287df636, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:18.973400 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.058427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-734da9fb-7e22-496f-a7f8-f23ed1627867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.096378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Allocated IP 172.20.0.1 (5c14704a-5238-4cf0-b82a-4f3b5930fb9b/95c270ab-107f-4e59-b43d-f7fb5742f340/44c5e2f6-6296-44db-b885-1f6cce6caa0d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:19.104068 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] For port 9fb599fa-6055-4bd3-a525-aef6287df636, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:19.108788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d4855-f255-4d5f-bf87-51ab4b20086f None None] Pushing event updated for resources: {'Port': ['ID=9fb599fa-6055-4bd3-a525-aef6287df636,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:19.131396 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] For port 9fb599fa-6055-4bd3-a525-aef6287df636, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9fb599fa-6055-4bd3-a525-aef6287df636,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:19.139301 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.254121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-734da9fb-7e22-496f-a7f8-f23ed1627867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.264086 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Routers {'003d8fc3-7da4-4c5d-845a-4b94e69ec835'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:19.265572 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:19.268937 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d4855-f255-4d5f-bf87-51ab4b20086f None None] Pushing event updated for resources: {'Port': ['ID=9fb599fa-6055-4bd3-a525-aef6287df636,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:19.270038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-734da9fb-7e22-496f-a7f8-f23ed1627867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.280090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 789def56-130f-4acd-bc73-0e296566ad61 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:19.343174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:19.367166 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.373104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 789def56-130f-4acd-bc73-0e296566ad61 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:19.373658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.408566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734da9fb-7e22-496f-a7f8-f23ed1627867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528379eb-54a5-42b3-9ce0-e3f743b1d433,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:19.448769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-734da9fb-7e22-496f-a7f8-f23ed1627867 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77ebcd41705a4cef8608346191231177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8067138 Dec 09 14:49:19.451611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56834) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:19.473844 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] Set router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:19.526321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.568358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Allocated IP 192.168.233.41 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/523ba726-54e8-4572-8dbb-ae96bbeac209) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:19.586994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afb3055d-e6f0-45bf-82cc-3e5eef03b741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:19.601694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:19.617976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:19.625890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:19.626397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.130341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5eb5bb21-9760-4ed2-8d8a-97e83e042a4f req-95305020-9aa9-4595-939d-38b24d9ae888 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 210 time: 0.0882719 Dec 09 14:49:20.180174 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:49:15Z', 'revision_number': 3, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:20.186949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8697f59d-2b77-432b-adb2-ef8852650aed None None] Provisioning complete for port 44c5e2f6-6296-44db-b885-1f6cce6caa0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:20.188018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8697f59d-2b77-432b-adb2-ef8852650aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.196313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.277521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8697f59d-2b77-432b-adb2-ef8852650aed None None] Port 44c5e2f6-6296-44db-b885-1f6cce6caa0d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:20.283448 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.297481 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97133bf1-9d06-48b5-8cd4-371786ffd564 None None] The sync data for ids ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'] in n-d-804292-5 is: [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:49:15Z', 'revision_number': 3, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:49:20.320016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afb3055d-e6f0-45bf-82cc-3e5eef03b741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.407198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Pushing event updated for resources: {'Port': ['ID=44c5e2f6-6296-44db-b885-1f6cce6caa0d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:20.428471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afb3055d-e6f0-45bf-82cc-3e5eef03b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.435309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afb3055d-e6f0-45bf-82cc-3e5eef03b741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.446576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-afb3055d-e6f0-45bf-82cc-3e5eef03b741 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/528379eb-54a5-42b3-9ce0-e3f743b1d433 HTTP/1.1" status: 204 len: 168 time: 0.9927516 Dec 09 14:49:20.473687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3055d-e6f0-45bf-82cc-3e5eef03b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528379eb-54a5-42b3-9ce0-e3f743b1d433,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:20.484040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.530679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:20.537969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:20.539972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Pushing event updated for resources: {'Port': ['ID=523ba726-54e8-4572-8dbb-ae96bbeac209,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:20.542254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:20.557929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:20.560073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.621816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-6a3bfd15-795f-4206-9182-82c2349b1fc0 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4982145 Dec 09 14:49:20.659475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-3f913032-8471-44ea-a9f7-e3b7b3b0f1d9 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:49:20.660603 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-3f913032-8471-44ea-a9f7-e3b7b3b0f1d9 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082891 Dec 09 14:49:20.884330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.906419 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:20.908593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:21.014037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f6271ad1-94c3-4dd5-9107-6905b7dfca0a None None] Provisioning complete for port 523ba726-54e8-4572-8dbb-ae96bbeac209 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:21.015639 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6271ad1-94c3-4dd5-9107-6905b7dfca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:21.083980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f6271ad1-94c3-4dd5-9107-6905b7dfca0a None None] Port 523ba726-54e8-4572-8dbb-ae96bbeac209 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:21.120358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Pushing event updated for resources: {'Port': ['ID=44c5e2f6-6296-44db-b885-1f6cce6caa0d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:21.339987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:21.346684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:21.392788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9fb599fa-6055-4bd3-a525-aef6287df636 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:21.532381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9fb599fa-6055-4bd3-a525-aef6287df636 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:21.532833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:21.668520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:21.791706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:49:21.840578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:21.888021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 9fb599fa-6055-4bd3-a525-aef6287df636, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9fb599fa-6055-4bd3-a525-aef6287df636,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:21.909196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:21.960461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56884) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:21.998134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48910b8f-bb3a-46f5-acd1-da5a9a356ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.013809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-36f503a0-75c9-4c1d-b030-ad8cb79aaa8a None None] Provisioning complete for port 44c5e2f6-6296-44db-b885-1f6cce6caa0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:22.014180 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36f503a0-75c9-4c1d-b030-ad8cb79aaa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.220509 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.235723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=9fb599fa-6055-4bd3-a525-aef6287df636,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:22.261366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-36f503a0-75c9-4c1d-b030-ad8cb79aaa8a None None] Port 44c5e2f6-6296-44db-b885-1f6cce6caa0d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:22.284291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48910b8f-bb3a-46f5-acd1-da5a9a356ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.294557 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48910b8f-bb3a-46f5-acd1-da5a9a356ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.376362 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:49:22.429649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48910b8f-bb3a-46f5-acd1-da5a9a356ea8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c77f3e4ba406480e922b69e9037eb1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647486 Dec 09 14:49:22.430432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56888) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:22.447669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910b8f-bb3a-46f5-acd1-da5a9a356ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e856faa6-672a-4b2d-b6f1-1ad1f5f0152c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:22.543494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3261-0b11-4bca-9515-da70507bad58 req-9f2cce85-07b9-4ba1-9b29-8de1b82cf330 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:22.546307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bc3261-0b11-4bca-9515-da70507bad58 req-9f2cce85-07b9-4ba1-9b29-8de1b82cf330 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 935 time: 1.1768262 Dec 09 14:49:22.548227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:49:22.556283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3ae9ba19-fca8-4b22-9907-1694d3e401fc admin admin] 10.222.0.46 "PUT /v2.0/routers/003d8fc3-7da4-4c5d-845a-4b94e69ec835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3452187 Dec 09 14:49:22.586715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Request body: {'port': {'device_id': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'device_owner': 'compute:tempest-test_az-1637245101', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:22.666919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.702270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bc3261-0b11-4bca-9515-da70507bad58 req-c4cd83f9-87eb-4c3e-a699-dc22f50008d7 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435509 Dec 09 14:49:22.864135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0fac738-a3c8-4208-95be-c13c15f48461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:22.889351 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0fac738-a3c8-4208-95be-c13c15f48461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.055831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0fac738-a3c8-4208-95be-c13c15f48461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.060006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0fac738-a3c8-4208-95be-c13c15f48461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.062093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d0fac738-a3c8-4208-95be-c13c15f48461 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e856faa6-672a-4b2d-b6f1-1ad1f5f0152c HTTP/1.1" status: 204 len: 168 time: 0.6306829 Dec 09 14:49:23.107168 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b9dd9c0-9435-4c43-b417-4527f98e3db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.108289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fac738-a3c8-4208-95be-c13c15f48461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e856faa6-672a-4b2d-b6f1-1ad1f5f0152c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:23.281427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523ba726-54e8-4572-8dbb-ae96bbeac209 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:23.313445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9fb599fa-6055-4bd3-a525-aef6287df636 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:23.327876 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.364573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Transition to ACTIVE for port object 523ba726-54e8-4572-8dbb-ae96bbeac209 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:49:23.374249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.421743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9fb599fa-6055-4bd3-a525-aef6287df636 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:23.422554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:23.584067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Pushing event updated for resources: {'Port': ['ID=523ba726-54e8-4572-8dbb-ae96bbeac209,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:23.637365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Sync routers for ids ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:49:23.666985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Routers {'003d8fc3-7da4-4c5d-845a-4b94e69ec835'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:23.676441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:48:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:23.750087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Attempting to bind port 523ba726-54e8-4572-8dbb-ae96bbeac209 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:23.750459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Attempting to bind port 523ba726-54e8-4572-8dbb-ae96bbeac209 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:23.750944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Attempting to bind port 523ba726-54e8-4572-8dbb-ae96bbeac209 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:23.765371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Port 523ba726-54e8-4572-8dbb-ae96bbeac209 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:49:23.765482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Attempting to bind port 523ba726-54e8-4572-8dbb-ae96bbeac209 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:23.775977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:23.776320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:23.777057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:23.777749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Bound port: 523ba726-54e8-4572-8dbb-ae96bbeac209, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:23.780264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:24.035663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] For port 523ba726-54e8-4572-8dbb-ae96bbeac209, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:24.072182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Set router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:24.265407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] For port 523ba726-54e8-4572-8dbb-ae96bbeac209, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=523ba726-54e8-4572-8dbb-ae96bbeac209,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:24.317188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:24.419852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Pushing event updated for resources: {'Port': ['ID=523ba726-54e8-4572-8dbb-ae96bbeac209,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:24.451658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24b58-e94f-408d-9eac-f053e2cf3b94 req-9fe4ca97-11d3-466e-9226-46df8410c7c4 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:24.467400 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20c24b58-e94f-408d-9eac-f053e2cf3b94 req-9fe4ca97-11d3-466e-9226-46df8410c7c4 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.4028039 Dec 09 14:49:24.548426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:49:20Z', 'revision_number': 4, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '44c5e2f6-6296-44db-b885-1f6cce6caa0d', 'name': '', 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'mac_address': 'fa:16:3e:c4:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '95c270ab-107f-4e59-b43d-f7fb5742f340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:18Z', 'updated_at': '2021-12-09T14:49:20Z', 'revision_number': 2, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'subnets': [{'id': '95c270ab-107f-4e59-b43d-f7fb5742f340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:24.585884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Checking router: 003d8fc3-7da4-4c5d-845a-4b94e69ec835 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:49:24.587255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Updating router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 port 44c5e2f6-6296-44db-b885-1f6cce6caa0d binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:49:24.613700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:24.615965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:24.619942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7527c9f8-aa3b-4f11-87a4-e6fddca418d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/523ba726-54e8-4572-8dbb-ae96bbeac209 HTTP/1.1" status: 200 len: 1117 time: 2.8902445 Dec 09 14:49:24.620518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'tag': '523ba726-54e8-4572-8dbb-ae96bbeac209'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:24.691186 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:24.862738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20c24b58-e94f-408d-9eac-f053e2cf3b94 req-220a74a9-e96e-4bb0-b966-aa46d19082e8 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930705 Dec 09 14:49:24.986391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-a6dbd323-a81e-4456-8bc9-c0cd4a57f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:24.993357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-a6dbd323-a81e-4456-8bc9-c0cd4a57f6d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bd11657d6e24593a00df413291754f2&device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 1120 time: 0.2203343 Dec 09 14:49:25.230234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-fe952518-49f8-4546-bf8a-601786d14d05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=523ba726-54e8-4572-8dbb-ae96bbeac209 HTTP/1.1" status: 200 len: 217 time: 0.2063494 Dec 09 14:49:25.289913 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee2fbe3-0727-43e5-98ee-9e4783708169" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cff9f4-e2c5-4820-acbe-1920bb1a6442", "tag": "523ba726-54e8-4572-8dbb-ae96bbeac209"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:25.403795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-8cdb9f99-8b51-4782-ba22-aae7869e92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:25.407541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-8cdb9f99-8b51-4782-ba22-aae7869e92c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1496961 Dec 09 14:49:25.566786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:25.571857 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cfebaff-b4f2-4ed1-a22d-154ca1eb0547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:25.576978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:25.642359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557dfaa-7e1f-47d1-8b6f-dfb0813300f9 None None] Pushing event updated for resources: {'Port': ['ID=44c5e2f6-6296-44db-b885-1f6cce6caa0d,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:25.875437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Attempting to bind port 44c5e2f6-6296-44db-b885-1f6cce6caa0d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:25.876135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Attempting to bind port 44c5e2f6-6296-44db-b885-1f6cce6caa0d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:25.876782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Attempting to bind port 44c5e2f6-6296-44db-b885-1f6cce6caa0d on network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:25.885691 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fbc8d1-b5d2-41a4-b7dc-31f36ff43260 x-openstack-request-id: req-d8fbc8d1-b5d2-41a4-b7dc-31f36ff43260 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:25.886299 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cff9f4-e2c5-4820-acbe-1920bb1a6442", "tag": "523ba726-54e8-4572-8dbb-ae96bbeac209", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:25.886706 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8fbc8d1-b5d2-41a4-b7dc-31f36ff43260 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:25.887317 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'tag': '523ba726-54e8-4572-8dbb-ae96bbeac209', 'status': 'completed', 'code': 200} Dec 09 14:49:25.890031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:25.898173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Checking segment: {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:25.900423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:25.900864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Bound using segment: {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:25.903694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Bound port: 44c5e2f6-6296-44db-b885-1f6cce6caa0d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5e6a96-3055-4d90-a311-d8b2f4172b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:25.907019 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:25.917575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56992) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:26.085146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57002) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:26.107069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57008) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:26.111901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091149647', 'description': 'tempest-description--236294712'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:26.181265 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.221847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] For port 44c5e2f6-6296-44db-b885-1f6cce6caa0d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:26.229484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-88fb6ee5-3be2-4ee8-95d0-2277c2dfd9d1 None None] Provisioning complete for port 44c5e2f6-6296-44db-b885-1f6cce6caa0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:26.229861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-88fb6ee5-3be2-4ee8-95d0-2277c2dfd9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.335960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-88fb6ee5-3be2-4ee8-95d0-2277c2dfd9d1 None None] Port 44c5e2f6-6296-44db-b885-1f6cce6caa0d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:26.338850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1980681075-network', 'tenant_id': '8d44e38deea145639c579f8021144891'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:26.383940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] For port 44c5e2f6-6296-44db-b885-1f6cce6caa0d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=44c5e2f6-6296-44db-b885-1f6cce6caa0d,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:26.393878 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.418484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6a39e1-56da-4a77-a335-3383e74cc635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.484882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Made reservation on behalf of 8d44e38deea145639c579f8021144891 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:26.492747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.526419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Routers {'003d8fc3-7da4-4c5d-845a-4b94e69ec835'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:26.529880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:49:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:26.542224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346cddf-58cb-4b47-be70-7c7ffdd242cf req-00f5b562-f112-4709-9906-17638494a65a tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:26.545343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d346cddf-58cb-4b47-be70-7c7ffdd242cf req-00f5b562-f112-4709-9906-17638494a65a tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.3343198 Dec 09 14:49:26.550818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557dfaa-7e1f-47d1-8b6f-dfb0813300f9 None None] Pushing event updated for resources: {'Port': ['ID=44c5e2f6-6296-44db-b885-1f6cce6caa0d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:26.568749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.696923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d346cddf-58cb-4b47-be70-7c7ffdd242cf req-068fd4f9-fab9-4dd4-825d-d3810ff281ab tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309988 Dec 09 14:49:26.777950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.792098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] Set router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:26.845871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.913822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6a39e1-56da-4a77-a335-3383e74cc635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.915113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.922936 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6a39e1-56da-4a77-a335-3383e74cc635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:26.992952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a39e1-56da-4a77-a335-3383e74cc635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47241b63-2cab-4deb-8ec1-543cad5a506d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.041426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fb6a39e1-56da-4a77-a335-3383e74cc635 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5efc0a4125044f2b811a6af66e43fad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1206696 Dec 09 14:49:27.043288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.045377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57026) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:27.049947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f08525-151b-4784-8105-151c992d875f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.056540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.064382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.066061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-309d3e39-ddd0-487a-bdc3-efb68da80717 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9578547 Dec 09 14:49:27.070773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57028) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:27.079509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'security_group_rule': {'security_group_id': 'd6f08525-151b-4784-8105-151c992d875f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:27.125428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:49:27.126742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aad10796-67cd-4e2c-b860-7d40646a1deb None None] Provisioning complete for port 44c5e2f6-6296-44db-b885-1f6cce6caa0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:27.127117 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aad10796-67cd-4e2c-b860-7d40646a1deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.145959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.146646 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Added segment 433661f6-84bf-45f1-9571-c4f693a9236d of type vlan for network fa37fc04-074c-4533-842a-d3f8b3bde685 Dec 09 14:49:27.148237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.216611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e01db8c4-a1f8-4cdf-bb97-fdee466e2acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.217202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.260127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.273495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e01db8c4-a1f8-4cdf-bb97-fdee466e2acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.305342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aad10796-67cd-4e2c-b860-7d40646a1deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.306385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.325822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.376666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.378344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038049 Dec 09 14:49:27.380555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e957fba-3129-4d54-a398-a95c4be7b99a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28605c82-dc96-478e-bf5c-b6df62b84700,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.381475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57038) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:27.382787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.383860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:27.384548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.388048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'security_group_rule': {'security_group_id': 'd6f08525-151b-4784-8105-151c992d875f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:27.394468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e01db8c4-a1f8-4cdf-bb97-fdee466e2acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.429914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e01db8c4-a1f8-4cdf-bb97-fdee466e2acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.434241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e01db8c4-a1f8-4cdf-bb97-fdee466e2acb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47241b63-2cab-4deb-8ec1-543cad5a506d HTTP/1.1" status: 204 len: 168 time: 0.3848801 Dec 09 14:49:27.441757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3553350 Dec 09 14:49:27.445573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57044) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:27.450036 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Request body: {'subnet': {'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1980681075-subnet', 'tenant_id': '8d44e38deea145639c579f8021144891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:27.496255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde7c62-2934-477d-8bbf-bb01b8e52f2f admin admin] Pushing event updated for resources: {'Network': ['ID=fa37fc04-074c-4533-842a-d3f8b3bde685,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.511501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 14:49:27.511501 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 14:49:27.511501 n-d-804292-5 neutron-server[109895]: [parameters: {'project_id_1': '8d44e38deea145639c579f8021144891', 'expiration_1': datetime.datetime(2021, 12, 9, 14, 49, 7, 455533)}] Dec 09 14:49:27.511501 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:49:27.513102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db8c4-a1f8-4cdf-bb97-fdee466e2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47241b63-2cab-4deb-8ec1-543cad5a506d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.513784 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:49:27.548356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.581915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fa37fc04-074c-4533-842a-d3f8b3bde685 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:49:27.700464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.711467 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.778385 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.781231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979359 Dec 09 14:49:27.784313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:27.789312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:27.793234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e170-421f-45cb-98b5-68e2fa799e1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8f0469-8de9-471e-aa38-24f078c4c575,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:27.816488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aad10796-67cd-4e2c-b860-7d40646a1deb None None] For port 44c5e2f6-6296-44db-b885-1f6cce6caa0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=44c5e2f6-6296-44db-b885-1f6cce6caa0d,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:27.830896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:49:20Z', 'revision_number': 4, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '44c5e2f6-6296-44db-b885-1f6cce6caa0d', 'name': '', 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'mac_address': 'fa:16:3e:c4:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '95c270ab-107f-4e59-b43d-f7fb5742f340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:18Z', 'updated_at': '2021-12-09T14:49:26Z', 'revision_number': 4, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'subnets': [{'id': '95c270ab-107f-4e59-b43d-f7fb5742f340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:27.836967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aad10796-67cd-4e2c-b860-7d40646a1deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.921973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05141f3-2c66-462a-9297-5a9ab8935132 None None] The sync data for ids ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'] in n-d-804292-5 is: [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:49:20Z', 'revision_number': 4, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '44c5e2f6-6296-44db-b885-1f6cce6caa0d', 'name': '', 'network_id': '5c14704a-5238-4cf0-b82a-4f3b5930fb9b', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'mac_address': 'fa:16:3e:c4:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '95c270ab-107f-4e59-b43d-f7fb5742f340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:18Z', 'updated_at': '2021-12-09T14:49:26Z', 'revision_number': 4, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'subnets': [{'id': '95c270ab-107f-4e59-b43d-f7fb5742f340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:49:27.925382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:27.944221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10796-67cd-4e2c-b860-7d40646a1deb None None] Pushing event updated for resources: {'Port': ['ID=44c5e2f6-6296-44db-b885-1f6cce6caa0d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:28.187463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.225524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Made reservation on behalf of 8d44e38deea145639c579f8021144891 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:28.233180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.254959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:28.283175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1f54436-ae19-4cfa-a64c-1f09720986de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.429517 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1f54436-ae19-4cfa-a64c-1f09720986de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.439135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1f54436-ae19-4cfa-a64c-1f09720986de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.493827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f54436-ae19-4cfa-a64c-1f09720986de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dff6de-6bf0-4eaf-8280-ed4b9993a126,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:28.513917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1f54436-ae19-4cfa-a64c-1f09720986de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47a8fe5c3fce405096f6a60e765ebadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573156 Dec 09 14:49:28.517091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:28.624908 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593f128-cb95-4627-90b7-bb7196cd85ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.653941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.683079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a6d2-c1c9-49a7-bf38-711ed1d6b150 req-a601308c-06c0-4a87-9c29-b622e3374700 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:28.685178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2a4a6d2-c1c9-49a7-bf38-711ed1d6b150 req-a601308c-06c0-4a87-9c29-b622e3374700 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.3480039 Dec 09 14:49:28.689663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593f128-cb95-4627-90b7-bb7196cd85ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.720542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.786830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593f128-cb95-4627-90b7-bb7196cd85ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.792671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593f128-cb95-4627-90b7-bb7196cd85ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:28.800258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e593f128-cb95-4627-90b7-bb7196cd85ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85dff6de-6bf0-4eaf-8280-ed4b9993a126 HTTP/1.1" status: 204 len: 168 time: 0.2814057 Dec 09 14:49:28.822313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593f128-cb95-4627-90b7-bb7196cd85ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dff6de-6bf0-4eaf-8280-ed4b9993a126,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:28.834583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac37e4bf-e44c-4605-8a47-a72f6f680dcc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:28.892623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:28.892979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Network hostable DHCP agents. Network: fa37fc04-074c-4533-842a-d3f8b3bde685, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:49:28.908273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2a4a6d2-c1c9-49a7-bf38-711ed1d6b150 req-ddafa43f-5e44-4dc0-84e9-f1f7a7cf48da tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900532 Dec 09 14:49:28.927209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Allocated IP 172.25.0.5 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/361de966-2d91-477c-ba4f-bcaebc288eb1) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:28.952896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Network fa37fc04-074c-4533-842a-d3f8b3bde685 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:49:28.970832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fa37fc04-074c-4533-842a-d3f8b3bde685) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:28.985087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eac22b-db5c-4cf4-a432-e146700e7637 None None] Network fa37fc04-074c-4533-842a-d3f8b3bde685 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:29.000653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:29.001415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:29.177639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0982e044-73c9-433d-8a46-b2387ea1760d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7317674 Dec 09 14:49:29.183685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:29.258947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:29.260722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:29.323542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65bcac-0f52-4fd2-ac7d-161c6ce8d426 None None] Network fa37fc04-074c-4533-842a-d3f8b3bde685 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:29.327601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:29.377848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:29.386783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:29.420963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'Port': ['ID=361de966-2d91-477c-ba4f-bcaebc288eb1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:29.467226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 44c5e2f6-6296-44db-b885-1f6cce6caa0d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:29.614534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 44c5e2f6-6296-44db-b885-1f6cce6caa0d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:29.617810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:29.737312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:29.785311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.025447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.032187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.073082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.102813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'Port': ['ID=361de966-2d91-477c-ba4f-bcaebc288eb1,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:30.119497 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.139702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f3b61b7-31c8-445f-ac43-b770975decba tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3380978 Dec 09 14:49:30.337617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279c37-121a-4789-809a-8c94b76f1ec7 req-0fcfee9d-5a52-45a1-8655-052566d0156f tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:30.346871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d279c37-121a-4789-809a-8c94b76f1ec7 req-0fcfee9d-5a52-45a1-8655-052566d0156f tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.0742214 Dec 09 14:49:30.408283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d279c37-121a-4789-809a-8c94b76f1ec7 req-ae6aa9d2-7023-4f86-b897-0e5722e46bb7 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599248 Dec 09 14:49:30.649936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-062a62ad-23a2-4344-b178-f361172a2b38 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1091149647&fields=id&tenant_id=743fc5893cb546f6b8327da52dd01240 HTTP/1.1" status: 200 len: 267 time: 0.0685763 Dec 09 14:49:30.694039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57142) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:30.698911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1877334245-network', 'tenant_id': 'e986e8d9ca55493dbb56ce770231f381'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:30.753283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Made reservation on behalf of e986e8d9ca55493dbb56ce770231f381 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:30.756311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.773377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.894892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.902927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.929665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:49:30.945813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ce8918-07a4-4bed-9832-6c4cd553a5a9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:30.977897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:30.978410 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Added segment da63e757-7f02-40de-93d0-63ce85243873 of type vlan for network 023240ab-c99a-4e8f-b43f-d9dd978aff81 Dec 09 14:49:31.042444 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:31.070718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-83a71b9f-73ce-4557-9209-309a523e2cfc tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:31.072163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:31.073132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:31.073771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:31.075827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-83a71b9f-73ce-4557-9209-309a523e2cfc tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 824 time: 0.4130743 Dec 09 14:49:31.095071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-fc86a86d-9461-477c-a3cb-7d2cf4f1b3a8 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/quotas/743fc5893cb546f6b8327da52dd01240 HTTP/1.1" status: 200 len: 375 time: 0.0113838 Dec 09 14:49:31.115546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4170830 Dec 09 14:49:31.115546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57150) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:31.119887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Request body: {'subnet': {'network_id': '023240ab-c99a-4e8f-b43f-d9dd978aff81', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1877334245-subnet', 'tenant_id': 'e986e8d9ca55493dbb56ce770231f381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:31.165578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a522c9-1cf5-4e9a-a1cc-fe9feffafe06 admin admin] Pushing event updated for resources: {'Network': ['ID=023240ab-c99a-4e8f-b43f-d9dd978aff81,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:31.178631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 023240ab-c99a-4e8f-b43f-d9dd978aff81 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:49:31.205802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-52680804-66f6-41cb-b86c-974a4073419d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012847 Dec 09 14:49:31.218309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Made reservation on behalf of e986e8d9ca55493dbb56ce770231f381 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:31.221572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:31.444152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-84ea0137-d0c1-48de-9567-55e3f3aa2ce1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:49:31.446000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-84ea0137-d0c1-48de-9567-55e3f3aa2ce1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1055517 Dec 09 14:49:31.470979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:31.528308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6661e22-f3da-418e-afde-b7f716867b66,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:31.538850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Checking segment: {'id': 'da63e757-7f02-40de-93d0-63ce85243873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '023240ab-c99a-4e8f-b43f-d9dd978aff81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:31.539235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Network hostable DHCP agents. Network: 023240ab-c99a-4e8f-b43f-d9dd978aff81, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:49:31.540962 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-1febaec3-0949-4c31-a28d-2d4f921011b2 service neutron] 10.222.0.46 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Dec 09 14:49:31.557523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Network 023240ab-c99a-4e8f-b43f-d9dd978aff81 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:49:31.567953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 023240ab-c99a-4e8f-b43f-d9dd978aff81) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:31.572167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:31.572948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:31.579845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda157b7-3a4f-4e56-a823-1a6a05e99c71 None None] Network 023240ab-c99a-4e8f-b43f-d9dd978aff81 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:31.595926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e661bd6-2c70-4691-aaa6-224e85d40067 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4797237 Dec 09 14:49:31.639707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-308e4aeb-b696-4835-aa88-b9dfccee6b69 service neutron] 10.222.0.46 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912147 Dec 09 14:49:31.691895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116da810-546c-41b6-9993-4dd3c0dfc73c None None] Network 023240ab-c99a-4e8f-b43f-d9dd978aff81 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:31.915675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc1df-c3aa-4da6-a53e-fc8808addf81 req-b939d94e-32fb-470f-8a07-0c16041cc7b8 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:31.924556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-968cc1df-c3aa-4da6-a53e-fc8808addf81 req-b939d94e-32fb-470f-8a07-0c16041cc7b8 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.0605111 Dec 09 14:49:31.982457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7c176eaf-7941-4e83-9c68-839ae4947360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:31.987580 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-968cc1df-c3aa-4da6-a53e-fc8808addf81 req-2a66e4ad-bdef-4ec9-81f1-733882f32ae3 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619910 Dec 09 14:49:31.988110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-7c176eaf-7941-4e83-9c68-839ae4947360 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362698 Dec 09 14:49:32.063315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddb46cde-dcde-4fc0-8f7d-c723f0977ae2 req-4314fad3-a06f-4909-ae6c-dad03213925b tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Dec 09 14:49:32.130581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-05c5fd09-5505-421d-83c5-aa0127f574b3 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315725 Dec 09 14:49:32.256043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1438f530-dd49-4b8f-94b1-78d5948d1eba req-e90e8568-e6c5-4aa6-8038-19d6499ff117 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086709 Dec 09 14:49:32.369792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57210) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:32.381779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-72acea70-a0f8-4038-bb5d-eb44c4ee49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:32.383958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-72acea70-a0f8-4038-bb5d-eb44c4ee49d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bd11657d6e24593a00df413291754f2&device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 1120 time: 0.0561252 Dec 09 14:49:32.547572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a07bdfa-5f55-42fc-ab48-a4d423e6816f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:32.583788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-b748dd76-3cc3-4ef0-a9f6-07aee712bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:32.585115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-b748dd76-3cc3-4ef0-a9f6-07aee712bdc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1922810 Dec 09 14:49:32.641639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-9d44a397-3deb-458f-b4b4-d18d76a67faa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=523ba726-54e8-4572-8dbb-ae96bbeac209 HTTP/1.1" status: 200 len: 217 time: 0.0489416 Dec 09 14:49:32.720302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-10597e3b-d455-4750-9eb0-3e006c35666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:32.721944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-10597e3b-d455-4750-9eb0-3e006c35666a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0728862 Dec 09 14:49:32.727580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-cea4e195-da70-4658-99e4-766cd5e6e783 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:32.729211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-cea4e195-da70-4658-99e4-766cd5e6e783 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.1536708 Dec 09 14:49:32.756288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-01a632db-0ccc-44ed-a65b-9b60d2abbb7f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/quotas/8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 375 time: 0.0196292 Dec 09 14:49:32.779979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a07bdfa-5f55-42fc-ab48-a4d423e6816f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:32.792995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a07bdfa-5f55-42fc-ab48-a4d423e6816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:32.806166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-d310a800-0bb7-4e1b-afea-6d55c41e4695 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433390 Dec 09 14:49:32.845854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-47a7749b-f8ff-4706-bf72-a8351a595cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:32.847748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-47a7749b-f8ff-4706-bf72-a8351a595cec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117318 Dec 09 14:49:32.855410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8a07bdfa-5f55-42fc-ab48-a4d423e6816f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f50a769fc7f4fc98b80d54c5411ebfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4835877 Dec 09 14:49:32.864140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57238) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:32.871316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07bdfa-5f55-42fc-ab48-a4d423e6816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9025ce62-fe16-40ae-8ca3-f3064a651879,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:32.921939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-3dd2977b-a1c1-4a9a-bffa-054e84ae8471 service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150105 Dec 09 14:49:33.050055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97f83d35-5224-419a-b415-df5e3e2e1dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.069023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-8556b482-09ff-4e14-a6c7-1db3cf984bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125230 Dec 09 14:49:33.088937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-eefb04f8-f5e4-4f7c-ac21-31743ead4e04 service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568480 Dec 09 14:49:33.100462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97f83d35-5224-419a-b415-df5e3e2e1dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.276378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659e037-5a9f-45ce-9332-3f1ec90fc980 req-949496fa-95cc-4b27-bafa-7c58e91f8520 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:33.278546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0659e037-5a9f-45ce-9332-3f1ec90fc980 req-949496fa-95cc-4b27-bafa-7c58e91f8520 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.1844144 Dec 09 14:49:33.303170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:33.324691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97f83d35-5224-419a-b415-df5e3e2e1dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.327786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97f83d35-5224-419a-b415-df5e3e2e1dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.331215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-97f83d35-5224-419a-b415-df5e3e2e1dae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9025ce62-fe16-40ae-8ca3-f3064a651879 HTTP/1.1" status: 204 len: 168 time: 0.4637070 Dec 09 14:49:33.332175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8785d276-e3a1-4afd-aa93-99e7318ace37 req-2b3af036-0b0b-41c7-86df-f6972e99168c tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0357084 Dec 09 14:49:33.353182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ee2fbe3-0727-43e5-98ee-9e4783708169 req-15c5f35d-be8b-4173-85c1-f223f42d52ee service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722607 Dec 09 14:49:33.362485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83d35-5224-419a-b415-df5e3e2e1dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9025ce62-fe16-40ae-8ca3-f3064a651879,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:33.401358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0659e037-5a9f-45ce-9332-3f1ec90fc980 req-ac1df866-b543-4f69-a14a-ee4c3a0b8d5e tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092126 Dec 09 14:49:33.474955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4bcf5c22-4147-4f86-ac7c-3ba470083390 req-1ded3480-97ec-4e0e-9781-3cbb368e2d50 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 210 time: 0.0591886 Dec 09 14:49:33.536555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.36', 58412) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:33.567317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84457fe8-9ca5-480f-a4b8-53d8395d2d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.793986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-923cf490-5fa8-4389-bc9f-7d38a6043261 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:33.795785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-923cf490-5fa8-4389-bc9f-7d38a6043261 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.36 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 824 time: 0.2578716 Dec 09 14:49:33.838957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84457fe8-9ca5-480f-a4b8-53d8395d2d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.844941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84457fe8-9ca5-480f-a4b8-53d8395d2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.874798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-84457fe8-9ca5-480f-a4b8-53d8395d2d08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47e2d4987c034abea832c9cf02dcab14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5703566 Dec 09 14:49:33.878286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57282) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:33.885904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57284) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:33.936071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6a40-5562-4532-83a8-d2c68d09c5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:33.950751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57290) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:33.961069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84457fe8-9ca5-480f-a4b8-53d8395d2d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adc2306-d3d1-45c5-9f22-c1dc95419ec2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:33.984764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51915259-fb14-44af-9aaa-d94221235cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.046305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51915259-fb14-44af-9aaa-d94221235cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.111091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51915259-fb14-44af-9aaa-d94221235cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.118080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51915259-fb14-44af-9aaa-d94221235cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.124565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-51915259-fb14-44af-9aaa-d94221235cbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7adc2306-d3d1-45c5-9f22-c1dc95419ec2 HTTP/1.1" status: 204 len: 168 time: 0.2444513 Dec 09 14:49:34.136033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51915259-fb14-44af-9aaa-d94221235cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adc2306-d3d1-45c5-9f22-c1dc95419ec2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:34.245994 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-b43adfdf-2651-40d6-9be4-8dde7e208ec7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=743fc5893cb546f6b8327da52dd01240 HTTP/1.1" status: 200 len: 380 time: 0.3589756 Dec 09 14:49:34.303735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae950a5a-527a-4ea2-a2ec-06a5c249dff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.320019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6a40-5562-4532-83a8-d2c68d09c5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.324365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6a40-5562-4532-83a8-d2c68d09c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.365493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e6a40-5562-4532-83a8-d2c68d09c5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac240e4b-9bb7-4be6-8bc7-d61064df22f8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:34.373155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ef9e6a40-5562-4532-83a8-d2c68d09c5ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=595d93620b314d7aa05cbdd171ff487b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811678 Dec 09 14:49:34.380937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:34.439999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae950a5a-527a-4ea2-a2ec-06a5c249dff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.448369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae950a5a-527a-4ea2-a2ec-06a5c249dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.466062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-914f2f35-dcc2-4c91-be68-6584e661ea90 req-e99f3b99-4852-40b2-8a6a-a08fbcc87da7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0341563 Dec 09 14:49:34.488988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ae950a5a-527a-4ea2-a2ec-06a5c249dff5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d81332bb2f74153b7ec1bde5f1832db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368991 Dec 09 14:49:34.491877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57304) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:34.500904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e405b368-bc37-41ba-9fb3-8278c3271e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.564532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae950a5a-527a-4ea2-a2ec-06a5c249dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc729fec-5791-47db-b820-f323b427708d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:34.565801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b80f978d-466e-4457-9bad-4164730f191c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.592619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e405b368-bc37-41ba-9fb3-8278c3271e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.619558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8708c6c6-df03-4e47-8d24-fda0f2522306 req-033548b7-e130-4486-8232-d9e566c977f6 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 210 time: 0.0464034 Dec 09 14:49:34.632144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b80f978d-466e-4457-9bad-4164730f191c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.640764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664edda-216e-4495-88db-4001ed6946d4 req-e16103d8-9d9c-4c69-8fa5-23cdb6c984ed tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:34.648716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2664edda-216e-4495-88db-4001ed6946d4 req-e16103d8-9d9c-4c69-8fa5-23cdb6c984ed tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.1486964 Dec 09 14:49:34.679092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57308) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:34.707105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b87cd579-ecce-461a-afbc-a6ebdb6bedd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.709218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2664edda-216e-4495-88db-4001ed6946d4 req-551b33bd-d6a4-4ed5-bc66-eb911db451a8 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Dec 09 14:49:34.720989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e405b368-bc37-41ba-9fb3-8278c3271e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.724227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e405b368-bc37-41ba-9fb3-8278c3271e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.727879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e405b368-bc37-41ba-9fb3-8278c3271e6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac240e4b-9bb7-4be6-8bc7-d61064df22f8 HTTP/1.1" status: 204 len: 168 time: 0.3458397 Dec 09 14:49:34.756984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405b368-bc37-41ba-9fb3-8278c3271e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac240e4b-9bb7-4be6-8bc7-d61064df22f8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:34.798718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b80f978d-466e-4457-9bad-4164730f191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.801325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b80f978d-466e-4457-9bad-4164730f191c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.802483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b80f978d-466e-4457-9bad-4164730f191c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc729fec-5791-47db-b820-f323b427708d HTTP/1.1" status: 204 len: 168 time: 0.3092022 Dec 09 14:49:34.835238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f978d-466e-4457-9bad-4164730f191c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc729fec-5791-47db-b820-f323b427708d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:34.878938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-42ea3e3e-8814-45d7-b356-e4f54ec69890 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:34.880580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-42ea3e3e-8814-45d7-b356-e4f54ec69890 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.1825235 Dec 09 14:49:34.902692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Request body: {'port': {'device_id': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'admin_state_up': True, 'tenant_id': '8d44e38deea145639c579f8021144891'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:34.941833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b87cd579-ecce-461a-afbc-a6ebdb6bedd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:34.946776 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b87cd579-ecce-461a-afbc-a6ebdb6bedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.027180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cd579-ecce-461a-afbc-a6ebdb6bedd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde2634-d3ed-4a5b-9431-0d2e12848027,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:35.040046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b87cd579-ecce-461a-afbc-a6ebdb6bedd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c67b39c9fa184a2fbb3e4878723092f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582582 Dec 09 14:49:35.041874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:35.076844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Made reservation on behalf of 8d44e38deea145639c579f8021144891 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:35.081612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.132389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b95d2d0-4f6f-49e0-8b5e-480706d86382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.157400 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b95d2d0-4f6f-49e0-8b5e-480706d86382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.229322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b95d2d0-4f6f-49e0-8b5e-480706d86382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.233177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b95d2d0-4f6f-49e0-8b5e-480706d86382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.234779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b95d2d0-4f6f-49e0-8b5e-480706d86382 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dde2634-d3ed-4a5b-9431-0d2e12848027 HTTP/1.1" status: 204 len: 168 time: 0.1913188 Dec 09 14:49:35.246397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95d2d0-4f6f-49e0-8b5e-480706d86382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde2634-d3ed-4a5b-9431-0d2e12848027,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:35.316188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Allocated IP 172.20.0.2 (fa37fc04-074c-4533-842a-d3f8b3bde685/ac37e4bf-e44c-4605-8a47-a72f6f680dcc/57532047-f6dd-46bc-9686-a44aa536b74d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:35.409699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57328) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:35.425679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-143ebdaf-a754-423e-b466-73d708709916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.525564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-143ebdaf-a754-423e-b466-73d708709916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.531790 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-143ebdaf-a754-423e-b466-73d708709916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.553415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.577056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ebdaf-a754-423e-b466-73d708709916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd14866-23b0-4713-bbf0-853bd24dd662,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:35.605421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-143ebdaf-a754-423e-b466-73d708709916 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca29221da2fa4b0dbddc3c661a0ff6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945207 Dec 09 14:49:35.606245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57336) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:35.622310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0cce63e-9e3c-42b7-9c7a-2560c3ce3a5a req-aa275c5b-31e7-493b-a680-4b73d22480a3 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0490713 Dec 09 14:49:35.645396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.688449 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73970b2a-5d79-4a7b-af0c-0886fc5889f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.710965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Network fa37fc04-074c-4533-842a-d3f8b3bde685 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:35.715251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:35.716290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73970b2a-5d79-4a7b-af0c-0886fc5889f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.729775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:35.740686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:35.740686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.749208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57342) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:35.782836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8709df1c-2f1a-4cbc-bab9-d82aa52a3819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.790371 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8971498 Dec 09 14:49:35.796657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a192-cc2e-4454-a8b5-796346ff25d7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:35.805867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Request body: {'port': {'device_id': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'device_owner': 'compute:tempest-test_az-1637245101', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:35.826690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adce83-3411-4e48-a2d2-6e5df2130ea9 req-b90b18eb-ffdc-4bab-a810-9975923f9a40 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:35.828612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58adce83-3411-4e48-a2d2-6e5df2130ea9 req-b90b18eb-ffdc-4bab-a810-9975923f9a40 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 931 time: 0.0799127 Dec 09 14:49:35.861676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73970b2a-5d79-4a7b-af0c-0886fc5889f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.865113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73970b2a-5d79-4a7b-af0c-0886fc5889f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:35.866383 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-73970b2a-5d79-4a7b-af0c-0886fc5889f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fd14866-23b0-4713-bbf0-853bd24dd662 HTTP/1.1" status: 204 len: 168 time: 0.2584212 Dec 09 14:49:35.890800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73970b2a-5d79-4a7b-af0c-0886fc5889f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd14866-23b0-4713-bbf0-853bd24dd662,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:35.912328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58adce83-3411-4e48-a2d2-6e5df2130ea9 req-b4d54a40-37e0-41c8-96a3-c206b63d0c8c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716929 Dec 09 14:49:35.946400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.020660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed425b2-28d2-4bea-876d-a13f3b64e32e req-0075dd4d-7516-4297-8a59-ce372fe53fc5 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:36.027924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ed425b2-28d2-4bea-876d-a13f3b64e32e req-0075dd4d-7516-4297-8a59-ce372fe53fc5 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 969 time: 0.1697214 Dec 09 14:49:36.145744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8709df1c-2f1a-4cbc-bab9-d82aa52a3819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.166950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8709df1c-2f1a-4cbc-bab9-d82aa52a3819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.210999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57358) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:36.216487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ed425b2-28d2-4bea-876d-a13f3b64e32e req-e1cee4ea-3311-4897-8b56-29647857cc04 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870849 Dec 09 14:49:36.242056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8709df1c-2f1a-4cbc-bab9-d82aa52a3819 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bd0f36d55b04b56be3bd8c1ec27bf99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805024 Dec 09 14:49:36.242296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57362) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:36.270282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709df1c-2f1a-4cbc-bab9-d82aa52a3819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42691626-f4a4-4e05-90ea-9e8479ecb2a3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:36.324461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a04e9a8a-5d98-4df9-8c6b-7dfe0c70ba66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.359427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a04e9a8a-5d98-4df9-8c6b-7dfe0c70ba66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.360502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 523ba726-54e8-4572-8dbb-ae96bbeac209 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:49:36.418609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1955327650-network', 'tenant_id': 'c24d61641d1a4c6791261af7bf8ab88b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:36.454839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Made reservation on behalf of c24d61641d1a4c6791261af7bf8ab88b for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:36.456360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.477343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.484393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57532047-f6dd-46bc-9686-a44aa536b74d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:36.495037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.496285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a04e9a8a-5d98-4df9-8c6b-7dfe0c70ba66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.501789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a04e9a8a-5d98-4df9-8c6b-7dfe0c70ba66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.506522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a04e9a8a-5d98-4df9-8c6b-7dfe0c70ba66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42691626-f4a4-4e05-90ea-9e8479ecb2a3 HTTP/1.1" status: 204 len: 168 time: 0.2666020 Dec 09 14:49:36.513245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 523ba726-54e8-4572-8dbb-ae96bbeac209, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=523ba726-54e8-4572-8dbb-ae96bbeac209,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:36.523517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e9a8a-5d98-4df9-8c6b-7dfe0c70ba66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42691626-f4a4-4e05-90ea-9e8479ecb2a3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:36.527796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '523ba726-54e8-4572-8dbb-ae96bbeac209', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '523ba726-54e8-4572-8dbb-ae96bbeac209', 'mac_address': 'fa:16:3e:41:8e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-1637245101', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:49:36.532581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Transition to ACTIVE for port object 57532047-f6dd-46bc-9686-a44aa536b74d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:49:36.540370 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.605764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.627310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:36.640502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523ba726-54e8-4572-8dbb-ae96bbeac209 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:36.661277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.670223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.703273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:36.703665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:36.704072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:36.708799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 523ba726-54e8-4572-8dbb-ae96bbeac209, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=523ba726-54e8-4572-8dbb-ae96bbeac209,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:36.714630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:49:36.714946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:36.718882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.721990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:36.722347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:36.722733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:36.723169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Bound port: 57532047-f6dd-46bc-9686-a44aa536b74d, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:36.724070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.745062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550de9ff-b10b-468f-bdcf-7b471f4c85f6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:36.763398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:49:36.810268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.812688 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Added segment 5e0abbf4-c94b-45bc-89b0-844f4f178891 of type vlan for network 6f066755-7aa4-438d-b9e5-74ddacfb51b9 Dec 09 14:49:36.818643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=523ba726-54e8-4572-8dbb-ae96bbeac209,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:36.842426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9fa8d4e-e2c4-4d7b-a79b-6193143e453c req-6ee4c879-df43-4842-a048-a957b3be6284 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0853908 Dec 09 14:49:36.858005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:36.867400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:36.876971 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.893694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.927395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:36.928933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.932630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] 10.222.0.43 "PUT /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 1113 time: 1.1318686 Dec 09 14:49:36.933126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:36.936518 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8288cd5-5b62-491e-913c-625b43bb05b8" -d '{"events": [{"name": "network-changed", "server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:36.941186 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:36.942335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:36.943765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:37.042441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2116-2614-4a4d-83a9-d7016619a758 service neutron] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:37.057287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-1c8d7c30-f0bf-40c4-8167-59848b3144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:37.058827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-1c8d7c30-f0bf-40c4-8167-59848b3144ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1116 time: 0.0594695 Dec 09 14:49:37.085998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['523ba726-54e8-4572-8dbb-ae96bbeac209'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:49:37.124819 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9123278 Dec 09 14:49:37.127842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57394) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:37.129827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7fc11-7ae6-4a01-9c8f-3f22fca04f04 admin admin] Pushing event updated for resources: {'Network': ['ID=6f066755-7aa4-438d-b9e5-74ddacfb51b9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:37.134771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Request body: {'subnet': {'network_id': '6f066755-7aa4-438d-b9e5-74ddacfb51b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1955327650-subnet', 'tenant_id': 'c24d61641d1a4c6791261af7bf8ab88b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:37.162072 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fa786c-4593-4727-a1fe-276a101a7c6a x-openstack-request-id: req-97fa786c-4593-4727-a1fe-276a101a7c6a {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:37.162619 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:37.163010 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97fa786c-4593-4727-a1fe-276a101a7c6a {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:37.163565 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d', 'status': 'completed', 'code': 200} Dec 09 14:49:37.175612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Made reservation on behalf of c24d61641d1a4c6791261af7bf8ab88b for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:37.177942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:37.193469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-e411e9fc-885d-45e2-99c1-f3ddad2a4a44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.1131423 Dec 09 14:49:37.217392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 6f066755-7aa4-438d-b9e5-74ddacfb51b9 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:49:37.275994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117500-ed60-45da-89e4-4fa04423bef1 req-1abda87e-b8e6-4bd7-a80a-3ad178758fce tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:37.277677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89117500-ed60-45da-89e4-4fa04423bef1 req-1abda87e-b8e6-4bd7-a80a-3ad178758fce tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.1897669 Dec 09 14:49:37.302300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301952-297b-48b3-8584-822db3cb78c7 req-d611cf1b-bb9e-4dbe-b572-fb922df021ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:37.304426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-d611cf1b-bb9e-4dbe-b572-fb922df021ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.1011031 Dec 09 14:49:37.382874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-862afd75-02ff-44da-9dad-a6e138b879e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654235 Dec 09 14:49:37.436642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bc518-e302-4e39-80b8-c48c956a1836 req-a72bf8fa-bbad-4e27-a586-241a3679d468 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:37.447196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89117500-ed60-45da-89e4-4fa04423bef1 req-df637924-03ef-4b52-92ab-15fa5a3ccacb tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622305 Dec 09 14:49:37.449046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c9bc518-e302-4e39-80b8-c48c956a1836 req-a72bf8fa-bbad-4e27-a586-241a3679d468 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 970 time: 0.1422668 Dec 09 14:49:37.566245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c9bc518-e302-4e39-80b8-c48c956a1836 req-ff18dca3-a0aa-4c5d-a3c8-29da9eaa4880 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161089 Dec 09 14:49:37.586332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-8447ce08-a9d8-46e2-acd8-603e96e67587 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912582 Dec 09 14:49:37.620801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:37.691663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6621ff4a-bfe6-4c4a-9676-e278d0127669,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:37.716746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Checking segment: {'id': '5e0abbf4-c94b-45bc-89b0-844f4f178891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6f066755-7aa4-438d-b9e5-74ddacfb51b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:37.717582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Network hostable DHCP agents. Network: 6f066755-7aa4-438d-b9e5-74ddacfb51b9, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:49:37.738292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df301952-297b-48b3-8584-822db3cb78c7 req-020a9c84-17a4-4a47-b39f-c22616f7701e service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427171 Dec 09 14:49:37.739862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Network 6f066755-7aa4-438d-b9e5-74ddacfb51b9 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:49:37.759507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 6f066755-7aa4-438d-b9e5-74ddacfb51b9) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:37.772984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:37.774913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:37.779188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b2678-6212-49e9-98f8-7d2ae9529edb None None] Network 6f066755-7aa4-438d-b9e5-74ddacfb51b9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:37.796555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8c272bc0-1874-4c4c-a2bc-32028f79b36c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6675048 Dec 09 14:49:37.872324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-773e56dc-725f-4d91-b1a9-7fae884e098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:37.874719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-773e56dc-725f-4d91-b1a9-7fae884e098f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1116 time: 0.0738010 Dec 09 14:49:38.082103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc2a2b3a-98ff-42f2-9cbc-9ff210d127e1 req-8817254a-bee7-4f86-a76e-a67dde31f3f7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.1294689 Dec 09 14:49:38.097935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad5ebc-67d1-4fc7-a6c8-a908b9b5dc83 None None] Network 6f066755-7aa4-438d-b9e5-74ddacfb51b9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:38.108216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-cb9abfa4-8ae8-4b4b-8619-aae7737c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:38.110648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-cb9abfa4-8ae8-4b4b-8619-aae7737c05ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.2273123 Dec 09 14:49:38.166139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-d35178b6-4187-4aa6-bc57-04acbc2e8715 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.0435200 Dec 09 14:49:38.230885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-45ce1b12-bb85-4852-b297-4e8721017e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:38.233319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-45ce1b12-bb85-4852-b297-4e8721017e82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0594609 Dec 09 14:49:38.279873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-3aba9061-f1cd-441f-b4e7-6d4ff26e166d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377631 Dec 09 14:49:38.323292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 523ba726-54e8-4572-8dbb-ae96bbeac209 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:38.402595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 523ba726-54e8-4572-8dbb-ae96bbeac209 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:49:38.407426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-174ed5fd-bab2-424b-9dd5-399805d4780d service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170845 Dec 09 14:49:38.412065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 523ba726-54e8-4572-8dbb-ae96bbeac209 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:38.412531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:38.535117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8288cd5-5b62-491e-913c-625b43bb05b8 req-4860b87d-b027-4bfd-a823-f4f6d9450042 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200750 Dec 09 14:49:38.536581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:38.587532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523ba726-54e8-4572-8dbb-ae96bbeac209'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:38.692441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 523ba726-54e8-4572-8dbb-ae96bbeac209, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=523ba726-54e8-4572-8dbb-ae96bbeac209,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:38.699333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:38.774131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af9a49-ba2c-459a-b5f2-6caf3e876baa req-ff5600f5-a4bb-4e2f-a4fd-38d7724c4b76 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:38.776626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8af9a49-ba2c-459a-b5f2-6caf3e876baa req-ff5600f5-a4bb-4e2f-a4fd-38d7724c4b76 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.0714273 Dec 09 14:49:38.776736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=523ba726-54e8-4572-8dbb-ae96bbeac209,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:38.833437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8af9a49-ba2c-459a-b5f2-6caf3e876baa req-055f1a12-77bc-423a-b9ac-c98086194a2f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Dec 09 14:49:38.998885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38f94e-23be-4f54-83aa-3eca3683e15d req-6e8a4488-862e-4f3b-a246-eb0b712b0a72 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:39.000884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a38f94e-23be-4f54-83aa-3eca3683e15d req-6e8a4488-862e-4f3b-a246-eb0b712b0a72 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.0784063 Dec 09 14:49:39.029501 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e349f71-37e2-43dc-b6d4-ead72923faa8" -d '{"events": [{"server_uuid": "c1cff9f4-e2c5-4820-acbe-1920bb1a6442", "name": "network-vif-plugged", "status": "completed", "tag": "523ba726-54e8-4572-8dbb-ae96bbeac209"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:39.088681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a38f94e-23be-4f54-83aa-3eca3683e15d req-cc917587-1e41-490a-9906-23029dd9ab8b tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811844 Dec 09 14:49:39.137939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57472) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:39.143652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-164185011-network', 'tenant_id': '64741e36db214260b34cb9c6d8dd5dca'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:39.172266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Made reservation on behalf of 64741e36db214260b34cb9c6d8dd5dca for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:39.181399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.198067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.357809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.361920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f520af34-e15f-45a3-8245-bd055fa9dbbe req-4f71feb6-5e2d-4bd3-8906-7e77ec8ff4b3 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0394375 Dec 09 14:49:39.363917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.385970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:49:39.400352 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becfdd3a-c612-482f-b77f-0e0e32444e8e x-openstack-request-id: req-becfdd3a-c612-482f-b77f-0e0e32444e8e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:39.400861 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cff9f4-e2c5-4820-acbe-1920bb1a6442", "name": "network-vif-plugged", "status": "completed", "tag": "523ba726-54e8-4572-8dbb-ae96bbeac209", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:39.401736 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-becfdd3a-c612-482f-b77f-0e0e32444e8e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:39.403663 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523ba726-54e8-4572-8dbb-ae96bbeac209', 'code': 200} Dec 09 14:49:39.413043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22e947-3f5f-4f39-88f2-a973304052c2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:39.432386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.432645 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Added segment 59702b00-2044-4e7e-a531-f8dda367b475 of type vlan for network 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b Dec 09 14:49:39.482431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.513210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.514365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:39.515313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.576273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74c01b-850a-4063-b837-07abf857bb2b req-f7688f3e-c7fe-49e3-9c1b-18bf0ca8cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:39.578123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2d74c01b-850a-4063-b837-07abf857bb2b req-f7688f3e-c7fe-49e3-9c1b-18bf0ca8cd73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 1122 time: 0.0975029 Dec 09 14:49:39.586020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4463136 Dec 09 14:49:39.588936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57482) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:39.594310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Request body: {'subnet': {'network_id': '3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-164185011-subnet', 'tenant_id': '64741e36db214260b34cb9c6d8dd5dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:39.598654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2a5ff-1af9-4d49-9f16-f501c4d0f7be admin admin] Pushing event updated for resources: {'Network': ['ID=3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:39.609303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:49:39.624743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2d74c01b-850a-4063-b837-07abf857bb2b req-bc16a0b3-78b0-48d5-9c26-48b9d4e99752 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.666095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Made reservation on behalf of 64741e36db214260b34cb9c6d8dd5dca for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:39.671057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.790656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2d74c01b-850a-4063-b837-07abf857bb2b req-bc16a0b3-78b0-48d5-9c26-48b9d4e99752 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.805737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2d74c01b-850a-4063-b837-07abf857bb2b req-bc16a0b3-78b0-48d5-9c26-48b9d4e99752 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:39.850357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2d74c01b-850a-4063-b837-07abf857bb2b req-bc16a0b3-78b0-48d5-9c26-48b9d4e99752 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629600 Dec 09 14:49:39.851331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a0b3-78b0-48d5-9c26-48b9d4e99752 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0f212c-35e7-42ac-a5b3-0f9a0feee8b4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:39.932640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.001823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5789ee09-b56f-4294-b53b-b2f93a797b5b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:40.008854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Checking segment: {'id': '59702b00-2044-4e7e-a531-f8dda367b475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:40.009210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Network hostable DHCP agents. Network: 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:49:40.014619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399447d-e96e-4f0a-a3d0-8bfae6eaa744 req-d7bdf2bc-b4e9-4faa-a069-9c12c167ec5d tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:40.029085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b399447d-e96e-4f0a-a3d0-8bfae6eaa744 req-d7bdf2bc-b4e9-4faa-a069-9c12c167ec5d tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.0798490 Dec 09 14:49:40.029720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Network 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:49:40.042274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:40.058022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cfe1a1-b869-476a-a956-629b7afa8e99 None None] Network 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:40.061842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:40.063011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.091966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df231eeb-d5ab-4e9e-b727-7752b729c655 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5019448 Dec 09 14:49:40.093469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b399447d-e96e-4f0a-a3d0-8bfae6eaa744 req-a12d0954-0aa4-4edf-bf38-b4fe9888f851 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633926 Dec 09 14:49:40.209920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93a6ee-5828-46a1-9166-dcdb29b647bf None None] Network 3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:49:40.275311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57516) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:40.292466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693280-3cbb-4536-aa26-a7d755248535 req-830bf0bf-23a3-4b63-8569-e7ce777bc18d tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:40.294785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b693280-3cbb-4536-aa26-a7d755248535 req-830bf0bf-23a3-4b63-8569-e7ce777bc18d tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.0789356 Dec 09 14:49:40.339588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Deleting subnet 6621ff4a-bfe6-4c4a-9676-e278d0127669 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:49:40.347387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:49:40.354163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.387706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b693280-3cbb-4536-aa26-a7d755248535 req-24709775-7f12-4754-9d8e-de67f2bb3dd6 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710821 Dec 09 14:49:40.443746 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.454217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.509032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83231ed3-c501-4c7f-9de8-e9fdfb171def req-608b9727-fdc3-45a3-a493-a4066cd0140f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0385747 Dec 09 14:49:40.533801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.562210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:40.563572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6621ff4a-bfe6-4c4a-9676-e278d0127669,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:40.574617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.578441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e7086914-642d-4c58-bdd8-84acc5380fa7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6621ff4a-bfe6-4c4a-9676-e278d0127669 HTTP/1.1" status: 204 len: 168 time: 0.3020802 Dec 09 14:49:40.581068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57536) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:40.581977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '57532047-f6dd-46bc-9686-a44aa536b74d', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'port_id': '57532047-f6dd-46bc-9686-a44aa536b74d', 'mac_address': 'fa:16:3e:5a:d4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac37e4bf-e44c-4605-8a47-a72f6f680dcc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-1637245101', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:49:40.625684 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.636014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'port': {'device_id': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'admin_state_up': True, 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'security_groups': ['d6f08525-151b-4784-8105-151c992d875f']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:40.639528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57532047-f6dd-46bc-9686-a44aa536b74d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:40.655899 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.677838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:40.686515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.716640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57540) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:40.748660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:40.779964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.801553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57544) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:40.807626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.807903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.808931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.809156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.809519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.809880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.810275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.810562 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.810880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.811204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:40.825456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Made reservation on behalf of 743fc5893cb546f6b8327da52dd01240 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:49:40.829741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.921058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['57532047-f6dd-46bc-9686-a44aa536b74d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:49:40.931183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b62-a753-43b9-8a0d-f7abf9cfc5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:40.985170 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdb84db-b841-4e93-adef-ca00c31152c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.014368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Allocated IP 172.20.0.10 (deab9cb2-f982-49fd-858d-9e74096e5ad3/d074cf9f-8072-47d9-915a-f1760fe80437/937742df-4054-4307-bac2-dea22e7e0666) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:49:41.104250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:41.104665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:41.104995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:41.105323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:49:41.105675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f066755-7aa4-438d-b9e5-74ddacfb51b9']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:41.125186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0abbf4-c94b-45bc-89b0-844f4f178891') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:41.125477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0abbf4-c94b-45bc-89b0-844f4f178891') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:41.143895 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.170197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.179665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:49:41.180207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: from cryptography.utils import int_from_bytes Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: from cryptography.utils import int_from_bytes Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:49:41.198408 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:49:41.226420 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b62-a753-43b9-8a0d-f7abf9cfc5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.251238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdb84db-b841-4e93-adef-ca00c31152c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.253912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7b62-a753-43b9-8a0d-f7abf9cfc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.262387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.273181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.273566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdb84db-b841-4e93-adef-ca00c31152c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.276989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f066755-7aa4-438d-b9e5-74ddacfb51b9 HTTP/1.1" status: 204 len: 168 time: 0.6949255 Dec 09 14:49:41.283673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57552) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:41.294419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a6af1-51c1-4ee9-9a05-2a74ed8398d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f066755-7aa4-438d-b9e5-74ddacfb51b9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:41.522372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ddfc7b62-a753-43b9-8a0d-f7abf9cfc5cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee48867242bf4b85b679b8cfb1df532e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8048613 Dec 09 14:49:41.534633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57560) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:41.572283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3bdb84db-b841-4e93-adef-ca00c31152c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e622badf1bed4ae4a795d3369a6b988d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7680488 Dec 09 14:49:41.580839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57562) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:41.601617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813b4f6-b8a7-42a9-a978-914ec73ba97b req-122e83f1-2dac-431e-8708-47bf5b284bdf tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:41.603105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4813b4f6-b8a7-42a9-a978-914ec73ba97b req-122e83f1-2dac-431e-8708-47bf5b284bdf tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 966 time: 0.4063225 Dec 09 14:49:41.614679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.622656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc7b62-a753-43b9-8a0d-f7abf9cfc5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619eea9-0873-4854-bbab-50a20ec5bd11,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:41.650281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e622-5a03-44cb-bcc0-a39a9fbf4abd req-52e506f0-37c8-4dc6-b707-02a1768debd8 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:41.651768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f73e622-5a03-44cb-bcc0-a39a9fbf4abd req-52e506f0-37c8-4dc6-b707-02a1768debd8 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.1977680 Dec 09 14:49:41.685984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Deleting subnet 5789ee09-b56f-4294-b53b-b2f93a797b5b {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:49:41.699013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.701056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f73e622-5a03-44cb-bcc0-a39a9fbf4abd req-b6e0041e-ef5f-4ce0-bcc4-84068bde6afd tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Dec 09 14:49:41.756018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb84db-b841-4e93-adef-ca00c31152c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac4a0e-f5f1-4e08-8e6c-aa14da915470,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:41.797820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.798030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f84983ec-97aa-40a0-abe8-f4d605e3673f req-5b067642-6679-4882-9ec6-09db49ad6ca1 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 210 time: 0.0284038 Dec 09 14:49:41.812941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.823758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4813b4f6-b8a7-42a9-a978-914ec73ba97b req-20ce662b-6fc0-4d7c-91c4-a95a043f633e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036300 Dec 09 14:49:41.852781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-767b51b0-98b6-4180-9c59-e73ced0f2e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.866731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.895767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1032378d-1fba-46dd-95e6-53e91a9fd787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.952928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-767b51b0-98b6-4180-9c59-e73ced0f2e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:41.981623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:49:41.993337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1032378d-1fba-46dd-95e6-53e91a9fd787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.000044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:49:42.010886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'Port': ['ID=937742df-4054-4307-bac2-dea22e7e0666,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:42.015187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:49:42.021211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:42.021842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.061637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.102880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e3d00177-2a44-46ab-a1f1-690c797b5f61 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4727883 Dec 09 14:49:42.111602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5789ee09-b56f-4294-b53b-b2f93a797b5b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:42.117747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-1ded0214-429c-4743-9858-37db45bbdec4 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:49:42.119157 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-1ded0214-429c-4743-9858-37db45bbdec4 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093603 Dec 09 14:49:42.124797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.128521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a44e4918-1084-4ac4-8992-95f5119c5446 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5789ee09-b56f-4294-b53b-b2f93a797b5b HTTP/1.1" status: 204 len: 168 time: 0.6658235 Dec 09 14:49:42.131704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57570) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:42.152939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-767b51b0-98b6-4180-9c59-e73ced0f2e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.155787 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-767b51b0-98b6-4180-9c59-e73ced0f2e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.157800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-767b51b0-98b6-4180-9c59-e73ced0f2e16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2619eea9-0873-4854-bbab-50a20ec5bd11 HTTP/1.1" status: 204 len: 168 time: 0.6211426 Dec 09 14:49:42.169469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b51b0-98b6-4180-9c59-e73ced0f2e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619eea9-0873-4854-bbab-50a20ec5bd11,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:42.171201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1032378d-1fba-46dd-95e6-53e91a9fd787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.174089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1032378d-1fba-46dd-95e6-53e91a9fd787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.175245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1032378d-1fba-46dd-95e6-53e91a9fd787 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46ac4a0e-f5f1-4e08-8e6c-aa14da915470 HTTP/1.1" status: 204 len: 168 time: 0.5822749 Dec 09 14:49:42.196459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032378d-1fba-46dd-95e6-53e91a9fd787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac4a0e-f5f1-4e08-8e6c-aa14da915470,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:42.277143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.298606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-00802311-e6fd-44f6-9d98-1756e46dae42 None None] Provisioning complete for port 937742df-4054-4307-bac2-dea22e7e0666 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:42.299636 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00802311-e6fd-44f6-9d98-1756e46dae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.348469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-00802311-e6fd-44f6-9d98-1756e46dae42 None None] Port 937742df-4054-4307-bac2-dea22e7e0666 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:49:42.374570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:42.389681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.419797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:42.435640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59702b00-2044-4e7e-a531-f8dda367b475') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:42.436017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59702b00-2044-4e7e-a531-f8dda367b475') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:42.449127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.454880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 57532047-f6dd-46bc-9686-a44aa536b74d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:49:42.460565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 57532047-f6dd-46bc-9686-a44aa536b74d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:42.461104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.477665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.490502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:49:42.491075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:49:42.493303 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:49:42.570863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.579227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.583257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b HTTP/1.1" status: 204 len: 168 time: 0.4491746 Dec 09 14:49:42.597678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9223a-14b2-4130-97d6-3fb003226b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd754d4-6ae0-4dd6-b957-9ad571a8bb7b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:42.601461 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.603972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Request body: {'port': {'device_id': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:42.651741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:42.656478 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3e7587-0053-4fc8-a269-71f07dd06c93" -d '{"events": [{"server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "name": "network-vif-plugged", "status": "completed", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:42.674936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:42.686494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.719564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.771975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:42.773827 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3c36b-acd6-47ea-8855-9d4094110012 x-openstack-request-id: req-a4f3c36b-acd6-47ea-8855-9d4094110012 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:42.774128 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "name": "network-vif-plugged", "status": "completed", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:42.774388 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4f3c36b-acd6-47ea-8855-9d4094110012 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:42.774793 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d', 'code': 200} Dec 09 14:49:42.795942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70cd6bda-fb14-4d0d-ad7b-d046438e3906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:42.810196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:42.845376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57592) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:42.883130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72240c9-6d64-4a48-b0f0-4f0d70a77606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.017354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70cd6bda-fb14-4d0d-ad7b-d046438e3906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.030277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70cd6bda-fb14-4d0d-ad7b-d046438e3906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.099192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178d7a2-b436-46cd-bb85-7511d558e58e req-bc1d54ae-6c95-49ec-928b-741b07e29266 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:43.100753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3178d7a2-b436-46cd-bb85-7511d558e58e req-bc1d54ae-6c95-49ec-928b-741b07e29266 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 932 time: 0.1302857 Dec 09 14:49:43.106857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd6bda-fb14-4d0d-ad7b-d046438e3906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017e0c6-88d8-4dda-86c7-85aace41b80c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.110696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70ed0-664f-4193-a48f-d86536e51824 req-2b35bcf7-0977-4206-a6b2-ab633a5d033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:43.112389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbb70ed0-664f-4193-a48f-d86536e51824 req-2b35bcf7-0977-4206-a6b2-ab633a5d033c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1118 time: 0.1783016 Dec 09 14:49:43.115416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-70cd6bda-fb14-4d0d-ad7b-d046438e3906 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f6cc077a706400d9241bda9965dde73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394763 Dec 09 14:49:43.119569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57596) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:43.120336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3eacf-2294-4e46-ba76-b98d291085f1 req-cec60204-65e5-4d10-bb04-2b33b4fee1ea tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:43.125547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97c3eacf-2294-4e46-ba76-b98d291085f1 req-cec60204-65e5-4d10-bb04-2b33b4fee1ea tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.2236423 Dec 09 14:49:43.158442 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72240c9-6d64-4a48-b0f0-4f0d70a77606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.167894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72240c9-6d64-4a48-b0f0-4f0d70a77606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.209549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57598) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:43.261185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbb70ed0-664f-4193-a48f-d86536e51824 req-d6d53cdd-b93c-4063-92eb-ecabd895544f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248240 Dec 09 14:49:43.265532 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b72240c9-6d64-4a48-b0f0-4f0d70a77606 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffacda1ff92a430ea3f2679ed3bc87dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161060 Dec 09 14:49:43.266520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57600) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:43.271314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97c3eacf-2294-4e46-ba76-b98d291085f1 req-38735f71-0ab5-4fe1-8dd4-b941d3785578 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269591 Dec 09 14:49:43.275985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72240c9-6d64-4a48-b0f0-4f0d70a77606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8be1cd-e7ab-49b3-8716-7216d62c1ffa,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.284435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3178d7a2-b436-46cd-bb85-7511d558e58e req-11406837-fee4-42c9-b6a9-dc8d2bee7e95 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669831 Dec 09 14:49:43.319855 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f85e14c7-351e-4b13-986f-4bd5ab68817a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.363578 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-def10521-c9b3-42dd-9c30-e78bc24195be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c24d61641d1a4c6791261af7bf8ab88b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464181 Dec 09 14:49:43.366515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57604) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:43.369152 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f85e14c7-351e-4b13-986f-4bd5ab68817a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.378083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53b917a5-2578-4bd9-9ff6-7d2103c49bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.425613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f85e14c7-351e-4b13-986f-4bd5ab68817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.428252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f85e14c7-351e-4b13-986f-4bd5ab68817a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.431860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f85e14c7-351e-4b13-986f-4bd5ab68817a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e017e0c6-88d8-4dda-86c7-85aace41b80c HTTP/1.1" status: 204 len: 168 time: 0.3083825 Dec 09 14:49:43.432000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937742df-4054-4307-bac2-dea22e7e0666 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:43.445695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e14c7-351e-4b13-986f-4bd5ab68817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017e0c6-88d8-4dda-86c7-85aace41b80c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.468209 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.475280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53b917a5-2578-4bd9-9ff6-7d2103c49bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.519949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Transition to ACTIVE for port object 937742df-4054-4307-bac2-dea22e7e0666 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:49:43.538419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.538867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738068-cd52-43dc-9d30-15bdc4cb5066 req-3d658895-87fb-4e9c-a86f-4c6d95bc66d8 tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:43.546981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0738068-cd52-43dc-9d30-15bdc4cb5066 req-3d658895-87fb-4e9c-a86f-4c6d95bc66d8 tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 1122 time: 0.0900364 Dec 09 14:49:43.562305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f0738068-cd52-43dc-9d30-15bdc4cb5066 req-6775f17a-f915-44d8-8be1-02e356f57a4e tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.591150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba6aa5-73c1-4d8b-b41f-891de3a0e66e req-92b53097-a199-4a6d-ae97-accb6013d203 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:43.592761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3eba6aa5-73c1-4d8b-b41f-891de3a0e66e req-92b53097-a199-4a6d-ae97-accb6013d203 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 967 time: 0.2164202 Dec 09 14:49:43.605143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974b92b7-7e63-4092-b217-5458f6469f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.654429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Pushing event updated for resources: {'Port': ['ID=937742df-4054-4307-bac2-dea22e7e0666,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.657395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f0738068-cd52-43dc-9d30-15bdc4cb5066 req-6775f17a-f915-44d8-8be1-02e356f57a4e tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.673267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f0738068-cd52-43dc-9d30-15bdc4cb5066 req-6775f17a-f915-44d8-8be1-02e356f57a4e tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.698025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974b92b7-7e63-4092-b217-5458f6469f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.721043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0738068-cd52-43dc-9d30-15bdc4cb5066 req-6775f17a-f915-44d8-8be1-02e356f57a4e tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730793 Dec 09 14:49:43.727135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f17a-f915-44d8-8be1-02e356f57a4e tempest-AggregatesAdminTestJSON-49672234 tempest-AggregatesAdminTestJSON-49672234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b058c8-231d-42c0-9359-0788b726cb7d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.764092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53b917a5-2578-4bd9-9ff6-7d2103c49bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.768276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53b917a5-2578-4bd9-9ff6-7d2103c49bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.773756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-53b917a5-2578-4bd9-9ff6-7d2103c49bae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c8be1cd-e7ab-49b3-8716-7216d62c1ffa HTTP/1.1" status: 204 len: 168 time: 0.5059073 Dec 09 14:49:43.842442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b917a5-2578-4bd9-9ff6-7d2103c49bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8be1cd-e7ab-49b3-8716-7216d62c1ffa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.853034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974b92b7-7e63-4092-b217-5458f6469f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.856569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974b92b7-7e63-4092-b217-5458f6469f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.860616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-974b92b7-7e63-4092-b217-5458f6469f42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/550de9ff-b10b-468f-bdcf-7b471f4c85f6 HTTP/1.1" status: 204 len: 168 time: 0.4916477 Dec 09 14:49:43.874811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3eba6aa5-73c1-4d8b-b41f-891de3a0e66e req-7877b28a-389f-4e0c-9bd4-99bb68a1239e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570276 Dec 09 14:49:43.875897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Attempting to bind port 937742df-4054-4307-bac2-dea22e7e0666 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:43.876201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Attempting to bind port 937742df-4054-4307-bac2-dea22e7e0666 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:43.876581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Attempting to bind port 937742df-4054-4307-bac2-dea22e7e0666 on network deab9cb2-f982-49fd-858d-9e74096e5ad3 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:43.878736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b92b7-7e63-4092-b217-5458f6469f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550de9ff-b10b-468f-bdcf-7b471f4c85f6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:43.883333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Port 937742df-4054-4307-bac2-dea22e7e0666 on network deab9cb2-f982-49fd-858d-9e74096e5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:49:43.883731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Attempting to bind port 937742df-4054-4307-bac2-dea22e7e0666 on network deab9cb2-f982-49fd-858d-9e74096e5ad3 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:43.891341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:43.891724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Checking segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:43.892112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Bound using segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:43.892550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Bound port: 937742df-4054-4307-bac2-dea22e7e0666, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:43.893002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:43.981951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] For port 937742df-4054-4307-bac2-dea22e7e0666, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:43.986698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] For port 937742df-4054-4307-bac2-dea22e7e0666, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=937742df-4054-4307-bac2-dea22e7e0666,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:43.997518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:44.042588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:44.043208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:44.044718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] 10.222.0.36 "PUT /v2.0/ports/937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 200 len: 1092 time: 1.8435204 Dec 09 14:49:44.045172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'tag': '937742df-4054-4307-bac2-dea22e7e0666'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:44.047455 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971ca68b-0289-4e29-ba91-fa1f5fa967cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "tag": "937742df-4054-4307-bac2-dea22e7e0666"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:44.097304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d48ff-6c3e-482b-bc9d-7a581c5d1b01 service neutron] Pushing event updated for resources: {'Port': ['ID=937742df-4054-4307-bac2-dea22e7e0666,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:44.164008 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936c99b-9acb-4ce5-b762-4bdc5a01ac6b x-openstack-request-id: req-7936c99b-9acb-4ce5-b762-4bdc5a01ac6b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:44.172483 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "tag": "937742df-4054-4307-bac2-dea22e7e0666", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:44.173013 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7936c99b-9acb-4ce5-b762-4bdc5a01ac6b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:44.173643 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'tag': '937742df-4054-4307-bac2-dea22e7e0666', 'status': 'completed', 'code': 200} Dec 09 14:49:44.213750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-9330748a-0abd-40c9-bc78-453318e2ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:44.216191 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-9330748a-0abd-40c9-bc78-453318e2ad5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 1095 time: 0.1133657 Dec 09 14:49:44.300060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-a64c1944-8753-4438-bfbc-8314eec2e5c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 200 len: 217 time: 0.0703118 Dec 09 14:49:44.378390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4b24e6a8-8ed8-466b-b208-216ba2b1e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:44.379920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-4b24e6a8-8ed8-466b-b208-216ba2b1e7d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.0725961 Dec 09 14:49:44.474406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e1e15b49-6a1d-46ff-8fde-7ba28c325df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:44.475983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-e1e15b49-6a1d-46ff-8fde-7ba28c325df1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872159 Dec 09 14:49:44.482683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15073-b1a0-4e24-b87e-d1c5dfb5341d req-ea89b89d-5cf9-4df6-9ef3-3b430f36f6a3 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:44.484911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9e15073-b1a0-4e24-b87e-d1c5dfb5341d req-ea89b89d-5cf9-4df6-9ef3-3b430f36f6a3 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 944 time: 0.0828681 Dec 09 14:49:44.536897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:44.620231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9e15073-b1a0-4e24-b87e-d1c5dfb5341d req-3454d174-e6cd-4898-bd96-b792cf6c9201 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219020 Dec 09 14:49:44.650394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83c7a5bb-2088-4b2f-91e6-0a4d90db9b0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64741e36db214260b34cb9c6d8dd5dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1121910 Dec 09 14:49:44.654766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57672) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:44.736303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5de51f2-5eee-42a8-8ad7-368557110fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:44.755553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-2fe17fea-64dc-4cc8-a4e9-ea9569b910fa service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577653 Dec 09 14:49:44.768673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5de51f2-5eee-42a8-8ad7-368557110fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:44.868705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5de51f2-5eee-42a8-8ad7-368557110fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:44.872634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5de51f2-5eee-42a8-8ad7-368557110fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:44.876666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c5de51f2-5eee-42a8-8ad7-368557110fbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae22e947-3f5f-4f39-88f2-a973304052c2 HTTP/1.1" status: 204 len: 168 time: 0.2190399 Dec 09 14:49:44.889781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de51f2-5eee-42a8-8ad7-368557110fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22e947-3f5f-4f39-88f2-a973304052c2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:44.902331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2e329ee-99de-4b77-a37e-8d5b9441ac5f req-8c8ac9a4-aa5d-44b1-9797-f1e91d9046cd service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379209 Dec 09 14:49:45.054222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-33d91d43-4fd9-4891-b708-c588823c331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.060721 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-33d91d43-4fd9-4891-b708-c588823c331f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 1095 time: 0.0965252 Dec 09 14:49:45.076297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85930-4692-4fa7-8e52-be970351de17 req-2f901b94-9ae6-4ef4-ae60-c24ea89aa158 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.083959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25f85930-4692-4fa7-8e52-be970351de17 req-2f901b94-9ae6-4ef4-ae60-c24ea89aa158 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 967 time: 0.0794189 Dec 09 14:49:45.155766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25f85930-4692-4fa7-8e52-be970351de17 req-62f5b1d3-a6ca-42c0-9228-25f7d9940b83 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710571 Dec 09 14:49:45.204853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-6b6592b8-ab6c-4b43-b59b-98f551608057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.206356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-6b6592b8-ab6c-4b43-b59b-98f551608057 service neutron] 10.222.0.36 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 925 time: 0.1361704 Dec 09 14:49:45.276773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-e3fa8a19-2685-4020-8e5b-08dce2209247 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 200 len: 217 time: 0.0628662 Dec 09 14:49:45.345631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-e1bee4fe-6e52-4098-be51-b410b72acc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.347627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-e1bee4fe-6e52-4098-be51-b410b72acc64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.0637305 Dec 09 14:49:45.413350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-95eacbd3-15af-452f-894d-60509e95e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.414902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-95eacbd3-15af-452f-894d-60509e95e88d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599895 Dec 09 14:49:45.527013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-56b44b1b-b508-4b05-b42d-9158f07004e5 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034615 Dec 09 14:49:45.658825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971ca68b-0289-4e29-ba91-fa1f5fa967cc req-2868a577-50e2-4762-8a7d-9d56444ef4c9 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234405 Dec 09 14:49:45.702715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47a613-0781-4e6d-96f5-39fb975b671b req-8d993f53-f5a0-49ad-8364-5b752210a367 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.704373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a47a613-0781-4e6d-96f5-39fb975b671b req-8d993f53-f5a0-49ad-8364-5b752210a367 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1118 time: 0.0619638 Dec 09 14:49:45.758299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a47a613-0781-4e6d-96f5-39fb975b671b req-1d7674af-4c59-4190-989c-bc2c0b602e43 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480096 Dec 09 14:49:45.791732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc977f4-1a10-4522-a4d2-a69cd2c99f50 req-9e6c3da4-0e27-482f-95db-5cc1cc8172ec tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:45.800747 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dcc977f4-1a10-4522-a4d2-a69cd2c99f50 req-9e6c3da4-0e27-482f-95db-5cc1cc8172ec tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 944 time: 0.0624242 Dec 09 14:49:45.866136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dcc977f4-1a10-4522-a4d2-a69cd2c99f50 req-3faec17b-25e2-4a95-90a0-3e22d2cacf16 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643530 Dec 09 14:49:46.047131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fca4e-cf55-4c4e-a272-bbb29b5bf5a8 req-37d43e3f-5e48-46f5-82d7-88319eb5c982 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:46.048889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab9fca4e-cf55-4c4e-a272-bbb29b5bf5a8 req-37d43e3f-5e48-46f5-82d7-88319eb5c982 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1118 time: 0.0531869 Dec 09 14:49:46.133080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab9fca4e-cf55-4c4e-a272-bbb29b5bf5a8 req-81c2334c-248a-4e52-9eb7-46d30ea43cef tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765889 Dec 09 14:49:46.348991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-6f1e8e0a-8aa9-4aba-9b66-c48492433b0e req-c29043ec-c03b-42fe-bd18-8180418f1b45 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:49:46.350203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f1e8e0a-8aa9-4aba-9b66-c48492433b0e req-c29043ec-c03b-42fe-bd18-8180418f1b45 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062039 Dec 09 14:49:47.164412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a7286-4768-4211-a16e-435c018597ac req-cb3e8123-1c36-412d-a25b-23942533ef50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.165907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b11a7286-4768-4211-a16e-435c018597ac req-cb3e8123-1c36-412d-a25b-23942533ef50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 944 time: 0.0506587 Dec 09 14:49:47.224867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b11a7286-4768-4211-a16e-435c018597ac req-4a706474-d21a-4547-9065-2f993b888d1d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504568 Dec 09 14:49:47.635935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57906) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:47.832115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.832605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.833047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.833505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.833954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.834404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.834940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:47.836653 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2298a561-929b-42c0-bd3a-eb73d279e0b4 req-14e69aac-96b9-457b-8f8b-38a129b5b70d tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.2315512 Dec 09 14:49:47.881845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c55fba1-25e7-45a7-9aa1-b83c6a3f1765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:47.965132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57928) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:47.994727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c55fba1-25e7-45a7-9aa1-b83c6a3f1765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:47.999989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c55fba1-25e7-45a7-9aa1-b83c6a3f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.029701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-f921df93-c41f-412e-801b-06d3d9b11cd3 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:49:48.031568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-f921df93-c41f-412e-801b-06d3d9b11cd3 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0656362 Dec 09 14:49:48.038183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55fba1-25e7-45a7-9aa1-b83c6a3f1765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5e45d-0401-4407-b4b3-e0b2ac604eaa,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:48.049888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c55fba1-25e7-45a7-9aa1-b83c6a3f1765 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9e10c68d9674ae9ab3df2c6873596cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112854 Dec 09 14:49:48.052190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57934) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:48.116918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd027f01-bdf8-407d-b3ec-e0009df40fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.138397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd027f01-bdf8-407d-b3ec-e0009df40fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.194734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-cec21efb-e6a5-48af-96da-e6b84a2c07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:48.196288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-cec21efb-e6a5-48af-96da-e6b84a2c07f4 service neutron] 10.222.0.46 "GET /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 1115 time: 0.1014988 Dec 09 14:49:48.206000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:48.206690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:49:48.252706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd027f01-bdf8-407d-b3ec-e0009df40fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.255202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd027f01-bdf8-407d-b3ec-e0009df40fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.256310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fd027f01-bdf8-407d-b3ec-e0009df40fd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ad5e45d-0401-4407-b4b3-e0b2ac604eaa HTTP/1.1" status: 204 len: 168 time: 0.2031260 Dec 09 14:49:48.306269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd027f01-bdf8-407d-b3ec-e0009df40fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5e45d-0401-4407-b4b3-e0b2ac604eaa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:48.408260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b729cdc-4283-4841-ac90-18833870f431 req-c28eb722-c965-4ba4-af30-7da4a08e73cc tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:48.409633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b729cdc-4283-4841-ac90-18833870f431 req-c28eb722-c965-4ba4-af30-7da4a08e73cc tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 886 time: 0.1746156 Dec 09 14:49:48.624715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:48.630681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:48.631064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:48.631413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:48.636130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:49:48.636698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:48.642839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:48.643275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:48.643806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:48.644326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Bound port: 57532047-f6dd-46bc-9686-a44aa536b74d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:48.647339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15bac80f-c193-4d1d-8bfd-c0cabd312a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.738409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:48.745462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.747519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-20a026b9-7687-4db8-907b-e64e39ba269b service neutron] 10.222.0.46 "POST /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5450823 Dec 09 14:49:48.772697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15bac80f-c193-4d1d-8bfd-c0cabd312a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.779817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15bac80f-c193-4d1d-8bfd-c0cabd312a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.784070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:48.837805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-15bac80f-c193-4d1d-8bfd-c0cabd312a5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f346a69f5844b359d46181ab0948f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117879 Dec 09 14:49:48.839314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bac80f-c193-4d1d-8bfd-c0cabd312a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d15fe-7766-427a-b509-06d0652c00d9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:48.841544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:48.911468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a79b38c-d29e-4157-8170-09322e8df5fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:48.944428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 937742df-4054-4307-bac2-dea22e7e0666 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:49:48.963671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a79b38c-d29e-4157-8170-09322e8df5fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.027631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968c63-3286-45a8-8bc7-90f0173658f1 req-e000a019-5069-41c1-bc56-be759984ca2f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.029883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad968c63-3286-45a8-8bc7-90f0173658f1 req-e000a019-5069-41c1-bc56-be759984ca2f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 944 time: 0.0870290 Dec 09 14:49:49.096021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad968c63-3286-45a8-8bc7-90f0173658f1 req-3c1f2063-02ac-4580-853c-2615794d05de tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600255 Dec 09 14:49:49.118174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 937742df-4054-4307-bac2-dea22e7e0666, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=937742df-4054-4307-bac2-dea22e7e0666,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:49.132247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '937742df-4054-4307-bac2-dea22e7e0666', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'port_id': '937742df-4054-4307-bac2-dea22e7e0666', 'mac_address': 'fa:16:3e:54:6f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:49:49.168430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4a-464d-4bb7-9c37-4967826cd972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.182274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.182608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a79b38c-d29e-4157-8170-09322e8df5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.185995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a79b38c-d29e-4157-8170-09322e8df5fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.189713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8a79b38c-d29e-4157-8170-09322e8df5fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b74d15fe-7766-427a-b509-06d0652c00d9 HTTP/1.1" status: 204 len: 168 time: 0.3446038 Dec 09 14:49:49.204214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937742df-4054-4307-bac2-dea22e7e0666 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:49.228546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b38c-d29e-4157-8170-09322e8df5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d15fe-7766-427a-b509-06d0652c00d9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:49.240496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-9849e2f7-a00c-4e00-a330-864268f2e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.242322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-9849e2f7-a00c-4e00-a330-864268f2e3f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1118 time: 0.1911342 Dec 09 14:49:49.249412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 937742df-4054-4307-bac2-dea22e7e0666, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=937742df-4054-4307-bac2-dea22e7e0666,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:49.257144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d00f9-aac5-44df-8a4f-2e07500e8781 req-db30f257-64cf-4884-970c-02ff6d509b48 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.258954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f8d00f9-aac5-44df-8a4f-2e07500e8781 req-db30f257-64cf-4884-970c-02ff6d509b48 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 967 time: 0.0532873 Dec 09 14:49:49.275566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.322562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f8d00f9-aac5-44df-8a4f-2e07500e8781 req-25e89860-d0c2-4fbc-9785-c72a6f4b2b9a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504255 Dec 09 14:49:49.328006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.328465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.328940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.329414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.329882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.331085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.331592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.333960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b4ffc27-b774-4c31-8c7e-1fc92787fc36 req-6e95986f-81f6-4609-a761-f2e5e3767d2b tempest-NetworksTest-136835834 tempest-NetworksTest-136835834-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.2857118 Dec 09 14:49:49.361046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=937742df-4054-4307-bac2-dea22e7e0666,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:49.431646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-98878680-a904-4b09-8053-6b86030c6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.433138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-98878680-a904-4b09-8053-6b86030c6cc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1775048 Dec 09 14:49:49.484880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-474944fe-47d5-41fd-8ba9-ef1673c3bfc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.0411799 Dec 09 14:49:49.487034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4a-464d-4bb7-9c37-4967826cd972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.491543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae4a-464d-4bb7-9c37-4967826cd972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.525032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58012) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:49.525250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bf53ae4a-464d-4bb7-9c37-4967826cd972 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a3f6e99a6294859a0debf84009ae735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7392817 Dec 09 14:49:49.583373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['937742df-4054-4307-bac2-dea22e7e0666'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:49:49.623825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53ae4a-464d-4bb7-9c37-4967826cd972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7da7bf-b557-44fe-a759-a6e18955d862,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:49.633761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-c76c6b5b-ca54-4208-a023-ccf3ad2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:49.635562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-c76c6b5b-ca54-4208-a023-ccf3ad2c617f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.1174588 Dec 09 14:49:49.663328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e04707a-d875-43a0-aba1-293f24d5943c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.713433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-652f1cc3-4b39-4199-b4bb-033cac881b51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669110 Dec 09 14:49:49.714803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e04707a-d875-43a0-aba1-293f24d5943c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.802688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e04707a-d875-43a0-aba1-293f24d5943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.806976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e04707a-d875-43a0-aba1-293f24d5943c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:49.810809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e04707a-d875-43a0-aba1-293f24d5943c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d7da7bf-b557-44fe-a759-a6e18955d862 HTTP/1.1" status: 204 len: 168 time: 0.2814081 Dec 09 14:49:49.830207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04707a-d875-43a0-aba1-293f24d5943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7da7bf-b557-44fe-a759-a6e18955d862,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:49.886474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-62a555c0-e44c-438f-b865-090f28cf165c service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606286 Dec 09 14:49:49.909241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58032) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:50.011527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-f4310cd7-3b33-48cf-9eab-76b91d8a1b6d service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161602 Dec 09 14:49:50.228929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193598f9-921f-48ff-985b-1d129adfdd03 req-ff7d33b3-3ac5-407c-9f3a-4f8a7293707d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:50.231570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-193598f9-921f-48ff-985b-1d129adfdd03 req-ff7d33b3-3ac5-407c-9f3a-4f8a7293707d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 945 time: 0.0545161 Dec 09 14:49:50.270871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-566d4b59-53fa-4542-8c4e-3afaa1db4f12 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:50.272466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-566d4b59-53fa-4542-8c4e-3afaa1db4f12 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1118 time: 0.0899429 Dec 09 14:49:50.287256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:50.298519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-541916a8-810f-4d99-8c1a-3bf6c011f212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.304448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-193598f9-921f-48ff-985b-1d129adfdd03 req-ee923221-55ce-4cbf-91f1-ea94101d3e3b tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664332 Dec 09 14:49:50.360930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.422597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-541916a8-810f-4d99-8c1a-3bf6c011f212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.428753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-541916a8-810f-4d99-8c1a-3bf6c011f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.501755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-541916a8-810f-4d99-8c1a-3bf6c011f212 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27f01b53cfc44c088b92320cd80a1370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5913098 Dec 09 14:49:50.502397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58066) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:50.520732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58068) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:50.523570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541916a8-810f-4d99-8c1a-3bf6c011f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3878fc60-e0bd-4a86-ae0d-f6c2ef3efa5c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:50.551517 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f88ae58e-7e4f-4602-ab6c-c2d432ca8518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.555509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:50.597450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1133-923d-4c79-b5ee-50755b14e9ac req-0ae94a42-b08c-4a8b-b673-c24fd50dcaaf tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:50.599210 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e7b1133-923d-4c79-b5ee-50755b14e9ac req-0ae94a42-b08c-4a8b-b673-c24fd50dcaaf tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 967 time: 0.1219213 Dec 09 14:49:50.632301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a43066b7-14f0-4067-9f55-63d8ad4a840e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.636212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:50.687422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a43066b7-14f0-4067-9f55-63d8ad4a840e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.703500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:50.705901 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ed70c-0654-453d-abd9-39042ad260f2" -d '{"events": [{"server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:50.711393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.718851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e7b1133-923d-4c79-b5ee-50755b14e9ac req-8f6aaaa4-fd25-4df4-ac47-7a13a6e4e491 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112018 Dec 09 14:49:50.725046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.791192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:50.798172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58078) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:50.801518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f88ae58e-7e4f-4602-ab6c-c2d432ca8518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.808299 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f88ae58e-7e4f-4602-ab6c-c2d432ca8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.816147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a43066b7-14f0-4067-9f55-63d8ad4a840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.820843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a43066b7-14f0-4067-9f55-63d8ad4a840e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:50.822465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a43066b7-14f0-4067-9f55-63d8ad4a840e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3878fc60-e0bd-4a86-ae0d-f6c2ef3efa5c HTTP/1.1" status: 204 len: 168 time: 0.3042722 Dec 09 14:49:50.831812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43066b7-14f0-4067-9f55-63d8ad4a840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878fc60-e0bd-4a86-ae0d-f6c2ef3efa5c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:50.882360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f88ae58e-7e4f-4602-ab6c-c2d432ca8518 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e0198f594024037bd8c7f6b910f016f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601670 Dec 09 14:49:50.883695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ae58e-7e4f-4602-ab6c-c2d432ca8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c02f9b-235c-40a5-ad7d-942b294c1c25,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:50.884784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58086) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:50.930534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 937742df-4054-4307-bac2-dea22e7e0666 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:49:50.952670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:49:50.953021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:49:50.953358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:50.969104 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9b8ee8-9254-4e2c-80c2-2c7d729e0879 x-openstack-request-id: req-4f9b8ee8-9254-4e2c-80c2-2c7d729e0879 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:50.969404 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:50.969667 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f9b8ee8-9254-4e2c-80c2-2c7d729e0879 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:50.970052 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d', 'code': 200} Dec 09 14:49:50.970679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:49:50.971006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Attempting to bind port 57532047-f6dd-46bc-9686-a44aa536b74d on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:49:50.977410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:49:50.977894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:49:50.978424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:49:50.979106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Bound port: 57532047-f6dd-46bc-9686-a44aa536b74d, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:49:50.979809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.027212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 937742df-4054-4307-bac2-dea22e7e0666 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:49:51.036912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 937742df-4054-4307-bac2-dea22e7e0666 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:49:51.040119 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.042711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-875d2c62-7e13-4581-870e-ee2dd905c678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.067866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:51.074953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:49:51.084393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.160949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-875d2c62-7e13-4581-870e-ee2dd905c678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.162357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1c69-0111-412e-a916-e3a1f4f6a394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.175140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-875d2c62-7e13-4581-870e-ee2dd905c678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.197789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1c69-0111-412e-a916-e3a1f4f6a394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.212144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:51.216552 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.274246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 937742df-4054-4307-bac2-dea22e7e0666, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=937742df-4054-4307-bac2-dea22e7e0666,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:51.275997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937742df-4054-4307-bac2-dea22e7e0666'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:51.281145 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6a42a-dfb2-4120-9762-1c36bbe352aa" -d '{"events": [{"server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "name": "network-vif-plugged", "status": "completed", "tag": "937742df-4054-4307-bac2-dea22e7e0666"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:51.287726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.333036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:51.334444 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.336652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-b198816e-da4e-4e7e-9b80-2415f14f7487 service neutron] 10.222.0.36 "PUT /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 1143 time: 1.0564981 Dec 09 14:49:51.347168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7d8a-bc05-472a-bd49-e0cb85ec5412 req-cd283510-3927-41b7-a6c2-000b8d6cdd66 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:51.349922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-808d7d8a-bc05-472a-bd49-e0cb85ec5412 req-cd283510-3927-41b7-a6c2-000b8d6cdd66 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.1279714 Dec 09 14:49:51.389175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d2c62-7e13-4581-870e-ee2dd905c678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a478a-767b-4f73-81d2-21461c824a67,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:51.425957 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f0282-6df6-4b0f-a966-bd9399e1992d x-openstack-request-id: req-f92f0282-6df6-4b0f-a966-bd9399e1992d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:51.429925 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "name": "network-vif-plugged", "status": "completed", "tag": "937742df-4054-4307-bac2-dea22e7e0666", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:51.431609 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f92f0282-6df6-4b0f-a966-bd9399e1992d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:51.432662 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937742df-4054-4307-bac2-dea22e7e0666', 'code': 200} Dec 09 14:49:51.462784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['57532047-f6dd-46bc-9686-a44aa536b74d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:49:51.468581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-808d7d8a-bc05-472a-bd49-e0cb85ec5412 req-675cbe96-d628-443d-b742-3b20928c03e1 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099496 Dec 09 14:49:51.496204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-875d2c62-7e13-4581-870e-ee2dd905c678 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d59510e714d4770b50171fd8cc7a0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6941798 Dec 09 14:49:51.499195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:51.518811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1c69-0111-412e-a916-e3a1f4f6a394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.523934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1c69-0111-412e-a916-e3a1f4f6a394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.525092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fb7b1c69-0111-412e-a916-e3a1f4f6a394 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3c02f9b-235c-40a5-ad7d-942b294c1c25 HTTP/1.1" status: 204 len: 168 time: 0.6381633 Dec 09 14:49:51.543804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b1c69-0111-412e-a916-e3a1f4f6a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c02f9b-235c-40a5-ad7d-942b294c1c25,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:51.626956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be376a-c9c4-476b-bad7-ce5cf595d2e3 req-9c51e573-60db-4987-b924-c6b6ed33dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:51.629360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=937742df-4054-4307-bac2-dea22e7e0666,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:51.629565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53be376a-c9c4-476b-bad7-ce5cf595d2e3 req-9c51e573-60db-4987-b924-c6b6ed33dda0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 1097 time: 0.1198173 Dec 09 14:49:51.693801 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.725862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc774791-e663-4512-814d-174398db754e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.759434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-c688a131-0bed-40fc-aff6-ce300a891b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:51.761243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-c688a131-0bed-40fc-aff6-ce300a891b88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1146 time: 0.0915596 Dec 09 14:49:51.764628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53be376a-c9c4-476b-bad7-ce5cf595d2e3 req-e0b6083c-5aee-473f-b248-261827d5b658 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274631 Dec 09 14:49:51.795254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc774791-e663-4512-814d-174398db754e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.821599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4a8cd-2bf3-4647-b991-f7a11b75620e req-1016085c-808a-4c53-b6c7-b28a188c4826 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:51.824964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7f4a8cd-2bf3-4647-b991-f7a11b75620e req-1016085c-808a-4c53-b6c7-b28a188c4826 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 946 time: 0.2318370 Dec 09 14:49:51.923515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7f4a8cd-2bf3-4647-b991-f7a11b75620e req-229bc5b0-7f98-48fe-a971-7d648f27e35c tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756845 Dec 09 14:49:51.940475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58114) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:51.960034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc774791-e663-4512-814d-174398db754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.963044 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc774791-e663-4512-814d-174398db754e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.967958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cc774791-e663-4512-814d-174398db754e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/368a478a-767b-4f73-81d2-21461c824a67 HTTP/1.1" status: 204 len: 168 time: 0.4675839 Dec 09 14:49:51.976012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc774791-e663-4512-814d-174398db754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a478a-767b-4f73-81d2-21461c824a67,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:51.984843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ebb14bc-b62c-4d76-9749-2e436f1ccf13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:51.997224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032595-ca0a-41a1-82e5-5ba2862219f4 req-b19c793e-0497-481d-96ff-43dffc85f316 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:51.999545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71032595-ca0a-41a1-82e5-5ba2862219f4 req-b19c793e-0497-481d-96ff-43dffc85f316 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.1376150 Dec 09 14:49:52.012848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-9aa81ec2-d528-41b9-8e5f-0c7b35b61002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:52.014926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-9aa81ec2-d528-41b9-8e5f-0c7b35b61002 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.2284999 Dec 09 14:49:52.074628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-796b5805-4405-4307-933c-24dba4842081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.0507815 Dec 09 14:49:52.120949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.162474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71032595-ca0a-41a1-82e5-5ba2862219f4 req-3eff1d4e-0c75-4ba0-9e43-6d79f304ed06 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539860 Dec 09 14:49:52.165741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-23e3ba43-ee43-4739-a826-7fd90c3ece0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:52.167236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-23e3ba43-ee43-4739-a826-7fd90c3ece0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0816326 Dec 09 14:49:52.211770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-76f4ec76-1c23-4d11-9dad-3b506802d543 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340462 Dec 09 14:49:52.252050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ebb14bc-b62c-4d76-9749-2e436f1ccf13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.260849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ebb14bc-b62c-4d76-9749-2e436f1ccf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.339783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb14bc-b62c-4d76-9749-2e436f1ccf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb4201c-c63f-45ef-89d7-3a286ec4732f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:52.347089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6ebb14bc-b62c-4d76-9749-2e436f1ccf13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77e32a3e1bd84df387c1c209df2e5c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016612 Dec 09 14:49:52.347508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58124) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:52.379365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-29199fb7-b293-4c5d-bcfc-cc512d07796f service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575007 Dec 09 14:49:52.465927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce2a77a-6cfd-41ee-ad4b-29d79c458d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.502834 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce2a77a-6cfd-41ee-ad4b-29d79c458d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.524241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f2e409c-e44f-40f6-bb30-f8bcc7085e34 req-f7268043-2a76-4e9d-8f36-efd6433d3567 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328301 Dec 09 14:49:52.592283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce2a77a-6cfd-41ee-ad4b-29d79c458d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.596032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce2a77a-6cfd-41ee-ad4b-29d79c458d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.598222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bce2a77a-6cfd-41ee-ad4b-29d79c458d8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcb4201c-c63f-45ef-89d7-3a286ec4732f HTTP/1.1" status: 204 len: 168 time: 0.2494092 Dec 09 14:49:52.607417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58138) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:52.624620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2a77a-6cfd-41ee-ad4b-29d79c458d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb4201c-c63f-45ef-89d7-3a286ec4732f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:52.648934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57443836-8945-4544-bf4e-6300f197b166 req-702f09a7-eab2-4925-9989-a25096576116 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:52.666957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58144) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:52.673141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57443836-8945-4544-bf4e-6300f197b166 req-702f09a7-eab2-4925-9989-a25096576116 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.1022968 Dec 09 14:49:52.687000 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-149e3449-4eef-43a0-9104-8dd7b7f2d827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.724534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-6219f374-c19c-4c4d-bf39-6c76cf4e5e94 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:52.725939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-6219f374-c19c-4c4d-bf39-6c76cf4e5e94 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 971 time: 0.1105323 Dec 09 14:49:52.726402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57443836-8945-4544-bf4e-6300f197b166 req-2765ac85-93b7-4cfe-b9ab-f2dc536b1e88 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/security-groups?id=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Dec 09 14:49:52.912874 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-149e3449-4eef-43a0-9104-8dd7b7f2d827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.919413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-149e3449-4eef-43a0-9104-8dd7b7f2d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:52.971934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:52.974813 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04" -d '{"events": [{"name": "network-changed", "server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:53.007910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9541f38e-9303-4657-be94-3f16b238e0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.027148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-149e3449-4eef-43a0-9104-8dd7b7f2d827 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e81a9f4757a41c097b0e34209cd89f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568306 Dec 09 14:49:53.033588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e3449-4eef-43a0-9104-8dd7b7f2d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8293eb-5452-4adc-a050-8f4fdbeccdb2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:53.037950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58156) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:53.040264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Deleting port 523ba726-54e8-4572-8dbb-ae96bbeac209 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:49:53.040607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.079523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c4a21c4-1ef1-4f8b-be0b-eab98f9e1c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.139447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.43', 65141) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:53.308482 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4ad42e-7993-499f-972c-1e888da37607 x-openstack-request-id: req-eb4ad42e-7993-499f-972c-1e888da37607 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:53.309596 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:53.309735 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb4ad42e-7993-499f-972c-1e888da37607 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:53.310123 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d', 'status': 'completed', 'code': 200} Dec 09 14:49:53.349146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9541f38e-9303-4657-be94-3f16b238e0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.370249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9541f38e-9303-4657-be94-3f16b238e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.377873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-33f7fb96-a671-40de-8d4b-4bae26a5c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:53.379387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-33f7fb96-a671-40de-8d4b-4bae26a5c70a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1146 time: 0.2389610 Dec 09 14:49:53.401767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef12b-6300-40a0-860d-0cba4591801d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.426811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2067a-87f5-4c50-b751-aa911aa25b4e req-a933ab05-b586-402d-92a2-89bf332e06dc tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:53.428376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cca2067a-87f5-4c50-b751-aa911aa25b4e req-a933ab05-b586-402d-92a2-89bf332e06dc tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 946 time: 0.1221850 Dec 09 14:49:53.464161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] For port 523ba726-54e8-4572-8dbb-ae96bbeac209, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=523ba726-54e8-4572-8dbb-ae96bbeac209,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:53.464535 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.489802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9541f38e-9303-4657-be94-3f16b238e0cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e56d3961cc6b42e8983fd91bcb631f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8787801 Dec 09 14:49:53.494589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:53.497586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Calling delete_port for 523ba726-54e8-4572-8dbb-ae96bbeac209 owned by compute:tempest-test_az-1637245101 {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:49:53.502367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541f38e-9303-4657-be94-3f16b238e0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f1e91-aa01-44bb-be42-139be6456be8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:53.528746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef12b-6300-40a0-860d-0cba4591801d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.582615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6961ee3f-45f5-4b2d-a341-3621b03e20b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.606447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5af45-c20e-4981-beea-6014254a7dd2 req-8c7f1ccd-3857-426b-8fdf-16dc891ae528 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:53.609087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cca2067a-87f5-4c50-b751-aa911aa25b4e req-cbe97334-de74-4dd2-8214-dd2722f28dd6 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691618 Dec 09 14:49:53.613663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32d5af45-c20e-4981-beea-6014254a7dd2 req-8c7f1ccd-3857-426b-8fdf-16dc891ae528 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.2625403 Dec 09 14:49:53.669917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6961ee3f-45f5-4b2d-a341-3621b03e20b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.700130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-573ee04d-3ae0-48b3-9128-26ec3ca2391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:53.701874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-573ee04d-3ae0-48b3-9128-26ec3ca2391e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.2987487 Dec 09 14:49:53.760415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32d5af45-c20e-4981-beea-6014254a7dd2 req-78d532d7-258b-4b3f-8141-09e0cb9d8a64 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458557 Dec 09 14:49:53.790461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6961ee3f-45f5-4b2d-a341-3621b03e20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.794319 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6961ee3f-45f5-4b2d-a341-3621b03e20b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.795801 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6961ee3f-45f5-4b2d-a341-3621b03e20b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/486f1e91-aa01-44bb-be42-139be6456be8 HTTP/1.1" status: 204 len: 168 time: 0.3002441 Dec 09 14:49:53.815393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ee3f-45f5-4b2d-a341-3621b03e20b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f1e91-aa01-44bb-be42-139be6456be8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:53.828424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.841333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['523ba726-54e8-4572-8dbb-ae96bbeac209'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:49:53.850888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-539a5aaa-d7e2-40fc-a3b5-eb5b42cccaa0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.1392043 Dec 09 14:49:53.854652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Pushing event deleted for resources: {'Port': ['ID=523ba726-54e8-4572-8dbb-ae96bbeac209,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:53.922355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef12b-6300-40a0-860d-0cba4591801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.926991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef12b-6300-40a0-860d-0cba4591801d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.928544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d0ef12b-6300-40a0-860d-0cba4591801d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a8293eb-5452-4adc-a050-8f4fdbeccdb2 HTTP/1.1" status: 204 len: 168 time: 0.8159900 Dec 09 14:49:53.957300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] No DVR routers for this DVR port 523ba726-54e8-4572-8dbb-ae96bbeac209 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:49:53.960704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:53.964236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59f1dd8e-7a2e-474d-baee-6d89bff60608 req-bd9f8363-e5aa-4d73-aa34-6a7c66d367ad tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.43 "DELETE /v2.0/ports/523ba726-54e8-4572-8dbb-ae96bbeac209 HTTP/1.1" status: 204 len: 173 time: 1.2279077 Dec 09 14:49:53.980044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d591615-e25a-4f6e-a4f8-d4b8b8ec3d31 req-ba86e328-13e6-4813-9eeb-d1fd1ffbee76 tempest-AggregatesAdminTestJSON-31512614 tempest-AggregatesAdminTestJSON-31512614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1cff9f4-e2c5-4820-acbe-1920bb1a6442 HTTP/1.1" status: 200 len: 210 time: 0.0811417 Dec 09 14:49:53.986538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ef12b-6300-40a0-860d-0cba4591801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8293eb-5452-4adc-a050-8f4fdbeccdb2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:53.994300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-47b4df19-574d-43e4-b651-2eaefce2748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:53.995886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-47b4df19-574d-43e4-b651-2eaefce2748e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.1353614 Dec 09 14:49:54.068702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-53d3f628-2d13-4b6a-82d1-fc2fb55e220e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635703 Dec 09 14:49:54.352447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-697ad5a1-2f2b-4dd7-a9b0-0ec205f48e18 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764518 Dec 09 14:49:54.489910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4aec64c-7a53-4425-9efb-b13c2fcbbd04 req-f40b4a1e-20d1-4ad8-b2c6-78c78034eb24 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283972 Dec 09 14:49:54.729511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58218) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:54.752573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ad847a8e-e663-4db8-aa3d-1f468002323e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:54.792504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a43cc-baa9-414c-b0bf-c59d47390727 req-f8f0488d-f573-4d4f-9d26-159030c0ba32 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:54.803602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b80a43cc-baa9-414c-b0bf-c59d47390727 req-f8f0488d-f573-4d4f-9d26-159030c0ba32 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 946 time: 0.0822964 Dec 09 14:49:54.864999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b80a43cc-baa9-414c-b0bf-c59d47390727 req-691fe12a-d79f-4940-830f-140ca9d7f734 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599389 Dec 09 14:49:54.873516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ad847a8e-e663-4db8-aa3d-1f468002323e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:54.878920 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ad847a8e-e663-4db8-aa3d-1f468002323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:54.950841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:49:54.966831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad847a8e-e663-4db8-aa3d-1f468002323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65f142-c028-439a-ac61-a6d3cce39528,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:54.995725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ad847a8e-e663-4db8-aa3d-1f468002323e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9089fa431db49b184e91d37c4baf42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627392 Dec 09 14:49:54.996778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58228) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:55.019553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58232) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:55.055037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ecd5f-c283-496d-8bc7-61374eb6a98a req-e19d53a1-b32d-4695-b36b-afdae9653c66 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:55.056640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-940ecd5f-c283-496d-8bc7-61374eb6a98a req-e19d53a1-b32d-4695-b36b-afdae9653c66 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.1965408 Dec 09 14:49:55.110283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a2fa-6f14-4455-833f-7e977d3ee6d0 req-abccdb1a-c47d-4248-a7cd-0e931ceeb6ef tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:55.111271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:55.117010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9081a2fa-6f14-4455-833f-7e977d3ee6d0 req-abccdb1a-c47d-4248-a7cd-0e931ceeb6ef tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 946 time: 0.0800059 Dec 09 14:49:55.117135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3b8-e014-4a96-b17d-1e9d3d91106b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.124671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58238) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:55.132631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'floatingip': {'port_id': '937742df-4054-4307-bac2-dea22e7e0666'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:49:55.145913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:49:55.244316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3b8-e014-4a96-b17d-1e9d3d91106b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.250112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-940ecd5f-c283-496d-8bc7-61374eb6a98a req-15ec6104-32c3-4820-83ca-ea527f8a0e2a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815851 Dec 09 14:49:55.257927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.294467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06c96429-8059-445c-b2d7-0a7d7e47d8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.322785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'name': 'network-vif-deleted', 'tag': '523ba726-54e8-4572-8dbb-ae96bbeac209'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:55.325842 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe69bcd3-8f5d-4ba4-adc2-0a711726527d" -d '{"events": [{"server_uuid": "c1cff9f4-e2c5-4820-acbe-1920bb1a6442", "name": "network-vif-deleted", "tag": "523ba726-54e8-4572-8dbb-ae96bbeac209"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:55.404093 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aefbdac-96d0-48cf-841a-96e51bf9b541 x-openstack-request-id: req-8aefbdac-96d0-48cf-841a-96e51bf9b541 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:55.404394 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cff9f4-e2c5-4820-acbe-1920bb1a6442", "name": "network-vif-deleted", "tag": "523ba726-54e8-4572-8dbb-ae96bbeac209", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:55.404634 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8aefbdac-96d0-48cf-841a-96e51bf9b541 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:55.404929 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06c96429-8059-445c-b2d7-0a7d7e47d8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.405036 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cff9f4-e2c5-4820-acbe-1920bb1a6442', 'name': 'network-vif-deleted', 'tag': '523ba726-54e8-4572-8dbb-ae96bbeac209', 'status': 'completed', 'code': 200} Dec 09 14:49:55.410950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06c96429-8059-445c-b2d7-0a7d7e47d8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.452235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3b8-e014-4a96-b17d-1e9d3d91106b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.455049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3b8-e014-4a96-b17d-1e9d3d91106b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.459076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2ff1f3b8-e014-4a96-b17d-1e9d3d91106b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f65f142-c028-439a-ac61-a6d3cce39528 HTTP/1.1" status: 204 len: 168 time: 0.4515159 Dec 09 14:49:55.464555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-06c96429-8059-445c-b2d7-0a7d7e47d8b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e636f9ae187543f48126cde65352fd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428711 Dec 09 14:49:55.467201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58256) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:55.470368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1f3b8-e014-4a96-b17d-1e9d3d91106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65f142-c028-439a-ac61-a6d3cce39528,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:55.475422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c96429-8059-445c-b2d7-0a7d7e47d8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2833dedf-0c00-4431-9c81-a139ebc63d79,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:55.529931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-513a67e0-4c6a-40d9-bcbc-f86ce0ed3993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.540979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a17a477-5747-4751-b18e-2a5cb31e2ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.568997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a17a477-5747-4751-b18e-2a5cb31e2ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.638739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a17a477-5747-4751-b18e-2a5cb31e2ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.642257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a17a477-5747-4751-b18e-2a5cb31e2ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:55.646843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2a17a477-5747-4751-b18e-2a5cb31e2ed6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2833dedf-0c00-4431-9c81-a139ebc63d79 HTTP/1.1" status: 204 len: 168 time: 0.1782124 Dec 09 14:49:55.662111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17a477-5747-4751-b18e-2a5cb31e2ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2833dedf-0c00-4431-9c81-a139ebc63d79,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:55.768506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58268) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:56.001279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.006091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.149268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd26fc90-8fa9-40d1-a8bd-cfe8ed8c0b96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bd11657d6e24593a00df413291754f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793089 Dec 09 14:49:56.151741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58284) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:56.226506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3d04bee-4cb5-469b-a6ad-82514348a0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.262480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3d04bee-4cb5-469b-a6ad-82514348a0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.323815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3d04bee-4cb5-469b-a6ad-82514348a0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.328180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3d04bee-4cb5-469b-a6ad-82514348a0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.330138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3d04bee-4cb5-469b-a6ad-82514348a0d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03ecd545-7eba-4d63-b8bf-95f15cd3fe1f HTTP/1.1" status: 204 len: 168 time: 0.1771386 Dec 09 14:49:56.343224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d04bee-4cb5-469b-a6ad-82514348a0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ecd545-7eba-4d63-b8bf-95f15cd3fe1f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:56.401968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58296) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:56.433391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b82ebcf-6647-4186-b0d6-960f948b51db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.438843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 523ba726-54e8-4572-8dbb-ae96bbeac209 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:49:56.480330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-7ede6159-90a4-4248-b015-230e31a84a7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4255764 Dec 09 14:49:56.489196 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b associated. External IP: 172.25.0.5, port: 937742df-4054-4307-bac2-dea22e7e0666. Dec 09 14:49:56.504498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4045d6-803a-4b47-8d9a-70933e3d38da req-e8931389-08f7-4197-8a70-e30e952034b5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:56.506825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f4045d6-803a-4b47-8d9a-70933e3d38da req-e8931389-08f7-4197-8a70-e30e952034b5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 965 time: 0.1213281 Dec 09 14:49:56.514729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 523ba726-54e8-4572-8dbb-ae96bbeac209 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:49:56.515696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 523ba726-54e8-4572-8dbb-ae96bbeac209 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:49:56.546489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b82ebcf-6647-4186-b0d6-960f948b51db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.552558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b82ebcf-6647-4186-b0d6-960f948b51db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.574748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.612270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7b82ebcf-6647-4186-b0d6-960f948b51db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91727358a5c64e6d88a6a9176e35d1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064173 Dec 09 14:49:56.612270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82ebcf-6647-4186-b0d6-960f948b51db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d025e-4c95-4fde-bcc7-867ddf64f3cb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:56.613364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:56.639598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f4045d6-803a-4b47-8d9a-70933e3d38da req-0171fbb0-3d45-4bb7-8fff-37f888fc1713 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847416 Dec 09 14:49:56.727221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469302af-d2ec-47da-a725-a0d86839dc23 req-2ae25d4b-1ea8-4d62-87df-0e8e91a25c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:56.728773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-2ae25d4b-1ea8-4d62-87df-0e8e91a25c44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 1097 time: 0.1449342 Dec 09 14:49:56.740328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebca7-e1ca-4074-af66-bbb57cd25ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.770437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-88833678-54fa-450f-9074-78497c81e985 service neutron] 10.222.0.43 "GET /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.1207848 Dec 09 14:49:56.785413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebca7-e1ca-4074-af66-bbb57cd25ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.957541 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebca7-e1ca-4074-af66-bbb57cd25ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.960540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebca7-e1ca-4074-af66-bbb57cd25ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:56.962024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fa9ebca7-e1ca-4074-af66-bbb57cd25ba5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c6d025e-4c95-4fde-bcc7-867ddf64f3cb HTTP/1.1" status: 204 len: 168 time: 0.3476832 Dec 09 14:49:56.962852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469302af-d2ec-47da-a725-a0d86839dc23 req-d653e24a-f7ad-4c1d-9f4b-e11149708e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:56.964638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-d653e24a-f7ad-4c1d-9f4b-e11149708e8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 925 time: 0.1696780 Dec 09 14:49:56.982833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:49:56.986612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ebca7-e1ca-4074-af66-bbb57cd25ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d025e-4c95-4fde-bcc7-867ddf64f3cb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:57.065355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:57.093056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:57.130480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-a8f5fab9-3389-4274-a797-e6c500daeb77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 200 len: 998 time: 0.1556325 Dec 09 14:49:57.134112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57532047-f6dd-46bc-9686-a44aa536b74d {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:49:57.135577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58318) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:57.150525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:49:57.170275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.275600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7dfad3b7-17ec-4b53-bb65-e9503d7d5bb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4bbf0809fb34ed3802baa6ff92f9fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388679 Dec 09 14:49:57.276574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58322) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:57.280123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469302af-d2ec-47da-a725-a0d86839dc23 req-22b73407-6260-4a0a-8720-24ca395cad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:57.281774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-22b73407-6260-4a0a-8720-24ca395cad92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.1386359 Dec 09 14:49:57.291206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] Transition to ACTIVE for port object 57532047-f6dd-46bc-9686-a44aa536b74d will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:49:57.297096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.319944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:49:57.322911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.334934 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:49:57.352473 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:57.353107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:49:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:57.399855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c8143d0f-fb6e-473f-bd22-331cf11ecc50 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "PUT /v2.0/floatingips/c5039efb-acb9-4e63-b1a3-5a3865c5f95b HTTP/1.1" status: 200 len: 990 time: 2.2619927 Dec 09 14:49:57.405792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'tag': '937742df-4054-4307-bac2-dea22e7e0666'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:49:57.408504 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc3a26-acbd-433e-9a68-f3c4db538d95" -d '{"events": [{"name": "network-changed", "server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "tag": "937742df-4054-4307-bac2-dea22e7e0666"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:49:57.440927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] No DVR routers for this DVR port 57532047-f6dd-46bc-9686-a44aa536b74d on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:49:57.465462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469302af-d2ec-47da-a725-a0d86839dc23 req-0eac1ac7-d109-4058-adfb-fa887b68511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:57.471310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-0eac1ac7-d109-4058-adfb-fa887b68511d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687524 Dec 09 14:49:57.492939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] 10.222.0.43 "PUT /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7096760 Dec 09 14:49:57.495059 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7b0c7-0482-4f3a-8cea-d6d1eeb0ec6d x-openstack-request-id: req-27b7b0c7-0482-4f3a-8cea-d6d1eeb0ec6d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:49:57.495386 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "tag": "937742df-4054-4307-bac2-dea22e7e0666", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:49:57.495635 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27b7b0c7-0482-4f3a-8cea-d6d1eeb0ec6d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:49:57.497542 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'tag': '937742df-4054-4307-bac2-dea22e7e0666', 'status': 'completed', 'code': 200} Dec 09 14:49:57.497669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08c9f4-724b-458c-bb3a-d42ed1c9d573 service neutron] Pushing event updated for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=10']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:57.536017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3afd0117-47f3-422d-897d-5a2efc59b97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.562700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.36', 58427) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:57.574436 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:57.684932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3afd0117-47f3-422d-897d-5a2efc59b97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.730239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-0b284274-63b3-47d5-98f6-cf3d125a7124 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:57.742717 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-0b284274-63b3-47d5-98f6-cf3d125a7124 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1117 time: 0.1787617 Dec 09 14:49:57.786954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-3f33b9cf-29ee-4e75-b4d8-37aa46538633 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090441 Dec 09 14:49:57.860356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3afd0117-47f3-422d-897d-5a2efc59b97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.862924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3afd0117-47f3-422d-897d-5a2efc59b97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:57.864124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3afd0117-47f3-422d-897d-5a2efc59b97f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4b058c8-231d-42c0-9359-0788b726cb7d HTTP/1.1" status: 204 len: 168 time: 0.5812452 Dec 09 14:49:57.878630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd0117-47f3-422d-897d-5a2efc59b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b058c8-231d-42c0-9359-0788b726cb7d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:57.882374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-64b53662-4c5f-40e5-8225-1e10e27e4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:57.884765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-64b53662-4c5f-40e5-8225-1e10e27e4d35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e&tenant_id=8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 1117 time: 0.1344182 Dec 09 14:49:57.974019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-701b13bc-1a9f-45d1-9bc4-6c238c48b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:57.975684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469302af-d2ec-47da-a725-a0d86839dc23 req-a1ec3e61-d791-489d-9779-ef0142f1aa48 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710789 Dec 09 14:49:57.975833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-701b13bc-1a9f-45d1-9bc4-6c238c48b633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1117 time: 0.0672889 Dec 09 14:49:57.997858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2316d-9f95-4787-9a4a-6b40bb8e6db4 req-782671ee-91a2-4557-a98e-4b79396e0631 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.008192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-63f2316d-9f95-4787-9a4a-6b40bb8e6db4 req-782671ee-91a2-4557-a98e-4b79396e0631 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 966 time: 0.2155235 Dec 09 14:49:58.022288 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c5039efb-acb9-4e63-b1a3-5a3865c5f95b', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'port_id': '937742df-4054-4307-bac2-dea22e7e0666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'mac_address': 'fa:16:3e:54:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:29Z', 'updated_at': '2021-12-09T14:49:55Z', 'revision_number': 1, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:58.130099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-211a89f3-48e8-4c28-931b-bab3d2b403ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.141266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-211a89f3-48e8-4c28-931b-bab3d2b403ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1464138 Dec 09 14:49:58.190260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:58.218627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-905a1ae2-1e53-4e2e-926d-e282fe046111 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.0700653 Dec 09 14:49:58.224128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-63f2316d-9f95-4787-9a4a-6b40bb8e6db4 req-5c294e78-f568-474c-aa6f-0cbb89543128 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129612 Dec 09 14:49:58.227955 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:49:58.241194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-19c1261d-2ddf-4645-915c-67849cda3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.242735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-19c1261d-2ddf-4645-915c-67849cda3603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 1097 time: 0.1930294 Dec 09 14:49:58.254184 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:49:58.255829 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:49:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:58.289276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-a8755043-399c-4477-a7c2-849206871c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.291313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-a8755043-399c-4477-a7c2-849206871c7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0636308 Dec 09 14:49:58.314473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58360) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:58.363798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-29f9e568-caa2-4e2b-9fcc-f0f9378d9f14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643344 Dec 09 14:49:58.364650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-ebdfc9a0-a428-41a6-a697-5556f5a60884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.366909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-ebdfc9a0-a428-41a6-a697-5556f5a60884 service neutron] 10.222.0.36 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 925 time: 0.1169496 Dec 09 14:49:58.423995 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:49:58.485671 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-6d78f057-ef28-4c41-bc3a-3511d9a13a0f service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070042 Dec 09 14:49:58.523628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-78da92c0-5ce4-45bf-9ed8-4e4d85f1504a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 200 len: 998 time: 0.1372931 Dec 09 14:49:58.623124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-5455a3cc-390c-4365-8d22-ff249ea3ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.625104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-5455a3cc-390c-4365-8d22-ff249ea3ed46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.0948811 Dec 09 14:49:58.682759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-7eb87efd-654e-422d-9af3-ce2b88a7dd8c service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863279 Dec 09 14:49:58.726930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-453c65f6-9389-4590-891e-cd31081ec616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:58.728515 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-453c65f6-9389-4590-891e-cd31081ec616 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937543 Dec 09 14:49:58.796044 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c5039efb-acb9-4e63-b1a3-5a3865c5f95b', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'port_id': '937742df-4054-4307-bac2-dea22e7e0666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'mac_address': 'fa:16:3e:54:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:29Z', 'updated_at': '2021-12-09T14:49:55Z', 'revision_number': 1, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:49:58.832368 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30824a0-a9b1-41a7-9a5d-f66f141f755a None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c5039efb-acb9-4e63-b1a3-5a3865c5f95b', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'port_id': '937742df-4054-4307-bac2-dea22e7e0666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'mac_address': 'fa:16:3e:54:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:29Z', 'updated_at': '2021-12-09T14:49:55Z', 'revision_number': 1, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:49:58.871064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-c59b37d9-97e8-4d3d-be9c-e4d8020aecd9 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204731 Dec 09 14:49:58.880325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb0f9-c3b4-47a2-b42f-699a50d5c7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.023729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbbc3a26-acbd-433e-9a68-f3c4db538d95 req-97a87371-1a97-48e8-aad8-63b7b7550daf service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423538 Dec 09 14:49:59.037904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb0f9-c3b4-47a2-b42f-699a50d5c7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.045658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb0f9-c3b4-47a2-b42f-699a50d5c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.094811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bcfbb0f9-c3b4-47a2-b42f-699a50d5c7e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d85e1fa4f9774ed39e8d2c0b37e14792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7782559 Dec 09 14:49:59.098304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58390) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:49:59.104271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e153-e962-464c-8da0-022781109223 req-f1b31579-78eb-4345-9d41-b6b780eefaff tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:59.106093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-f1b31579-78eb-4345-9d41-b6b780eefaff tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1117 time: 0.1176531 Dec 09 14:49:59.111679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb0f9-c3b4-47a2-b42f-699a50d5c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f8973-8193-4929-9672-0833f498cca5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:59.120028 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.185512 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2227eb6d-9432-40b9-83b1-d835d15181a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.191063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fb9b0-61d0-4154-8127-d2f511ab7a07 None None] New status for floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:49:59.223452 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2227eb6d-9432-40b9-83b1-d835d15181a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.319692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2227eb6d-9432-40b9-83b1-d835d15181a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.323598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2227eb6d-9432-40b9-83b1-d835d15181a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.324904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2227eb6d-9432-40b9-83b1-d835d15181a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f16f8973-8193-4929-9672-0833f498cca5 HTTP/1.1" status: 204 len: 168 time: 0.2255924 Dec 09 14:49:59.343658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227eb6d-9432-40b9-83b1-d835d15181a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f8973-8193-4929-9672-0833f498cca5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:49:59.363610 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b092e153-e962-464c-8da0-022781109223 req-9fd3b17b-b319-4aba-ae1d-22256666b5d9 service neutron] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:49:59.372029 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:49:59.375297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b092e153-e962-464c-8da0-022781109223 req-9fd3b17b-b319-4aba-ae1d-22256666b5d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:49:59.376638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b092e153-e962-464c-8da0-022781109223 req-9fd3b17b-b319-4aba-ae1d-22256666b5d9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.2445943 Dec 09 14:49:59.429731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5b7c-dc20-470a-bcb3-a451f5eb97b0 req-73abeb36-e4e9-47db-9144-c8eb29bf03dd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:59.431288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93fb5b7c-dc20-470a-bcb3-a451f5eb97b0 req-73abeb36-e4e9-47db-9144-c8eb29bf03dd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 966 time: 0.0537121 Dec 09 14:49:59.486081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93fb5b7c-dc20-470a-bcb3-a451f5eb97b0 req-8b182936-8c96-4b7e-ba47-5dd4b1d3b4ac tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467167 Dec 09 14:49:59.648280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9082-2609-4205-9277-c3647a379fc7 req-41c33fd4-c1d9-4c93-a1f3-9b21ed1b35f4 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:49:59.657431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-601f9082-2609-4205-9277-c3647a379fc7 req-41c33fd4-c1d9-4c93-a1f3-9b21ed1b35f4 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1117 time: 0.0518377 Dec 09 14:49:59.704162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-601f9082-2609-4205-9277-c3647a379fc7 req-1dc478bf-8579-416d-868f-8ee6bbecdbda tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Dec 09 14:50:00.170066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58442) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:00.188178 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1da1-885b-467c-ad8f-d8080681a463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.224944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-e869bc14-8528-4d40-8e52-f13ac392d7e8 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:00.227709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-e869bc14-8528-4d40-8e52-f13ac392d7e8 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.1313233 Dec 09 14:50:00.252882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-ac0775b6-93ac-4757-9fa8-0810f19f9f24 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/quotas/8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 375 time: 0.0163243 Dec 09 14:50:00.285540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1da1-885b-467c-ad8f-d8080681a463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.290222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1da1-885b-467c-ad8f-d8080681a463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.332016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-aac706c9-977d-4284-9dbb-454c776e22b4 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735195 Dec 09 14:50:00.353742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f1ea1da1-885b-467c-ad8f-d8080681a463 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5de5286e328d4ab6b3a02e757e361d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796443 Dec 09 14:50:00.354252 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58448) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:00.357596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea1da1-885b-467c-ad8f-d8080681a463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56912212-07e1-4b2f-857b-543944631666,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:00.464397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:00.476652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91a67e02-7c07-4d57-9f65-e514b5407b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.495537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-a39b2c5b-a94b-4e08-a94a-7c8200499ffa service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532037 Dec 09 14:50:00.530133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91a67e02-7c07-4d57-9f65-e514b5407b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.536093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:00.640297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-d68afe62-6599-4134-8fe6-736f8d78939d service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433711 Dec 09 14:50:00.649841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91a67e02-7c07-4d57-9f65-e514b5407b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.653902 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91a67e02-7c07-4d57-9f65-e514b5407b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:00.658891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-91a67e02-7c07-4d57-9f65-e514b5407b8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56912212-07e1-4b2f-857b-543944631666 HTTP/1.1" status: 204 len: 168 time: 0.3038726 Dec 09 14:50:00.667700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a67e02-7c07-4d57-9f65-e514b5407b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56912212-07e1-4b2f-857b-543944631666,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:01.088346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4cdfb2f5-d8ea-4973-a913-a8ea65681993 req-92df6c4e-156e-4b8d-af82-4f2c85ac1e95 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Dec 09 14:50:01.800328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:01.916717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1255724840', 'description': 'tempest-description-1001374515'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:01.946694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:01.967607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:01.999725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-537de3e9-a37b-4a90-babf-6bf17e3a01e9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:02.001360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-537de3e9-a37b-4a90-babf-6bf17e3a01e9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.1687748 Dec 09 14:50:02.025723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Request body: {'port': {'device_id': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'admin_state_up': True, 'tenant_id': '8d44e38deea145639c579f8021144891'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:02.082544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.087387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.134650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9cb00-3629-4e9c-b777-f645aa290330,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:02.183107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.189106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.223587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec32a737-0c1a-4179-a11c-901a16ae0404,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:02.233705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9da385cc-dc30-4e4b-8c76-ecce465bea23 req-3398de54-4f1e-4131-a94b-89d56fe61d64 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 210 time: 0.0391967 Dec 09 14:50:02.259406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Made reservation on behalf of 8d44e38deea145639c579f8021144891 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:02.263934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.265897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.267213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-407a8c82-01bc-4e1c-a8ff-7213637e2e16 req-4d8b4667-8319-42f4-b12b-22f5dfe29396 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3547702 Dec 09 14:50:02.295410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a8cb5764-057e-41f0-9b3f-a95dcf0804c6 req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Request body: {'security_group': {'name': 'tempest-securitygroup-717136497', 'description': 'tempest-description-2041059733'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:02.318174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e523-0b06-4e85-bd9e-ccca9c909c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.322967 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a8cb5764-057e-41f0-9b3f-a95dcf0804c6 req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.421585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a8cb5764-057e-41f0-9b3f-a95dcf0804c6 req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.426340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a8cb5764-057e-41f0-9b3f-a95dcf0804c6 req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.461361 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a8cb5764-057e-41f0-9b3f-a95dcf0804c6 req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.462826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8cb5764-057e-41f0-9b3f-a95dcf0804c6 req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1727312 Dec 09 14:50:02.467856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eb4e0-76b2-4383-96f2-7c7a3c01cceb tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e792df-68c2-4ef2-9bf9-94431342da1b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:02.745096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Allocated IP 172.20.0.14 (fa37fc04-074c-4533-842a-d3f8b3bde685/ac37e4bf-e44c-4605-8a47-a72f6f680dcc/42ad8855-1743-4bb7-b5f2-abba914f5cc0) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:02.775759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e523-0b06-4e85-bd9e-ccca9c909c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.787338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e523-0b06-4e85-bd9e-ccca9c909c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.834109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0e523-0b06-4e85-bd9e-ccca9c909c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5472174d-2944-41a2-b441-1f04a10e5a63,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:02.851860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1dc0e523-0b06-4e85-bd9e-ccca9c909c51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=369619910e864b99a93e8ad52a923e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0503817 Dec 09 14:50:02.854871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58576) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:02.895385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1302611123', 'description': 'tempest-description-789925308'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:02.940292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6e959d4-36b9-435d-90d6-2e0da5c796cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.957761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.970407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:02.974395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6e959d4-36b9-435d-90d6-2e0da5c796cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.030905 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.036823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6e959d4-36b9-435d-90d6-2e0da5c796cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.043935 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6e959d4-36b9-435d-90d6-2e0da5c796cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.047735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f6e959d4-36b9-435d-90d6-2e0da5c796cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5472174d-2944-41a2-b441-1f04a10e5a63 HTTP/1.1" status: 204 len: 168 time: 0.1908286 Dec 09 14:50:03.057594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e959d4-36b9-435d-90d6-2e0da5c796cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5472174d-2944-41a2-b441-1f04a10e5a63,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:03.099025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.118774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.167721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.207276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Network fa37fc04-074c-4533-842a-d3f8b3bde685 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:03.228582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:03.244816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:03.251972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:03.254066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58479c3-6ae8-4c1f-aa6d-b646eea5d507,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:03.341296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:03.341932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.360085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.364403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.374869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-33567f47-6da2-42a4-9865-6303133083a0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3566098 Dec 09 14:50:03.398082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Request body: {'port': {'device_id': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:03.402477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.403655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79a4fd69-aeef-402a-8e10-9e2a98e90c1c req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5144522 Dec 09 14:50:03.424037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7564a-67a6-47cb-85e5-831a407449a7 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77cc9f3-6f5c-4570-8bda-7cfed6953f73,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:03.464682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.579975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fab4e-0c48-4cdc-aedd-b1508cbef23a req-8e6fd943-4d3c-4700-9f30-227e0f207a1e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:03.581474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-710fab4e-0c48-4cdc-aedd-b1508cbef23a req-8e6fd943-4d3c-4700-9f30-227e0f207a1e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 932 time: 0.1082377 Dec 09 14:50:03.706895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-aa25830e-9217-4307-a98d-ef2b1d148e3a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272703 Dec 09 14:50:03.743964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-710fab4e-0c48-4cdc-aedd-b1508cbef23a req-948d0af3-5e3f-4b8e-abba-d044af83868b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187425 Dec 09 14:50:03.853184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-6f53b55e-7c53-41a2-897f-ba238778c253 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:03.855031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-6f53b55e-7c53-41a2-897f-ba238778c253 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414657 Dec 09 14:50:03.855746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:03.873417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e2d8-117e-4f48-a328-32928b58151a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.881366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ad8855-1743-4bb7-b5f2-abba914f5cc0 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:03.892544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.899582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-0cec8c96-8b4b-4d5e-a1b5-0bf856b47572 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/quotas/3da784da24a34cda998e92f2e2f2f4dd HTTP/1.1" status: 200 len: 375 time: 0.0236983 Dec 09 14:50:03.899919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-aac2fce0-1934-4f46-aa4b-5409fbadd266 req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-187100790', 'description': 'tempest-description-524490990'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:03.919993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Transition to ACTIVE for port object 42ad8855-1743-4bb7-b5f2-abba914f5cc0 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:03.927446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.943064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aac2fce0-1934-4f46-aa4b-5409fbadd266 req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:03.963703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-e0bf33dc-22c5-4b72-9463-f326dade9b3a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528579 Dec 09 14:50:04.007435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.041068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e2d8-117e-4f48-a328-32928b58151a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.046628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e2d8-117e-4f48-a328-32928b58151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.085917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8e2d8-117e-4f48-a328-32928b58151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed39305-f851-445f-8091-e24524d99e99,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.108334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fcf8e2d8-117e-4f48-a328-32928b58151a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f8ae9e814184dd5806161db18be8cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510710 Dec 09 14:50:04.110869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58624) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:04.169135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58626) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:04.177688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec428-9e8d-40b2-b859-de25b2646f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.217800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec428-9e8d-40b2-b859-de25b2646f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.222832 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aac2fce0-1934-4f46-aa4b-5409fbadd266 req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.226411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:04.226411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:04.226787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:04.233143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:04.233848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:04.236364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aac2fce0-1934-4f46-aa4b-5409fbadd266 req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.277053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5e635-8b6e-4e71-83e0-ffa98392452b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.278440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec428-9e8d-40b2-b859-de25b2646f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.282394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aac2fce0-1934-4f46-aa4b-5409fbadd266 req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.284593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec428-9e8d-40b2-b859-de25b2646f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.292098 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d8ec428-9e8d-40b2-b859-de25b2646f33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ed39305-f851-445f-8091-e24524d99e99 HTTP/1.1" status: 204 len: 168 time: 0.1737196 Dec 09 14:50:04.295935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aac2fce0-1934-4f46-aa4b-5409fbadd266 req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4064264 Dec 09 14:50:04.297553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:04.299397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:04.299983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:04.300459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Bound port: 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:04.300819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.322781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ec428-9e8d-40b2-b859-de25b2646f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed39305-f851-445f-8091-e24524d99e99,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.342452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.343005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.343240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.343497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.343845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.344187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.344526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.344876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.345200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.345630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.345975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.346419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.346760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b76aa-e7d2-428a-84d2-12c797be6d57 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:04.417220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6635e526-7fb1-4452-8eb7-aaa2da6b7607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.430638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-485c21f4-0b32-488f-9ce4-44780bd65ced req-deb8c9b5-ee58-4f6f-b47d-cf0d5c470323 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 210 time: 0.0472677 Dec 09 14:50:04.517476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:04.519711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6635e526-7fb1-4452-8eb7-aaa2da6b7607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.524307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6635e526-7fb1-4452-8eb7-aaa2da6b7607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.577029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6635e526-7fb1-4452-8eb7-aaa2da6b7607 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=766ac7860c044099ab260e307921349a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066377 Dec 09 14:50:04.577992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635e526-7fb1-4452-8eb7-aaa2da6b7607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41544b-dc9a-4527-b6a1-38f168111371,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.581478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58650) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:04.586057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:04.607496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.644572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4989375-5af1-42b7-9bd5-e3a2630dbc66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.682359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:04.683387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.685974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] 10.222.0.43 "PUT /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 1092 time: 1.2970769 Dec 09 14:50:04.689385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:04.695161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4989375-5af1-42b7-9bd5-e3a2630dbc66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.731892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f30d94-c1ad-4b6d-8a92-7f45b504fe85 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.799936 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4989375-5af1-42b7-9bd5-e3a2630dbc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.803158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4989375-5af1-42b7-9bd5-e3a2630dbc66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:04.804758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b4989375-5af1-42b7-9bd5-e3a2630dbc66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c41544b-dc9a-4527-b6a1-38f168111371 HTTP/1.1" status: 204 len: 168 time: 0.2220495 Dec 09 14:50:04.826412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4989375-5af1-42b7-9bd5-e3a2630dbc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41544b-dc9a-4527-b6a1-38f168111371,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:04.834740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-114d35b7-157a-484c-af95-fe602f57e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:04.836349 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-114d35b7-157a-484c-af95-fe602f57e032 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1095 time: 0.1063313 Dec 09 14:50:04.919241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-60cabbc0-b4ad-4df3-b62d-94c642e35315 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 217 time: 0.0647810 Dec 09 14:50:04.999591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-3bfd81e9-0812-4c2d-af71-7415ac85d062 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37047 time: 0.5232196 Dec 09 14:50:05.019561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-a83a617e-83be-463f-aa21-442bf44b9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:05.022331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-a83a617e-83be-463f-aa21-442bf44b9003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0910819 Dec 09 14:50:05.026404 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb60241-b977-4b02-9bd6-128f5f2127e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:05.069595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-8913d0f4-fbaf-4b0b-91cc-95b452172048 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337827 Dec 09 14:50:05.090745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fb406-a557-4689-b2cf-ccd650787f0f req-bb0c67e7-078a-41a2-9545-0722026cbf93 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:05.099089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-73c4a618-4151-4dfa-b379-eb0a07716b5d tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/047ca2dd-fa0d-40fc-a073-64c7c761fb03 HTTP/1.1" status: 200 len: 2990 time: 0.0879159 Dec 09 14:50:05.108298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-539fb406-a557-4689-b2cf-ccd650787f0f req-bb0c67e7-078a-41a2-9545-0722026cbf93 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 944 time: 0.0818844 Dec 09 14:50:05.212937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-1d75b0b9-d3f7-4495-a8ef-75f8e43023a2 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/047ca2dd-fa0d-40fc-a073-64c7c761fb03 HTTP/1.1" status: 200 len: 2990 time: 0.0992134 Dec 09 14:50:05.231390 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-94f5d386-b9ca-4ccf-ba32-52c90dc52ccb service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476808 Dec 09 14:50:05.238322 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-cb920d90-0584-4b91-9477-3555aa99b220 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] show failed (client error): The resource could not be found. Dec 09 14:50:05.239590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-cb920d90-0584-4b91-9477-3555aa99b220 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5c41544b-dc9a-4527-b6a1-38f168111371 HTTP/1.1" status: 404 len: 352 time: 0.0171676 Dec 09 14:50:05.273524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-539fb406-a557-4689-b2cf-ccd650787f0f req-2e4bbdd8-bcfe-4fff-9403-80739536f2bd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635764 Dec 09 14:50:05.334250 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-2d96b4a6-5773-4a50-b948-b0ef4c1ce041 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] show failed (client error): The resource could not be found. Dec 09 14:50:05.335560 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-2d96b4a6-5773-4a50-b948-b0ef4c1ce041 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5c41544b-dc9a-4527-b6a1-38f168111371 HTTP/1.1" status: 404 len: 352 time: 0.0532086 Dec 09 14:50:05.400100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99a023dd-dd09-45bd-b1a1-7d2a371191b7 req-af0cd607-f0ce-4074-beed-8a7db9cd3be9 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568758 Dec 09 14:50:05.403770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-3a3a4f02-a8ee-48db-adc6-398d7e07ee32 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7c0078b0-8b5b-4d45-a15b-bdb8a4a18813 HTTP/1.1" status: 200 len: 2998 time: 0.0556552 Dec 09 14:50:05.426914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58684) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:05.443058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.474515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-3c01bf53-3e43-4c45-9bf0-228c19539ffe tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7c0078b0-8b5b-4d45-a15b-bdb8a4a18813 HTTP/1.1" status: 200 len: 2998 time: 0.0619414 Dec 09 14:50:05.535286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-422ae7a6-e2bf-43a3-85b2-3c046329c565 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/84917103-beb1-4bc1-bbd8-b86472e831b0 HTTP/1.1" status: 200 len: 2994 time: 0.0542266 Dec 09 14:50:05.559597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.566782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.583968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-69f57f10-609b-4171-a86a-228d3407aec6 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/84917103-beb1-4bc1-bbd8-b86472e831b0 HTTP/1.1" status: 200 len: 2994 time: 0.0420041 Dec 09 14:50:05.634305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-c7c5337e-018e-45bc-9719-96ee0f98e8a8 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/97b9cb00-3629-4e9c-b777-f645aa290330 HTTP/1.1" status: 200 len: 2998 time: 0.0419798 Dec 09 14:50:05.640685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce23901d-bdd2-4fcc-86c7-7378777a1b1e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:05.665498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83bd792a0f5d47309ec4d89d8914dc3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335162 Dec 09 14:50:05.666128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58696) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:05.670755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.672437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.674646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.675003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.675419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.675777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.676706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.677128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.677501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.679765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.680191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.680545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.680949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f12bb2-c7fc-4134-8a28-6b5aa98f544a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:05.690588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-756dd54d-6a40-493e-877c-c8e1b16e3f4e tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/97b9cb00-3629-4e9c-b777-f645aa290330 HTTP/1.1" status: 200 len: 2998 time: 0.0453050 Dec 09 14:50:05.761353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6af87d34-4741-44bd-9abd-7f61116c0c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.787991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-36487684-fd2f-4f2c-bf1a-27a851ad1af0 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489492 Dec 09 14:50:05.816259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-b19c05d4-0742-4853-b331-67c7de313a12 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9a0cdd20-a9f1-4602-8542-7bb9041e007d HTTP/1.1" status: 200 len: 2994 time: 0.1143153 Dec 09 14:50:05.830354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6af87d34-4741-44bd-9abd-7f61116c0c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.939871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6af87d34-4741-44bd-9abd-7f61116c0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.943578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6af87d34-4741-44bd-9abd-7f61116c0c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:05.945121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6af87d34-4741-44bd-9abd-7f61116c0c3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce23901d-bdd2-4fcc-86c7-7378777a1b1e HTTP/1.1" status: 204 len: 168 time: 0.2779045 Dec 09 14:50:05.962204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af87d34-4741-44bd-9abd-7f61116c0c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce23901d-bdd2-4fcc-86c7-7378777a1b1e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:05.990025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58712) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:06.208855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-daec306f-6935-4612-b39e-69d8ef34277f tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9a0cdd20-a9f1-4602-8542-7bb9041e007d HTTP/1.1" status: 200 len: 2994 time: 0.3774767 Dec 09 14:50:06.241055 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6532e39-060c-4825-9afe-a7969e27cd04 x-openstack-request-id: req-b6532e39-060c-4825-9afe-a7969e27cd04 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:06.241342 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:06.241597 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6532e39-060c-4825-9afe-a7969e27cd04 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:06.251640 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'status': 'completed', 'code': 200} Dec 09 14:50:06.266475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-4041db3a-371d-4756-9cd6-0b717038cea3 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:06.268069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-4041db3a-371d-4756-9cd6-0b717038cea3 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735699 Dec 09 14:50:06.293177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Request body: {'port': {'device_id': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '3da784da24a34cda998e92f2e2f2f4dd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:06.318355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1658322137-network', 'tenant_id': '0205fee1714f48359f486b53fdfbc802'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:06.354522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-cb730aa9-b3b8-4663-8c9d-960d11548f2b tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a4f06af5-ab07-4da3-ae0b-334dbd766916 HTTP/1.1" status: 200 len: 2994 time: 0.1385794 Dec 09 14:50:06.370644 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e7f2eec-95cb-4628-8e9e-25d3c43fff92 req-0bc0c469-8786-4aeb-8c06-4520f36ff4d8 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 210 time: 0.0423484 Dec 09 14:50:06.400295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-b49a2c7b-e18b-40ac-a9d5-431b291f5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:06.401874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-b49a2c7b-e18b-40ac-a9d5-431b291f5b72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1095 time: 0.1329093 Dec 09 14:50:06.426376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Made reservation on behalf of 0205fee1714f48359f486b53fdfbc802 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:06.432281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.444430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.533093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-03b4c5bb-c222-4e65-8719-355a86ef7fc0 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a4f06af5-ab07-4da3-ae0b-334dbd766916 HTTP/1.1" status: 200 len: 2994 time: 0.1517701 Dec 09 14:50:06.569507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.576832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.591469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-f7d961bb-442e-48d3-93ea-141d12dfb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:06.593493 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-f7d961bb-442e-48d3-93ea-141d12dfb7cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1817882 Dec 09 14:50:06.596569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Made reservation on behalf of 3da784da24a34cda998e92f2e2f2f4dd for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:06.600052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.612545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:50:06.622496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7431b-2b89-472c-bb86-b6895b25fc4d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:06.622762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.629229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.629577 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Added segment e53a2312-7a74-4e78-8d04-ad398c388975 of type vlan for network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 Dec 09 14:50:06.665129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-482b720e-2ddf-4e2f-978c-f99909f2045d tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/bb0f212c-35e7-42ac-a5b3-0f9a0feee8b4 HTTP/1.1" status: 200 len: 2998 time: 0.1208038 Dec 09 14:50:06.668804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-38379aa7-d61b-4eb4-9d35-dd5f5557e1c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 217 time: 0.0563114 Dec 09 14:50:06.677916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.728319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-90d792db-10ab-47a3-a764-afb513682a3b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=36abac0e4ee44641b9f52e0bcc6c8338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271282 Dec 09 14:50:06.732277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.736378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:06.736378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.778163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7864871 Dec 09 14:50:06.779283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58750) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:06.779428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-1eb79429-a4db-4fdb-b841-5cae88f047bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:06.781087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-1eb79429-a4db-4fdb-b841-5cae88f047bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0926495 Dec 09 14:50:06.786167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-5de4a98f-2c39-4f7e-a82f-ebc89edcc9ca tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/bb0f212c-35e7-42ac-a5b3-0f9a0feee8b4 HTTP/1.1" status: 200 len: 2998 time: 0.1081996 Dec 09 14:50:06.804035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Request body: {'subnet': {'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1658322137-subnet', 'tenant_id': '0205fee1714f48359f486b53fdfbc802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:06.840999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-f8e29977-494f-4fa8-8bcd-45a724f17c33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433400 Dec 09 14:50:06.891854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.903520 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:06.926703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-1139185c-a597-409b-9e41-083d76fb25a3 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c6ce8918-07a4-4bed-9832-6c4cd553a5a9 HTTP/1.1" status: 200 len: 2998 time: 0.1279058 Dec 09 14:50:07.039702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9041f-ac00-476b-9551-d81513e5a663,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:07.094334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-0343501f-d5ae-4a3b-9c16-0ff116d2fbf2 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404208 Dec 09 14:50:07.129501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-558f978f-53d3-4600-bb5f-e81f833d53e9 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c6ce8918-07a4-4bed-9832-6c4cd553a5a9 HTTP/1.1" status: 200 len: 2998 time: 0.1625066 Dec 09 14:50:07.134269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cd091-3601-4bd4-ab3e-57b064c95581 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0ada9f-967b-4436-b5e9-cda13af3f0f2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:07.154370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Made reservation on behalf of 0205fee1714f48359f486b53fdfbc802 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:07.157048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:07.163778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:50:07.204316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-800e8202-5879-45b2-a793-cc78783c1ada tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:07.213165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-800e8202-5879-45b2-a793-cc78783c1ada tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693573 Dec 09 14:50:07.229580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-fe571ad2-a177-4e98-b754-db2f5b012102 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/quotas/36abac0e4ee44641b9f52e0bcc6c8338 HTTP/1.1" status: 200 len: 375 time: 0.0154054 Dec 09 14:50:07.229817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Allocated IP 192.168.233.17 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/86eb1f87-2352-45ee-9b1d-e65339d1485a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:07.296943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-c03d8caf-ab95-492e-9821-18216d8d9d49 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d58479c3-6ae8-4c1f-aa6d-b646eea5d507 HTTP/1.1" status: 200 len: 2998 time: 0.1505108 Dec 09 14:50:07.305535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-95c27990-dd98-4eb2-bd9d-daa9b9cdcdf3 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=36abac0e4ee44641b9f52e0bcc6c8338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448294 Dec 09 14:50:07.315272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb60241-b977-4b02-9bd6-128f5f2127e7 req-2235d970-ffea-4a9c-b80d-c51602317846 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969235 Dec 09 14:50:07.434490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c25bddd2-94b5-4e61-9517-69ed3680d8e7 req-1903b352-72b4-4c79-bc4d-7a2be10badaf tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d58479c3-6ae8-4c1f-aa6d-b646eea5d507 HTTP/1.1" status: 200 len: 2998 time: 0.1123102 Dec 09 14:50:07.486291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:07.526652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:07.556316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:07.556679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Network hostable DHCP agents. Network: fd0ada9f-967b-4436-b5e9-cda13af3f0f2, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:50:07.574873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7671b486-00c1-47cf-b614-c4da470c32c3,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:07.589225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:50:07.607319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fd0ada9f-967b-4436-b5e9-cda13af3f0f2) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:07.616057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:07.616691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:07.617390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29268301-2484-4e08-bfc0-3446d0d75691 None None] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:07.629124 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:07.645998 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-517defda-2590-45ff-8f14-299ab25ad1e3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8496411 Dec 09 14:50:07.714744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Pushing event updated for resources: {'Port': ['ID=86eb1f87-2352-45ee-9b1d-e65339d1485a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:07.744893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc322b2-ca59-48bb-b021-ef7b324f7c9b req-855360b0-984f-4dcb-8edc-dc2d25ab983e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:07.746764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dc322b2-ca59-48bb-b021-ef7b324f7c9b req-855360b0-984f-4dcb-8edc-dc2d25ab983e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 944 time: 0.1906567 Dec 09 14:50:07.764834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9545228a-4a42-4496-861b-1215c8824cb4 None None] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:07.770065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:07.774380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:07.787079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:07.937185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:07.938059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:07.962964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dc322b2-ca59-48bb-b021-ef7b324f7c9b req-f29caf52-92f9-4a52-b288-709223f0e112 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907785 Dec 09 14:50:07.993077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-578fc85b-92c7-44f0-a6b1-87155155ad38 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7065902 Dec 09 14:50:08.013600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Request body: {'port': {'device_id': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:08.120359 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.237865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb6fe-b633-4e62-be6c-c2679dc69f66 req-f70ab3b6-e21b-421a-96f2-813e1c6bf3bf tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:08.241273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-827eb6fe-b633-4e62-be6c-c2679dc69f66 req-f70ab3b6-e21b-421a-96f2-813e1c6bf3bf tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 935 time: 0.1220796 Dec 09 14:50:08.300803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-17f7ef8d-d16a-4d9d-97e7-8f5c3ffc1718 None None] Provisioning complete for port 86eb1f87-2352-45ee-9b1d-e65339d1485a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:08.301424 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17f7ef8d-d16a-4d9d-97e7-8f5c3ffc1718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.343334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-17f7ef8d-d16a-4d9d-97e7-8f5c3ffc1718 None None] Port 86eb1f87-2352-45ee-9b1d-e65339d1485a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:08.507267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:08.511273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-827eb6fe-b633-4e62-be6c-c2679dc69f66 req-0924b573-9545-4c81-beca-760ab1e7f052 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198455 Dec 09 14:50:08.604716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f52da407-ec47-4dd9-981a-a7a03fa3f9d1 req-fdbaf1dd-6bc9-4db1-9a1b-44dc4f7b90f8 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=204ed306713545e7be5a1a875cdd8116 HTTP/1.1" status: 200 len: 6154 time: 0.1294737 Dec 09 14:50:08.643943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac41eaa8-1df2-46eb-811a-5a46de66ab4a req-e4800842-51e3-42d1-871e-27dca32e30a7 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 210 time: 0.0434544 Dec 09 14:50:08.676304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f52da407-ec47-4dd9-981a-a7a03fa3f9d1 req-d441f065-637c-44d1-bd0b-c6f4f60211d1 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "GET /v2.0/security-groups/97b9cb00-3629-4e9c-b777-f645aa290330 HTTP/1.1" status: 200 len: 2998 time: 0.0644362 Dec 09 14:50:08.681662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:08.718292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'port_id': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'mac_address': 'fa:16:3e:62:07:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac37e4bf-e44c-4605-8a47-a72f6f680dcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:08.736592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86eb1f87-2352-45ee-9b1d-e65339d1485a {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:08.754469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.760165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f52da407-ec47-4dd9-981a-a7a03fa3f9d1 req-f9557009-e7f1-4420-a92e-f3f980752a7e tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "GET /v2.0/security-groups/97b9cb00-3629-4e9c-b777-f645aa290330 HTTP/1.1" status: 200 len: 2998 time: 0.0750377 Dec 09 14:50:08.766906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.781470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Transition to ACTIVE for port object 86eb1f87-2352-45ee-9b1d-e65339d1485a will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:08.785893 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.786091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ad8855-1743-4bb7-b5f2-abba914f5cc0 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:08.795185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58816) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:08.800260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1994553725-network', 'tenant_id': '86943c69bd994be497d0a1eec66983b5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:08.826932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:08.832674 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.833350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Made reservation on behalf of 86943c69bd994be497d0a1eec66983b5 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:08.853171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Pushing event updated for resources: {'Port': ['ID=86eb1f87-2352-45ee-9b1d-e65339d1485a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:08.854948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.895520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:08.945571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:08.968009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.969349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.969719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.970276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.970617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.970953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.971282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.971754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.971955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.972284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.975237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.976817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:08.977177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:09.002321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Attempting to bind port 86eb1f87-2352-45ee-9b1d-e65339d1485a on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:09.002665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Attempting to bind port 86eb1f87-2352-45ee-9b1d-e65339d1485a by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:09.003399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Attempting to bind port 86eb1f87-2352-45ee-9b1d-e65339d1485a on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:09.009469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Port 86eb1f87-2352-45ee-9b1d-e65339d1485a on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:09.009941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Attempting to bind port 86eb1f87-2352-45ee-9b1d-e65339d1485a on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:09.022689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:09.024302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:09.025720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:09.028279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Bound port: 86eb1f87-2352-45ee-9b1d-e65339d1485a, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:09.029574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.056250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.062349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.070631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['42ad8855-1743-4bb7-b5f2-abba914f5cc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:09.140040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-20338b87-2a72-4680-ab4f-ab9affe78884 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=36abac0e4ee44641b9f52e0bcc6c8338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185687 Dec 09 14:50:09.150233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae787361-700b-401b-9331-c744d876190b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:50:09.180319 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.180679 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Added segment ead7f2aa-6eb9-4893-8ae0-bfc3c321ffff of type vlan for network f06f21b9-450f-4f77-9745-e1a65be46ddb Dec 09 14:50:09.258146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.341324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] For port 86eb1f87-2352-45ee-9b1d-e65339d1485a, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:09.346667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] For port 86eb1f87-2352-45ee-9b1d-e65339d1485a, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:09.362466 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.363519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:09.364104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.388431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad6053-7c10-49d7-98e1-4d799da17fcc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:09.397238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.418657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-e008a7f9-0f5d-4571-b9c8-e070891733c9 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=269ee4c667294f7a83308fca3914c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332541 Dec 09 14:50:09.425086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae787361-700b-401b-9331-c744d876190b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6287131 Dec 09 14:50:09.428804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58834) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:09.460475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Request body: {'subnet': {'network_id': 'f06f21b9-450f-4f77-9745-e1a65be46ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1994553725-subnet', 'tenant_id': '86943c69bd994be497d0a1eec66983b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:09.474955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf25430c-b090-4408-8883-da36689dc86c req-1aa78177-06bd-427b-abc9-0bc9eb53b1f8 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/8ab5e635-8b6e-4e71-83e0-ffa98392452b HTTP/1.1" status: 200 len: 1793 time: 0.1387572 Dec 09 14:50:09.477858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787361-700b-401b-9331-c744d876190b admin admin] Pushing event updated for resources: {'Network': ['ID=f06f21b9-450f-4f77-9745-e1a65be46ddb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:09.490392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:09.491599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.494033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f06f21b9-450f-4f77-9745-e1a65be46ddb details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:50:09.494465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] 10.222.0.36 "PUT /v2.0/ports/86eb1f87-2352-45ee-9b1d-e65339d1485a HTTP/1.1" status: 200 len: 1095 time: 1.4904768 Dec 09 14:50:09.518936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'tag': '86eb1f87-2352-45ee-9b1d-e65339d1485a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:09.521932 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe78b0-402f-4c1a-8828-4a221a9c34a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4685e3d8-ea3d-4a29-b89e-a6a4f3820016", "tag": "86eb1f87-2352-45ee-9b1d-e65339d1485a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:09.534817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Made reservation on behalf of 86943c69bd994be497d0a1eec66983b5 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:09.538793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.599933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dcb05-1702-4c79-b46e-a1384a4d2a9b service neutron] Pushing event updated for resources: {'Port': ['ID=86eb1f87-2352-45ee-9b1d-e65339d1485a,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:09.645468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-b0985f8a-434b-4f44-b89c-dd3657a88395 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:09.646977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-b0985f8a-434b-4f44-b89c-dd3657a88395 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4861732 Dec 09 14:50:09.654999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cf25430c-b090-4408-8883-da36689dc86c req-88675bab-f532-4144-b52b-0442dd98c8dd tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.665348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Request body: {'port': {'device_id': '69a77953-1451-4456-a745-8f247d00aa0f', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '36abac0e4ee44641b9f52e0bcc6c8338'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:09.689035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cf25430c-b090-4408-8883-da36689dc86c req-88675bab-f532-4144-b52b-0442dd98c8dd tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.713293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-4dce9792-ac8d-4f0e-af20-341d94d0de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:09.714424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-4dce9792-ac8d-4f0e-af20-341d94d0de09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 1098 time: 0.1614983 Dec 09 14:50:09.762408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-c238d816-0b70-4ab2-a227-e82a5f2d46be tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:09.764053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-c238d816-0b70-4ab2-a227-e82a5f2d46be tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049753 Dec 09 14:50:09.765758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cf25430c-b090-4408-8883-da36689dc86c req-88675bab-f532-4144-b52b-0442dd98c8dd tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.770021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cf25430c-b090-4408-8883-da36689dc86c req-88675bab-f532-4144-b52b-0442dd98c8dd tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.771273 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf25430c-b090-4408-8883-da36689dc86c req-88675bab-f532-4144-b52b-0442dd98c8dd tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ab5e635-8b6e-4e71-83e0-ffa98392452b HTTP/1.1" status: 204 len: 173 time: 0.2872119 Dec 09 14:50:09.810254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88675bab-f532-4144-b52b-0442dd98c8dd tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5e635-8b6e-4e71-83e0-ffa98392452b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:09.814083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-c128130f-060c-449c-bbc4-72cfcab375d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a HTTP/1.1" status: 200 len: 217 time: 0.0469463 Dec 09 14:50:09.817412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-d70c12aa-690e-4fad-8cb9-52a3ae763662 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/quotas/269ee4c667294f7a83308fca3914c6ef HTTP/1.1" status: 200 len: 375 time: 0.0434728 Dec 09 14:50:09.832548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:09.935489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98c428c-00d2-4f51-a51b-4f06867492ff,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:09.942378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Checking segment: {'id': 'ead7f2aa-6eb9-4893-8ae0-bfc3c321ffff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f06f21b9-450f-4f77-9745-e1a65be46ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:09.943687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Network hostable DHCP agents. Network: f06f21b9-450f-4f77-9745-e1a65be46ddb, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:50:09.958021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546785a-ff58-40b0-b6c4-ab8a9eea24fd req-91bce763-1a52-4e10-8b25-6115c88b4f9e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:09.959639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5546785a-ff58-40b0-b6c4-ab8a9eea24fd req-91bce763-1a52-4e10-8b25-6115c88b4f9e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 945 time: 0.0944157 Dec 09 14:50:09.986123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Network f06f21b9-450f-4f77-9745-e1a65be46ddb is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:50:09.999921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f06f21b9-450f-4f77-9745-e1a65be46ddb) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:10.010358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:10.010957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.014771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d970d87-4ad1-4e8f-8df5-7da6010ff6a3 None None] Network f06f21b9-450f-4f77-9745-e1a65be46ddb requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:10.040549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5546785a-ff58-40b0-b6c4-ab8a9eea24fd req-5472bc04-11d8-4a3e-b04a-6f497bcf0499 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724564 Dec 09 14:50:10.053805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-58562cee-0635-4cd7-b3de-f37bc82d817d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6150267 Dec 09 14:50:10.123747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-c430f1a7-304d-4def-8a96-554e2a768121 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2689073 Dec 09 14:50:10.146583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-ff9037be-ef0f-4fcc-881b-5372f7b696a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:10.149063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-ff9037be-ef0f-4fcc-881b-5372f7b696a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3262968 Dec 09 14:50:10.162820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca27c69-3f73-4ebf-9bb3-65e494d04f8e None None] Network f06f21b9-450f-4f77-9745-e1a65be46ddb requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:10.189374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Made reservation on behalf of 36abac0e4ee44641b9f52e0bcc6c8338 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:10.193016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.210273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.222446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217282f3-6fe9-4f00-88ca-9f05a98dfe4a req-6035d1a6-335c-461a-a1d7-23d5d145160f tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:10.224041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217282f3-6fe9-4f00-88ca-9f05a98dfe4a req-6035d1a6-335c-461a-a1d7-23d5d145160f tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 947 time: 0.1087701 Dec 09 14:50:10.258250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-866c5483-922d-4168-9851-cccc2715a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:10.262411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-866c5483-922d-4168-9851-cccc2715a952 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036153 Dec 09 14:50:10.313029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217282f3-6fe9-4f00-88ca-9f05a98dfe4a req-33407c7e-1149-42a4-827b-73a32c786e86 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705791 Dec 09 14:50:10.396678 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3073477-6cc1-41ed-8e78-177c30927284 x-openstack-request-id: req-d3073477-6cc1-41ed-8e78-177c30927284 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:10.397763 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4685e3d8-ea3d-4a29-b89e-a6a4f3820016", "tag": "86eb1f87-2352-45ee-9b1d-e65339d1485a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:10.398030 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3073477-6cc1-41ed-8e78-177c30927284 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:10.398432 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'tag': '86eb1f87-2352-45ee-9b1d-e65339d1485a', 'status': 'completed', 'code': 200} Dec 09 14:50:10.489557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.494375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-3cee7a90-02fb-43a8-9f6e-36bd345f05f0 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213748 Dec 09 14:50:10.494375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eaa70f41-3837-4227-bb59-3169d1073cbe req-7d956730-a316-4004-ae94-150929216da5 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 210 time: 0.0435739 Dec 09 14:50:10.497844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.524289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:10.596026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:10.602572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:10.603153 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.652897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afdd40e7-7166-4f9a-95e6-f9741bfc0ba3 req-60db3b29-6505-4ae1-8465-b56a61303ca7 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 210 time: 0.0344298 Dec 09 14:50:10.684833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:10.735175 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.753224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e503415-1ab6-48a8-b164-b92efcfdc4bc req-b6eefbf9-7d36-4ef9-99f0-f6fdeca83214 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c77cc9f3-6f5c-4570-8bda-7cfed6953f73 HTTP/1.1" status: 200 len: 1794 time: 0.1995752 Dec 09 14:50:10.787440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d5dc8ec-512a-48d6-be76-81675dc9afe8 req-72e3cacf-032c-4a66-a811-13a6ec3936b1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809558 Dec 09 14:50:10.807965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:10.814571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:10.819218 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3dabed-cf97-442c-9573-0df9850accde" -d '{"events": [{"server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "name": "network-vif-plugged", "status": "completed", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:10.823335 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.833291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Allocated IP 192.168.233.36 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/aa96d2c1-de82-465b-91f5-faa6f9d33e4b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:10.897121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:10.942934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7e503415-1ab6-48a8-b164-b92efcfdc4bc req-5decf2d4-6a65-4cbb-b2b5-342c61c5d4a5 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:10.973515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-caad88f7-5905-490e-868c-57ceeb481ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:10.975179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-caad88f7-5905-490e-868c-57ceeb481ccd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 1098 time: 0.1232307 Dec 09 14:50:11.017132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7e503415-1ab6-48a8-b164-b92efcfdc4bc req-5decf2d4-6a65-4cbb-b2b5-342c61c5d4a5 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.022943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-5649cded-3a50-428e-b408-2ee6272ee5a8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.024461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-5649cded-3a50-428e-b408-2ee6272ee5a8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.1123786 Dec 09 14:50:11.041046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-db87f930-a947-4f7b-8c47-f6179a76b927 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/quotas/0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 375 time: 0.0093148 Dec 09 14:50:11.078856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-c2fa75b6-d7e1-4021-ba0a-c09f64709ab6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289192 Dec 09 14:50:11.194461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7e503415-1ab6-48a8-b164-b92efcfdc4bc req-5decf2d4-6a65-4cbb-b2b5-342c61c5d4a5 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.197092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7e503415-1ab6-48a8-b164-b92efcfdc4bc req-5decf2d4-6a65-4cbb-b2b5-342c61c5d4a5 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.198237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e503415-1ab6-48a8-b164-b92efcfdc4bc req-5decf2d4-6a65-4cbb-b2b5-342c61c5d4a5 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/c77cc9f3-6f5c-4570-8bda-7cfed6953f73 HTTP/1.1" status: 204 len: 173 time: 0.4351883 Dec 09 14:50:11.212660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-e6ff4b9e-2e01-43eb-975d-ed9015b887e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.214126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-e6ff4b9e-2e01-43eb-975d-ed9015b887e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2257802 Dec 09 14:50:11.216920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.223785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decf2d4-6a65-4cbb-b2b5-342c61c5d4a5 tempest-SecurityGroupsTestAdminJSON-832367118 tempest-SecurityGroupsTestAdminJSON-832367118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77cc9f3-6f5c-4570-8bda-7cfed6953f73,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:11.251130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-d473f576-ef0e-4e1d-9ff6-0f26033c753b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:50:11.258891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-d473f576-ef0e-4e1d-9ff6-0f26033c753b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0700381 Dec 09 14:50:11.284540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-bed724b9-2538-4e2a-9818-f9cf4c491e01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a HTTP/1.1" status: 200 len: 217 time: 0.0563266 Dec 09 14:50:11.365033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.372304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-56f6adff-9288-4282-ab3f-a225d4bc6703 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125166 Dec 09 14:50:11.377047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-9ad12e79-01f4-44dd-8efa-ba3ee3ed90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.378770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-9ad12e79-01f4-44dd-8efa-ba3ee3ed90ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0835028 Dec 09 14:50:11.446616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:11.457784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:11.463872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:11.471339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Pushing event updated for resources: {'Port': ['ID=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:11.483768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-6fdddd5e-6990-4f57-b9bd-d13bc633d0f4 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104348 Dec 09 14:50:11.531786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-1863387a-cb4f-4ba8-bca8-84cb21985902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.533623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-1863387a-cb4f-4ba8-bca8-84cb21985902 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269410 Dec 09 14:50:11.543634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.544398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.555740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-b6631901-8e9d-4a3a-9ed4-ee4197a5004c tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=269ee4c667294f7a83308fca3914c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404260 Dec 09 14:50:11.604445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-07e42851-bdb7-48da-b747-b1b4694b9557 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9388340 Dec 09 14:50:11.617322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Request body: {'port': {'device_id': '69a77953-1451-4456-a745-8f247d00aa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:11.739110 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef4f28-6fc8-471b-a36c-7ca8e0b96546 x-openstack-request-id: req-afef4f28-6fc8-471b-a36c-7ca8e0b96546 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:11.739849 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "name": "network-vif-plugged", "status": "completed", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:11.742344 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afef4f28-6fc8-471b-a36c-7ca8e0b96546 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:11.742851 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'code': 200} Dec 09 14:50:11.762784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-209fc40e-64a7-4cfd-8bd5-213eab9ca6ee tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.764931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-209fc40e-64a7-4cfd-8bd5-213eab9ca6ee tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010102 Dec 09 14:50:11.793883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Request body: {'port': {'device_id': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '269ee4c667294f7a83308fca3914c6ef'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:11.857675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.908882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-f9826a82-c52f-43cb-8e37-4cb7ad392d19 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600187 Dec 09 14:50:11.937250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-990b1c9f-bc8f-4c92-8fcf-a4c50133d756 None None] Provisioning complete for port aa96d2c1-de82-465b-91f5-faa6f9d33e4b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:11.938042 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-990b1c9f-bc8f-4c92-8fcf-a4c50133d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:11.971836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95d9c-8520-4451-b6ef-8a4e74bd0695 req-a4a4dd09-4599-4853-9680-7ec7a2cb0b50 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:11.979083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7bd95d9c-8520-4451-b6ef-8a4e74bd0695 req-a4a4dd09-4599-4853-9680-7ec7a2cb0b50 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 946 time: 0.1609943 Dec 09 14:50:11.998393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-990b1c9f-bc8f-4c92-8fcf-a4c50133d756 None None] Port aa96d2c1-de82-465b-91f5-faa6f9d33e4b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:12.015504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Made reservation on behalf of 269ee4c667294f7a83308fca3914c6ef for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:12.019667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.036574 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-388c49d0-9e87-4192-b9c8-7e33be8ca50d req-b8f89b51-046c-405a-b9b5-5c88b75dfbaf tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "GET /v2.0/security-groups/72e792df-68c2-4ef2-9bf9-94431342da1b HTTP/1.1" status: 200 len: 1794 time: 0.2665024 Dec 09 14:50:12.039222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.055690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965326f2-c76e-41fa-915b-b672510164f4 req-7c9f0a1d-0450-4fe3-bac0-cc2be305f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:12.057340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-965326f2-c76e-41fa-915b-b672510164f4 req-7c9f0a1d-0450-4fe3-bac0-cc2be305f300 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1097 time: 0.2248640 Dec 09 14:50:12.188542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7bd95d9c-8520-4451-b6ef-8a4e74bd0695 req-77bf6cc5-40f0-4888-b892-64983fe7b3f7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085705 Dec 09 14:50:12.189133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-965326f2-c76e-41fa-915b-b672510164f4 req-aa2417d4-90b2-4d52-8bb8-8161d4f1729d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012332 Dec 09 14:50:12.192364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aafe78b0-402f-4c1a-8828-4a221a9c34a5 req-f6a252a6-f824-4bac-9eac-9d13bc6dfd0f service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650509 Dec 09 14:50:12.202987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-388c49d0-9e87-4192-b9c8-7e33be8ca50d req-0c6e516f-6502-48a4-a6a4-c91ee174be93 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.238089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.249639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.254655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-388c49d0-9e87-4192-b9c8-7e33be8ca50d req-0c6e516f-6502-48a4-a6a4-c91ee174be93 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.349450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c712cdc5-f2cc-4ce0-b769-c3d53079c56e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:12.373097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-388c49d0-9e87-4192-b9c8-7e33be8ca50d req-0c6e516f-6502-48a4-a6a4-c91ee174be93 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.376222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-388c49d0-9e87-4192-b9c8-7e33be8ca50d req-0c6e516f-6502-48a4-a6a4-c91ee174be93 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.376956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc3583-3311-45ef-8641-5916fde3945f req-4e9e158e-da23-4dfe-af3d-32f7a40ebb5a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:12.377353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-388c49d0-9e87-4192-b9c8-7e33be8ca50d req-0c6e516f-6502-48a4-a6a4-c91ee174be93 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "DELETE /v2.0/security-groups/72e792df-68c2-4ef2-9bf9-94431342da1b HTTP/1.1" status: 204 len: 173 time: 0.3249109 Dec 09 14:50:12.378477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8acc3583-3311-45ef-8641-5916fde3945f req-4e9e158e-da23-4dfe-af3d-32f7a40ebb5a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 947 time: 0.1026053 Dec 09 14:50:12.380664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa96d2c1-de82-465b-91f5-faa6f9d33e4b {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:12.388418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e516f-6502-48a4-a6a4-c91ee174be93 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e792df-68c2-4ef2-9bf9-94431342da1b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:12.390477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.420002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Transition to ACTIVE for port object aa96d2c1-de82-465b-91f5-faa6f9d33e4b will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:12.430380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.518504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8acc3583-3311-45ef-8641-5916fde3945f req-998c171e-4271-4a1b-852b-3ba99ade3c43 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203527 Dec 09 14:50:12.521907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Pushing event updated for resources: {'Port': ['ID=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:12.532959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b204fb0-e7bc-484f-badf-70756b97403d req-36269ed6-3b13-439a-9b2e-c3a4d59742bf tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:12.549791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b204fb0-e7bc-484f-badf-70756b97403d req-36269ed6-3b13-439a-9b2e-c3a4d59742bf tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 947 time: 0.0948880 Dec 09 14:50:12.552834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Allocated IP 192.168.233.65 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/4041c106-616f-44d8-8457-36d927cf731b) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:12.632442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Attempting to bind port aa96d2c1-de82-465b-91f5-faa6f9d33e4b on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:12.633050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Attempting to bind port aa96d2c1-de82-465b-91f5-faa6f9d33e4b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:12.633516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Attempting to bind port aa96d2c1-de82-465b-91f5-faa6f9d33e4b on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:12.643106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Port aa96d2c1-de82-465b-91f5-faa6f9d33e4b on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:12.643596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Attempting to bind port aa96d2c1-de82-465b-91f5-faa6f9d33e4b on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:12.675957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:12.676415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:12.676900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:12.677446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Bound port: aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:12.678029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.684096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b204fb0-e7bc-484f-badf-70756b97403d req-f255a257-0c62-470c-83bc-433d371d9b1b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255431 Dec 09 14:50:12.691120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58c65aef-d3ad-402a-be5d-2d691310b6c0 req-ba1e5c43-48a0-41a6-9966-8c42f9cc2de5 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 210 time: 0.0590570 Dec 09 14:50:12.786689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] For port aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:12.791322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] For port aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:12.797134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.840575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c1a6568-510c-444e-84da-396f84bce563 req-cb30ae0b-43ef-49a7-859e-51d5144542ce tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 210 time: 0.0799475 Dec 09 14:50:12.868106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:12.869087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.870682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa96d2c1-de82-465b-91f5-faa6f9d33e4b HTTP/1.1" status: 200 len: 1095 time: 1.2625229 Dec 09 14:50:12.873168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a77953-1451-4456-a745-8f247d00aa0f', 'tag': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:12.877984 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d8433-a541-474d-a3c0-bb42aad7e5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "69a77953-1451-4456-a745-8f247d00aa0f", "tag": "aa96d2c1-de82-465b-91f5-faa6f9d33e4b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:12.940427 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:12.949660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d062-2ed0-48ab-9b91-9912f9584926 service neutron] Pushing event updated for resources: {'Port': ['ID=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:12.997061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-b70a1fc3-4e15-4dd4-a359-eb3908fb9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.002031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-b70a1fc3-4e15-4dd4-a359-eb3908fb9289 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36abac0e4ee44641b9f52e0bcc6c8338&device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 1098 time: 0.0674767 Dec 09 14:50:13.021132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0edfeeed-d659-4ebb-a1f7-2f51a80ba4f1 req-05ebda5e-cae6-4476-b9bb-c845fd6a239a tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "GET /v2.0/security-groups/ec32a737-0c1a-4179-a11c-901a16ae0404 HTTP/1.1" status: 200 len: 1795 time: 0.0679321 Dec 09 14:50:13.045829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.071674 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-a72985cb-3460-4467-a73a-d7be56f3d006 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b HTTP/1.1" status: 200 len: 217 time: 0.0558901 Dec 09 14:50:13.163681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-f4ddba19-4e7b-41bb-84ce-d0cda77c787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.165186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-f4ddba19-4e7b-41bb-84ce-d0cda77c787d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0757711 Dec 09 14:50:13.167558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:13.190298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:13.197601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Pushing event updated for resources: {'Port': ['ID=4041c106-616f-44d8-8457-36d927cf731b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:13.200830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:13.206448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.207078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.267699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-7a0449c1-326f-4b39-a121-be345bb447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.274705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-7a0449c1-326f-4b39-a121-be345bb447d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957470 Dec 09 14:50:13.276272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-0327d26d-384d-4360-a0a0-d133a4b38881 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4969139 Dec 09 14:50:13.279769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0edfeeed-d659-4ebb-a1f7-2f51a80ba4f1 req-a18d7a7d-4612-4cd5-b20f-9c92462370f4 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.317475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Request body: {'port': {'device_id': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:13.380331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0edfeeed-d659-4ebb-a1f7-2f51a80ba4f1 req-a18d7a7d-4612-4cd5-b20f-9c92462370f4 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.446759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-7912464a-6460-4bcf-8d79-668658cc13a3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.451031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-7912464a-6460-4bcf-8d79-668658cc13a3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.3473074 Dec 09 14:50:13.476051 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e8c8a-7403-45ff-b6e1-57f81a86ca9c x-openstack-request-id: req-712e8c8a-7403-45ff-b6e1-57f81a86ca9c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:13.476434 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a77953-1451-4456-a745-8f247d00aa0f", "tag": "aa96d2c1-de82-465b-91f5-faa6f9d33e4b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:13.476605 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-712e8c8a-7403-45ff-b6e1-57f81a86ca9c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:13.476989 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a77953-1451-4456-a745-8f247d00aa0f', 'tag': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b', 'status': 'completed', 'code': 200} Dec 09 14:50:13.481946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Request body: {'port': {'device_id': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'admin_state_up': True, 'tenant_id': '0205fee1714f48359f486b53fdfbc802'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:13.510839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.545665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-7d5c2ee6-acbc-4d41-b52f-55323fd5a7b4 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620466 Dec 09 14:50:13.598532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b5c1e5ce-ff83-49f1-b49f-3f8c8a5d6487 None None] Provisioning complete for port 4041c106-616f-44d8-8457-36d927cf731b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:13.599079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5c1e5ce-ff83-49f1-b49f-3f8c8a5d6487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.626689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0edfeeed-d659-4ebb-a1f7-2f51a80ba4f1 req-a18d7a7d-4612-4cd5-b20f-9c92462370f4 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.630707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0edfeeed-d659-4ebb-a1f7-2f51a80ba4f1 req-a18d7a7d-4612-4cd5-b20f-9c92462370f4 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.630952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0edfeeed-d659-4ebb-a1f7-2f51a80ba4f1 req-a18d7a7d-4612-4cd5-b20f-9c92462370f4 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec32a737-0c1a-4179-a11c-901a16ae0404 HTTP/1.1" status: 204 len: 173 time: 0.5975842 Dec 09 14:50:13.653890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1e5ce-ff83-49f1-b49f-3f8c8a5d6487 None None] Port 4041c106-616f-44d8-8457-36d927cf731b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:13.659208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d7a7d-4612-4cd5-b20f-9c92462370f4 tempest-SecurityGroupsTestAdminJSON-1503399925 tempest-SecurityGroupsTestAdminJSON-1503399925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec32a737-0c1a-4179-a11c-901a16ae0404,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:13.708528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc2d46-d337-4686-8330-1e53d6bd794b req-58ef86fe-53e1-45c4-a4ca-b6cf0c3d4790 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.714284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dc2d46-d337-4686-8330-1e53d6bd794b req-58ef86fe-53e1-45c4-a4ca-b6cf0c3d4790 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 946 time: 0.1643803 Dec 09 14:50:13.834582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dc2d46-d337-4686-8330-1e53d6bd794b req-99ad6b89-349e-4cb9-84c8-7203db583004 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Dec 09 14:50:13.870680 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3258ee2-c8b9-4b3e-a080-39169be52271 req-581a31bd-ecc6-4885-a0c1-467da144164b service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056183 Dec 09 14:50:13.871311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:13.916254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a0038-4392-4d32-88ad-7d7a46baf3b3 req-1f3fd83c-c612-4550-89e0-71b0b2b5cac9 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:13.925181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da6a0038-4392-4d32-88ad-7d7a46baf3b3 req-1f3fd83c-c612-4550-89e0-71b0b2b5cac9 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 947 time: 0.1555874 Dec 09 14:50:13.934756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Made reservation on behalf of 0205fee1714f48359f486b53fdfbc802 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:13.938607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:13.993585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58950) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:14.013739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-c244a077-5ae2-4659-a079-65e142064b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.015604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-c244a077-5ae2-4659-a079-65e142064b7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36abac0e4ee44641b9f52e0bcc6c8338&device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 1098 time: 0.0841634 Dec 09 14:50:14.092006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da6a0038-4392-4d32-88ad-7d7a46baf3b3 req-7213d22b-cc80-49d3-bf16-50f05289663e tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657970 Dec 09 14:50:14.118744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f2a98-178b-4657-b20a-5374b322008f req-6dd059c6-07c8-4793-97a9-1caba0dc4e1b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.126449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-819f2a98-178b-4657-b20a-5374b322008f req-6dd059c6-07c8-4793-97a9-1caba0dc4e1b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 947 time: 0.1627576 Dec 09 14:50:14.164333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecbc54c4-79c5-4c04-883b-e9332d4ca704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.233737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Allocated IP 172.20.0.8 (fd0ada9f-967b-4436-b5e9-cda13af3f0f2/7671b486-00c1-47cf-b614-c4da470c32c3/94cd816f-a142-45fc-a83c-ea3dcfc97f9b) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:14.238363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6eee103-8256-4254-92bd-ae74c9181d09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=204ed306713545e7be5a1a875cdd8116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410932 Dec 09 14:50:14.243660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58954) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:14.255185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-b3806da1-17f8-4a5b-8848-8ce336da7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.256656 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-b3806da1-17f8-4a5b-8848-8ce336da7e36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2314022 Dec 09 14:50:14.278305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-819f2a98-178b-4657-b20a-5374b322008f req-cceda6c0-dca8-4faa-bb8e-8935daf6baaa tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509061 Dec 09 14:50:14.310555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97e9-8ee7-4238-9c75-18828a8043e9 req-5fc74d22-8f04-457c-b7ef-0038de3091eb tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.319951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f84f97e9-8ee7-4238-9c75-18828a8043e9 req-5fc74d22-8f04-457c-b7ef-0038de3091eb tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 935 time: 0.1572752 Dec 09 14:50:14.320642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-e9f92dfe-6ffc-49ce-8d9c-2051b0a68e5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b HTTP/1.1" status: 200 len: 217 time: 0.0527511 Dec 09 14:50:14.376258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4041c106-616f-44d8-8457-36d927cf731b {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:14.400263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.469982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Transition to ACTIVE for port object 4041c106-616f-44d8-8457-36d927cf731b will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:14.483411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.485310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d47ef55-0922-405e-9d9b-d83a21336e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.489742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f84f97e9-8ee7-4238-9c75-18828a8043e9 req-46b5fb0f-43b0-4a21-9c0e-00f8d19ba0a0 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688960 Dec 09 14:50:14.623680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8a9a66e8-5c55-4ad7-9019-9607d861df06 req-f24dfd1e-89db-4ccb-9a26-9b9572d23e71 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 210 time: 0.0678840 Dec 09 14:50:14.630781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d47ef55-0922-405e-9d9b-d83a21336e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.653892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Pushing event updated for resources: {'Port': ['ID=4041c106-616f-44d8-8457-36d927cf731b,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:14.672869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-049cda93-e642-427d-93d9-88be8ec788e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.674383 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-049cda93-e642-427d-93d9-88be8ec788e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3459322 Dec 09 14:50:14.692136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecbc54c4-79c5-4c04-883b-e9332d4ca704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.708580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049974e9-7289-405e-a6ad-cec464030a5d req-4a979d2b-269a-483b-8e4e-d9c3ae2b7c9b tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.716483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-049974e9-7289-405e-a6ad-cec464030a5d req-4a979d2b-269a-483b-8e4e-d9c3ae2b7c9b tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1097 time: 0.1264880 Dec 09 14:50:14.725393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.735448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecbc54c4-79c5-4c04-883b-e9332d4ca704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.737038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Attempting to bind port 4041c106-616f-44d8-8457-36d927cf731b on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:14.737515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Attempting to bind port 4041c106-616f-44d8-8457-36d927cf731b by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:14.737824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Attempting to bind port 4041c106-616f-44d8-8457-36d927cf731b on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:14.746920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Port 4041c106-616f-44d8-8457-36d927cf731b on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:14.747113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Attempting to bind port 4041c106-616f-44d8-8457-36d927cf731b on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:14.755719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:14.756059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:14.756453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:14.756891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Bound port: 4041c106-616f-44d8-8457-36d927cf731b, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:14.757248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.806411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d47ef55-0922-405e-9d9b-d83a21336e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.809581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d47ef55-0922-405e-9d9b-d83a21336e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.810736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d47ef55-0922-405e-9d9b-d83a21336e23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97b9cb00-3629-4e9c-b777-f645aa290330 HTTP/1.1" status: 204 len: 168 time: 0.5639055 Dec 09 14:50:14.810862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc54c4-79c5-4c04-883b-e9332d4ca704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f9e67b-481c-40b9-ab15-46592ba3b9df,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:14.822075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ecbc54c4-79c5-4c04-883b-e9332d4ca704 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97f0b11be44544fb880dfd3c8ba1fd70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9495394 Dec 09 14:50:14.827543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58958) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:14.846445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-4162caa6-c1d1-44d3-a534-32eeb0ee887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:14.848046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-4162caa6-c1d1-44d3-a534-32eeb0ee887b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1582201 Dec 09 14:50:14.864918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.872493 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-049974e9-7289-405e-a6ad-cec464030a5d req-f1db8413-7dae-4b6b-9528-7c8c7965630a tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550968 Dec 09 14:50:14.970996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47ef55-0922-405e-9d9b-d83a21336e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9cb00-3629-4e9c-b777-f645aa290330,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:14.989520 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47076bae-1e7b-4792-9837-0f22c2f655b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:14.989794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] For port 4041c106-616f-44d8-8457-36d927cf731b, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:15.012318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] For port 4041c106-616f-44d8-8457-36d927cf731b, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4041c106-616f-44d8-8457-36d927cf731b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:15.016485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:15.023642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-f1092272-330e-41c3-bbe7-04614abd283e service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633115 Dec 09 14:50:15.029492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47076bae-1e7b-4792-9837-0f22c2f655b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.032899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.056082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:15.059700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 86eb1f87-2352-45ee-9b1d-e65339d1485a details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:15.095954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:15.101714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:15.107834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:15.108514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.159201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-501d8433-a541-474d-a3c0-bb42aad7e5f5 req-8e9f374a-2553-4d8e-8326-45491f5fe2ed service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264725 Dec 09 14:50:15.160672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47076bae-1e7b-4792-9837-0f22c2f655b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.163571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47076bae-1e7b-4792-9837-0f22c2f655b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.164861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-47076bae-1e7b-4792-9837-0f22c2f655b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68f9e67b-481c-40b9-ab15-46592ba3b9df HTTP/1.1" status: 204 len: 168 time: 0.3339624 Dec 09 14:50:15.170876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-a15336d2-ae8f-4c14-addc-383e38aec963 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7014618 Dec 09 14:50:15.179928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:15.180573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.186574 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] 10.222.0.36 "PUT /v2.0/ports/4041c106-616f-44d8-8457-36d927cf731b HTTP/1.1" status: 200 len: 1095 time: 1.8987443 Dec 09 14:50:15.187154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47076bae-1e7b-4792-9837-0f22c2f655b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f9e67b-481c-40b9-ab15-46592ba3b9df,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:15.188178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'tag': '4041c106-616f-44d8-8457-36d927cf731b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:15.195290 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "de67b83e-37c8-42fe-b322-a1c8cc245fc9", "tag": "4041c106-616f-44d8-8457-36d927cf731b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:15.216246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Request body: {'port': {'device_id': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:15.291642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:15.293968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 86eb1f87-2352-45ee-9b1d-e65339d1485a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:15.298699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555995f-b295-4db3-9c4d-200b0e45f1ec req-4e21552e-de31-4303-b2a2-e9f2609cf085 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:15.307663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5555995f-b295-4db3-9c4d-200b0e45f1ec req-4e21552e-de31-4303-b2a2-e9f2609cf085 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1097 time: 0.3290186 Dec 09 14:50:15.324730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '86eb1f87-2352-45ee-9b1d-e65339d1485a', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '86eb1f87-2352-45ee-9b1d-e65339d1485a', 'mac_address': 'fa:16:3e:92:9c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:15.327413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a566b1-b3e4-4e68-87de-6e22558059b6 req-831dbb34-06e7-4ce6-8e78-c68cc2d441af tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:15.329489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18a566b1-b3e4-4e68-87de-6e22558059b6 req-831dbb34-06e7-4ce6-8e78-c68cc2d441af tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 947 time: 0.1220198 Dec 09 14:50:15.345866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ba3d7-2a61-4482-ab75-66827f93ae02 service neutron] Pushing event updated for resources: {'Port': ['ID=4041c106-616f-44d8-8457-36d927cf731b,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:15.396734 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.419531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86eb1f87-2352-45ee-9b1d-e65339d1485a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:15.438695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18a566b1-b3e4-4e68-87de-6e22558059b6 req-5ecad257-3bd3-4472-bb6d-fa6eb048064a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011317 Dec 09 14:50:15.443604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 86eb1f87-2352-45ee-9b1d-e65339d1485a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:15.454659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.462352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.482704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-4f3ca709-fc8a-4981-b31c-2d6f9a841341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:15.484098 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-4f3ca709-fc8a-4981-b31c-2d6f9a841341 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 1098 time: 0.2076585 Dec 09 14:50:15.495438 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630544d4-1ee0-4df9-9553-7653624a7281 x-openstack-request-id: req-630544d4-1ee0-4df9-9553-7653624a7281 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:15.495732 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de67b83e-37c8-42fe-b322-a1c8cc245fc9", "tag": "4041c106-616f-44d8-8457-36d927cf731b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:15.496048 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-630544d4-1ee0-4df9-9553-7653624a7281 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:15.496609 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'tag': '4041c106-616f-44d8-8457-36d927cf731b', 'status': 'completed', 'code': 200} Dec 09 14:50:15.509966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5555995f-b295-4db3-9c4d-200b0e45f1ec req-86aa6b92-4c37-4962-b4bc-fd6129b523b6 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904461 Dec 09 14:50:15.521797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8523e8b7-0eae-42af-90f4-78da28c0dbdf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fcf297c9b6754a4493ed3bc45f9915d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242382 Dec 09 14:50:15.523482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58978) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:15.573568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=86eb1f87-2352-45ee-9b1d-e65339d1485a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:15.636332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-090cc519-0505-42f2-b870-0b1b3fbb84aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.670236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-090cc519-0505-42f2-b870-0b1b3fbb84aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.690313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd40f9-693d-4bc0-bb6c-7e537ebe61a7 req-9e374362-312f-4afd-a259-05b9325b8058 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:15.691948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82cd40f9-693d-4bc0-bb6c-7e537ebe61a7 req-9e374362-312f-4afd-a259-05b9325b8058 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 947 time: 0.1002922 Dec 09 14:50:15.734664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:15.741879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['86eb1f87-2352-45ee-9b1d-e65339d1485a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:15.757067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-383fabc0-acdf-4d97-9d7c-ebf62ab130c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.802340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-090cc519-0505-42f2-b870-0b1b3fbb84aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.805978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-090cc519-0505-42f2-b870-0b1b3fbb84aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.810602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-090cc519-0505-42f2-b870-0b1b3fbb84aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d58479c3-6ae8-4c1f-aa6d-b646eea5d507 HTTP/1.1" status: 204 len: 168 time: 0.2830937 Dec 09 14:50:15.816938 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82cd40f9-693d-4bc0-bb6c-7e537ebe61a7 req-053f2369-30f4-45f3-86c4-f1ca439254d0 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059585 Dec 09 14:50:15.856745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cc519-0505-42f2-b870-0b1b3fbb84aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58479c3-6ae8-4c1f-aa6d-b646eea5d507,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:15.879710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-50751e00-0cb2-419d-a3dd-d8add2452496 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4041c106-616f-44d8-8457-36d927cf731b HTTP/1.1" status: 200 len: 217 time: 0.3667910 Dec 09 14:50:15.954960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-383fabc0-acdf-4d97-9d7c-ebf62ab130c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:15.959454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-383fabc0-acdf-4d97-9d7c-ebf62ab130c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.037645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-383fabc0-acdf-4d97-9d7c-ebf62ab130c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3c7782c057e439e802b20a7177bc0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022981 Dec 09 14:50:16.039648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fabc0-acdf-4d97-9d7c-ebf62ab130c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c268f0-7e0f-48f5-9dc5-bc171bcef116,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:16.042184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58994) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:16.047278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-5e7dbf52-9889-4093-b2ba-64a12753173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.048829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-5e7dbf52-9889-4093-b2ba-64a12753173b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1262138 Dec 09 14:50:16.056188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac029c-73df-49fe-bd5d-24c57f30bc12 req-6a964b54-379b-4d92-a108-89a3b6c29f0d tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.064347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7ac029c-73df-49fe-bd5d-24c57f30bc12 req-6a964b54-379b-4d92-a108-89a3b6c29f0d tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 947 time: 0.1889536 Dec 09 14:50:16.114483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7649e-1f94-4ec6-8b3a-bd8e25797ef1 req-88f1555f-d56d-47b7-a475-7739e2d5a41f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.116029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69a7649e-1f94-4ec6-8b3a-bd8e25797ef1 req-88f1555f-d56d-47b7-a475-7739e2d5a41f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 931 time: 0.1287010 Dec 09 14:50:16.135467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-001d7b4a-6649-439a-9f52-9a866f78f436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.177214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-001d7b4a-6649-439a-9f52-9a866f78f436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.197273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-65458626-233e-4de7-9ab1-7e5dc4bf2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.198189 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69a7649e-1f94-4ec6-8b3a-bd8e25797ef1 req-2b743a2a-12d5-4da3-bc22-57d7fc01bd96 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714991 Dec 09 14:50:16.198771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-65458626-233e-4de7-9ab1-7e5dc4bf2063 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322839 Dec 09 14:50:16.203146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7ac029c-73df-49fe-bd5d-24c57f30bc12 req-8083ba4f-f65e-414b-a8ad-a62a42c85bbc tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378114 Dec 09 14:50:16.257018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-001d7b4a-6649-439a-9f52-9a866f78f436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.263330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-001d7b4a-6649-439a-9f52-9a866f78f436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.271684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-001d7b4a-6649-439a-9f52-9a866f78f436 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60c268f0-7e0f-48f5-9dc5-bc171bcef116 HTTP/1.1" status: 204 len: 168 time: 0.2271016 Dec 09 14:50:16.289406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d7b4a-6649-439a-9f52-9a866f78f436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c268f0-7e0f-48f5-9dc5-bc171bcef116,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:16.383715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-1424da0f-be85-4aa0-9a60-8e5b0a46cd07 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760380 Dec 09 14:50:16.449163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cd816f-a142-45fc-a83c-ea3dcfc97f9b {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:16.485103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.507444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Transition to ACTIVE for port object 94cd816f-a142-45fc-a83c-ea3dcfc97f9b will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:16.510402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa96d2c1-de82-465b-91f5-faa6f9d33e4b details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:16.530733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.583503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89ff6458-2f4a-4fea-a894-89b29f9cd9dc req-1228cd25-ec6f-4d27-bb15-a5d5aef7c796 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765745 Dec 09 14:50:16.643396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:16.646260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5e3a1-93f3-4cc2-9912-21ff52f0a2b5 req-d8c8fa38-aafa-48a3-8192-1bb5db4454ad tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.654284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ec5e3a1-93f3-4cc2-9912-21ff52f0a2b5 req-d8c8fa38-aafa-48a3-8192-1bb5db4454ad tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1097 time: 0.1002350 Dec 09 14:50:16.707033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:16.707700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:16.708078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ec5e3a1-93f3-4cc2-9912-21ff52f0a2b5 req-902b4577-6e66-454f-91b3-7a019f6499e3 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526950 Dec 09 14:50:16.708760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:16.722586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee4d2a-7348-4700-935b-f23816021787 req-a2394fcd-2c7d-47b5-979d-f6c6c4e1ab6a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.727494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2dee4d2a-7348-4700-935b-f23816021787 req-a2394fcd-2c7d-47b5-979d-f6c6c4e1ab6a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 948 time: 0.1481793 Dec 09 14:50:16.748808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:16.749425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:16.761423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:16.761848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:16.762353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:16.762914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:16.763595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Bound port: 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:16.764123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.788402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b', 'mac_address': 'fa:16:3e:ba:77:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:16.804615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-1adf06ee-2da6-4fe9-a459-354fba0ec78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:16.806837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-1adf06ee-2da6-4fe9-a459-354fba0ec78b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 1098 time: 0.1446207 Dec 09 14:50:16.846213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2dee4d2a-7348-4700-935b-f23816021787 req-6b0ef7c0-3a87-45a5-876f-fa4bc5a0c486 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176369 Dec 09 14:50:16.995502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:16.999824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:17.018295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa96d2c1-de82-465b-91f5-faa6f9d33e4b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:17.020979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:17.032160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:17.042331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:17.049215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:17.088646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.089455 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:17.091052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] 10.222.0.43 "PUT /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 1091 time: 1.8844087 Dec 09 14:50:17.093803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072ed2-3b2f-42ba-b323-8f2eeb98645e req-832bc3c9-b1bd-493a-a705-9da6660d3a35 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.094465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-dd6a2864-e4db-46a3-b5d6-626e68ff46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.098176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58072ed2-3b2f-42ba-b323-8f2eeb98645e req-832bc3c9-b1bd-493a-a705-9da6660d3a35 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 947 time: 0.1291709 Dec 09 14:50:17.107923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-dd6a2864-e4db-46a3-b5d6-626e68ff46e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2477913 Dec 09 14:50:17.115592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:17.119084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 86eb1f87-2352-45ee-9b1d-e65339d1485a up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:17.178416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-e3135a99-de71-497e-a1dc-71fb234d6e03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4041c106-616f-44d8-8457-36d927cf731b HTTP/1.1" status: 200 len: 217 time: 0.0576808 Dec 09 14:50:17.189621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebff3d-ba27-4aa1-a3f8-2e40f8291ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:17.203038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 86eb1f87-2352-45ee-9b1d-e65339d1485a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:17.208646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 86eb1f87-2352-45ee-9b1d-e65339d1485a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:17.209322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:17.234992 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58072ed2-3b2f-42ba-b323-8f2eeb98645e req-c80eaa5e-170d-482c-a014-43002ab1f38f tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300414 Dec 09 14:50:17.271302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-0f8f86b1-0d73-4b8c-bbdb-4069cb538287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.272919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-0f8f86b1-0d73-4b8c-bbdb-4069cb538287 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0854950 Dec 09 14:50:17.275936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-bf2be12c-f228-441b-9003-7f37b5d180f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.278022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-bf2be12c-f228-441b-9003-7f37b5d180f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1094 time: 0.1030867 Dec 09 14:50:17.319078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:17.366878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 86eb1f87-2352-45ee-9b1d-e65339d1485a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:17.370697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eb1f87-2352-45ee-9b1d-e65339d1485a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:17.374656 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d11b7f-42f7-4338-9006-48b66c2ebb72" -d '{"events": [{"server_uuid": "4685e3d8-ea3d-4a29-b89e-a6a4f3820016", "name": "network-vif-plugged", "status": "completed", "tag": "86eb1f87-2352-45ee-9b1d-e65339d1485a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:17.378163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aa96d2c1-de82-465b-91f5-faa6f9d33e4b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:17.386938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-f30e6bf9-5fde-4bf9-9992-20ef1470f0aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.0972557 Dec 09 14:50:17.419200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:17.466228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-f7393d4d-38f7-4dae-96c8-747b1c2dab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.467789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-f7393d4d-38f7-4dae-96c8-747b1c2dab21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867313 Dec 09 14:50:17.481078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-79ab9152-caa3-4bc0-964c-11e203dbf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.482618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-79ab9152-caa3-4bc0-964c-11e203dbf46b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0853674 Dec 09 14:50:17.505845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:17.508456 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87" -d '{"events": [{"name": "network-changed", "server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:17.515115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4a07d-3396-48fa-a2f9-06b9c0bb8807 req-68d6b7c1-dc44-493a-8204-23d359bcb029 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.518329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=86eb1f87-2352-45ee-9b1d-e65339d1485a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:17.521197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3e4a07d-3396-48fa-a2f9-06b9c0bb8807 req-68d6b7c1-dc44-493a-8204-23d359bcb029 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.1287017 Dec 09 14:50:17.529718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec87b-be44-48aa-b48c-c1199fbf8fd8 req-37f2296e-a623-4f82-9d7c-61314df04e87 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:17.531291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16aec87b-be44-48aa-b48c-c1199fbf8fd8 req-37f2296e-a623-4f82-9d7c-61314df04e87 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 947 time: 0.1482682 Dec 09 14:50:17.555379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-ffa2218c-dbdc-42cc-85f5-05da6d58b797 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503173 Dec 09 14:50:17.609876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3e4a07d-3396-48fa-a2f9-06b9c0bb8807 req-55dc83b7-87b6-4332-b10f-37d5e6c2ca8d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788691 Dec 09 14:50:17.739708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16aec87b-be44-48aa-b48c-c1199fbf8fd8 req-7986419f-474a-4401-a28b-dd2b088736e0 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866024 Dec 09 14:50:17.775222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-41792002-e043-49cc-8612-3638f8930975 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915506 Dec 09 14:50:17.803724 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94563029-d163-4d56-93aa-0cd0e6418a35 x-openstack-request-id: req-94563029-d163-4d56-93aa-0cd0e6418a35 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:17.803938 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:17.804463 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94563029-d163-4d56-93aa-0cd0e6418a35 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:17.804613 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b2ac3-d79c-454d-8d55-0ffa6ca822ab x-openstack-request-id: req-388b2ac3-d79c-454d-8d55-0ffa6ca822ab {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:17.804778 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'status': 'completed', 'code': 200} Dec 09 14:50:17.804863 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4685e3d8-ea3d-4a29-b89e-a6a4f3820016", "name": "network-vif-plugged", "status": "completed", "tag": "86eb1f87-2352-45ee-9b1d-e65339d1485a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:17.805177 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-388b2ac3-d79c-454d-8d55-0ffa6ca822ab {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:17.805651 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eb1f87-2352-45ee-9b1d-e65339d1485a', 'code': 200} Dec 09 14:50:17.828932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-fcda994a-85e9-4c9b-a3f4-1b96ee3cba69 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578681 Dec 09 14:50:18.008498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360890e-fd40-4f51-9fab-83e626303b61 req-4c6869e5-f5bc-4412-8a7e-df40b208413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.011134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2360890e-fd40-4f51-9fab-83e626303b61 req-4c6869e5-f5bc-4412-8a7e-df40b208413f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 1100 time: 0.1235547 Dec 09 14:50:18.014607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06ad2b0a-5a79-4ab1-b715-d039ad679dd8 req-b339fbac-dd65-4221-9882-e0cf2fb92ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319050 Dec 09 14:50:18.039540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564238fb-4817-4af0-96dc-8af22c6df307 req-2a152dd8-3ab4-4b80-b387-afb2b4d1dfd7 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.040999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976933-9cf7-447b-b7e5-debcf044d5d5 req-d278fe02-6aa0-48e6-890f-7bcee08c9f05 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.041164 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-564238fb-4817-4af0-96dc-8af22c6df307 req-2a152dd8-3ab4-4b80-b387-afb2b4d1dfd7 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1097 time: 0.1411803 Dec 09 14:50:18.042974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72976933-9cf7-447b-b7e5-debcf044d5d5 req-d278fe02-6aa0-48e6-890f-7bcee08c9f05 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 949 time: 0.0793228 Dec 09 14:50:18.052430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-199ea3fa-502a-4ab1-89b3-2088bea856f8 req-ef900ec1-eb7e-46b0-bd09-69b81fe7116a service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138288 Dec 09 14:50:18.099668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-564238fb-4817-4af0-96dc-8af22c6df307 req-72ae2727-d02c-4876-97ee-16d8a431c697 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502245 Dec 09 14:50:18.145215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2360890e-fd40-4f51-9fab-83e626303b61 req-7cf89c46-a059-4a77-b861-430deec48d1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161211 Dec 09 14:50:18.149142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72976933-9cf7-447b-b7e5-debcf044d5d5 req-0f8b9394-6e96-4976-ba3a-6671cde3ae56 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994611 Dec 09 14:50:18.185660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-a237c1e6-7a7e-4730-91aa-ee1fd5279904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.187337 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-a237c1e6-7a7e-4730-91aa-ee1fd5279904 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1094 time: 0.0614872 Dec 09 14:50:18.279915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-af65b107-8920-41da-8a21-fbe9b47ccb1e req-71f239bf-c5f9-4be7-94b5-4252d284ed20 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:50:18.284006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af65b107-8920-41da-8a21-fbe9b47ccb1e req-71f239bf-c5f9-4be7-94b5-4252d284ed20 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124247 Dec 09 14:50:18.332904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-f0740099-3cc0-4354-8cb3-d5042dff2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.334912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-f0740099-3cc0-4354-8cb3-d5042dff2329 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.1341336 Dec 09 14:50:18.406207 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-9952992c-a511-43da-8d6c-04475141bd3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.0605237 Dec 09 14:50:18.432769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0706-4647-4c30-a501-0f2c2c0b5ea7 req-20c9ff39-6bd2-4187-b7c7-5d15f3613d9d tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.435948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de0d0706-4647-4c30-a501-0f2c2c0b5ea7 req-20c9ff39-6bd2-4187-b7c7-5d15f3613d9d tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 948 time: 0.0761142 Dec 09 14:50:18.491512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-86db996c-2505-4235-b2d4-82938d21ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:18.493928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-86db996c-2505-4235-b2d4-82938d21ad6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0758233 Dec 09 14:50:18.501861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de0d0706-4647-4c30-a501-0f2c2c0b5ea7 req-7a14826c-516e-4ade-84c2-006fe907b009 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Dec 09 14:50:18.516393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa96d2c1-de82-465b-91f5-faa6f9d33e4b up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:18.549738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-23fb839d-356d-4030-b146-7b9e8a9fb1af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342715 Dec 09 14:50:18.602171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port aa96d2c1-de82-465b-91f5-faa6f9d33e4b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:18.607464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port aa96d2c1-de82-465b-91f5-faa6f9d33e4b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:18.607847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:18.676820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-04015b30-2c67-4abd-b2a6-2a9537778246 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195695 Dec 09 14:50:18.696651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:18.741211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:18.748014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:18.790553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df6a5953-2d9f-4a1a-8f7b-e2145baa6a87 req-960f0ee8-4c6e-40a8-b1bb-d7e680439f4c service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050284 Dec 09 14:50:18.828161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:19.044925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a354f-6d3a-4018-9aab-7ebe4d6c35b3 req-477769f6-be23-4ffd-978b-e0ac233086df tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:19.046490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc2a354f-6d3a-4018-9aab-7ebe4d6c35b3 req-477769f6-be23-4ffd-978b-e0ac233086df tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.0581787 Dec 09 14:50:19.097365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc2a354f-6d3a-4018-9aab-7ebe4d6c35b3 req-4a0a7749-543b-4731-bbdc-00efd0ff74f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Dec 09 14:50:19.280077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46ff7-0a6d-4d6d-94e3-762665b939d5 req-fc15cba7-3e99-45ab-8f33-e9a451f5564f tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:19.281613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58f46ff7-0a6d-4d6d-94e3-762665b939d5 req-fc15cba7-3e99-45ab-8f33-e9a451f5564f tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 947 time: 0.0563288 Dec 09 14:50:19.333768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58f46ff7-0a6d-4d6d-94e3-762665b939d5 req-d860b035-430d-4c3e-a596-bce4b211dbb1 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Dec 09 14:50:19.491501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-7c14f68d-b571-4a82-91d6-719330cc788f tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:50:19.492483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-7c14f68d-b571-4a82-91d6-719330cc788f tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057671 Dec 09 14:50:19.523237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-e6cbcb5d-996f-4190-b45d-f6bc9e93739c tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=568af432349044e9b54fcd7d4ba45171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210109 Dec 09 14:50:19.533844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-d1434df6-e495-42b8-95f6-c0e3a6bd6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:19.535261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-d1434df6-e495-42b8-95f6-c0e3a6bd6398 service neutron] 10.222.0.46 "GET /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0361171 Dec 09 14:50:19.544028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:19.544475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:50:19.634893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-af8e2f94-5522-40cf-a50a-6dbbd302aff9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:19.637233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-af8e2f94-5522-40cf-a50a-6dbbd302aff9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063447 Dec 09 14:50:19.651205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-aaba9b08-c2f4-46fc-81e1-765b270523fc tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/quotas/568af432349044e9b54fcd7d4ba45171 HTTP/1.1" status: 200 len: 375 time: 0.0087795 Dec 09 14:50:19.676638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:19.676948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:19.677277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:19.681530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:19.681854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:19.682708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-1c91390c-aea6-4cfb-aa1a-fb69ad6a176b tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=568af432349044e9b54fcd7d4ba45171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252974 Dec 09 14:50:19.687200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:19.687587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:19.687955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:19.688386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Bound port: 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:19.740172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:19.746528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:19.747887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-264f5bc3-1384-46e1-8ea0-e5c5c59ed00f service neutron] 10.222.0.46 "POST /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2072084 Dec 09 14:50:19.806918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a77953-1451-4456-a745-8f247d00aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:19.812870 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b17ea9-9926-4aff-8c06-2b19245ad9ac" -d '{"events": [{"server_uuid": "69a77953-1451-4456-a745-8f247d00aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "aa96d2c1-de82-465b-91f5-faa6f9d33e4b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:19.881773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12663db3-a5fd-43bf-848c-37da41435188 req-5c4d3817-fb9a-4972-b71d-78a985162650 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:19.890373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12663db3-a5fd-43bf-848c-37da41435188 req-5c4d3817-fb9a-4972-b71d-78a985162650 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 949 time: 0.0612154 Dec 09 14:50:19.959264 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12663db3-a5fd-43bf-848c-37da41435188 req-af33bc22-db8c-4b7f-8d83-09a203b86afc tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677361 Dec 09 14:50:20.013294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358c9b-06a1-48d9-8015-c032c3cc10f3 req-480d5c4a-227d-4c40-9f25-d4fc74f87af3 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.014840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-79358c9b-06a1-48d9-8015-c032c3cc10f3 req-480d5c4a-227d-4c40-9f25-d4fc74f87af3 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 949 time: 0.0607953 Dec 09 14:50:20.060892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8240f97b-69a7-4496-a24e-0f24d39702d7 req-667f3ea1-561c-4b8e-ada2-9abac51de15c tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 210 time: 0.0456040 Dec 09 14:50:20.075941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-0c4ce25e-244d-49cb-90ae-55ef3160d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.077434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-79358c9b-06a1-48d9-8015-c032c3cc10f3 req-f4b1e94f-04a7-4669-ad14-ea74394efb22 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Dec 09 14:50:20.079023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-0c4ce25e-244d-49cb-90ae-55ef3160d249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1097 time: 0.0752335 Dec 09 14:50:20.130582 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5543e18c-6ad6-4d2e-b183-162eef8d5297 x-openstack-request-id: req-5543e18c-6ad6-4d2e-b183-162eef8d5297 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:20.130895 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a77953-1451-4456-a745-8f247d00aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "aa96d2c1-de82-465b-91f5-faa6f9d33e4b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:20.131154 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5543e18c-6ad6-4d2e-b183-162eef8d5297 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:20.132164 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a77953-1451-4456-a745-8f247d00aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b', 'code': 200} Dec 09 14:50:20.227232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c804f-4fb7-47f3-84f6-cefcce248c5c req-dbf67169-c51a-47c7-bb0f-04e1391e436b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.227915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-9bf2def6-935f-47a6-a1f9-97144185407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.229460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-9bf2def6-935f-47a6-a1f9-97144185407f service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1422672 Dec 09 14:50:20.229575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e91c804f-4fb7-47f3-84f6-cefcce248c5c req-dbf67169-c51a-47c7-bb0f-04e1391e436b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 946 time: 0.0727584 Dec 09 14:50:20.313018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21678d5-a0f2-4150-8c03-5597f89d2601 req-16c29bfa-4a85-45ec-96f4-41cfb8d0f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.314643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d21678d5-a0f2-4150-8c03-5597f89d2601 req-16c29bfa-4a85-45ec-96f4-41cfb8d0f9ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 1100 time: 0.0831058 Dec 09 14:50:20.317524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-6c73109f-f614-4010-a6e9-c5b13c78ed5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 217 time: 0.0766933 Dec 09 14:50:20.323203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e91c804f-4fb7-47f3-84f6-cefcce248c5c req-cdad4b96-6dfa-4248-aa10-637e41cda6b3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838621 Dec 09 14:50:20.402215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d21678d5-a0f2-4150-8c03-5597f89d2601 req-0ca0cdbc-d714-4c87-8974-2d28bc608608 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693674 Dec 09 14:50:20.417102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-d505d778-7de5-4bbf-b8c9-6d6d97e5ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.420272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-d505d778-7de5-4bbf-b8c9-6d6d97e5ac9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0936289 Dec 09 14:50:20.471514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-73cfe708-c06d-4e49-b4cf-0cad9f132cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428095 Dec 09 14:50:20.505362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427b01c-19f2-4044-987f-147a810f136f req-68282640-765e-4dad-98ad-04912f109aca tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.514171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5427b01c-19f2-4044-987f-147a810f136f req-68282640-765e-4dad-98ad-04912f109aca tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.0829620 Dec 09 14:50:20.520715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:20.622234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5427b01c-19f2-4044-987f-147a810f136f req-7c10c142-dec3-45a0-998f-a3cc793cbc57 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062224 Dec 09 14:50:20.660898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-208c9f54-519a-4eeb-8663-9e7ce2cfa8e4 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776843 Dec 09 14:50:20.667522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59182) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:20.758541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:20.765540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4949c-d804-4b4c-9d6e-df0c0ee2b356 req-41241bdc-4095-47d2-8c53-ae21ac9e4f70 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.767881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75e4949c-d804-4b4c-9d6e-df0c0ee2b356 req-41241bdc-4095-47d2-8c53-ae21ac9e4f70 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 947 time: 0.0764680 Dec 09 14:50:20.776767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'port_id': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'mac_address': 'fa:16:3e:de:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671b486-00c1-47cf-b614-c4da470c32c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:20.826002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:20.844035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cd816f-a142-45fc-a83c-ea3dcfc97f9b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:20.851493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75e4949c-d804-4b4c-9d6e-df0c0ee2b356 req-699ef056-ea79-4cad-832b-cc8e26ad706e tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734847 Dec 09 14:50:20.863695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-b3540168-04f8-488e-8281-fe3298628913 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828749 Dec 09 14:50:20.865771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:20.878371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-526827c7-b704-49b2-a71b-2a2aefe1b0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:20.881790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:20.908058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7c39-1d4e-4915-85b2-3f6bda48a3bb req-ea8a2d7a-14b1-41ba-b07a-f2ff8ffb7cdf tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:20.909462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96be7c39-1d4e-4915-85b2-3f6bda48a3bb req-ea8a2d7a-14b1-41ba-b07a-f2ff8ffb7cdf tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 949 time: 0.0868099 Dec 09 14:50:20.939452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:21.013305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96be7c39-1d4e-4915-85b2-3f6bda48a3bb req-5b7f3787-a930-428c-a796-ae5a602b988a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960689 Dec 09 14:50:21.042419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-e52490d0-1783-4f1b-a317-84da9458dfb3 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:21.044794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-e52490d0-1783-4f1b-a317-84da9458dfb3 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1097 time: 0.0967312 Dec 09 14:50:21.049280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-526827c7-b704-49b2-a71b-2a2aefe1b0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.053755 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-526827c7-b704-49b2-a71b-2a2aefe1b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.072607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:21.104172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4041c106-616f-44d8-8457-36d927cf731b details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:21.123756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526827c7-b704-49b2-a71b-2a2aefe1b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e68b3-4418-4635-b5ad-2e6a56060b82,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:21.130417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-526827c7-b704-49b2-a71b-2a2aefe1b0dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bda888e6b2144ebf83ddce387e85dc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585280 Dec 09 14:50:21.130920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59190) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:21.170484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['94cd816f-a142-45fc-a83c-ea3dcfc97f9b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:21.178109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.195249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-28dc5f30-c8a6-42b8-8efc-fef148b546f1 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=568af432349044e9b54fcd7d4ba45171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616899 Dec 09 14:50:21.244433 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dba0e48-28a5-435b-b498-e59a3205b7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.302403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ee729d2-5395-4736-952a-4eefb21a3820 req-5160836e-b83d-4ff9-8815-a28dcc38b584 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 210 time: 0.0938673 Dec 09 14:50:21.311556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dba0e48-28a5-435b-b498-e59a3205b7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.397651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4041c106-616f-44d8-8457-36d927cf731b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4041c106-616f-44d8-8457-36d927cf731b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:21.402076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470476e7-f3a2-431a-815f-ebbb060a5cb4 req-6fd4a991-4624-40af-a3ea-02ef432e8263 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:21.403730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-470476e7-f3a2-431a-815f-ebbb060a5cb4 req-6fd4a991-4624-40af-a3ea-02ef432e8263 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 949 time: 0.1699097 Dec 09 14:50:21.432547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '4041c106-616f-44d8-8457-36d927cf731b', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '4041c106-616f-44d8-8457-36d927cf731b', 'mac_address': 'fa:16:3e:ef:02:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:21.441700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:21.469050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dba0e48-28a5-435b-b498-e59a3205b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.471701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dba0e48-28a5-435b-b498-e59a3205b7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.472361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-3a059a59-aacc-456f-a5db-5faf6c124897 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:21.472827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6dba0e48-28a5-435b-b498-e59a3205b7b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c1e68b3-4418-4635-b5ad-2e6a56060b82 HTTP/1.1" status: 204 len: 168 time: 0.3413370 Dec 09 14:50:21.474209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-3a059a59-aacc-456f-a5db-5faf6c124897 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670958 Dec 09 14:50:21.499326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a3fb9-d75f-4b76-ae4c-91a99e53d9a0 req-68fba693-7f83-4dda-83db-143c0874f00c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:21.500947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b08a3fb9-d75f-4b76-ae4c-91a99e53d9a0 req-68fba693-7f83-4dda-83db-143c0874f00c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 946 time: 0.0777631 Dec 09 14:50:21.504720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Request body: {'port': {'device_id': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '568af432349044e9b54fcd7d4ba45171'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:21.508459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0e48-28a5-435b-b498-e59a3205b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e68b3-4418-4635-b5ad-2e6a56060b82,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:21.523659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-470476e7-f3a2-431a-815f-ebbb060a5cb4 req-424cbc36-a42a-427c-a9ef-54b82c5ed94d tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057746 Dec 09 14:50:21.534494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:21.537942 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.567263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4041c106-616f-44d8-8457-36d927cf731b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:21.581083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:21.584017 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2a602-1e70-4037-a41e-388c321a7b9b" -d '{"events": [{"server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "name": "network-vif-unplugged", "status": "completed", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:21.601155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.613759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.666842 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b08a3fb9-d75f-4b76-ae4c-91a99e53d9a0 req-8af5f43d-8bbd-405d-908b-2519add4f980 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561823 Dec 09 14:50:21.679893 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da1142-853b-4ff2-b6f6-58229c207652 x-openstack-request-id: req-a4da1142-853b-4ff2-b6f6-58229c207652 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:21.681475 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "name": "network-vif-unplugged", "status": "completed", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:21.681970 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4da1142-853b-4ff2-b6f6-58229c207652 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:21.683641 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'code': 200} Dec 09 14:50:21.732185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4041c106-616f-44d8-8457-36d927cf731b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4041c106-616f-44d8-8457-36d927cf731b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:21.734220 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.753187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.784909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Made reservation on behalf of 568af432349044e9b54fcd7d4ba45171 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:21.788646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.801683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:21.802534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.838663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:21.839000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:21.839328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:21.849473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:21.850397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Attempting to bind port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:21.868256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782eec-db90-4819-a5ee-a712c719c36f req-4bf52abc-cea6-48a8-9181-2a9571366f62 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:21.873546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4041c106-616f-44d8-8457-36d927cf731b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:21.875862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48782eec-db90-4819-a5ee-a712c719c36f req-4bf52abc-cea6-48a8-9181-2a9571366f62 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 944 time: 0.1028316 Dec 09 14:50:21.878262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:21.887328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:21.887951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:21.888424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Bound port: 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:21.888775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.959284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.963922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:21.983650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48782eec-db90-4819-a5ee-a712c719c36f req-2295c05e-d867-4de3-93a7-d4bba50ac519 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024792 Dec 09 14:50:22.010439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:22.014656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:22.021335 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.052583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4041c106-616f-44d8-8457-36d927cf731b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:22.056638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59208) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:22.096042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad44893f-dde2-4ed5-b772-ebae3e0dd23a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:22.105261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0267-88be-4d54-b321-1f6a393d7e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.151030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.176598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:22.177222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.178587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] 10.222.0.36 "PUT /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 1122 time: 1.1101060 Dec 09 14:50:22.179213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa0083-fc2b-4033-8e0f-10b99adede20 service neutron] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=8']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:22.204166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582f3a-5478-49da-8ae1-06cc2646337b req-3e0152d6-39f2-45a3-a9ce-b6026bca4850 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:22.212001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f582f3a-5478-49da-8ae1-06cc2646337b req-3e0152d6-39f2-45a3-a9ce-b6026bca4850 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 949 time: 0.1107230 Dec 09 14:50:22.227266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2353-6528-4e3e-b832-b80a3f86e8b7 req-06ce54b4-6d57-435c-8a0a-773453db001c tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:22.235752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e6d2353-6528-4e3e-b832-b80a3f86e8b7 req-06ce54b4-6d57-435c-8a0a-773453db001c tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 948 time: 0.2363243 Dec 09 14:50:22.273640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f582f3a-5478-49da-8ae1-06cc2646337b req-d5d7dd2c-5558-46b2-8049-427fdccd48e7 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607204 Dec 09 14:50:22.282849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['42ad8855-1743-4bb7-b5f2-abba914f5cc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:22.295833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Allocated IP 192.168.233.25 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/83f3d94c-baa5-47b6-91aa-682faee4ec34) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:22.347500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e6d2353-6528-4e3e-b832-b80a3f86e8b7 req-8b7fe150-4e6e-472a-9852-7d3636d6e7dc tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107163 Dec 09 14:50:22.391911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0267-88be-4d54-b321-1f6a393d7e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.399951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0267-88be-4d54-b321-1f6a393d7e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.438924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23615bd2-7d5b-422d-a0a6-df5aab16e1a1 req-6acc6f34-b24e-48aa-863c-0a1c0f9bef89 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 210 time: 0.0492799 Dec 09 14:50:22.451039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0267-88be-4d54-b321-1f6a393d7e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb940e16-8498-4ee2-b91f-8b9196726f2d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:22.454211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-42809205-a896-4a2a-9089-e3643209882f tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:22.455714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-42809205-a896-4a2a-9089-e3643209882f tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 1100 time: 0.1013966 Dec 09 14:50:22.488346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d9c0267-88be-4d54-b321-1f6a393d7e88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=719e4a5cc23a4df1ae6d8b9c26a54279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275253 Dec 09 14:50:22.491368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59212) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:22.532136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:22.565063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Deleting port 86eb1f87-2352-45ee-9b1d-e65339d1485a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:50:22.565677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.594500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d649-8695-4baf-98b5-a3cc0fa2a568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.647194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:22.652901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:22.653807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.657769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] For port 86eb1f87-2352-45ee-9b1d-e65339d1485a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=86eb1f87-2352-45ee-9b1d-e65339d1485a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:22.658279 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.676413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Calling delete_port for 86eb1f87-2352-45ee-9b1d-e65339d1485a owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:50:22.783602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.810429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:22.813394 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14e848-7128-48bf-bd40-063d7f951177" -d '{"events": [{"server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "name": "network-vif-plugged", "status": "completed", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:22.828946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:22.833526 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.853801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d649-8695-4baf-98b5-a3cc0fa2a568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.891935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:22.942763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d649-8695-4baf-98b5-a3cc0fa2a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.945368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ed2d649-8695-4baf-98b5-a3cc0fa2a568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.949575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ed2d649-8695-4baf-98b5-a3cc0fa2a568 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb940e16-8498-4ee2-b91f-8b9196726f2d HTTP/1.1" status: 204 len: 168 time: 0.4542623 Dec 09 14:50:22.973487 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:22.990171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2d649-8695-4baf-98b5-a3cc0fa2a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb940e16-8498-4ee2-b91f-8b9196726f2d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:23.006823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdf2d0-4b6d-4efb-8eef-25b05e6a5b4d req-412179b5-7084-4206-9df5-0fec4a101cc4 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:23.015549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5fbdf2d0-4b6d-4efb-8eef-25b05e6a5b4d req-412179b5-7084-4206-9df5-0fec4a101cc4 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 949 time: 0.1197076 Dec 09 14:50:23.078995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d352f619-5d3d-4777-b9b1-02fd92ccf677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.091500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5fbdf2d0-4b6d-4efb-8eef-25b05e6a5b4d req-6aed5a8d-229d-4eb2-8bbd-a68781d6fbe6 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Dec 09 14:50:23.093319 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.117658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4041c106-616f-44d8-8457-36d927cf731b up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:23.177699 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7439f-6ef0-4540-b45c-150218e8562f x-openstack-request-id: req-a4a7439f-6ef0-4540-b45c-150218e8562f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:23.178060 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "name": "network-vif-plugged", "status": "completed", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:23.178327 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4a7439f-6ef0-4540-b45c-150218e8562f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:23.179175 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'code': 200} Dec 09 14:50:23.201989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:23.211731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc8c4-549b-4a68-bf17-fde760832451 req-3bf3cc36-8f59-44c6-9645-442a4017a321 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:23.221705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:23.226630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:23.228446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 4041c106-616f-44d8-8457-36d927cf731b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:23.229232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-661bc8c4-549b-4a68-bf17-fde760832451 req-3bf3cc36-8f59-44c6-9645-442a4017a321 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 944 time: 0.4546437 Dec 09 14:50:23.233742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 4041c106-616f-44d8-8457-36d927cf731b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:23.234123 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.238961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:23.239649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.320775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Pushing event updated for resources: {'Port': ['ID=83f3d94c-baa5-47b6-91aa-682faee4ec34,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:23.379412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-bd6c7758-f827-4945-aeaf-e021fb12f3d9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8761499 Dec 09 14:50:23.384569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Request body: {'port': {'device_id': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:23.408557 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.440887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-661bc8c4-549b-4a68-bf17-fde760832451 req-e08dbc2e-9fa7-45ab-a876-b75809ca888f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043395 Dec 09 14:50:23.446051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.474348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c89ae-3f96-499a-863d-050eb7ef0819 req-e31a81ed-008c-489a-a4c5-99c32951b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:23.475907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-115c89ae-3f96-499a-863d-050eb7ef0819 req-e31a81ed-008c-489a-a4c5-99c32951b8b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1096 time: 0.2326314 Dec 09 14:50:23.483193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['86eb1f87-2352-45ee-9b1d-e65339d1485a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:23.499939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Pushing event deleted for resources: {'Port': ['ID=86eb1f87-2352-45ee-9b1d-e65339d1485a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:23.577266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-115c89ae-3f96-499a-863d-050eb7ef0819 req-1bddc42f-df5e-4514-896b-b1285871f9da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926783 Dec 09 14:50:23.580692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] No DVR routers for this DVR port 86eb1f87-2352-45ee-9b1d-e65339d1485a on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:23.586275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.590132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18bb88fd-30b9-4d93-9623-ab46e4ac7084 req-2890b52a-c0ef-4f11-a6d6-2d8aa6e593f2 tempest-DeleteServersAdminTestJSON-745409606 tempest-DeleteServersAdminTestJSON-745409606-project-admin] 10.222.0.36 "DELETE /v2.0/ports/86eb1f87-2352-45ee-9b1d-e65339d1485a HTTP/1.1" status: 204 len: 173 time: 1.1272819 Dec 09 14:50:23.590969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6c72-fd40-4bcc-a606-dccc247713d3 req-be513c11-4bf9-46fc-94aa-5a0557558812 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:23.609032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4041c106-616f-44d8-8457-36d927cf731b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4041c106-616f-44d8-8457-36d927cf731b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:23.609195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f56c6c72-fd40-4bcc-a606-dccc247713d3 req-be513c11-4bf9-46fc-94aa-5a0557558812 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 945 time: 0.2162976 Dec 09 14:50:23.610833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.615633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.685205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0'}, {'server_uuid': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'name': 'network-vif-deleted', 'tag': '86eb1f87-2352-45ee-9b1d-e65339d1485a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:23.688487 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ccd1d8-56d2-4cdc-a284-880ef39ec473" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0"}, {"server_uuid": "4685e3d8-ea3d-4a29-b89e-a6a4f3820016", "name": "network-vif-deleted", "tag": "86eb1f87-2352-45ee-9b1d-e65339d1485a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:23.739787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e44292b5-e11d-4d63-8172-03acc603eebb req-73fc25fe-2e69-48d6-84d0-68f13161a007 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=4685e3d8-ea3d-4a29-b89e-a6a4f3820016 HTTP/1.1" status: 200 len: 210 time: 0.0439317 Dec 09 14:50:23.773070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f56c6c72-fd40-4bcc-a606-dccc247713d3 req-3cef4b1e-5715-482f-aea5-8ccb546452ab tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630056 Dec 09 14:50:23.854497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3e427bf1-e295-4a8e-80e2-fca814572e78 None None] Provisioning complete for port 83f3d94c-baa5-47b6-91aa-682faee4ec34 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:23.854880 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e427bf1-e295-4a8e-80e2-fca814572e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:23.857358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4041c106-616f-44d8-8457-36d927cf731b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:23.933308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76147a4-dd00-48a2-9e85-d5f3ab0593eb req-ca1e2027-719b-43a2-baab-10a0dc17a858 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:23.961619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3e427bf1-e295-4a8e-80e2-fca814572e78 None None] Port 83f3d94c-baa5-47b6-91aa-682faee4ec34 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:23.976032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d76147a4-dd00-48a2-9e85-d5f3ab0593eb req-ca1e2027-719b-43a2-baab-10a0dc17a858 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.1283543 Dec 09 14:50:23.995056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9466209-b6ab-4679-89af-84cb6a32ab16 req-8cae657f-37cc-40b7-ad72-5645aa539ecc tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.002362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9466209-b6ab-4679-89af-84cb6a32ab16 req-8cae657f-37cc-40b7-ad72-5645aa539ecc tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 935 time: 0.0982041 Dec 09 14:50:24.043903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d76147a4-dd00-48a2-9e85-d5f3ab0593eb req-df5be7a7-3199-4abb-997c-395a129dd547 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665257 Dec 09 14:50:24.104077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9466209-b6ab-4679-89af-84cb6a32ab16 req-b28a7f74-4e88-41df-9a4d-cbf42aece8a9 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 Dec 09 14:50:24.178783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f3d94c-baa5-47b6-91aa-682faee4ec34 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:24.190581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.205191 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a05312-fd4e-4ec0-ab44-72062b071e68 x-openstack-request-id: req-e4a05312-fd4e-4ec0-ab44-72062b071e68 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:24.205497 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0", "status": "completed", "code": 200}, {"server_uuid": "4685e3d8-ea3d-4a29-b89e-a6a4f3820016", "name": "network-vif-deleted", "tag": "86eb1f87-2352-45ee-9b1d-e65339d1485a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:24.205754 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4a05312-fd4e-4ec0-ab44-72062b071e68 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:24.206786 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'status': 'completed', 'code': 200} Dec 09 14:50:24.207431 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4685e3d8-ea3d-4a29-b89e-a6a4f3820016', 'name': 'network-vif-deleted', 'tag': '86eb1f87-2352-45ee-9b1d-e65339d1485a', 'status': 'completed', 'code': 200} Dec 09 14:50:24.218582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Transition to ACTIVE for port object 83f3d94c-baa5-47b6-91aa-682faee4ec34 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:24.223550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.254132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59258) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:24.345813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Pushing event updated for resources: {'Port': ['ID=83f3d94c-baa5-47b6-91aa-682faee4ec34,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:24.430775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Attempting to bind port 83f3d94c-baa5-47b6-91aa-682faee4ec34 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:24.431190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Attempting to bind port 83f3d94c-baa5-47b6-91aa-682faee4ec34 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:24.431612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Attempting to bind port 83f3d94c-baa5-47b6-91aa-682faee4ec34 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:24.431944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-network', 'tenant_id': '9ab5c9d25a8642398edc743bae312980'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:24.435662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-115a1229-080c-4ffb-bc79-375ef6566209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.437553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-115a1229-080c-4ffb-bc79-375ef6566209 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1125 time: 0.1764612 Dec 09 14:50:24.445331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Port 83f3d94c-baa5-47b6-91aa-682faee4ec34 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:24.445740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Attempting to bind port 83f3d94c-baa5-47b6-91aa-682faee4ec34 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:24.457916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Made reservation on behalf of 9ab5c9d25a8642398edc743bae312980 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:24.460375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.465030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce4144-5531-4dc3-9a3c-b96d9d77ee14 req-e54255eb-cc76-43d9-a5af-c6c6feb2708b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.466770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9ce4144-5531-4dc3-9a3c-b96d9d77ee14 req-e54255eb-cc76-43d9-a5af-c6c6feb2708b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 949 time: 0.1497982 Dec 09 14:50:24.470734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:24.471078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:24.471491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:24.472048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Bound port: 83f3d94c-baa5-47b6-91aa-682faee4ec34, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:24.472468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.472695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.587968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.593327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.615222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9ce4144-5531-4dc3-9a3c-b96d9d77ee14 req-86bb18fc-bfa8-442a-b664-f7725eb14ee4 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246772 Dec 09 14:50:24.620859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:50:24.648237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] For port 83f3d94c-baa5-47b6-91aa-682faee4ec34, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:24.651220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-8dc08543-e9c4-4ac8-a03d-dcfcbb535386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.653120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa57a-3c7e-416b-8342-ebaf672546e5 req-b6b9b516-5134-4820-8951-99e3a00d1e13 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.653796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-8dc08543-e9c4-4ac8-a03d-dcfcbb535386 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.2057426 Dec 09 14:50:24.655035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec8aa57a-3c7e-416b-8342-ebaf672546e5 req-b6b9b516-5134-4820-8951-99e3a00d1e13 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 944 time: 0.1156430 Dec 09 14:50:24.655741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3f4702-127f-48b1-9e24-ef4140a75514,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:24.655898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] For port 83f3d94c-baa5-47b6-91aa-682faee4ec34, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:24.662029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.665155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.665506 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Added segment 17d4bbe8-806c-40a5-82df-8beb549a034b of type vlan for network 9ab9be23-bd28-4dec-9e91-5008d3708124 Dec 09 14:50:24.735427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-61b12291-6953-403a-860a-334fea3a4e39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 217 time: 0.0705457 Dec 09 14:50:24.738328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.738973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.740285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] 10.222.0.36 "PUT /v2.0/ports/83f3d94c-baa5-47b6-91aa-682faee4ec34 HTTP/1.1" status: 200 len: 1095 time: 1.3599813 Dec 09 14:50:24.740720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'tag': '83f3d94c-baa5-47b6-91aa-682faee4ec34'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:24.740931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.742953 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803222e3-9e03-412d-953b-35dfdeab8797" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef", "tag": "83f3d94c-baa5-47b6-91aa-682faee4ec34"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:24.784631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec8aa57a-3c7e-416b-8342-ebaf672546e5 req-410f80b2-e0ad-40d2-92cd-aabdca670002 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081066 Dec 09 14:50:24.799191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5bd3f-0de6-49f3-b5b8-4178966d9bcb service neutron] Pushing event updated for resources: {'Port': ['ID=83f3d94c-baa5-47b6-91aa-682faee4ec34,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:24.812928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-ff2377ef-5d8a-4786-b6a8-ff7dd79df58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.814453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-ff2377ef-5d8a-4786-b6a8-ff7dd79df58a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0662980 Dec 09 14:50:24.815723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.816001 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff592d1-ab98-4f24-9ed1-d9cb4e8b1507 x-openstack-request-id: req-9ff592d1-ab98-4f24-9ed1-d9cb4e8b1507 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:24.816283 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef", "tag": "83f3d94c-baa5-47b6-91aa-682faee4ec34", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:24.816586 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ff592d1-ab98-4f24-9ed1-d9cb4e8b1507 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:24.816972 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'tag': '83f3d94c-baa5-47b6-91aa-682faee4ec34', 'status': 'completed', 'code': 200} Dec 09 14:50:24.819556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:24.820428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:24.866205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6107430 Dec 09 14:50:24.866355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-d09b55fc-36a0-472b-ac4e-699dad44f4c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430601 Dec 09 14:50:24.866658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:24.878227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Request body: {'subnet': {'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-subnet', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:24.923859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78a7f2-bcbc-4366-9a41-83f7fb94cf62 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab9be23-bd28-4dec-9e91-5008d3708124,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:24.950013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:50:25.004644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907b1ab-bad8-4abb-9c4f-dbd4610521ec req-9c28044d-390d-48db-b234-85f96739589f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.006703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0907b1ab-bad8-4abb-9c4f-dbd4610521ec req-9c28044d-390d-48db-b234-85f96739589f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 945 time: 0.0738742 Dec 09 14:50:25.075488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-34a8dbb6-be97-4aa6-89c7-c9c687e13eb0 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908665 Dec 09 14:50:25.078427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Made reservation on behalf of 9ab5c9d25a8642398edc743bae312980 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:25.080873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:25.117260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0907b1ab-bad8-4abb-9c4f-dbd4610521ec req-4edef955-5e73-4edf-bd79-d29ee2fe21fb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962110 Dec 09 14:50:25.122584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:25.157126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-4907ec16-d61c-4341-a6dd-5edcb2495d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.158738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-4907ec16-d61c-4341-a6dd-5edcb2495d4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=568af432349044e9b54fcd7d4ba45171&device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 1098 time: 0.2995617 Dec 09 14:50:25.183576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4041c106-616f-44d8-8457-36d927cf731b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:25.185776 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4040a01d-b932-4e60-95be-3cef2cc89b89" -d '{"events": [{"server_uuid": "de67b83e-37c8-42fe-b322-a1c8cc245fc9", "name": "network-vif-plugged", "status": "completed", "tag": "4041c106-616f-44d8-8457-36d927cf731b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:25.217955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-c305ce9e-2400-4fd2-9bb2-28a7cbe01554 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825872 Dec 09 14:50:25.248956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e2ef-8f83-43a2-8ea5-0b8e97391be8 req-919c1c63-d7ff-4080-9a33-cb8d7a3da8ae tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.250691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-faa3e2ef-8f83-43a2-8ea5-0b8e97391be8 req-919c1c63-d7ff-4080-9a33-cb8d7a3da8ae tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.0563157 Dec 09 14:50:25.253212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:25.272097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:50:25.285749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-fdf2f6e4-0cc8-4416-9856-ea0f3c194b40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34 HTTP/1.1" status: 200 len: 217 time: 0.0826328 Dec 09 14:50:25.319727 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-faa3e2ef-8f83-43a2-8ea5-0b8e97391be8 req-798f7d8e-65d9-4f51-97dc-9cee5d8b4bbb tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Dec 09 14:50:25.424914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c64cc-0a9f-43f0-97bb-917d1dfb62b7 req-7bc9dfe8-526b-4b45-b83b-90d62ed9b4b0 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.426425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-228c64cc-0a9f-43f0-97bb-917d1dfb62b7 req-7bc9dfe8-526b-4b45-b83b-90d62ed9b4b0 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 947 time: 0.0492613 Dec 09 14:50:25.429749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-1c3f43f3-6f3e-460f-a071-6da4fa6bf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.431184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-1c3f43f3-6f3e-460f-a071-6da4fa6bf9d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1296775 Dec 09 14:50:25.439185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93ccd1d8-56d2-4cdc-a284-880ef39ec473 req-c7e9f538-a8f0-458e-b0f0-cbb5c682b4b3 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371892 Dec 09 14:50:25.476735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-228c64cc-0a9f-43f0-97bb-917d1dfb62b7 req-4b0bfbda-2661-4cd5-b3da-d8052b5c4f8e tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Dec 09 14:50:25.513764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-cf888c1c-d85c-49ac-8c3d-6a717ad476da tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.515384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-cf888c1c-d85c-49ac-8c3d-6a717ad476da tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407637 Dec 09 14:50:25.515514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-319b8cc4-27cc-4789-ab44-e09c43c4bbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:25.566935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-4e8ed1b6-1a79-4239-9937-a0f88a6fc5be tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/quotas/3da784da24a34cda998e92f2e2f2f4dd HTTP/1.1" status: 200 len: 375 time: 0.0407140 Dec 09 14:50:25.573666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcde99-336c-4225-b7bd-ac0be51829db req-58b5186f-cb2d-4746-849c-81e53bafa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.575697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-58b5186f-cb2d-4746-849c-81e53bafa559 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157811 Dec 09 14:50:25.601298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:25.627916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-9a5ebb87-3e4d-47d9-9052-5b6e3a2473dc tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498168 Dec 09 14:50:25.711452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58cefd3-4563-4a65-9425-326bf56e3d46,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:25.745083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Checking segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:25.745446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Network hostable DHCP agents. Network: 9ab9be23-bd28-4dec-9e91-5008d3708124, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:50:25.751828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-c8ff7655-9aee-4660-baa3-11623b4e540a service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644547 Dec 09 14:50:25.800383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:50:25.819650 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de6bb3-8a8a-4e31-9993-b9cf119af413 x-openstack-request-id: req-b4de6bb3-8a8a-4e31-9993-b9cf119af413 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:25.819993 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de67b83e-37c8-42fe-b322-a1c8cc245fc9", "name": "network-vif-plugged", "status": "completed", "tag": "4041c106-616f-44d8-8457-36d927cf731b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:25.820279 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4de6bb3-8a8a-4e31-9993-b9cf119af413 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:25.820674 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4041c106-616f-44d8-8457-36d927cf731b', 'code': 200} Dec 09 14:50:25.833320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c047-b98b-40a3-bea7-cacd8f67b36a req-7d50d531-b70b-4350-bdfc-3efbb02b1830 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.841651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 9ab9be23-bd28-4dec-9e91-5008d3708124) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:25.850052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e5ce8-183b-4aee-a4ba-b4059cbe2f0f None None] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:25.860216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dba7c047-b98b-40a3-bea7-cacd8f67b36a req-7d50d531-b70b-4350-bdfc-3efbb02b1830 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1096 time: 0.1108530 Dec 09 14:50:25.925052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:25.926529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:25.972526 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dba7c047-b98b-40a3-bea7-cacd8f67b36a req-718f4d25-c212-47f2-88bf-0f6fac00a2fa tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109776 Dec 09 14:50:25.991275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5929f271-4f66-48d7-8e43-205f15de2184 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1166849 Dec 09 14:50:25.997665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59310) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:26.009774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:26.009995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14bcde99-336c-4225-b7bd-ac0be51829db req-b6c2568d-6952-4b4d-b49e-22f83621040d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496219 Dec 09 14:50:26.021041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-1d69856e-0146-4059-9cf7-b505af3b9930 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.022708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-1d69856e-0146-4059-9cf7-b505af3b9930 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 949 time: 0.0927899 Dec 09 14:50:26.087962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.092227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.097983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-9ab9be23-bd28-4dec-9e91-5008d3708124', 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'project_id': '9ab5c9d25a8642398edc743bae312980', 'fixed_ips': [{'subnet_id': 'c58cefd3-4563-4a65-9425-326bf56e3d46'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:50:26.100253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.106493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4331-b383-4dab-88b4-9b85dbddd85c req-acb991d5-103c-4bad-b60f-e83f4f83ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.109587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d37c4331-b383-4dab-88b4-9b85dbddd85c req-acb991d5-103c-4bad-b60f-e83f4f83ead0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 1100 time: 0.2021224 Dec 09 14:50:26.241820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e78a2c-00bd-423b-a0c1-dbd9889a8501 req-039541af-3fa0-475c-b8e1-b4ad42f12ba2 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.243330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24e78a2c-00bd-423b-a0c1-dbd9889a8501 req-039541af-3fa0-475c-b8e1-b4ad42f12ba2 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 949 time: 0.1535139 Dec 09 14:50:26.247807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803222e3-9e03-412d-953b-35dfdeab8797 req-19a3e6ec-9612-4086-bb47-0cf0b737b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.249347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-19a3e6ec-9612-4086-bb47-0cf0b737b2e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=568af432349044e9b54fcd7d4ba45171&device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 1098 time: 0.1581545 Dec 09 14:50:26.266833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d37c4331-b383-4dab-88b4-9b85dbddd85c req-1cf684e6-381c-48b5-bcde-c1d92ec44392 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483340 Dec 09 14:50:26.284389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Allocated IP 172.20.0.2 (9ab9be23-bd28-4dec-9e91-5008d3708124/c58cefd3-4563-4a65-9425-326bf56e3d46/997ead78-66d0-485b-bc61-7893a9a5df5f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:26.304205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e60b39e-41a7-4e8e-8ca3-d9f43598e72f req-e138c619-ee7d-4996-b81b-b77a7fcde598 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 210 time: 0.1333079 Dec 09 14:50:26.319914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.370289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Deleting port aa96d2c1-de82-465b-91f5-faa6f9d33e4b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:50:26.370771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.394843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24e78a2c-00bd-423b-a0c1-dbd9889a8501 req-62a3a3fa-6a77-483e-bf2d-12f8116aab03 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422150 Dec 09 14:50:26.455434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803222e3-9e03-412d-953b-35dfdeab8797 req-20ad1fc8-d7dc-4603-b970-fd040b7499c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.456889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-20ad1fc8-d7dc-4603-b970-fd040b7499c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1966197 Dec 09 14:50:26.518049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.528472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.531824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] For port aa96d2c1-de82-465b-91f5-faa6f9d33e4b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:26.532195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.582174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.599478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-34412a55-1ce4-4a6e-b2a7-e40e417aca0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34 HTTP/1.1" status: 200 len: 217 time: 0.1015925 Dec 09 14:50:26.601590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:26.606800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:26.610069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:26.612569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Calling delete_port for aa96d2c1-de82-465b-91f5-faa6f9d33e4b owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:50:26.616274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6536297-b36a-43cd-b0c1-39b72ecba5cc req-7da30339-cd41-4f16-94af-2e686e5db62c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.617848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6536297-b36a-43cd-b0c1-39b72ecba5cc req-7da30339-cd41-4f16-94af-2e686e5db62c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 944 time: 0.1972704 Dec 09 14:50:26.635251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-97127ac4-5c82-4c06-9742-91deb75e91c8 service neutron] 10.222.0.43 "GET /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.2041903 Dec 09 14:50:26.647112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.650839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Pushing event updated for resources: {'Port': ['ID=997ead78-66d0-485b-bc61-7893a9a5df5f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:26.684975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Attempting to bind port 997ead78-66d0-485b-bc61-7893a9a5df5f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:26.685608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Attempting to bind port 997ead78-66d0-485b-bc61-7893a9a5df5f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:26.687025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Attempting to bind port 997ead78-66d0-485b-bc61-7893a9a5df5f on network 9ab9be23-bd28-4dec-9e91-5008d3708124 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:26.691730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a98eb-aa97-47d7-aec0-c530d42ade1c req-ac5c4e65-ee54-4479-8def-3b33399a0bfe tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.694692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:26.695076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Checking segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:26.695566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.695974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Bound using segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:26.696456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Bound port: 997ead78-66d0-485b-bc61-7893a9a5df5f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:26.696843 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.702452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b3a98eb-aa97-47d7-aec0-c530d42ade1c req-ac5c4e65-ee54-4479-8def-3b33399a0bfe tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1096 time: 0.1955199 Dec 09 14:50:26.760665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6536297-b36a-43cd-b0c1-39b72ecba5cc req-d43776a3-cb64-4c54-b336-b8b13970bd1a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314692 Dec 09 14:50:26.771392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803222e3-9e03-412d-953b-35dfdeab8797 req-82359eba-ca62-4d0d-a9a3-455717ed4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.772859 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-82359eba-ca62-4d0d-a9a3-455717ed4698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1652060 Dec 09 14:50:26.800749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] For port 997ead78-66d0-485b-bc61-7893a9a5df5f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:26.808532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] For port 997ead78-66d0-485b-bc61-7893a9a5df5f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=997ead78-66d0-485b-bc61-7893a9a5df5f,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:26.816720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.860628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b3a98eb-aa97-47d7-aec0-c530d42ade1c req-4c7986bf-6af6-4e70-8809-4f6e0fdaaa7b tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568258 Dec 09 14:50:26.869772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803222e3-9e03-412d-953b-35dfdeab8797 req-ab6cbcad-33c3-4093-a35c-6bbfc764fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.871367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-ab6cbcad-33c3-4093-a35c-6bbfc764fa67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909507 Dec 09 14:50:26.981378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dbbf5-10d5-4017-bac3-b0593c92556d req-d9bfa092-e776-42ce-9e60-d148a69698da tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:26.983439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a25dbbf5-10d5-4017-bac3-b0593c92556d req-d9bfa092-e776-42ce-9e60-d148a69698da tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.1210797 Dec 09 14:50:26.988269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:26.994984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:27.034876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9dec0-17ea-4678-b3f9-21f29e3832e2 None None] Pushing event updated for resources: {'Port': ['ID=997ead78-66d0-485b-bc61-7893a9a5df5f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:27.046098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aa96d2c1-de82-465b-91f5-faa6f9d33e4b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:27.051262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Pushing event deleted for resources: {'Port': ['ID=aa96d2c1-de82-465b-91f5-faa6f9d33e4b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:27.109038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:27.143457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 86eb1f87-2352-45ee-9b1d-e65339d1485a no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:27.174905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 86eb1f87-2352-45ee-9b1d-e65339d1485a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:50:27.176091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 86eb1f87-2352-45ee-9b1d-e65339d1485a not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:27.176212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ad8855-1743-4bb7-b5f2-abba914f5cc0 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:27.285310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:27.298191 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a25dbbf5-10d5-4017-bac3-b0593c92556d req-c9a97d07-b735-4292-ae36-a748282a810c tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060286 Dec 09 14:50:27.323060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-0cb6ca86-d177-4e0c-8974-9b6bc3016501 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950727 Dec 09 14:50:27.348093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:27.430765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:27.497310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:27.575671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] No DVR routers for this DVR port aa96d2c1-de82-465b-91f5-faa6f9d33e4b on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:27.582552 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:27.586705 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15f2eaa6-ea4c-484c-b03f-0bc93b4262ea req-8aed52f8-b558-413c-befe-5e98395ba782 tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.43 "DELETE /v2.0/ports/aa96d2c1-de82-465b-91f5-faa6f9d33e4b HTTP/1.1" status: 204 len: 173 time: 1.5567875 Dec 09 14:50:27.587794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a77953-1451-4456-a745-8f247d00aa0f', 'name': 'network-vif-deleted', 'tag': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:27.599107 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20f2b9b-b188-467b-a430-314b98565fa4" -d '{"events": [{"server_uuid": "69a77953-1451-4456-a745-8f247d00aa0f", "name": "network-vif-deleted", "tag": "aa96d2c1-de82-465b-91f5-faa6f9d33e4b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:27.659205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edc0f-143f-42d8-a205-1df5f07828d3 req-5a991beb-73e6-4e71-83d8-d2740ad04db8 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:27.659205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be2edc0f-143f-42d8-a205-1df5f07828d3 req-5a991beb-73e6-4e71-83d8-d2740ad04db8 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 947 time: 0.6104167 Dec 09 14:50:27.664503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-8fb40735-2c99-40a6-aebd-774562d2f5d1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840405 Dec 09 14:50:27.752466 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec467279-5ab6-4953-922f-0b275b846c49 req-b786a97e-7f9b-4115-9d17-4cfa4c314680 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 210 time: 0.1108341 Dec 09 14:50:27.784026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be2edc0f-143f-42d8-a205-1df5f07828d3 req-c1f6e2c2-2c6e-418f-8740-9d900bb58975 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182144 Dec 09 14:50:27.792136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-ba3ee596-7739-44d4-bf57-048f2f058bf8 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:27.794180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-ba3ee596-7739-44d4-bf57-048f2f058bf8 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4493012 Dec 09 14:50:27.808362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] Transition to ACTIVE for port object 42ad8855-1743-4bb7-b5f2-abba914f5cc0 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:27.812570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Request body: {'port': {'device_id': '01c72e96-a18b-4c96-9120-12288a33fe51', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '3da784da24a34cda998e92f2e2f2f4dd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:27.821169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-803222e3-9e03-412d-953b-35dfdeab8797 req-784b383c-13ea-42fc-b9e3-bdc825a69d7e service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480906 Dec 09 14:50:27.844632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:27.885014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Allocated IP 172.25.0.75 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/5a286602-1971-40a1-84e3-5bf2d7f725ee) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:27.968871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03218310-698d-469a-8940-af4ae81e02e7 req-58251782-3261-4619-b478-4f56af061c8b tempest-ServerDiagnosticsNegativeTest-2136550867 tempest-ServerDiagnosticsNegativeTest-2136550867-project] 10.222.0.46 "GET /v2.0/ports?device_id=69a77953-1451-4456-a745-8f247d00aa0f HTTP/1.1" status: 200 len: 210 time: 0.0646083 Dec 09 14:50:28.021804 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fc9b04-02af-4c8b-9dbc-47d7d8f5c45b x-openstack-request-id: req-17fc9b04-02af-4c8b-9dbc-47d7d8f5c45b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:28.021956 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a77953-1451-4456-a745-8f247d00aa0f", "name": "network-vif-deleted", "tag": "aa96d2c1-de82-465b-91f5-faa6f9d33e4b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:28.022087 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17fc9b04-02af-4c8b-9dbc-47d7d8f5c45b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:28.022683 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a77953-1451-4456-a745-8f247d00aa0f', 'name': 'network-vif-deleted', 'tag': 'aa96d2c1-de82-465b-91f5-faa6f9d33e4b', 'status': 'completed', 'code': 200} Dec 09 14:50:28.036928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] Pushing event updated for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=10']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:28.044249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] No DVR routers for this DVR port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:28.177473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-988ad3de-af15-433e-bfb4-e811cae7d64c service neutron] 10.222.0.43 "PUT /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5309615 Dec 09 14:50:28.183723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Made reservation on behalf of 3da784da24a34cda998e92f2e2f2f4dd for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:28.187492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.211755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.213642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.246995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f5af-546c-484f-93a8-9956ccbbe830 req-f9043677-0a14-4026-a9fb-bc6b8c569d2a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:28.248692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fae6f5af-546c-484f-93a8-9956ccbbe830 req-f9043677-0a14-4026-a9fb-bc6b8c569d2a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 945 time: 0.1679161 Dec 09 14:50:28.325633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-c90f6ce6-23b5-4f85-ad90-eb47fa4b76ff tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:28.327627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-c90f6ce6-23b5-4f85-ad90-eb47fa4b76ff tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.0803142 Dec 09 14:50:28.385059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.433106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-13b06658-8066-4e40-a525-6346c90c22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:28.435243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-13b06658-8066-4e40-a525-6346c90c22e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414&tenant_id=8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 1096 time: 0.0990925 Dec 09 14:50:28.524633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-298c5254-a3ca-4b8b-baf7-6d716072e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:28.526296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-298c5254-a3ca-4b8b-baf7-6d716072e31a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1096 time: 0.0601871 Dec 09 14:50:28.558836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71e7df-5101-4f91-8c1f-1e4a9ec5a9cb None None] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:28.634267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-3e59767a-c352-450e-985a-0f4d291496e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:28.637236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-3e59767a-c352-450e-985a-0f4d291496e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1029882 Dec 09 14:50:28.677908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2c8ea4ab-7f8a-47e4-b285-d46380c0d6f3 None None] Provisioning complete for port 997ead78-66d0-485b-bc61-7893a9a5df5f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:28.678290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea4ab-7f8a-47e4-b285-d46380c0d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.700762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-e7d2142a-2cc0-4231-8f8d-aa7f96dbaf66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 217 time: 0.0537288 Dec 09 14:50:28.712362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:28.726677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:28.737192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fae6f5af-546c-484f-93a8-9956ccbbe830 req-f88e1bbf-e90b-4930-8ced-b3d9a772efea tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463601 Dec 09 14:50:28.742517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:28.777552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Pushing event updated for resources: {'Port': ['ID=5a286602-1971-40a1-84e3-5bf2d7f725ee,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:28.782787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Allocated IP 192.168.233.103 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/6b78a431-9276-4327-9fdf-def35484aeb1) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:28.794634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-03945b98-f567-4438-9e11-2678b6ba09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:28.796450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-03945b98-f567-4438-9e11-2678b6ba09f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0836356 Dec 09 14:50:28.847695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-9356602d-cea1-4aea-b57e-eb26647da7f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440516 Dec 09 14:50:28.867378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea4ab-7f8a-47e4-b285-d46380c0d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.931592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2c8ea4ab-7f8a-47e4-b285-d46380c0d6f3 None None] For port 997ead78-66d0-485b-bc61-7893a9a5df5f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=997ead78-66d0-485b-bc61-7893a9a5df5f,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:28.937285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea4ab-7f8a-47e4-b285-d46380c0d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:28.993084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-33a76da8-abd2-4f85-bde3-b9e30582cd58 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367798 Dec 09 14:50:29.018518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b73f3-18c4-47ae-a1c3-6fa9bb112e32 req-e8f564c4-2615-4abe-a8ce-a4995928d102 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:29.020547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd2b73f3-18c4-47ae-a1c3-6fa9bb112e32 req-e8f564c4-2615-4abe-a8ce-a4995928d102 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.1849680 Dec 09 14:50:29.048028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ea4ab-7f8a-47e4-b285-d46380c0d6f3 None None] Pushing event updated for resources: {'Port': ['ID=997ead78-66d0-485b-bc61-7893a9a5df5f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:29.152195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-8f675228-9a33-44c9-b627-e8987b747f2d service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468172 Dec 09 14:50:29.162533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9dce5f53-e42e-44c0-929e-fee75415ac3b None None] Provisioning complete for port 997ead78-66d0-485b-bc61-7893a9a5df5f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:29.164060 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f53-e42e-44c0-929e-fee75415ac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.170250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 83f3d94c-baa5-47b6-91aa-682faee4ec34 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:29.193581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd2b73f3-18c4-47ae-a1c3-6fa9bb112e32 req-72c71f0f-a1d5-45c6-9d15-077401775fc0 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128321 Dec 09 14:50:29.305862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 83f3d94c-baa5-47b6-91aa-682faee4ec34, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:29.318280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.337153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59374) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:29.340599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '83f3d94c-baa5-47b6-91aa-682faee4ec34', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '83f3d94c-baa5-47b6-91aa-682faee4ec34', 'mac_address': 'fa:16:3e:3a:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:29.393139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.397648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.415245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.454036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.461336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f3d94c-baa5-47b6-91aa-682faee4ec34 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:29.485610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-f5b03fda-3b10-4a2e-bf66-bddfc86f52cd tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:50:29.495532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-f5b03fda-3b10-4a2e-bf66-bddfc86f52cd tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1565516 Dec 09 14:50:29.538777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 997ead78-66d0-485b-bc61-7893a9a5df5f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:29.543733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 83f3d94c-baa5-47b6-91aa-682faee4ec34, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:29.554686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:29.565730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-8b894bd5-b2de-4df4-8aa1-db43b70690fe tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:29.568632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-8b894bd5-b2de-4df4-8aa1-db43b70690fe tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.0715718 Dec 09 14:50:29.569825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:29.572322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.574596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:29.659419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=83f3d94c-baa5-47b6-91aa-682faee4ec34,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:29.676773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 997ead78-66d0-485b-bc61-7893a9a5df5f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:29.677154 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.681501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-6a8aa2f3-6341-4bbd-aaa5-f184936b2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:29.682682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-6a8aa2f3-6341-4bbd-aaa5-f184936b2af3 service neutron] 10.222.0.46 "GET /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 1093 time: 0.1346402 Dec 09 14:50:29.695765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2d93-2b0e-4844-9392-4d7bfbfdccec req-7b3cf383-6831-4c06-9234-c1aae3dbbba6 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:29.696465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:29.697056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:50:29.707207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83fa2d93-2b0e-4844-9392-4d7bfbfdccec req-7b3cf383-6831-4c06-9234-c1aae3dbbba6 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 936 time: 0.1915793 Dec 09 14:50:29.721875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Pushing event updated for resources: {'Port': ['ID=6b78a431-9276-4327-9fdf-def35484aeb1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:29.787939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83fa2d93-2b0e-4844-9392-4d7bfbfdccec req-472aa117-f570-4fef-a601-f14a337a6a69 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797448 Dec 09 14:50:29.799970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:29.800715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.852894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-682aac5d-89d5-4cf3-aed2-bb918e57a66f service neutron] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:29.858384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-682aac5d-89d5-4cf3-aed2-bb918e57a66f service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:29.860128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e05201b1-52e3-40ca-9fc9-89f844b2ecec req-682aac5d-89d5-4cf3-aed2-bb918e57a66f service neutron] 10.222.0.36 "DELETE /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.2834556 Dec 09 14:50:29.861309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['83f3d94c-baa5-47b6-91aa-682faee4ec34'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:29.901380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-144278f5-388d-4eec-be37-3d333b653647 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0957632 Dec 09 14:50:29.926600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Request body: {'port': {'device_id': '01c72e96-a18b-4c96-9120-12288a33fe51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:29.939448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:29.939798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:29.940493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:29.945557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:29.945884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:29.952967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:29.953691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:29.953691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:29.954100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Bound port: 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:29.956953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-25de1f69-745a-43a9-b747-160f27c6d22e None None] Provisioning complete for port 6b78a431-9276-4327-9fdf-def35484aeb1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:29.957326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25de1f69-745a-43a9-b747-160f27c6d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:30.001137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700cd93-7157-40c6-a911-e5fcb2f94351 req-a233909f-27b2-4502-b5ff-8ab68f2c6951 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:30.003366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25de1f69-745a-43a9-b747-160f27c6d22e None None] Port 6b78a431-9276-4327-9fdf-def35484aeb1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:30.004206 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0700cd93-7157-40c6-a911-e5fcb2f94351 req-a233909f-27b2-4502-b5ff-8ab68f2c6951 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 948 time: 0.1441941 Dec 09 14:50:30.021263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:30.030564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:30.031882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ddd16b37-fcda-4d3b-8003-955fba55ee7e service neutron] 10.222.0.46 "POST /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3389974 Dec 09 14:50:30.055947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:30.061081 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:30.170648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0700cd93-7157-40c6-a911-e5fcb2f94351 req-6eba0d1a-780d-48cb-8483-64fd17ca40dc tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537583 Dec 09 14:50:30.445994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34104-46e1-4985-b64e-11ab3cf9c0de req-cc909d86-a9a4-4fcf-acf8-7da5acd5c2d1 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:30.447417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0dc34104-46e1-4985-b64e-11ab3cf9c0de req-cc909d86-a9a4-4fcf-acf8-7da5acd5c2d1 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 945 time: 0.1475887 Dec 09 14:50:30.462332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59396) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:30.491638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c54567-cf6c-4c5c-bb62-5f5f4c92156d req-432fba82-57e4-4f57-a0aa-8c6602df5da5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:30.493413 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3c54567-cf6c-4c5c-bb62-5f5f4c92156d req-432fba82-57e4-4f57-a0aa-8c6602df5da5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 945 time: 0.0643289 Dec 09 14:50:30.494828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Router 6f599417-10e9-4332-a414-be5f7f27d58b is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:50:30.540545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0dc34104-46e1-4985-b64e-11ab3cf9c0de req-cb8ba0dd-cf52-40ad-8b73-feafaff8325c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848835 Dec 09 14:50:30.545808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3c54567-cf6c-4c5c-bb62-5f5f4c92156d req-d3b1c7a0-10ff-4309-94e5-8f00e3d2d8b6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Dec 09 14:50:30.568915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:30.640903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:30.641345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa96d2c1-de82-465b-91f5-faa6f9d33e4b no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:30.690474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: aa96d2c1-de82-465b-91f5-faa6f9d33e4b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:50:30.690683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bbc31450-7596-427c-9177-0f6767f6763f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36abac0e4ee44641b9f52e0bcc6c8338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271709 Dec 09 14:50:30.691542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa96d2c1-de82-465b-91f5-faa6f9d33e4b not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:30.695991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59404) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:30.732427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fef81-6816-4c53-b36c-ea027ee83d68 req-6d120217-a0a6-4376-884f-40679023fb4d tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:30.734399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb6fef81-6816-4c53-b36c-ea027ee83d68 req-6d120217-a0a6-4376-884f-40679023fb4d tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.0631909 Dec 09 14:50:30.736104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b78a431-9276-4327-9fdf-def35484aeb1 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:30.778665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:30.800172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb6fef81-6816-4c53-b36c-ea027ee83d68 req-b1f2810c-4406-4320-8928-b1ca56c03205 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586083 Dec 09 14:50:30.855653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Transition to ACTIVE for port object 6b78a431-9276-4327-9fdf-def35484aeb1 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:30.864494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:50:30.868870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:30.873575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Sync routers for ids ['6f599417-10e9-4332-a414-be5f7f27d58b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:50:30.889315 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Routers {'6f599417-10e9-4332-a414-be5f7f27d58b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:30.890240 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6f599417-10e9-4332-a414-be5f7f27d58b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:30.927145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ee06-5045-4c74-ae1f-00de9f229d2b req-028abdd0-0e45-485f-b2f4-4dcf63520756 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:30.931928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e76ee06-5045-4c74-ae1f-00de9f229d2b req-028abdd0-0e45-485f-b2f4-4dcf63520756 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 948 time: 0.0640101 Dec 09 14:50:31.025873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Set router 6f599417-10e9-4332-a414-be5f7f27d58b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:31.028312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e76ee06-5045-4c74-ae1f-00de9f229d2b req-1c472fc8-ffaa-4bff-ae8f-91240b39a045 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816140 Dec 09 14:50:31.030378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-33a19504-eb23-4158-8c39-5376ca1bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.032228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-33a19504-eb23-4158-8c39-5376ca1bb2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1096 time: 0.0975928 Dec 09 14:50:31.136824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c782-a051-4e11-8351-1cee44efd8db req-8f493019-be7e-4c0c-afce-a01adbd57dfa tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.138609 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df57c782-a051-4e11-8351-1cee44efd8db req-8f493019-be7e-4c0c-afce-a01adbd57dfa tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1096 time: 0.4156969 Dec 09 14:50:31.145796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3fda00-eac4-4f1f-944c-b0fdb1331b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.163614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-234c139e-0d3c-4519-82a7-41796ebfbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.165586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-234c139e-0d3c-4519-82a7-41796ebfbb46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.1240711 Dec 09 14:50:31.179207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.182901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3ef1d345-3e6c-48cf-957a-a4856a0e8c2c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1814337 Dec 09 14:50:31.190069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 83f3d94c-baa5-47b6-91aa-682faee4ec34 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:31.195784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-ed250603-4c23-4a5e-822d-decf4e1302d4 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=269ee4c667294f7a83308fca3914c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294390 Dec 09 14:50:31.197498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59420) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:31.209188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Pushing event updated for resources: {'Port': ['ID=6b78a431-9276-4327-9fdf-def35484aeb1,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:31.225481 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3fda00-eac4-4f1f-944c-b0fdb1331b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.265761 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:50:28Z', 'revision_number': 3, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:31.266567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-0379a850-b720-4d6f-aa08-ccc405871a8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.0675890 Dec 09 14:50:31.284930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 83f3d94c-baa5-47b6-91aa-682faee4ec34 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:31.289771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 83f3d94c-baa5-47b6-91aa-682faee4ec34 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:31.290391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.306067 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Checking router: 6f599417-10e9-4332-a414-be5f7f27d58b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:50:31.306428 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Updating router 6f599417-10e9-4332-a414-be5f7f27d58b port 5a286602-1971-40a1-84e3-5bf2d7f725ee binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:50:31.318775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df57c782-a051-4e11-8351-1cee44efd8db req-62f5f1cb-eaa4-4cec-bfbe-6440beecdf57 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673298 Dec 09 14:50:31.380993 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.456949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Attempting to bind port 6b78a431-9276-4327-9fdf-def35484aeb1 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:31.457462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Attempting to bind port 6b78a431-9276-4327-9fdf-def35484aeb1 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:31.457553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Attempting to bind port 6b78a431-9276-4327-9fdf-def35484aeb1 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:31.498390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.511838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3fda00-eac4-4f1f-944c-b0fdb1331b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.515676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3fda00-eac4-4f1f-944c-b0fdb1331b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.519970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-db3fda00-eac4-4f1f-944c-b0fdb1331b34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35 HTTP/1.1" status: 204 len: 168 time: 0.8227901 Dec 09 14:50:31.533714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fda00-eac4-4f1f-944c-b0fdb1331b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c19ebd-ee8a-46ce-b7a1-afac18dd1d35,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:31.535968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Port 6b78a431-9276-4327-9fdf-def35484aeb1 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:31.541277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Attempting to bind port 6b78a431-9276-4327-9fdf-def35484aeb1 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:31.553233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:31.553576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:31.553961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:31.554393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Bound port: 6b78a431-9276-4327-9fdf-def35484aeb1, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:31.554752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.576166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f3d94c-baa5-47b6-91aa-682faee4ec34'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:31.578865 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af598bce-b36e-4961-91a2-cc0bd11fbcfe" -d '{"events": [{"server_uuid": "ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef", "name": "network-vif-plugged", "status": "completed", "tag": "83f3d94c-baa5-47b6-91aa-682faee4ec34"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:31.596213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 83f3d94c-baa5-47b6-91aa-682faee4ec34, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:31.607848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.644728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] For port 6b78a431-9276-4327-9fdf-def35484aeb1, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:31.648211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] For port 6b78a431-9276-4327-9fdf-def35484aeb1, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b78a431-9276-4327-9fdf-def35484aeb1,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:31.658097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1fc40-ecbb-42cb-8025-44e6fa55de7b req-9008c6cd-cccc-4417-a8dc-369d9ad0540f tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.664069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcc1fc40-ecbb-42cb-8025-44e6fa55de7b req-9008c6cd-cccc-4417-a8dc-369d9ad0540f tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 948 time: 0.2473433 Dec 09 14:50:31.669279 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.714898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.715622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.717803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] 10.222.0.36 "PUT /v2.0/ports/6b78a431-9276-4327-9fdf-def35484aeb1 HTTP/1.1" status: 200 len: 1096 time: 1.7974679 Dec 09 14:50:31.721872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-1cbf1274-d1e4-4261-8a62-f6e0bae5b32e tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.723780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-1cbf1274-d1e4-4261-8a62-f6e0bae5b32e tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5270865 Dec 09 14:50:31.732937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c72e96-a18b-4c96-9120-12288a33fe51', 'tag': '6b78a431-9276-4327-9fdf-def35484aeb1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:31.733199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=83f3d94c-baa5-47b6-91aa-682faee4ec34,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:31.741326 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "01c72e96-a18b-4c96-9120-12288a33fe51", "tag": "6b78a431-9276-4327-9fdf-def35484aeb1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:31.775583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e0650e99-b98f-4384-a53a-642e6e2d79a8 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/quotas/269ee4c667294f7a83308fca3914c6ef HTTP/1.1" status: 200 len: 375 time: 0.0209429 Dec 09 14:50:31.802588 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.806441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-cd5aa144-9875-4b0f-ba37-2ac7b6a3b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.809203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-cd5aa144-9875-4b0f-ba37-2ac7b6a3b04d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.4196475 Dec 09 14:50:31.811039 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.853826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739721-dd2b-4fb0-b8c0-d955114f35eb service neutron] Pushing event updated for resources: {'Port': ['ID=6b78a431-9276-4327-9fdf-def35484aeb1,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:31.886948 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Pushing event updated for resources: {'Port': ['ID=5a286602-1971-40a1-84e3-5bf2d7f725ee,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:31.888254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcc1fc40-ecbb-42cb-8025-44e6fa55de7b req-ae23a82f-3d62-486a-b651-33e665b38803 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199874 Dec 09 14:50:31.905498 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.906125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.907410 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.907976 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.908556 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.909008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-ccc55ac2-3b42-47a0-b79d-665b8091c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:31.909385 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.910563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-ccc55ac2-3b42-47a0-b79d-665b8091c8b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 1099 time: 0.1399238 Dec 09 14:50:31.910873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.912392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.913114 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.913843 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.914482 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.915005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-56c39599-7296-420f-89cc-58ce82fb8c1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767787 Dec 09 14:50:31.915248 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.915857 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:50:31.926689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Attempting to bind port 5a286602-1971-40a1-84e3-5bf2d7f725ee on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:31.928014 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Attempting to bind port 5a286602-1971-40a1-84e3-5bf2d7f725ee by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:31.928632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Attempting to bind port 5a286602-1971-40a1-84e3-5bf2d7f725ee on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:31.938655 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:31.939445 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:31.940088 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.940830 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:31.941677 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Bound port: 5a286602-1971-40a1-84e3-5bf2d7f725ee, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:31.942529 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:31.974798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-90da5dba-6be4-43e4-b2c4-64ef97156b43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6b78a431-9276-4327-9fdf-def35484aeb1 HTTP/1.1" status: 200 len: 217 time: 0.0464320 Dec 09 14:50:32.037955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59448) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:32.047925 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] For port 5a286602-1971-40a1-84e3-5bf2d7f725ee, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:32.051568 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] For port 5a286602-1971-40a1-84e3-5bf2d7f725ee, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5a286602-1971-40a1-84e3-5bf2d7f725ee,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:32.056874 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.085066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-af5e09a5-7e17-4ce0-887d-46ae1aa18108 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3080511 Dec 09 14:50:32.094998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-c60791a5-d0fa-4b77-9c0e-ee273e9ef381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:32.096524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-c60791a5-d0fa-4b77-9c0e-ee273e9ef381 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1018932 Dec 09 14:50:32.107821 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Routers {'6f599417-10e9-4332-a414-be5f7f27d58b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:32.108464 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6f599417-10e9-4332-a414-be5f7f27d58b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:32.108707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd52699-e0f1-4017-bfd2-6fd5aba4dec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.163242 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cc12f-df91-4481-8485-f74be2628d92 None None] Pushing event updated for resources: {'Port': ['ID=5a286602-1971-40a1-84e3-5bf2d7f725ee,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:32.229538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c02c-f703-4314-9936-14357b291e89 req-a5283a5d-c07e-472c-b2b8-fb2939b4d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:32.231636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-a5283a5d-c07e-472c-b2b8-fb2939b4d3da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912428 Dec 09 14:50:32.268164 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] Set router 6f599417-10e9-4332-a414-be5f7f27d58b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:32.283176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-7e03adb6-3411-4b10-ac1a-e582c1e8359b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:32.285388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-7e03adb6-3411-4b10-ac1a-e582c1e8359b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.2381623 Dec 09 14:50:32.292029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-28c93984-1e0f-4027-96da-11e89c2654a0 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590970 Dec 09 14:50:32.321849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-c425bf76-0824-4b00-8158-1dcc2a19e01e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/quotas/8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 375 time: 0.0299499 Dec 09 14:50:32.433396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-51c0475c-e54e-499f-9fd0-0efb67e03f82 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063454 Dec 09 14:50:32.476076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-7aaa500b-b931-4677-a53d-ba7f1eb5bbbf service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313089 Dec 09 14:50:32.501099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-c2a8e671-ce02-4419-bb69-c0ab57858cfd service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666803 Dec 09 14:50:32.575950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd52699-e0f1-4017-bfd2-6fd5aba4dec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.625000 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:50:28Z', 'revision_number': 3, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:32.631832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd52699-e0f1-4017-bfd2-6fd5aba4dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.648593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4b4c02c-f703-4314-9936-14357b291e89 req-fb2bd429-b98a-4089-9f17-f2af4e1a7278 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605780 Dec 09 14:50:32.664384 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2014029-1381-481e-bf44-a25af0e63b69 None None] The sync data for ids ['6f599417-10e9-4332-a414-be5f7f27d58b'] in n-d-804292-5 is: [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:50:28Z', 'revision_number': 3, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:50:32.680725 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-8f4ae45e-0c3b-4a0f-9ce2-134b56727179 service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462444 Dec 09 14:50:32.688178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52699-e0f1-4017-bfd2-6fd5aba4dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909c266b-ad88-4337-aa5a-0a4c939c6b48,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:32.713519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284407b5-8f42-4c75-b441-5409b023c16a req-f292184c-3897-4689-8ff9-aadd12aac34b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:32.715827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-284407b5-8f42-4c75-b441-5409b023c16a req-f292184c-3897-4689-8ff9-aadd12aac34b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 945 time: 0.3026466 Dec 09 14:50:32.782155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0cd52699-e0f1-4017-bfd2-6fd5aba4dec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b36bfe97462347369c98247381a91879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390318 Dec 09 14:50:32.783308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59462) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:32.794857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-a4c8a24b-9a13-40f6-8d60-48b5489a2967 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:32.796318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-a4c8a24b-9a13-40f6-8d60-48b5489a2967 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.2154067 Dec 09 14:50:32.826347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:32.844374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-de3c7cd0-fa37-4b57-abce-521bde12f412 service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568077 Dec 09 14:50:32.860953 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5a291de-de38-4692-89a6-c79d36cb8be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.887693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5a291de-de38-4692-89a6-c79d36cb8be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.923226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-284407b5-8f42-4c75-b441-5409b023c16a req-b19c1065-69e7-4adf-be9b-ae9a74e35c9a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904900 Dec 09 14:50:32.965367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5a291de-de38-4692-89a6-c79d36cb8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.969086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5a291de-de38-4692-89a6-c79d36cb8be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:32.970617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e5a291de-de38-4692-89a6-c79d36cb8be1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/909c266b-ad88-4337-aa5a-0a4c939c6b48 HTTP/1.1" status: 204 len: 168 time: 0.1863189 Dec 09 14:50:32.979465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a291de-de38-4692-89a6-c79d36cb8be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c266b-ad88-4337-aa5a-0a4c939c6b48,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:33.020674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:33.038943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:33.047852 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67fed0-905d-4a54-a7d3-133dac39766c x-openstack-request-id: req-5d67fed0-905d-4a54-a7d3-133dac39766c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:33.059608 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef", "name": "network-vif-plugged", "status": "completed", "tag": "83f3d94c-baa5-47b6-91aa-682faee4ec34", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:33.060838 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d67fed0-905d-4a54-a7d3-133dac39766c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:33.061752 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f3d94c-baa5-47b6-91aa-682faee4ec34', 'code': 200} Dec 09 14:50:33.169538 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c6b950-1dde-45a1-9d75-b915c4170c56 x-openstack-request-id: req-b8c6b950-1dde-45a1-9d75-b915c4170c56 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:33.169860 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c72e96-a18b-4c96-9120-12288a33fe51", "tag": "6b78a431-9276-4327-9fdf-def35484aeb1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:33.170123 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8c6b950-1dde-45a1-9d75-b915c4170c56 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:33.170529 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c72e96-a18b-4c96-9120-12288a33fe51', 'tag': '6b78a431-9276-4327-9fdf-def35484aeb1', 'status': 'completed', 'code': 200} Dec 09 14:50:33.252328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.36', 58436) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:33.340397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-751b3fa8-ed54-4193-81bf-fa92d02aaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:33.342088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-751b3fa8-ed54-4193-81bf-fa92d02aaa5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 1099 time: 0.1350200 Dec 09 14:50:33.348301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-870fd689-d561-46fc-a190-9aa49978ff32 req-3787c001-f503-467d-bc44-ad9710125c05 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 210 time: 0.0454428 Dec 09 14:50:33.543062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a286602-1971-40a1-84e3-5bf2d7f725ee up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:33.593109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-b4dd9f5b-3a99-4886-93a1-b3a0ee7c6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:33.594605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-b4dd9f5b-3a99-4886-93a1-b3a0ee7c6997 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2411926 Dec 09 14:50:33.634278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20b423-c5a1-4d7b-9377-716def67b5ad req-927c96eb-2e87-447b-b867-916b8f0b70f0 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:33.635915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b20b423-c5a1-4d7b-9377-716def67b5ad req-927c96eb-2e87-447b-b867-916b8f0b70f0 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 949 time: 0.1435165 Dec 09 14:50:33.679208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5a286602-1971-40a1-84e3-5bf2d7f725ee triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:33.679829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:33.758560 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-88d1bacb-0be6-46f3-b876-b2f381f3760b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6b78a431-9276-4327-9fdf-def35484aeb1 HTTP/1.1" status: 200 len: 217 time: 0.1499476 Dec 09 14:50:33.784978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-028262d0-b9c2-4d61-a0f5-13bb149ecd25 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=269ee4c667294f7a83308fca3914c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1452196 Dec 09 14:50:33.915920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:33.971368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 5a286602-1971-40a1-84e3-5bf2d7f725ee, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5a286602-1971-40a1-84e3-5bf2d7f725ee,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:33.985669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.038371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e73702-f29f-4fee-bedc-d343bffe3034 req-4380feaf-da49-4f34-93ee-7efa9e4b4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.040396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92e73702-f29f-4fee-bedc-d343bffe3034 req-4380feaf-da49-4f34-93ee-7efa9e4b4016 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 1100 time: 0.7454526 Dec 09 14:50:34.043399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:34.063290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=5a286602-1971-40a1-84e3-5bf2d7f725ee,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:34.098812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e082e1-621a-46ec-af52-358141b8fb38 req-3b63bf73-5575-4e00-ab3e-a0e937ba127a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.106811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59e082e1-621a-46ec-af52-358141b8fb38 req-3b63bf73-5575-4e00-ab3e-a0e937ba127a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 948 time: 0.8012977 Dec 09 14:50:34.120574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b20b423-c5a1-4d7b-9377-716def67b5ad req-04cefb10-d621-40c0-beb3-e28d09fdab09 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668375 Dec 09 14:50:34.126430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-1a57faa2-7bfe-4531-a2ca-d061edada725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.128544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-1a57faa2-7bfe-4531-a2ca-d061edada725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3468437 Dec 09 14:50:34.150852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Allocated IP 172.20.0.1 (9ab9be23-bd28-4dec-9e91-5008d3708124/c58cefd3-4563-4a65-9425-326bf56e3d46/4bf94791-d202-43af-82b3-0f3b8d27c696) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:34.217870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-47c287d7-4e18-4458-8b9a-672acc13b7ca tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.219608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-47c287d7-4e18-4458-8b9a-672acc13b7ca tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3990901 Dec 09 14:50:34.242335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Request body: {'port': {'device_id': 'e85f7642-61fd-4e8f-908c-30850753f088', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '269ee4c667294f7a83308fca3914c6ef'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:34.286717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92e73702-f29f-4fee-bedc-d343bffe3034 req-bc33e03c-74d8-4fb0-a8c1-ede162b5e012 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227392 Dec 09 14:50:34.337839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:34.349048 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25b15206-ca5c-4964-bf61-aa24cba4a418 req-04959b0d-1315-4aa6-b586-e7b8c2db709a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 210 time: 0.1267591 Dec 09 14:50:34.359837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-a268470a-02a5-4916-b5dd-c366d8796b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.361533 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-a268470a-02a5-4916-b5dd-c366d8796b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995742 Dec 09 14:50:34.379295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59502) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:34.389163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59e082e1-621a-46ec-af52-358141b8fb38 req-cd1cc7e1-bfc8-4a04-9000-6ac39f8f46d7 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814665 Dec 09 14:50:34.442559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:34.445059 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f62ce-6f2e-4943-91e1-a2ad0aab3167" -d '{"events": [{"server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "name": "network-vif-unplugged", "status": "completed", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:34.451387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.466597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.479332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Made reservation on behalf of 269ee4c667294f7a83308fca3914c6ef for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:34.483915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.503078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.533786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0fc56-540b-43ea-827a-c13bf2b258ef req-936bb22d-828f-48d9-b3d7-3a33b79d0cd6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.535432 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ac0fc56-540b-43ea-827a-c13bf2b258ef req-936bb22d-828f-48d9-b3d7-3a33b79d0cd6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 945 time: 0.1082621 Dec 09 14:50:34.606455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-356022880-network', 'tenant_id': '7710ec86a4ed476084de184b6b7d671c'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:34.641550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:34.662147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1ec2a43-25dc-4cb9-a62d-3ec0f96823c0 req-6e32d4ab-dc48-4615-934e-f0ecefc9df53 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 210 time: 0.0508120 Dec 09 14:50:34.664234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:34.664580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:34.664915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:34.672846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:34.673184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Attempting to bind port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:34.688038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.714710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:34.715132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:34.716330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:34.716803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Bound port: 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:34.717601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.744611 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc7da6b-917f-444f-9b87-49a7ddbbef94 x-openstack-request-id: req-3dc7da6b-917f-444f-9b87-49a7ddbbef94 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:34.744907 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "name": "network-vif-unplugged", "status": "completed", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:34.745161 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3dc7da6b-917f-444f-9b87-49a7ddbbef94 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:34.746875 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'code': 200} Dec 09 14:50:34.764730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Made reservation on behalf of 7710ec86a4ed476084de184b6b7d671c for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:34.766756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.805696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:34.847495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:34.850152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:34.850824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:34.906240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf94791-d202-43af-82b3-0f3b8d27c696,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:34.996568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-a48faa0d-0efa-4ccc-b59a-4609b571424e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:34.998161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-a48faa0d-0efa-4ccc-b59a-4609b571424e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.3275843 Dec 09 14:50:35.001615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:35.029430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ac0fc56-540b-43ea-827a-c13bf2b258ef req-6e4bd919-b2eb-4c15-a343-9b86bd86b8cf tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798453 Dec 09 14:50:35.036074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Request body: {'port': {'device_id': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'admin_state_up': True, 'tenant_id': '8d44e38deea145639c579f8021144891'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:35.046087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:35.055386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.069386 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.078382 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-0ab8abad-d0f6-434c-ba40-c2760fdd816e service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679121 Dec 09 14:50:35.113710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Allocated IP 192.168.233.186 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/6a498083-2031-46a5-bb32-f155a976ebb7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:35.183708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-461e3be3-d4f0-4724-bca4-eb62197a6a59 None None] Provisioning complete for port 4bf94791-d202-43af-82b3-0f3b8d27c696 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:35.184682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-461e3be3-d4f0-4724-bca4-eb62197a6a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.225341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-461e3be3-d4f0-4724-bca4-eb62197a6a59 None None] Port 4bf94791-d202-43af-82b3-0f3b8d27c696 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:35.257039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:35.257688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.259372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] 10.222.0.36 "PUT /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 1121 time: 2.4456904 Dec 09 14:50:35.259841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeac5d-3c60-4136-bad6-416088af51eb service neutron] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:35.264779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.329715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['94cd816f-a142-45fc-a83c-ea3dcfc97f9b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:35.332561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b292ef2-bc3f-48a6-b01b-090a6a3b2fbb req-cb352983-dce7-49f6-9dcf-b8e7f8fdc167 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418215 Dec 09 14:50:35.368598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29d19d-0e49-4cac-9fbc-b3df462d99a0 req-487047ad-1e04-49e4-8605-3f85ace97e15 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:35.376979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f29d19d-0e49-4cac-9fbc-b3df462d99a0 req-487047ad-1e04-49e4-8605-3f85ace97e15 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 949 time: 0.1554224 Dec 09 14:50:35.408491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Made reservation on behalf of 8d44e38deea145639c579f8021144891 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:35.412075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.415062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.478202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.519328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae66f527-547a-4690-94a8-ff1770b25e5f req-4741e621-e643-4d99-9ad9-868fed3036a5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 210 time: 0.0455749 Dec 09 14:50:35.520440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a286602-1971-40a1-84e3-5bf2d7f725ee up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:35.537203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:50:35.568486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a05309-9424-44ec-8e78-d77fd6b2ac4f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:35.581318 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.581683 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Added segment b19a40fc-0342-4544-b968-c48ae0151983 of type vlan for network 705c96fc-684f-4b31-9a9e-ab0a0466b788 Dec 09 14:50:35.593754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.639239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.656432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5a286602-1971-40a1-84e3-5bf2d7f725ee triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:35.656823 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.668341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f29d19d-0e49-4cac-9fbc-b3df462d99a0 req-4dd33179-acda-4098-8601-5417b6718d22 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894773 Dec 09 14:50:35.714116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.715742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:35.716395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.726836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.733496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.739185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Allocated IP 172.20.0.11 (fa37fc04-074c-4533-842a-d3f8b3bde685/ac37e4bf-e44c-4605-8a47-a72f6f680dcc/aef1da4b-decf-473d-8948-61b426404e6f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:35.745811 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.746848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:35.763034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae1cac-fb54-4806-89db-ad371562a44b req-8ce21b4b-e3b9-44a4-b0b7-02969bcea596 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:35.764649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0dae1cac-fb54-4806-89db-ad371562a44b req-8ce21b4b-e3b9-44a4-b0b7-02969bcea596 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 948 time: 0.1112905 Dec 09 14:50:35.768488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4041c106-616f-44d8-8457-36d927cf731b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:35.812393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4319141 Dec 09 14:50:35.820358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59518) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:35.829080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Request body: {'subnet': {'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-356022880-subnet', 'tenant_id': '7710ec86a4ed476084de184b6b7d671c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:35.864435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff77a50-efcc-495a-8bf0-6e1273d7bfc6 admin admin] Pushing event updated for resources: {'Network': ['ID=705c96fc-684f-4b31-9a9e-ab0a0466b788,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:35.872018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:35.879807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:35.881660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:35.884489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Pushing event updated for resources: {'Port': ['ID=6a498083-2031-46a5-bb32-f155a976ebb7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:35.885637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:50:35.888735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf94791-d202-43af-82b3-0f3b8d27c696,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:35.946841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0dae1cac-fb54-4806-89db-ad371562a44b req-3d78e18a-c8da-4c4e-93ab-13596ecada6a tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427629 Dec 09 14:50:35.958247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:35.959005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.040708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-0d4e9325-8071-4b23-9002-3378e6d49241 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8054123 Dec 09 14:50:36.041150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Made reservation on behalf of 7710ec86a4ed476084de184b6b7d671c for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:36.044168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.055622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Request body: {'port': {'device_id': 'e85f7642-61fd-4e8f-908c-30850753f088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:36.151820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.163101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.175999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1000e-199f-42ab-8544-2fb8bc78d1f6 req-77cbb0d8-4ab5-4101-ab45-0a71114bb564 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:36.177575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86a1000e-199f-42ab-8544-2fb8bc78d1f6 req-77cbb0d8-4ab5-4101-ab45-0a71114bb564 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 936 time: 0.3305936 Dec 09 14:50:36.185199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:36.195100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:36.205325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5a4b-cfc7-4aca-973e-59492b0d5001 req-7a8bc92b-48ba-494f-ac2d-404d9590a850 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:36.206888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1aee5a4b-cfc7-4aca-973e-59492b0d5001 req-7a8bc92b-48ba-494f-ac2d-404d9590a850 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.0868833 Dec 09 14:50:36.252707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-390083f3-006a-4d02-bb76-649085b5b419 None None] Provisioning complete for port 6a498083-2031-46a5-bb32-f155a976ebb7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:36.253762 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-390083f3-006a-4d02-bb76-649085b5b419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.298613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-390083f3-006a-4d02-bb76-649085b5b419 None None] Port 6a498083-2031-46a5-bb32-f155a976ebb7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:36.348989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1aee5a4b-cfc7-4aca-973e-59492b0d5001 req-75c1923d-c759-4d59-af41-f096045a75d5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289999 Dec 09 14:50:36.374234 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:50:36.415033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86a1000e-199f-42ab-8544-2fb8bc78d1f6 req-1c646979-c0b1-4619-b6bf-ee4fe2df49c9 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249427 Dec 09 14:50:36.422356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.503583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a498083-2031-46a5-bb32-f155a976ebb7 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:36.508210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Router 6f599417-10e9-4332-a414-be5f7f27d58b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:50:36.512611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.513939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Network fa37fc04-074c-4533-842a-d3f8b3bde685 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:36.521962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-01639f0f-43b6-49c5-b149-be6ac050fd15 None None] Provisioning complete for port 4bf94791-d202-43af-82b3-0f3b8d27c696 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:36.522420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01639f0f-43b6-49c5-b149-be6ac050fd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.526053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:36.526334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Transition to ACTIVE for port object 6a498083-2031-46a5-bb32-f155a976ebb7 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:36.531756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.532986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:36.535499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:36.542241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:36.542241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.597145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Pushing event updated for resources: {'Port': ['ID=6a498083-2031-46a5-bb32-f155a976ebb7,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:36.608531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-01639f0f-43b6-49c5-b149-be6ac050fd15 None None] Port 4bf94791-d202-43af-82b3-0f3b8d27c696 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:36.617416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-e76ece42-91fd-4fe8-8b14-672808a5b052 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6029699 Dec 09 14:50:36.618236 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.651427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Request body: {'port': {'device_id': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:36.704477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Attempting to bind port 6a498083-2031-46a5-bb32-f155a976ebb7 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:36.705014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Attempting to bind port 6a498083-2031-46a5-bb32-f155a976ebb7 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:36.705134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Attempting to bind port 6a498083-2031-46a5-bb32-f155a976ebb7 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:36.719109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0cf5-c45e-4425-a811-c0ff01c2bba3 req-30dfeb08-6444-4f54-b68c-14a2deb6a872 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:36.720730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d6f0cf5-c45e-4425-a811-c0ff01c2bba3 req-30dfeb08-6444-4f54-b68c-14a2deb6a872 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 932 time: 0.0824337 Dec 09 14:50:36.721550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Port 6a498083-2031-46a5-bb32-f155a976ebb7 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:36.721870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Attempting to bind port 6a498083-2031-46a5-bb32-f155a976ebb7 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:36.728797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:36.729132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:36.729508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:36.730517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Bound port: 6a498083-2031-46a5-bb32-f155a976ebb7, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:36.730878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.747925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:36.750177 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040" -d '{"events": [{"name": "network-changed", "server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:36.764561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3611c0c1-f3b6-4685-8ca3-aff193df4b0d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:36.814668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d6f0cf5-c45e-4425-a811-c0ff01c2bba3 req-8678e2de-7517-4b88-9c7a-46f6fcfcff04 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868456 Dec 09 14:50:36.820086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.832146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Checking segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:36.832507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Network hostable DHCP agents. Network: 705c96fc-684f-4b31-9a9e-ab0a0466b788, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:50:36.840300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] For port 6a498083-2031-46a5-bb32-f155a976ebb7, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:36.843857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] For port 6a498083-2031-46a5-bb32-f155a976ebb7, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6a498083-2031-46a5-bb32-f155a976ebb7,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:36.849119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.883611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:36.884248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:36.885904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] 10.222.0.43 "PUT /v2.0/ports/6a498083-2031-46a5-bb32-f155a976ebb7 HTTP/1.1" status: 200 len: 1096 time: 0.8360584 Dec 09 14:50:36.886716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f7642-61fd-4e8f-908c-30850753f088', 'tag': '6a498083-2031-46a5-bb32-f155a976ebb7'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:36.889134 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f7642-61fd-4e8f-908c-30850753f088", "tag": "6a498083-2031-46a5-bb32-f155a976ebb7"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:36.968951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc1718-cffb-4251-9618-4118359afc1f service neutron] Pushing event updated for resources: {'Port': ['ID=6a498083-2031-46a5-bb32-f155a976ebb7,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:37.002273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.43', 65171) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:37.010841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-34deb0b7-1e06-4979-907a-58569ab62fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.013644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-34deb0b7-1e06-4979-907a-58569ab62fda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1124 time: 0.0939653 Dec 09 14:50:37.062044 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282f5b20-7c2d-4a33-be3d-c8f530a5cf19 x-openstack-request-id: req-282f5b20-7c2d-4a33-be3d-c8f530a5cf19 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:37.062339 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f7642-61fd-4e8f-908c-30850753f088", "tag": "6a498083-2031-46a5-bb32-f155a976ebb7", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:37.062595 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-282f5b20-7c2d-4a33-be3d-c8f530a5cf19 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:37.062995 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f7642-61fd-4e8f-908c-30850753f088', 'tag': '6a498083-2031-46a5-bb32-f155a976ebb7', 'status': 'completed', 'code': 200} Dec 09 14:50:37.172187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-ac3aa37a-e639-4c18-a7fa-426cf1769254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.173710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-ac3aa37a-e639-4c18-a7fa-426cf1769254 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 1099 time: 0.1556833 Dec 09 14:50:37.186592 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f323af4-3b69-4b14-befd-2cf41ab8c975 x-openstack-request-id: req-2f323af4-3b69-4b14-befd-2cf41ab8c975 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:37.187220 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:37.187220 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f323af4-3b69-4b14-befd-2cf41ab8c975 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:37.187603 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'status': 'completed', 'code': 200} Dec 09 14:50:37.193607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:50:37.199502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-20e21437-55c5-44ef-92f3-7abb038a7f57 admin admin] 10.222.0.46 "PUT /v2.0/routers/6f599417-10e9-4332-a414-be5f7f27d58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9421782 Dec 09 14:50:37.228019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Sync routers for ids ['6f599417-10e9-4332-a414-be5f7f27d58b'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:50:37.238939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b78a431-9276-4327-9fdf-def35484aeb1 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:37.239173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b58d-1dad-4d33-8522-daede09da55e req-6dc5dc59-b6e5-48e8-9241-02bc10e15b4e tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.240562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef67b58d-1dad-4d33-8522-daede09da55e req-6dc5dc59-b6e5-48e8-9241-02bc10e15b4e tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 948 time: 0.1470087 Dec 09 14:50:37.242154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-519b4d4c-5c8b-4554-b4e5-1a9d99749d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.243632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-519b4d4c-5c8b-4554-b4e5-1a9d99749d74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2111094 Dec 09 14:50:37.245200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-6103acd8-7d6c-43af-aaa3-fcf56147a0a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6a498083-2031-46a5-bb32-f155a976ebb7 HTTP/1.1" status: 200 len: 217 time: 0.0569377 Dec 09 14:50:37.247262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:50:37.268458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abced7-05d6-4204-9408-f6d731f8f6cf req-1cdee9dc-678f-43d0-8e27-77e5b4de8edb tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.276182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-81abced7-05d6-4204-9408-f6d731f8f6cf req-1cdee9dc-678f-43d0-8e27-77e5b4de8edb tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 949 time: 0.4875901 Dec 09 14:50:37.281927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 705c96fc-684f-4b31-9a9e-ab0a0466b788) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:37.295036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d69e50-c51d-4903-83e5-4feedcc4802f None None] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:37.300517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Routers {'6f599417-10e9-4332-a414-be5f7f27d58b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:37.301437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6f599417-10e9-4332-a414-be5f7f27d58b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:37.345964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.346224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-b1e2b43e-eb87-427d-8a9f-f1addd5c5943 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.0886858 Dec 09 14:50:37.346554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:37.396692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5ded7877-fa45-4068-af97-92cee57aa307 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5736773 Dec 09 14:50:37.444852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-54f20092-d904-4345-bafb-54a36c9ac4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.449406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-54f20092-d904-4345-bafb-54a36c9ac4c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1783226 Dec 09 14:50:37.451206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-81abced7-05d6-4204-9408-f6d731f8f6cf req-c1c597b6-23a1-447e-8091-7cc1391ea1f1 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722674 Dec 09 14:50:37.496908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef67b58d-1dad-4d33-8522-daede09da55e req-f7ea9452-47ee-4207-994a-d039cac996fe tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345865 Dec 09 14:50:37.557511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-ad79fed1-4bb2-4f23-aefb-f1802293963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.562083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-ad79fed1-4bb2-4f23-aefb-f1802293963c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.2054665 Dec 09 14:50:37.605941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-78ac4b62-a366-48d6-8d50-0014fd029850 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345933 Dec 09 14:50:37.610967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-14fad07f-6c99-4cee-883c-d8151b8dd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.612713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-14fad07f-6c99-4cee-883c-d8151b8dd7e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492782 Dec 09 14:50:37.714197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6b78a431-9276-4327-9fdf-def35484aeb1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b78a431-9276-4327-9fdf-def35484aeb1,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:37.761887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '6b78a431-9276-4327-9fdf-def35484aeb1', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '6b78a431-9276-4327-9fdf-def35484aeb1', 'mac_address': 'fa:16:3e:46:54:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:37.767791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Set router 6f599417-10e9-4332-a414-be5f7f27d58b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:37.792284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60579682-b0b3-4078-ad5e-dec82bea771a req-ac081b0f-f780-4208-8688-368feef71394 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.799064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11bb82f-ec14-4255-b69a-b2000fecdd00 None None] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:37.800235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60579682-b0b3-4078-ad5e-dec82bea771a req-ac081b0f-f780-4208-8688-368feef71394 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.2327962 Dec 09 14:50:37.813138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef1da4b-decf-473d-8948-61b426404e6f {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:37.829196 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:37.840018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b47d2-8c85-4a58-ac4e-ca87b8cf4519 req-7b0ae3e0-884a-473a-94c4-9ae646c00474 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:37.847445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-332b47d2-8c85-4a58-ac4e-ca87b8cf4519 req-7b0ae3e0-884a-473a-94c4-9ae646c00474 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 948 time: 0.1855128 Dec 09 14:50:37.874323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-b7b6feca-4787-4c44-b4f0-52a40efac70d service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430677 Dec 09 14:50:37.874854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Transition to ACTIVE for port object aef1da4b-decf-473d-8948-61b426404e6f will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:37.882163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:37.893998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-fd419285-b651-4909-b0e5-60be251fa91e service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796712 Dec 09 14:50:37.906590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60579682-b0b3-4078-ad5e-dec82bea771a req-febfc486-3420-4068-a03b-ac0f53c6c0cb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048293 Dec 09 14:50:37.972245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.003056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:38.003716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b78a431-9276-4327-9fdf-def35484aeb1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:38.026249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9e9b0e-df30-4709-a90b-f7fba75d3630 req-c72908b3-17bb-465f-8927-cb6e1d582e93 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422536 Dec 09 14:50:38.097584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6b78a431-9276-4327-9fdf-def35484aeb1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b78a431-9276-4327-9fdf-def35484aeb1,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:38.111584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.117396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-332b47d2-8c85-4a58-ac4e-ca87b8cf4519 req-6aecbe1e-5d5c-45c4-87bf-c4e898ec2717 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689998 Dec 09 14:50:38.133343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:38.133692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:38.134023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:38.141433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:38.141768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:38.154183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:38.154694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:38.155094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:38.155578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Bound port: aef1da4b-decf-473d-8948-61b426404e6f, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:38.155938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.200723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-f421799a-7ff2-477b-8151-a6b846b3b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.202360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b78a431-9276-4327-9fdf-def35484aeb1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:38.203016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-f421799a-7ff2-477b-8151-a6b846b3b9fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 1099 time: 0.0726221 Dec 09 14:50:38.205866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27b1c16b-2b1f-4bfe-8c34-5d9949f27040 req-87bb9b62-6dea-41fe-be7d-1bc0e20960ef service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799044 Dec 09 14:50:38.209757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:38.222367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-network', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:38.249289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:50:35Z', 'revision_number': 4, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '4bf94791-d202-43af-82b3-0f3b8d27c696', 'name': '', 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'mac_address': 'fa:16:3e:64:fb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:33Z', 'updated_at': '2021-12-09T14:50:35Z', 'revision_number': 2, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'subnets': [{'id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:38.303849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Checking router: 6f599417-10e9-4332-a414-be5f7f27d58b for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:50:38.304536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Updating router 6f599417-10e9-4332-a414-be5f7f27d58b port 4bf94791-d202-43af-82b3-0f3b8d27c696 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:50:38.309644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Made reservation on behalf of 578c491fee2f4d0c80fe0cd3c992472e for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:38.309857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:38.312959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.317893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:38.327149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.330072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.345297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.370185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-6d391d01-e891-412f-8cde-02656c0b44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.372873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-6d391d01-e891-412f-8cde-02656c0b44e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1432524 Dec 09 14:50:38.408480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.411524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.413600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] 10.222.0.43 "PUT /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 1092 time: 1.7839222 Dec 09 14:50:38.446717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee921a4-204b-41ef-8b3a-9e60b5efb106 service neutron] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:38.494994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-aa328ca0-48ea-40d1-b0c7-12bd61349e81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6a498083-2031-46a5-bb32-f155a976ebb7 HTTP/1.1" status: 200 len: 217 time: 0.0968881 Dec 09 14:50:38.531751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6b78a431-9276-4327-9fdf-def35484aeb1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:38.558783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-405b9916-1697-48d1-8a34-7512460138f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.559114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-6dfeb223-7dd2-4989-b16e-43cce4e26e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.562687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-6dfeb223-7dd2-4989-b16e-43cce4e26e97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0547023 Dec 09 14:50:38.571942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-405b9916-1697-48d1-8a34-7512460138f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1095 time: 0.0962279 Dec 09 14:50:38.634689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-fab22140-14fb-4752-8b97-7b1efad8c5f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 217 time: 0.0456350 Dec 09 14:50:38.653399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.673989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.706349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-1951eafb-b8fa-4280-9af4-e28208402f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.707568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-1951eafb-b8fa-4280-9af4-e28208402f9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0548935 Dec 09 14:50:38.716486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2581ec9-32d3-4f29-b1b8-7eedf5530494 req-189aedd4-915c-4e36-bbe8-628214f04465 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.717981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2581ec9-32d3-4f29-b1b8-7eedf5530494 req-189aedd4-915c-4e36-bbe8-628214f04465 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.1287739 Dec 09 14:50:38.746618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:50:38.750760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-a64adc8e-4a6c-449d-8b54-3ff92ad07f63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318191 Dec 09 14:50:38.756407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-b8f73194-9a34-464e-86dd-f77374cadcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:38.758062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-b8f73194-9a34-464e-86dd-f77374cadcab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629133 Dec 09 14:50:38.766060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a913158-b05e-4170-9bf0-79659cf6fc8e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:38.774691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.775029 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Added segment 161c2018-ab89-4d63-a861-c6312e3e9726 of type vlan for network 6790aee3-a568-416d-8947-b417685541d5 Dec 09 14:50:38.851599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.857090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2581ec9-32d3-4f29-b1b8-7eedf5530494 req-9f0bfbe1-397e-46fb-8c01-b3bf7ba284b1 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130290 Dec 09 14:50:38.864390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.892443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-4d3523bd-5dce-452d-9f61-0e161072a9e5 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322408 Dec 09 14:50:38.923423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f936d3-37cd-4bc0-9a0d-7a1935b0bd8b None None] Pushing event updated for resources: {'Port': ['ID=4bf94791-d202-43af-82b3-0f3b8d27c696,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:38.985667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Attempting to bind port 4bf94791-d202-43af-82b3-0f3b8d27c696 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:38.986043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Attempting to bind port 4bf94791-d202-43af-82b3-0f3b8d27c696 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:38.986409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Attempting to bind port 4bf94791-d202-43af-82b3-0f3b8d27c696 on network 9ab9be23-bd28-4dec-9e91-5008d3708124 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:38.991841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:38.992209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Checking segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:38.992615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:38.993005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Bound using segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:38.993603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Bound port: 4bf94791-d202-43af-82b3-0f3b8d27c696, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:38.993987 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.069135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5071dc2c-8ae6-465c-be99-d273078867c8 req-ca5a917f-6417-40fc-b631-f12a42137202 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672962 Dec 09 14:50:39.082713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] For port 4bf94791-d202-43af-82b3-0f3b8d27c696, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:39.087855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] For port 4bf94791-d202-43af-82b3-0f3b8d27c696, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4bf94791-d202-43af-82b3-0f3b8d27c696,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:39.095060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640453f0-150f-4a8b-a96a-899a66028d20 req-d3df689c-ea45-4fd0-8fbd-4490ebc1fc49 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.095287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.102950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-640453f0-150f-4a8b-a96a-899a66028d20 req-d3df689c-ea45-4fd0-8fbd-4490ebc1fc49 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 949 time: 0.0795755 Dec 09 14:50:39.104484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-93876242-edde-45d1-809b-09a23957ec9f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.106759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-93876242-edde-45d1-809b-09a23957ec9f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.4984832 Dec 09 14:50:39.158063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Routers {'6f599417-10e9-4332-a414-be5f7f27d58b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:39.158687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6f599417-10e9-4332-a414-be5f7f27d58b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:39.181185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-640453f0-150f-4a8b-a96a-899a66028d20 req-d60e0f32-3dfb-4247-ab63-6c697d4d585d tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770795 Dec 09 14:50:39.181794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.188791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:39.191493 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb617dc-3238-4e65-a680-e24f572bf17d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "tag": "aef1da4b-decf-473d-8948-61b426404e6f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:39.204424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-804acb19-97bc-493e-80ef-8416d732ed53 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/quotas/7710ec86a4ed476084de184b6b7d671c HTTP/1.1" status: 200 len: 375 time: 0.0721939 Dec 09 14:50:39.205558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f936d3-37cd-4bc0-9a0d-7a1935b0bd8b None None] Pushing event updated for resources: {'Port': ['ID=4bf94791-d202-43af-82b3-0f3b8d27c696,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:39.232358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:39.256614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-1aae5131-aaef-4b28-b8f8-b7e82471d6ff tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512536 Dec 09 14:50:39.310880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.312377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.313149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.364094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] Set router 6f599417-10e9-4332-a414-be5f7f27d58b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:39.376950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-1f4bddd9-24e7-44ba-af0b-7c74dd6fbd9c service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033900 Dec 09 14:50:39.392236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0ae17-5909-4476-a238-eaa8341c8245 req-4d885959-1ed9-4ac7-8c3c-39b182e7463d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.400713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52c0ae17-5909-4476-a238-eaa8341c8245 req-4d885959-1ed9-4ac7-8c3c-39b182e7463d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.0797291 Dec 09 14:50:39.408569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1977441 Dec 09 14:50:39.416923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:39.425358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Request body: {'subnet': {'network_id': '6790aee3-a568-416d-8947-b417685541d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-subnet', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:39.454863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-afc9cc21-2c6d-4e57-9c19-0939fc25f6fd None None] Provisioning complete for port 4bf94791-d202-43af-82b3-0f3b8d27c696 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:39.455311 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-afc9cc21-2c6d-4e57-9c19-0939fc25f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.478202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929bab0-6011-4e70-8c9d-9895b27c4d86 admin admin] Pushing event updated for resources: {'Network': ['ID=6790aee3-a568-416d-8947-b417685541d5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:39.482926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52c0ae17-5909-4476-a238-eaa8341c8245 req-43490fc4-9d88-4164-b809-55f837599876 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Dec 09 14:50:39.489420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Made reservation on behalf of 578c491fee2f4d0c80fe0cd3c992472e for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:39.495884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-654a2e6c-21a8-41cb-b99e-bfa3e9c718b0 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375219 Dec 09 14:50:39.497239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.620374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec6eae57-4d7e-44ec-85cf-6fb2359e7a42 req-eb5c53fa-1aff-4ddb-8da0-3a15583694e0 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280018 Dec 09 14:50:39.641282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 6790aee3-a568-416d-8947-b417685541d5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:50:39.653367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-ce65e41d-5956-4c06-8bf0-ab0939405741 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564243 Dec 09 14:50:39.745454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb762-2fe7-4466-8248-6ad88d0a8586 req-37cb79b7-2421-49d2-8e56-b51d59eee99a tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.747805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cafb762-2fe7-4466-8248-6ad88d0a8586 req-37cb79b7-2421-49d2-8e56-b51d59eee99a tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 948 time: 0.0929794 Dec 09 14:50:39.749534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.824535 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36087b3a-2ae0-41a1-b14a-08de9f71e201 x-openstack-request-id: req-36087b3a-2ae0-41a1-b14a-08de9f71e201 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:39.824848 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "tag": "aef1da4b-decf-473d-8948-61b426404e6f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:39.825155 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36087b3a-2ae0-41a1-b14a-08de9f71e201 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:39.825564 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f', 'status': 'completed', 'code': 200} Dec 09 14:50:39.836536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:39.854098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f4ffa1-6e58-4e4a-b908-236a3905a954,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:39.865714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:50:39.874923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Checking segment: {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:39.875190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Network hostable DHCP agents. Network: 6790aee3-a568-416d-8947-b417685541d5, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:50:39.889461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cafb762-2fe7-4466-8248-6ad88d0a8586 req-9fa7fb57-2dae-44fa-a8ca-0b8bcf36db27 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323552 Dec 09 14:50:39.926382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Network 6790aee3-a568-416d-8947-b417685541d5 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:50:39.959378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 6790aee3-a568-416d-8947-b417685541d5) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:39.963217 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-afc9cc21-2c6d-4e57-9c19-0939fc25f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:39.964186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-b62741d1-6867-4a7b-ac25-b9ac126e0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.970271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-b62741d1-6867-4a7b-ac25-b9ac126e0527 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1095 time: 0.0924938 Dec 09 14:50:39.984251 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8481c838-21b6-495a-b2b7-5c1e3693c367 req-22b3cdd4-bff2-4b9b-96a8-18c1fa296642 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 210 time: 0.0402155 Dec 09 14:50:39.986204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:39.987033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.003138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05adc108-0ce1-4141-b0ed-70de9e8cf775 None None] Network 6790aee3-a568-416d-8947-b417685541d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:40.089988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-18274f85-574c-444e-a1ba-7dd926899cd9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6706221 Dec 09 14:50:40.092895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59604) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:40.097434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:40.130367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-afc9cc21-2c6d-4e57-9c19-0939fc25f6fd None None] For port 4bf94791-d202-43af-82b3-0f3b8d27c696, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4bf94791-d202-43af-82b3-0f3b8d27c696,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:40.137115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:50:35Z', 'revision_number': 4, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '4bf94791-d202-43af-82b3-0f3b8d27c696', 'name': '', 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'mac_address': 'fa:16:3e:64:fb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:33Z', 'updated_at': '2021-12-09T14:50:39Z', 'revision_number': 4, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'subnets': [{'id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:40.152942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-6e57971c-0ab7-485a-9c5f-632dd0496db7 service neutron] 10.222.0.43 "GET /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.1479013 Dec 09 14:50:40.158859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.160509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.177865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-afc9cc21-2c6d-4e57-9c19-0939fc25f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.185059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93299e81-4733-4828-aedf-89a73d37b8a0 None None] The sync data for ids ['6f599417-10e9-4332-a414-be5f7f27d58b'] in n-d-804292-5 is: [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:50:35Z', 'revision_number': 4, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '4bf94791-d202-43af-82b3-0f3b8d27c696', 'name': '', 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'mac_address': 'fa:16:3e:64:fb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:33Z', 'updated_at': '2021-12-09T14:50:39Z', 'revision_number': 4, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'subnets': [{'id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:50:40.285963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3bdde-9b21-4420-8457-eb89a44c2174 req-dba6db90-fd0b-4cc2-b25b-8f1eb64a6bcd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:40.294993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85c3bdde-9b21-4420-8457-eb89a44c2174 req-dba6db90-fd0b-4cc2-b25b-8f1eb64a6bcd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.1698532 Dec 09 14:50:40.298175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-6790aee3-a568-416d-8947-b417685541d5', 'network_id': '6790aee3-a568-416d-8947-b417685541d5', 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'fixed_ips': [{'subnet_id': '73f4ffa1-6e58-4e4a-b908-236a3905a954'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:50:40.298635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-bd03b95c-86be-4770-9234-d9309697d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:40.300032 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.300591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-bd03b95c-86be-4770-9234-d9309697d7ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.3198609 Dec 09 14:50:40.303638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.350167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9cc21-2c6d-4e57-9c19-0939fc25f6fd None None] Pushing event updated for resources: {'Port': ['ID=4bf94791-d202-43af-82b3-0f3b8d27c696,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:40.381148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7dc2e774-6c09-434b-82f9-6137771bc833 None None] Provisioning complete for port 4bf94791-d202-43af-82b3-0f3b8d27c696 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:40.381737 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e774-6c09-434b-82f9-6137771bc833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.496654 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85c3bdde-9b21-4420-8457-eb89a44c2174 req-8bfc4dc3-30af-48f7-af25-08aca522acdb tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002332 Dec 09 14:50:40.498380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-d9901f7d-0f64-42b1-94d2-1a2bae44d8ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 217 time: 0.1660638 Dec 09 14:50:40.625004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-c7b7ad56-24b1-4340-8d05-cea4ec79752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:40.627681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-c7b7ad56-24b1-4340-8d05-cea4ec79752b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.1144390 Dec 09 14:50:40.649003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6a498083-2031-46a5-bb32-f155a976ebb7 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:40.692331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-a54fd4eb-e3bd-4adf-b936-88195b99fc44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478282 Dec 09 14:50:40.702526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:40.725780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85789-9a64-4f07-a710-861781b9cf27 req-3be06e77-411f-4a6a-bf00-02ec62e7460d tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:40.733606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14e85789-9a64-4f07-a710-861781b9cf27 req-3be06e77-411f-4a6a-bf00-02ec62e7460d tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 949 time: 0.2293181 Dec 09 14:50:40.781104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a578-0cab-4ff1-9715-9e1dd648a740 req-763c28e8-82bc-4217-a6c2-903d5319c2cb tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:40.783095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19a6a578-0cab-4ff1-9715-9e1dd648a740 req-763c28e8-82bc-4217-a6c2-903d5319c2cb tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 949 time: 0.1535394 Dec 09 14:50:40.822516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:40.845246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Allocated IP 172.20.0.2 (6790aee3-a568-416d-8947-b417685541d5/73f4ffa1-6e58-4e4a-b908-236a3905a954/b33f89d1-d2f6-47c0-b627-e26d71b8420e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:40.851049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:40.880905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-d29c14a6-8bba-43d7-8c23-ba4e72d2cca8 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749980 Dec 09 14:50:40.890830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6a498083-2031-46a5-bb32-f155a976ebb7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6a498083-2031-46a5-bb32-f155a976ebb7,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:40.914228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '6a498083-2031-46a5-bb32-f155a976ebb7', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '6a498083-2031-46a5-bb32-f155a976ebb7', 'mac_address': 'fa:16:3e:e0:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:40.921998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cd816f-a142-45fc-a83c-ea3dcfc97f9b {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:40.930625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19a6a578-0cab-4ff1-9715-9e1dd648a740 req-6c9f212b-5f2a-4884-ba49-0e09b66cbfc0 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917184 Dec 09 14:50:40.986961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:40.994601 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.021999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a498083-2031-46a5-bb32-f155a976ebb7 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:41.026192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.044817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14e85789-9a64-4f07-a710-861781b9cf27 req-9ec54b90-f6c1-4663-ab6e-975de9f5b2e3 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064513 Dec 09 14:50:41.102910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb617dc-3238-4e65-a680-e24f572bf17d req-ac737f2c-0242-45ba-a600-82091ba63588 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019985 Dec 09 14:50:41.120037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2105-4fd2-4d3a-bb90-64844d6c1536 req-8941023b-24c6-4dbb-9936-f983e74339eb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:41.123727 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7eaf2105-4fd2-4d3a-bb90-64844d6c1536 req-8941023b-24c6-4dbb-9936-f983e74339eb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 943 time: 0.1071358 Dec 09 14:50:41.139977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6a498083-2031-46a5-bb32-f155a976ebb7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6a498083-2031-46a5-bb32-f155a976ebb7,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:41.151254 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.190528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7eaf2105-4fd2-4d3a-bb90-64844d6c1536 req-e94313d1-d053-4b10-99d1-01bad5c90e98 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583193 Dec 09 14:50:41.224871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] Transition to ACTIVE for port object 94cd816f-a142-45fc-a83c-ea3dcfc97f9b will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:41.240472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.249036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b78a431-9276-4327-9fdf-def35484aeb1 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:41.279522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38723e-1b33-4db9-9ab9-783e683df6fe req-85d1fa55-39f2-45fd-ac4d-8266ec6fdecc tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:41.281417 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da38723e-1b33-4db9-9ab9-783e683df6fe req-85d1fa55-39f2-45fd-ac4d-8266ec6fdecc tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 949 time: 0.1372814 Dec 09 14:50:41.313492 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75f87439-86df-46f8-811d-693d7311a734 req-8f7f7737-4fee-4eee-8b59-a00f7966169b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Dec 09 14:50:41.345583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6a498083-2031-46a5-bb32-f155a976ebb7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:41.388590 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.399063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.409926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] No DVR routers for this DVR port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:41.430834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 6b78a431-9276-4327-9fdf-def35484aeb1 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:41.438495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['6a498083-2031-46a5-bb32-f155a976ebb7'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:41.471797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 6b78a431-9276-4327-9fdf-def35484aeb1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:41.472177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.577481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Pushing event updated for resources: {'Port': ['ID=b33f89d1-d2f6-47c0-b627-e26d71b8420e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:41.593425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4bf94791-d202-43af-82b3-0f3b8d27c696 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:41.608394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Network 6790aee3-a568-416d-8947-b417685541d5 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:41.636678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] Pushing event updated for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=10']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:41.638613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:41.645108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:41.651414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1491ece2-9dc6-44e6-bfef-76d6d941304f service neutron] 10.222.0.43 "PUT /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4840283 Dec 09 14:50:41.671075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da38723e-1b33-4db9-9ab9-783e683df6fe req-b8a86544-649b-44d7-8e49-ed7fd7658216 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587799 Dec 09 14:50:41.678759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.716282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.768678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Attempting to bind port b33f89d1-d2f6-47c0-b627-e26d71b8420e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:41.769071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Attempting to bind port b33f89d1-d2f6-47c0-b627-e26d71b8420e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:41.769549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Attempting to bind port b33f89d1-d2f6-47c0-b627-e26d71b8420e on network 6790aee3-a568-416d-8947-b417685541d5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:41.821195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4bf94791-d202-43af-82b3-0f3b8d27c696 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:41.822091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.859968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Allocated IP 172.25.0.129 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/6dba5d25-6d5e-4570-bb5a-80df76e4693e) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:41.862442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:41.862946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Checking segment: {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:41.863984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.863984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Bound using segment: {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:41.864509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Bound port: b33f89d1-d2f6-47c0-b627-e26d71b8420e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:41.864981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.872505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5344-6259-4688-995a-6efe4e13f5cb req-eab1f586-6222-4bcd-8f4d-2619c4926ef0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:41.874099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a03a5344-6259-4688-995a-6efe4e13f5cb req-eab1f586-6222-4bcd-8f4d-2619c4926ef0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.2692554 Dec 09 14:50:41.888090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:41.923886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-78c56ea3-47c8-4c57-a249-83a13727d848 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:41.926520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-78c56ea3-47c8-4c57-a249-83a13727d848 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.3797667 Dec 09 14:50:41.931029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-e4336f46-40ae-4924-a739-30d8ae4cecf7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:41.932793 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-e4336f46-40ae-4924-a739-30d8ae4cecf7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.1293018 Dec 09 14:50:41.940867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Request body: {'port': {'device_id': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'admin_state_up': True, 'tenant_id': '7710ec86a4ed476084de184b6b7d671c'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:41.956923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c72e96-a18b-4c96-9120-12288a33fe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b78a431-9276-4327-9fdf-def35484aeb1'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:41.959195 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492322dc-68c1-4b34-a03d-643452f17779" -d '{"events": [{"server_uuid": "01c72e96-a18b-4c96-9120-12288a33fe51", "name": "network-vif-plugged", "status": "completed", "tag": "6b78a431-9276-4327-9fdf-def35484aeb1"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:41.992542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6b78a431-9276-4327-9fdf-def35484aeb1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b78a431-9276-4327-9fdf-def35484aeb1,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:42.001975 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.065891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a03a5344-6259-4688-995a-6efe4e13f5cb req-7578216d-10ad-4b28-bafc-38f7d7d46b40 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761644 Dec 09 14:50:42.100957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-750885a6-8d91-4cf4-9729-4aea2b7f5850 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.103261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-750885a6-8d91-4cf4-9729-4aea2b7f5850 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 949 time: 0.2149396 Dec 09 14:50:42.147699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-deb2b61a-b7b0-4836-81d9-4865e49b47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.149236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-deb2b61a-b7b0-4836-81d9-4865e49b47eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96&tenant_id=0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 1095 time: 0.1990788 Dec 09 14:50:42.251235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.306393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd76112-76f0-4fb1-b1a8-c50558ad6de7 req-c8fed5fa-a8fa-4e53-bbe7-9a289dc36c72 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.320362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1bd76112-76f0-4fb1-b1a8-c50558ad6de7 req-c8fed5fa-a8fa-4e53-bbe7-9a289dc36c72 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 949 time: 0.2626891 Dec 09 14:50:42.333694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Made reservation on behalf of 7710ec86a4ed476084de184b6b7d671c for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:42.339246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.342527 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875612a2-99df-44ea-8cc6-b7e8b0ea3634 x-openstack-request-id: req-875612a2-99df-44ea-8cc6-b7e8b0ea3634 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:42.342837 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c72e96-a18b-4c96-9120-12288a33fe51", "name": "network-vif-plugged", "status": "completed", "tag": "6b78a431-9276-4327-9fdf-def35484aeb1", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:42.343092 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-875612a2-99df-44ea-8cc6-b7e8b0ea3634 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:42.343511 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c72e96-a18b-4c96-9120-12288a33fe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b78a431-9276-4327-9fdf-def35484aeb1', 'code': 200} Dec 09 14:50:42.345107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-a92faad2-3823-4df6-b4a9-f8e5a0a752c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.348481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-a92faad2-3823-4df6-b4a9-f8e5a0a752c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1095 time: 0.1523550 Dec 09 14:50:42.379863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd280-b2b7-4990-8507-1f447b55c2d0 req-e73dc923-dc09-4d7d-a1c7-6f5989d127ba tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.388401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-025bd280-b2b7-4990-8507-1f447b55c2d0 req-e73dc923-dc09-4d7d-a1c7-6f5989d127ba tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.1318243 Dec 09 14:50:42.422442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b78a431-9276-4327-9fdf-def35484aeb1,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:42.425784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] For port b33f89d1-d2f6-47c0-b627-e26d71b8420e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:42.429234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] For port b33f89d1-d2f6-47c0-b627-e26d71b8420e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b33f89d1-d2f6-47c0-b627-e26d71b8420e,segment=NetworkSegment(161c2018-ab89-4d63-a861-c6312e3e9726),segment_id=161c2018-ab89-4d63-a861-c6312e3e9726)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:42.441768 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.443050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1bd76112-76f0-4fb1-b1a8-c50558ad6de7 req-f6b5b5d8-8f60-4fe2-bb91-e85498e8e3b1 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad44893f-dde2-4ed5-b772-ebae3e0dd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196315 Dec 09 14:50:42.456886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a38e0-ae3a-49fc-9aa5-659d617123c9 req-a82c3018-0e67-4a1d-bdd4-5d85d042fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.458857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b48a38e0-ae3a-49fc-9aa5-659d617123c9 req-a82c3018-0e67-4a1d-bdd4-5d85d042fe55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 1101 time: 0.1779613 Dec 09 14:50:42.467963 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.557302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec42d0-7071-4a3f-b5dc-08ade217ed7b None None] Pushing event updated for resources: {'Port': ['ID=b33f89d1-d2f6-47c0-b627-e26d71b8420e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:42.572375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Deleting port 83f3d94c-baa5-47b6-91aa-682faee4ec34 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:50:42.572717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.593314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aef1da4b-decf-473d-8948-61b426404e6f details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:42.621890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-f9b64f9e-a925-4b41-b433-cdd32b43398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.623417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-f9b64f9e-a925-4b41-b433-cdd32b43398c service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2640426 Dec 09 14:50:42.648337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:42.660116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-025bd280-b2b7-4990-8507-1f447b55c2d0 req-6e3e0034-921a-41b7-bb8b-8ea6f8f73d67 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689991 Dec 09 14:50:42.677302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:42.704626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:42.706536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Pushing event updated for resources: {'Port': ['ID=6dba5d25-6d5e-4570-bb5a-80df76e4693e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:42.726632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-1c222869-1d79-40ce-abc5-96c5a64bda16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.0926530 Dec 09 14:50:42.777794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:42.824812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'aef1da4b-decf-473d-8948-61b426404e6f', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'port_id': 'aef1da4b-decf-473d-8948-61b426404e6f', 'mac_address': 'fa:16:3e:cc:35:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac37e4bf-e44c-4605-8a47-a72f6f680dcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:42.892222 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.908369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eea3db35-381d-46bc-a5da-7908d1af6cf2 req-9298d1d8-e229-412f-b8ca-53b19ef94fff tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 210 time: 0.0957687 Dec 09 14:50:42.910486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef1da4b-decf-473d-8948-61b426404e6f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:42.925164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Allocated IP 172.20.0.14 (705c96fc-684f-4b31-9a9e-ab0a0466b788/3611c0c1-f3b6-4685-8ca3-aff193df4b0d/727e77d0-97a6-41a0-8718-5bab4b5cb308) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:42.940433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:42.946574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-acf1009d-b4d1-4efe-b3fd-8b781b745154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:42.954634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:42.955331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-acf1009d-b4d1-4efe-b3fd-8b781b745154 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.1910453 Dec 09 14:50:42.997956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-74e9fb89-3606-4098-9be2-ff2c28a7ca7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339537 Dec 09 14:50:43.057875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:43.168557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b48a38e0-ae3a-49fc-9aa5-659d617123c9 req-005fc428-a843-495f-8239-ca1c463dc405 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832283 Dec 09 14:50:43.176221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b0ef-efdf-4565-8c0b-3722531013f1 req-d0df07c0-e720-4823-a93f-aeba9b0fc475 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:43.177592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b04b0ef-efdf-4565-8c0b-3722531013f1 req-d0df07c0-e720-4823-a93f-aeba9b0fc475 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 944 time: 0.6297629 Dec 09 14:50:43.211152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aef1da4b-decf-473d-8948-61b426404e6f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:43.218161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-ae1e86d8-3e01-4bba-8730-5108eb520364 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099996 Dec 09 14:50:43.252098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] For port 83f3d94c-baa5-47b6-91aa-682faee4ec34, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=83f3d94c-baa5-47b6-91aa-682faee4ec34,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:43.252472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.281268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Calling delete_port for 83f3d94c-baa5-47b6-91aa-682faee4ec34 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:50:43.387314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b04b0ef-efdf-4565-8c0b-3722531013f1 req-e172786d-af8e-4de7-a109-002ed15b431f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802182 Dec 09 14:50:43.506033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.515681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572066d-1643-4054-8f5e-f4267021e1d3 req-332e2105-d494-4321-8ab0-ad57e3f8c8e2 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:43.517849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d572066d-1643-4054-8f5e-f4267021e1d3 req-332e2105-d494-4321-8ab0-ad57e3f8c8e2 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 949 time: 0.3579392 Dec 09 14:50:43.522333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.550619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b33f89d1-d2f6-47c0-b627-e26d71b8420e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:43.624901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b33f89d1-d2f6-47c0-b627-e26d71b8420e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:43.625294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.674121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-a56ebc7f-381b-4750-83af-d7c85f78830a service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849089 Dec 09 14:50:43.702360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.704337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d572066d-1643-4054-8f5e-f4267021e1d3 req-756684ef-3cc4-443e-8221-d1238bf8c7e8 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594734 Dec 09 14:50:43.705769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.727190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['83f3d94c-baa5-47b6-91aa-682faee4ec34'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:43.732994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a3177-3b77-4d67-aff1-73829c871a7c req-43bbc752-6b52-434a-9e48-7f1120134b6b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:43.734491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc2a3177-3b77-4d67-aff1-73829c871a7c req-43bbc752-6b52-434a-9e48-7f1120134b6b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.1655476 Dec 09 14:50:43.773450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.786130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Pushing event deleted for resources: {'Port': ['ID=83f3d94c-baa5-47b6-91aa-682faee4ec34,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:43.836414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:43.836806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port b33f89d1-d2f6-47c0-b627-e26d71b8420e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b33f89d1-d2f6-47c0-b627-e26d71b8420e,segment=NetworkSegment(161c2018-ab89-4d63-a861-c6312e3e9726),segment_id=161c2018-ab89-4d63-a861-c6312e3e9726)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:43.842620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.853700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:43.857078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:43.875062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:43.893493 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6795e3d-adc1-41a2-9b1d-335399b9dfdf req-43c49280-41bf-440d-abe5-a17a6fa2a182 tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef HTTP/1.1" status: 200 len: 210 time: 0.0582378 Dec 09 14:50:43.913652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8661c-0709-4ca2-b247-440c3639a86e None None] Network 6790aee3-a568-416d-8947-b417685541d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:50:43.918916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc2a3177-3b77-4d67-aff1-73829c871a7c req-7fcb44cd-f496-4c45-a302-c56e51b50292 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696939 Dec 09 14:50:43.981579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] No DVR routers for this DVR port 83f3d94c-baa5-47b6-91aa-682faee4ec34 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:43.989947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.993174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:43.993930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:43.994532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=b33f89d1-d2f6-47c0-b627-e26d71b8420e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:44.010316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce9e01dc-08bf-497b-86b5-550670e56fa1 req-87b9e4fc-353d-4508-acd2-b6940d2ab70a tempest-TenantUsagesTestJSON-1193375133 tempest-TenantUsagesTestJSON-1193375133-project] 10.222.0.36 "DELETE /v2.0/ports/83f3d94c-baa5-47b6-91aa-682faee4ec34 HTTP/1.1" status: 204 len: 173 time: 1.8887327 Dec 09 14:50:44.017591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'name': 'network-vif-deleted', 'tag': '83f3d94c-baa5-47b6-91aa-682faee4ec34'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:44.023704 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24348dc-93aa-4323-ad9d-83652164822f" -d '{"events": [{"server_uuid": "ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef", "name": "network-vif-deleted", "tag": "83f3d94c-baa5-47b6-91aa-682faee4ec34"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:44.072030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-982c02ba-9a21-4bd9-9d44-48077e853fba tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1349213 Dec 09 14:50:44.097286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Request body: {'port': {'device_id': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:44.121413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c5154634-c157-4b1a-8b5a-5d2469601e4d None None] Provisioning complete for port b33f89d1-d2f6-47c0-b627-e26d71b8420e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:44.121906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5154634-c157-4b1a-8b5a-5d2469601e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.168579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.183943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991f402-27ff-42ed-a6fe-8bb15e59c0bb req-24a1b97a-4d40-4923-8298-f9a518638120 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:44.188364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-46d8cf08-e113-44d9-956c-ad752edae187 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:44.190006 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-46d8cf08-e113-44d9-956c-ad752edae187 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.1916440 Dec 09 14:50:44.192567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2991f402-27ff-42ed-a6fe-8bb15e59c0bb req-24a1b97a-4d40-4923-8298-f9a518638120 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 932 time: 0.1099818 Dec 09 14:50:44.205558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1188-6c5f-4641-9e0b-9c9d2e6b0edc req-c77c7aeb-1d7a-43c4-844c-343b453a8ea7 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:44.214941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16db1188-6c5f-4641-9e0b-9c9d2e6b0edc req-c77c7aeb-1d7a-43c4-844c-343b453a8ea7 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.1648989 Dec 09 14:50:44.218827 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.328263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2991f402-27ff-42ed-a6fe-8bb15e59c0bb req-1a5b42be-f16b-48be-94f7-3c0eaa451529 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350639 Dec 09 14:50:44.345032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16db1188-6c5f-4641-9e0b-9c9d2e6b0edc req-5e8afe75-90b2-41d6-a54a-a3b827735a03 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289837 Dec 09 14:50:44.419140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:50:44.442176 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb41774-8d30-4069-9f07-de063d93124c x-openstack-request-id: req-cdb41774-8d30-4069-9f07-de063d93124c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:44.442564 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef", "name": "network-vif-deleted", "tag": "83f3d94c-baa5-47b6-91aa-682faee4ec34", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:44.442896 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdb41774-8d30-4069-9f07-de063d93124c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:44.443386 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5aeb8d-43c3-4d68-8c6e-4e1719bfafef', 'name': 'network-vif-deleted', 'tag': '83f3d94c-baa5-47b6-91aa-682faee4ec34', 'status': 'completed', 'code': 200} Dec 09 14:50:44.494789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a5c14201-a6ea-4417-83e2-9130e8155c22 None None] Provisioning complete for port b33f89d1-d2f6-47c0-b627-e26d71b8420e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:44.495330 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5c14201-a6ea-4417-83e2-9130e8155c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.617840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:50:44.629580 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Sync routers for ids ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:50:44.637847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6a498083-2031-46a5-bb32-f155a976ebb7 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:44.648562 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Routers {'8eab1a9e-7dfd-4674-aa58-779d360cdb29'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:44.649619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:44.654586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-4f312b7a-17a8-449a-900d-ac93a9074285 service neutron] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:44.655122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.657742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd45f090-889e-4c74-b896-603a2646cf2f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5622771 Dec 09 14:50:44.659639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-4f312b7a-17a8-449a-900d-ac93a9074285 service neutron] Publish callbacks [] for binding, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.661374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bfa518a-d4ec-4373-a547-b10d0c3ac61c req-4f312b7a-17a8-449a-900d-ac93a9074285 service neutron] 10.222.0.36 "DELETE /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.4433701 Dec 09 14:50:44.661502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59652) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:44.705254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fa3d9-bda0-4439-85b5-c354d16bbd5c req-8a99a089-d37f-4b64-b455-572fe804359c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:44.718503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a5fa3d9-bda0-4439-85b5-c354d16bbd5c req-8a99a089-d37f-4b64-b455-572fe804359c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 944 time: 0.1453831 Dec 09 14:50:44.754744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 6a498083-2031-46a5-bb32-f155a976ebb7 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:44.759826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 6a498083-2031-46a5-bb32-f155a976ebb7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:44.760211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.784931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727e77d0-97a6-41a0-8718-5bab4b5cb308 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:44.797273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.831679 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Set router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:44.844529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Transition to ACTIVE for port object 727e77d0-97a6-41a0-8718-5bab4b5cb308 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:44.853341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.884416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.912870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247aa0b-7f01-498b-ac67-19a959310894 req-d90c0c7a-a18a-47a5-bb98-c1a7bf6490c3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:44.914450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1247aa0b-7f01-498b-ac67-19a959310894 req-d90c0c7a-a18a-47a5-bb98-c1a7bf6490c3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 949 time: 0.1139357 Dec 09 14:50:44.919570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a5fa3d9-bda0-4439-85b5-c354d16bbd5c req-6968081a-5aa4-4453-97e2-ba71ef838991 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985085 Dec 09 14:50:44.927120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f7642-61fd-4e8f-908c-30850753f088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a498083-2031-46a5-bb32-f155a976ebb7'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:44.934538 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a89c7-b2a4-47d1-9cfc-f588ca6fa0ea" -d '{"events": [{"server_uuid": "e85f7642-61fd-4e8f-908c-30850753f088", "name": "network-vif-plugged", "status": "completed", "tag": "6a498083-2031-46a5-bb32-f155a976ebb7"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:44.954335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6a498083-2031-46a5-bb32-f155a976ebb7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6a498083-2031-46a5-bb32-f155a976ebb7,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:44.969535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:44.970046 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:44.972243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aef1da4b-decf-473d-8948-61b426404e6f up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:45.080876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6a498083-2031-46a5-bb32-f155a976ebb7,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:45.093153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port aef1da4b-decf-473d-8948-61b426404e6f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:45.100909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port aef1da4b-decf-473d-8948-61b426404e6f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:45.101580 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.113045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1247aa0b-7f01-498b-ac67-19a959310894 req-1305af88-2058-43cf-8e3f-dea741133d00 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639998 Dec 09 14:50:45.139165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Attempting to bind port 727e77d0-97a6-41a0-8718-5bab4b5cb308 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:45.139640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Attempting to bind port 727e77d0-97a6-41a0-8718-5bab4b5cb308 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:45.140070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Attempting to bind port 727e77d0-97a6-41a0-8718-5bab4b5cb308 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:45.145130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Port 727e77d0-97a6-41a0-8718-5bab4b5cb308 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:45.145579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Attempting to bind port 727e77d0-97a6-41a0-8718-5bab4b5cb308 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:45.151664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:45.152811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Checking segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:45.153305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Bound using segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:45.154918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Bound port: 727e77d0-97a6-41a0-8718-5bab4b5cb308, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:45.155800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.228195 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.233991 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:50:43Z', 'revision_number': 3, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:45.244649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:45.251062 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85cbd8-6220-45a1-ad21-c577a44d5507 x-openstack-request-id: req-1a85cbd8-6220-45a1-ad21-c577a44d5507 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:45.251487 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f7642-61fd-4e8f-908c-30850753f088", "name": "network-vif-plugged", "status": "completed", "tag": "6a498083-2031-46a5-bb32-f155a976ebb7", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:45.251937 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a85cbd8-6220-45a1-ad21-c577a44d5507 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:45.252342 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f7642-61fd-4e8f-908c-30850753f088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a498083-2031-46a5-bb32-f155a976ebb7', 'code': 200} Dec 09 14:50:45.253395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:45.268647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.276185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:45.289459 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.290465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:45.314465 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Checking router: 8eab1a9e-7dfd-4674-aa58-779d360cdb29 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:50:45.314849 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Updating router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 port 6dba5d25-6d5e-4570-bb5a-80df76e4693e binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:50:45.325325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:45.326086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.327915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] 10.222.0.43 "PUT /v2.0/ports/727e77d0-97a6-41a0-8718-5bab4b5cb308 HTTP/1.1" status: 200 len: 1092 time: 1.2405016 Dec 09 14:50:45.328456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:45.330811 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af34feb0-908b-4cc5-82f5-5804fdc13224" -d '{"events": [{"name": "network-changed", "server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:45.346429 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.516685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:45.518777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-685ddf67-e4a1-47f1-9786-fd15158eeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:45.520849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-685ddf67-e4a1-47f1-9786-fd15158eeb1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 1095 time: 0.1170199 Dec 09 14:50:45.538928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f3c9c-179f-4301-8642-2bf122fb807c req-7bb6338a-b707-4232-8992-fd2038e87205 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:45.540692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc9f3c9c-179f-4301-8642-2bf122fb807c req-7bb6338a-b707-4232-8992-fd2038e87205 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1588154 Dec 09 14:50:45.548388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b33f89d1-d2f6-47c0-b627-e26d71b8420e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:45.557650 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d81d-ede7-478c-901e-06807249b705 service neutron] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:45.587134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-c9a8c1b6-f394-4275-9bcc-30339818024c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308 HTTP/1.1" status: 200 len: 217 time: 0.0449164 Dec 09 14:50:45.622936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:45.638486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:45.642601 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.649940 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.680079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7557d6-25a4-4d20-95f8-89db6ea1544d req-baef88ca-40f4-474c-96f0-d75564facb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:45.682424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a7557d6-25a4-4d20-95f8-89db6ea1544d req-baef88ca-40f4-474c-96f0-d75564facb45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 1101 time: 0.2857616 Dec 09 14:50:45.708655 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8da946-215b-4d58-87fd-1507319c26cb None None] Pushing event updated for resources: {'Port': ['ID=6dba5d25-6d5e-4570-bb5a-80df76e4693e,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:45.711856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b33f89d1-d2f6-47c0-b627-e26d71b8420e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:45.713146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.717548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-8fd2702c-444d-4027-ad29-6002ea88bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:45.719046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-8fd2702c-444d-4027-ad29-6002ea88bbfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.1195815 Dec 09 14:50:45.738149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Attempting to bind port 6dba5d25-6d5e-4570-bb5a-80df76e4693e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:45.738862 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Attempting to bind port 6dba5d25-6d5e-4570-bb5a-80df76e4693e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:45.739422 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Attempting to bind port 6dba5d25-6d5e-4570-bb5a-80df76e4693e on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:45.746993 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:45.747397 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:45.747792 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.748180 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:45.748651 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Bound port: 6dba5d25-6d5e-4570-bb5a-80df76e4693e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:45.749170 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.754739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75d2c2-7b26-4fcf-87b4-f697176245be req-a7cea3c6-6c72-407c-8666-a38c1e19f0f9 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:45.768972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d75d2c2-7b26-4fcf-87b4-f697176245be req-a7cea3c6-6c72-407c-8666-a38c1e19f0f9 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1095 time: 0.2624631 Dec 09 14:50:45.805393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] For port 6dba5d25-6d5e-4570-bb5a-80df76e4693e, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:45.809289 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] For port 6dba5d25-6d5e-4570-bb5a-80df76e4693e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6dba5d25-6d5e-4570-bb5a-80df76e4693e,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:45.817885 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.838724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc9f3c9c-179f-4301-8642-2bf122fb807c req-d2623875-f1d4-414a-8ec5-37e71facd043 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392266 Dec 09 14:50:45.870301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-7602b263-3484-46d0-906a-ae160ab274e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897303 Dec 09 14:50:45.880482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:45.898466 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8da946-215b-4d58-87fd-1507319c26cb None None] Pushing event updated for resources: {'Port': ['ID=6dba5d25-6d5e-4570-bb5a-80df76e4693e,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:45.918345 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Routers {'8eab1a9e-7dfd-4674-aa58-779d360cdb29'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:45.919018 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cf24aa-160c-4c42-945c-4b5ea1de2453 x-openstack-request-id: req-23cf24aa-160c-4c42-945c-4b5ea1de2453 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:45.919018 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:45.919225 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:45.919620 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23cf24aa-160c-4c42-945c-4b5ea1de2453 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:45.920179 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'status': 'completed', 'code': 200} Dec 09 14:50:45.931785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a7557d6-25a4-4d20-95f8-89db6ea1544d req-86bf59ab-15fe-407a-9ac6-79b119a21195 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385440 Dec 09 14:50:45.965617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d75d2c2-7b26-4fcf-87b4-f697176245be req-061ac5f6-2d99-4fc4-848e-cd565ee1ec6b tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955848 Dec 09 14:50:45.976481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a0be3bf5-ed2a-446e-a20f-1dcf2762c137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=568af432349044e9b54fcd7d4ba45171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490274 Dec 09 14:50:45.977633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59684) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:46.045736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17578e89-f991-4ab5-a7e7-c2d4f59f3b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.052688 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] Set router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:46.070942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17578e89-f991-4ab5-a7e7-c2d4f59f3b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.142236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17578e89-f991-4ab5-a7e7-c2d4f59f3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.145215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17578e89-f991-4ab5-a7e7-c2d4f59f3b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.146623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-17578e89-f991-4ab5-a7e7-c2d4f59f3b6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad44893f-dde2-4ed5-b772-ebae3e0dd23a HTTP/1.1" status: 204 len: 168 time: 0.1680632 Dec 09 14:50:46.162904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfce44-684b-4223-a070-a43e89b37160 req-a1faa104-8307-47b0-b905-59e710995cc4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:46.166092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0cfce44-684b-4223-a070-a43e89b37160 req-a1faa104-8307-47b0-b905-59e710995cc4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 944 time: 0.1462023 Dec 09 14:50:46.174670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17578e89-f991-4ab5-a7e7-c2d4f59f3b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad44893f-dde2-4ed5-b772-ebae3e0dd23a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:46.216471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c8ac-0651-46f6-a68a-41d3d0c07542 req-7e3f5757-b9a8-4783-b4a5-b49eecf845c7 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:46.219448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6470c8ac-0651-46f6-a68a-41d3d0c07542 req-7e3f5757-b9a8-4783-b4a5-b49eecf845c7 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.0898798 Dec 09 14:50:46.241577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-7d4bd1c1-87a5-4414-832e-b8858ccc9cde service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570771 Dec 09 14:50:46.305770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6470c8ac-0651-46f6-a68a-41d3d0c07542 req-05beef49-3848-40bd-bae9-a90918174025 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745521 Dec 09 14:50:46.313690 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:50:43Z', 'revision_number': 3, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:46.346900 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e59ea4-2d51-4572-a222-3200951fa7a5 None None] The sync data for ids ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'] in n-d-804292-5 is: [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:50:43Z', 'revision_number': 3, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:50:46.397178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0cfce44-684b-4223-a070-a43e89b37160 req-3b9b8985-7b93-4bfc-8177-22dc5ead85b0 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805644 Dec 09 14:50:46.415885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Allocated IP 172.20.0.1 (6790aee3-a568-416d-8947-b417685541d5/73f4ffa1-6e58-4e4a-b908-236a3905a954/d80ddb73-8b82-4b82-b76a-ba85e732fcc6) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:46.490561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80cab710-db5c-4b42-8cd3-119bdfd75d9f req-849ea70a-6fba-4bca-af68-eb679ed05e06 service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330379 Dec 09 14:50:46.523850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6543c-78da-4b6e-a848-57572bfe8fe5 req-c35f5c98-a7e8-4ae5-9f33-d7be166ff3be tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:46.525860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab6543c-78da-4b6e-a848-57572bfe8fe5 req-c35f5c98-a7e8-4ae5-9f33-d7be166ff3be tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.0792267 Dec 09 14:50:46.598836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab6543c-78da-4b6e-a848-57572bfe8fe5 req-f85d14f1-82d9-417d-b535-4d5214471574 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Dec 09 14:50:46.605694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:46.630927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-092a0d02-df0c-4d9a-ac93-dcc45bc9419a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.663636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.708198 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.774937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-092a0d02-df0c-4d9a-ac93-dcc45bc9419a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.783099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-092a0d02-df0c-4d9a-ac93-dcc45bc9419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.794904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Network 6790aee3-a568-416d-8947-b417685541d5 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:46.821059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-f2527ee4-8b0f-459a-95be-0fd91832e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:46.822593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-f2527ee4-8b0f-459a-95be-0fd91832e8b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 1095 time: 0.2564862 Dec 09 14:50:46.824118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:46.826606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:46.827085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:46.835224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-092a0d02-df0c-4d9a-ac93-dcc45bc9419a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e67a8eaf2aa4328bffeb0746fdf7f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284753 Dec 09 14:50:46.836081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a0d02-df0c-4d9a-ac93-dcc45bc9419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55331d3d-69a8-4047-8b05-ce0f9e045cda,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:46.838474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59710) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:46.922858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:46.932416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3feb85d6-fa22-4827-b83b-0eb652efe72d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:46.934910 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3feb85d6-fa22-4827-b83b-0eb652efe72d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.4010031 Dec 09 14:50:46.987233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8840390-80b2-48b6-8521-c8d125f4d3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.000807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a248f-2519-4661-9c26-86d2ad2f1a14 req-86595be3-1781-48ca-8da6-87cf10026128 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:47.008769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c6a248f-2519-4661-9c26-86d2ad2f1a14 req-86595be3-1781-48ca-8da6-87cf10026128 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.1231527 Dec 09 14:50:47.050808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8840390-80b2-48b6-8521-c8d125f4d3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.091685 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c6a248f-2519-4661-9c26-86d2ad2f1a14 req-e3e12fe1-9146-4000-b71c-9ca0034d9e17 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Dec 09 14:50:47.164475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8840390-80b2-48b6-8521-c8d125f4d3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.171945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8840390-80b2-48b6-8521-c8d125f4d3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.173221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8840390-80b2-48b6-8521-c8d125f4d3a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55331d3d-69a8-4047-8b05-ce0f9e045cda HTTP/1.1" status: 204 len: 168 time: 0.3284397 Dec 09 14:50:47.206232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7c980441-fbce-4a7d-acbb-c3c8b275b623 None None] Provisioning complete for port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:47.206730 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7c980441-fbce-4a7d-acbb-c3c8b275b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.209078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8840390-80b2-48b6-8521-c8d125f4d3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55331d3d-69a8-4047-8b05-ce0f9e045cda,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:47.288964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:47.291575 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec08646e-d188-4c98-ad4e-49cff6dc42ad" -d '{"events": [{"server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "name": "network-vif-plugged", "status": "completed", "tag": "aef1da4b-decf-473d-8948-61b426404e6f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:47.300050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 83f3d94c-baa5-47b6-91aa-682faee4ec34 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:47.332011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf3ea-c7e4-4ca1-b8f1-51916712eeea req-e9b5a8db-1b4e-4c12-b37b-bc0924d41f57 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:47.340147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90baf3ea-c7e4-4ca1-b8f1-51916712eeea req-e9b5a8db-1b4e-4c12-b37b-bc0924d41f57 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1056941 Dec 09 14:50:47.357547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 83f3d94c-baa5-47b6-91aa-682faee4ec34 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:50:47.357897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 83f3d94c-baa5-47b6-91aa-682faee4ec34 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:47.376749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7c980441-fbce-4a7d-acbb-c3c8b275b623 None None] Port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:47.404966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90baf3ea-c7e4-4ca1-b8f1-51916712eeea req-afb65f54-2889-4c2a-a67b-a5098048cb03 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639100 Dec 09 14:50:47.446488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-45a1fb02-9309-4975-8d3d-28a3564d0786 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/quotas/0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 375 time: 0.4850733 Dec 09 14:50:47.447573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-d055e84c-d04d-4e70-bacd-82a507524b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:47.449568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-d055e84c-d04d-4e70-bacd-82a507524b53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 905 time: 0.5588834 Dec 09 14:50:47.531569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-cd25c227-f2a0-4a2b-9ee4-2f59baf9dd1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308 HTTP/1.1" status: 200 len: 217 time: 0.0722203 Dec 09 14:50:47.556514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6dba5d25-6d5e-4570-bb5a-80df76e4693e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:47.577723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.630436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6dba5d25-6d5e-4570-bb5a-80df76e4693e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:47.630532 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.663006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-a71e7037-f66e-4fa5-992b-0949fe79cf44 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2083466 Dec 09 14:50:47.690656 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11817ef8-4187-476b-8f96-b72ab6a22a41 x-openstack-request-id: req-11817ef8-4187-476b-8f96-b72ab6a22a41 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:47.690961 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "name": "network-vif-plugged", "status": "completed", "tag": "aef1da4b-decf-473d-8948-61b426404e6f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:47.694017 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11817ef8-4187-476b-8f96-b72ab6a22a41 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:47.694646 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f', 'code': 200} Dec 09 14:50:47.721102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-5aba0d58-2046-4eb4-8ac6-8b13075195dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:47.722944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-5aba0d58-2046-4eb4-8ac6-8b13075195dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.1474640 Dec 09 14:50:47.782122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-579c4014-343a-4127-8163-66c12431f2f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464306 Dec 09 14:50:47.801687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b484d-3c71-41dd-a5d9-58f878cf2992 req-dea8d2af-6ed0-44c4-b514-66d5758cabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:47.804200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070b484d-3c71-41dd-a5d9-58f878cf2992 req-dea8d2af-6ed0-44c4-b514-66d5758cabda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1097 time: 0.0451443 Dec 09 14:50:47.806028 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.841453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 6dba5d25-6d5e-4570-bb5a-80df76e4693e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6dba5d25-6d5e-4570-bb5a-80df76e4693e,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:47.845862 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:47.901015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070b484d-3c71-41dd-a5d9-58f878cf2992 req-dadb7fed-4f84-4467-aab6-0146d21ac972 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885861 Dec 09 14:50:47.912561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b200-2f63-462a-9563-0d5d29603b40 req-b7d2d727-152f-485d-ba0c-52e2183244c9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:47.920090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c59b200-2f63-462a-9563-0d5d29603b40 req-b7d2d727-152f-485d-ba0c-52e2183244c9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 944 time: 0.0789034 Dec 09 14:50:47.937861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=6dba5d25-6d5e-4570-bb5a-80df76e4693e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:47.979092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c59b200-2f63-462a-9563-0d5d29603b40 req-36152043-b37b-4637-91cd-4714c64a22b9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581014 Dec 09 14:50:48.022671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-8752ac69-dd7c-4a0a-a09f-9178ca8cff36 service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284224 Dec 09 14:50:48.041007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-20c0d5b7-8190-42b0-86b5-8d9b72f3b528 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569138 Dec 09 14:50:48.101276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb52c8b-6d5d-4ec3-91d1-69f606ed7d26 req-bedf9a34-35ba-4d02-aec5-806be1e82da8 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:48.103934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcb52c8b-6d5d-4ec3-91d1-69f606ed7d26 req-bedf9a34-35ba-4d02-aec5-806be1e82da8 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.0563462 Dec 09 14:50:48.169838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcb52c8b-6d5d-4ec3-91d1-69f606ed7d26 req-55e292bf-503e-481a-bc5a-f73aa7c6b465 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574102 Dec 09 14:50:48.208348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:48.218754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:48.219543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:48.275890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-bfc886b9-c395-4c89-935b-0a86db33f8aa service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258153 Dec 09 14:50:48.306906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af34feb0-908b-4cc5-82f5-5804fdc13224 req-6712a388-12dc-4951-9698-5d76d1a688d7 service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139213 Dec 09 14:50:48.316878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:48.372658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf8b54-22d6-4d36-a247-74912b7317e0 req-48808ec7-6c29-499a-9746-5bc19207a6c0 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:48.375618 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42cf8b54-22d6-4d36-a247-74912b7317e0 req-48808ec7-6c29-499a-9746-5bc19207a6c0 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.1013026 Dec 09 14:50:48.410945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Network 6790aee3-a568-416d-8947-b417685541d5 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:48.412704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:48.455489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42cf8b54-22d6-4d36-a247-74912b7317e0 req-a1bb2f4b-08a9-470b-947f-3c4d5558c173 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690975 Dec 09 14:50:48.642537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:50:48.710717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d243a53-73dd-46ae-8bd8-a879f58279eb req-e3ae2603-c02c-428c-b6a9-6b59adc6cb6e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:48.730954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d243a53-73dd-46ae-8bd8-a879f58279eb req-e3ae2603-c02c-428c-b6a9-6b59adc6cb6e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1357265 Dec 09 14:50:48.739138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:50:48.829946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d243a53-73dd-46ae-8bd8-a879f58279eb req-2a255c6b-9ba8-4406-a24b-44ae241711d2 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968394 Dec 09 14:50:48.854109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a6c337b1-8913-44a5-bdd9-ab5145e718b9 None None] Provisioning complete for port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:48.854493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6c337b1-8913-44a5-bdd9-ab5145e718b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:48.888764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e4e8d1f-bf62-412a-b11d-33394de564cb req-d90c421c-6143-48a0-b5b8-e4afbdac7c0a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 210 time: 0.0651231 Dec 09 14:50:48.899427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a6c337b1-8913-44a5-bdd9-ab5145e718b9 None None] Port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:50:48.939339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:48.978900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'mac_address': 'fa:16:3e:06:c4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:50:48.997802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c91b25-a8a8-4ef4-9c6f-36885bab1c62 req-3a880c05-253e-449c-84a9-2f26e9ce63f8 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:49.008392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68c91b25-a8a8-4ef4-9c6f-36885bab1c62 req-3a880c05-253e-449c-84a9-2f26e9ce63f8 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.1025820 Dec 09 14:50:49.017140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:50:49.034758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-88e32cca-5fb4-4481-b7af-85998c7c8ff5 admin admin] 10.222.0.46 "PUT /v2.0/routers/8eab1a9e-7dfd-4674-aa58-779d360cdb29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3723350 Dec 09 14:50:49.049474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Sync routers for ids ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:50:49.081026 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68c91b25-a8a8-4ef4-9c6f-36885bab1c62 req-64652270-0897-4506-b9ad-332bbe5a33dc tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696564 Dec 09 14:50:49.085482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Routers {'8eab1a9e-7dfd-4674-aa58-779d360cdb29'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:49.090476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:49.148043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:49.179418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727e77d0-97a6-41a0-8718-5bab4b5cb308 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:49.259161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-a5bc8119-4be0-4a9e-b87c-638f5f260d29 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:49.266758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-a5bc8119-4be0-4a9e-b87c-638f5f260d29 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.1393769 Dec 09 14:50:49.283164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:49.300201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce511-3aae-46a9-81ec-ee80580c1731 req-fbdd787e-8ada-4b68-9f2f-a8f49d80ccae tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:49.302054 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:49.318992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d12ce511-3aae-46a9-81ec-ee80580c1731 req-fbdd787e-8ada-4b68-9f2f-a8f49d80ccae tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 944 time: 0.1049836 Dec 09 14:50:49.417274 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d12ce511-3aae-46a9-81ec-ee80580c1731 req-bf43d169-d4f4-4d0f-92aa-1ded2f3781c6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968022 Dec 09 14:50:49.504648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:49.517391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Set router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:49.579979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6dba5d25-6d5e-4570-bb5a-80df76e4693e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:49.619302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Deleting port 6b78a431-9276-4327-9fdf-def35484aeb1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:50:49.619672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:49.643578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['727e77d0-97a6-41a0-8718-5bab4b5cb308'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:49.697209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c35823-a96b-4eda-ba3d-10050b1f7267 req-be655f5f-3c14-459c-b26a-274fc01c45b4 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:49.698900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67c35823-a96b-4eda-ba3d-10050b1f7267 req-be655f5f-3c14-459c-b26a-274fc01c45b4 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 950 time: 0.1212761 Dec 09 14:50:49.782415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] For port 6b78a431-9276-4327-9fdf-def35484aeb1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b78a431-9276-4327-9fdf-def35484aeb1,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:49.782415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:49.800587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6dba5d25-6d5e-4570-bb5a-80df76e4693e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:49.800949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:49.815119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67c35823-a96b-4eda-ba3d-10050b1f7267 req-823cd81d-962e-4dcc-b874-ada5c7a687e0 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/security-groups?id=41a9041f-ac00-476b-9551-d81513e5a663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026521 Dec 09 14:50:49.816133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Calling delete_port for 6b78a431-9276-4327-9fdf-def35484aeb1 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:50:50.051218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01fc5-2ee3-4be4-b751-09eba0d4186f req-079f4afb-859b-4d7e-a03b-8cc089211235 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:50.052845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3bd01fc5-2ee3-4be4-b751-09eba0d4186f req-079f4afb-859b-4d7e-a03b-8cc089211235 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1027200 Dec 09 14:50:50.055237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:50.077360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6b78a431-9276-4327-9fdf-def35484aeb1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:50.206178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8b3ce81-5682-43e8-bb22-85618a709fc5 req-cdec5b4d-01ac-4f96-92f3-861d4d4aaf2b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 210 time: 0.0608470 Dec 09 14:50:50.344442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Pushing event deleted for resources: {'Port': ['ID=6b78a431-9276-4327-9fdf-def35484aeb1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:50.423503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd80ddb73-8b82-4b82-b76a-ba85e732fcc6', 'name': '', 'network_id': '6790aee3-a568-416d-8947-b417685541d5', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'mac_address': 'fa:16:3e:e8:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '73f4ffa1-6e58-4e4a-b908-236a3905a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:45Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 2, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'subnets': [{'id': '73f4ffa1-6e58-4e4a-b908-236a3905a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:50.506877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] No DVR routers for this DVR port 6b78a431-9276-4327-9fdf-def35484aeb1 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:50.518727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Checking router: 8eab1a9e-7dfd-4674-aa58-779d360cdb29 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:50:50.528967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Updating router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:50:50.533829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:50.544906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d3f792d-7266-4850-9e66-12b8340a9d36 req-1be6588f-fc90-460d-bd0e-abf74f096811 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.36 "DELETE /v2.0/ports/6b78a431-9276-4327-9fdf-def35484aeb1 HTTP/1.1" status: 204 len: 173 time: 1.2742434 Dec 09 14:50:50.545396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c72e96-a18b-4c96-9120-12288a33fe51', 'name': 'network-vif-deleted', 'tag': '6b78a431-9276-4327-9fdf-def35484aeb1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:50.547701 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c845f0-1d0f-4a5d-b8fe-7a4647c5b03b" -d '{"events": [{"server_uuid": "01c72e96-a18b-4c96-9120-12288a33fe51", "name": "network-vif-deleted", "tag": "6b78a431-9276-4327-9fdf-def35484aeb1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:50.587621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3bd01fc5-2ee3-4be4-b751-09eba0d4186f req-001a8b02-ebfb-47ee-b26e-f3078d2ba38f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253475 Dec 09 14:50:50.595560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:50.628597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-66d70ac4-8c7b-4e96-9e30-b0514f004c90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:50.630668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-66d70ac4-8c7b-4e96-9e30-b0514f004c90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.4192054 Dec 09 14:50:50.696656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Request body: {'port': {'device_id': '51db4512-e170-4e10-a820-d4c8c42f6349', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'admin_state_up': True, 'tenant_id': '0205fee1714f48359f486b53fdfbc802'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:50.789664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf83c1d-3df8-4e44-acfa-b029a7d0ab30 req-ab849095-0317-41b4-be53-f16b78a0d0a6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:50.798665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bf83c1d-3df8-4e44-acfa-b029a7d0ab30 req-ab849095-0317-41b4-be53-f16b78a0d0a6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 945 time: 0.0866396 Dec 09 14:50:50.862362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bf83c1d-3df8-4e44-acfa-b029a7d0ab30 req-3cc612da-7347-441d-a179-468dfcd9f243 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623443 Dec 09 14:50:50.863169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:50.938449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b8a7-5d2a-429a-8723-067744c5578d req-d52ae841-3902-4e87-9fa1-923fc4673530 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:50.942638 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1343916d-4fea-47f5-9832-a2018a8b2f93 x-openstack-request-id: req-1343916d-4fea-47f5-9832-a2018a8b2f93 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:50.943057 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c72e96-a18b-4c96-9120-12288a33fe51", "name": "network-vif-deleted", "tag": "6b78a431-9276-4327-9fdf-def35484aeb1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:50.943440 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1343916d-4fea-47f5-9832-a2018a8b2f93 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:50.943946 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c72e96-a18b-4c96-9120-12288a33fe51', 'name': 'network-vif-deleted', 'tag': '6b78a431-9276-4327-9fdf-def35484aeb1', 'status': 'completed', 'code': 200} Dec 09 14:50:50.951744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9140b8a7-5d2a-429a-8723-067744c5578d req-d52ae841-3902-4e87-9fa1-923fc4673530 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.3195333 Dec 09 14:50:51.004932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55acef56-d59b-4c11-8bb5-d10c39c3a3b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.075959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9140b8a7-5d2a-429a-8723-067744c5578d req-a6ab424f-44c8-4810-bc54-62d1d60c335e tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232548 Dec 09 14:50:51.132072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Made reservation on behalf of 0205fee1714f48359f486b53fdfbc802 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:51.140011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.241239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21fde8-f4a7-4868-aaa4-394a2f504cf8 req-89837804-e91d-4f93-9e55-dbde3243ddb0 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:51.241239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee21fde8-f4a7-4868-aaa4-394a2f504cf8 req-89837804-e91d-4f93-9e55-dbde3243ddb0 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1097 time: 0.1704175 Dec 09 14:50:51.275093 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.278020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b669319-9824-4faa-a156-77d9dc7efe6d req-1be28347-44c3-4c7e-8cab-6578f07d2978 tempest-DeleteServersAdminTestJSON-1167296234 tempest-DeleteServersAdminTestJSON-1167296234-project] 10.222.0.46 "GET /v2.0/ports?device_id=01c72e96-a18b-4c96-9120-12288a33fe51 HTTP/1.1" status: 200 len: 210 time: 0.0476115 Dec 09 14:50:51.307101 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.334524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55acef56-d59b-4c11-8bb5-d10c39c3a3b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.347537 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55acef56-d59b-4c11-8bb5-d10c39c3a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.568067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05297ddd-bd0a-453b-8972-cbd1ba1f938f None None] Pushing event updated for resources: {'Port': ['ID=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:51.574500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee21fde8-f4a7-4868-aaa4-394a2f504cf8 req-de9055f5-34fc-4147-b65a-0e2cee272923 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320429 Dec 09 14:50:51.575568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acef56-d59b-4c11-8bb5-d10c39c3a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a004b19-021e-41fe-8bf7-6f2033607623,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:51.583705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Attempting to bind port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:51.584113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Attempting to bind port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:51.584564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Attempting to bind port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 on network 6790aee3-a568-416d-8947-b417685541d5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:51.592934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-55acef56-d59b-4c11-8bb5-d10c39c3a3b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3f71401e49d47fba7e2ebe2ae68a64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283885 Dec 09 14:50:51.593981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:51.600705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:51.601589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Checking segment: {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:51.602582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.603428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Bound using segment: {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:51.604126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Bound port: d80ddb73-8b82-4b82-b76a-ba85e732fcc6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c2018-ab89-4d63-a861-c6312e3e9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6790aee3-a568-416d-8947-b417685541d5'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:51.605303 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.694822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Allocated IP 172.20.0.13 (fd0ada9f-967b-4436-b5e9-cda13af3f0f2/7671b486-00c1-47cf-b614-c4da470c32c3/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:50:51.697631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] For port d80ddb73-8b82-4b82-b76a-ba85e732fcc6, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:51.701584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] For port d80ddb73-8b82-4b82-b76a-ba85e732fcc6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,segment=NetworkSegment(161c2018-ab89-4d63-a861-c6312e3e9726),segment_id=161c2018-ab89-4d63-a861-c6312e3e9726)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:51.704580 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.712211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.726213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd45e-3710-4a68-95fe-7334c6ad88a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.755646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db693-c5ea-4ad8-a389-fd2fc9384fee req-a2ea5f9b-4e3c-4fad-aa8c-ffd22d827160 tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:51.757212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-534db693-c5ea-4ad8-a389-fd2fc9384fee req-a2ea5f9b-4e3c-4fad-aa8c-ffd22d827160 tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 1101 time: 0.3246529 Dec 09 14:50:51.796581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Routers {'8eab1a9e-7dfd-4674-aa58-779d360cdb29'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:50:51.797581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:51.810260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-3fdde39f-fd2e-45d8-960d-ffd414648ce4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2388358 Dec 09 14:50:51.810954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-534db693-c5ea-4ad8-a389-fd2fc9384fee req-621e22ab-7557-4fdb-acfe-645b5a01a53d tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.848783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05297ddd-bd0a-453b-8972-cbd1ba1f938f None None] Pushing event updated for resources: {'Port': ['ID=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:51.978033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4f66ea04-093a-4eeb-83c7-81901f52cab6 None None] Provisioning complete for port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:51.979263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f66ea04-093a-4eeb-83c7-81901f52cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:51.979417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f3a1d82-c4bd-4fd5-91d5-75ee3896fec8 req-92cf385f-98ad-475e-877c-45e9de32c737 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 210 time: 0.2362773 Dec 09 14:50:52.025095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd45e-3710-4a68-95fe-7334c6ad88a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.041992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] Set router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:50:52.106343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd45e-3710-4a68-95fe-7334c6ad88a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.106343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd45e-3710-4a68-95fe-7334c6ad88a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.106343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e9fd45e-3710-4a68-95fe-7334c6ad88a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a004b19-021e-41fe-8bf7-6f2033607623 HTTP/1.1" status: 204 len: 168 time: 0.5080018 Dec 09 14:50:52.172507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fd45e-3710-4a68-95fe-7334c6ad88a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a004b19-021e-41fe-8bf7-6f2033607623,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:52.318102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-534db693-c5ea-4ad8-a389-fd2fc9384fee req-621e22ab-7557-4fdb-acfe-645b5a01a53d tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.357575 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-534db693-c5ea-4ad8-a389-fd2fc9384fee req-621e22ab-7557-4fdb-acfe-645b5a01a53d tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.367734 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.452492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-d02eeb66-27f9-4614-8013-44a5f024237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:52.454055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-d02eeb66-27f9-4614-8013-44a5f024237b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=269ee4c667294f7a83308fca3914c6ef&device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 1101 time: 0.5419598 Dec 09 14:50:52.457341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e22ab-7557-4fdb-acfe-645b5a01a53d tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c2f30-57f7-4d44-891e-da12404b871b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:52.465734 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f66ea04-093a-4eeb-83c7-81901f52cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.517932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.580247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d2933-342b-4aa7-9b0d-c57c577776b6 req-56276e87-833e-4169-bf8e-70c9543ef3ed tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:52.591557 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b4d2933-342b-4aa7-9b0d-c57c577776b6 req-56276e87-833e-4169-bf8e-70c9543ef3ed tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 945 time: 0.1662912 Dec 09 14:50:52.626369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-534db693-c5ea-4ad8-a389-fd2fc9384fee req-621e22ab-7557-4fdb-acfe-645b5a01a53d tempest-LiveMigrationNegativeTest-1540871578 tempest-LiveMigrationNegativeTest-1540871578-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8431761 Dec 09 14:50:52.665938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:52.679326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4f66ea04-093a-4eeb-83c7-81901f52cab6 None None] For port d80ddb73-8b82-4b82-b76a-ba85e732fcc6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,segment=NetworkSegment(161c2018-ab89-4d63-a861-c6312e3e9726),segment_id=161c2018-ab89-4d63-a861-c6312e3e9726)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:52.739207 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f66ea04-093a-4eeb-83c7-81901f52cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.743989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-a5c01fd4-0d49-43c0-a7c9-a2a5589a323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:52.760534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-a5c01fd4-0d49-43c0-a7c9-a2a5589a323f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2628992 Dec 09 14:50:52.772339 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:52.804046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b4d2933-342b-4aa7-9b0d-c57c577776b6 req-bd7ea2cf-86f6-47ff-a121-9a4c6d28cbf9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103977 Dec 09 14:50:52.924531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-e609b319-f3a1-42bb-942b-2492c5fbe1a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6a498083-2031-46a5-bb32-f155a976ebb7 HTTP/1.1" status: 200 len: 217 time: 0.1630144 Dec 09 14:50:52.975147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ea04-093a-4eeb-83c7-81901f52cab6 None None] Pushing event updated for resources: {'Port': ['ID=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:53.001894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd80ddb73-8b82-4b82-b76a-ba85e732fcc6', 'name': '', 'network_id': '6790aee3-a568-416d-8947-b417685541d5', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'mac_address': 'fa:16:3e:e8:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '73f4ffa1-6e58-4e4a-b908-236a3905a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:45Z', 'updated_at': '2021-12-09T14:50:51Z', 'revision_number': 4, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'subnets': [{'id': '73f4ffa1-6e58-4e4a-b908-236a3905a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:50:53.005618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b0766414-658a-4387-b237-17b029f03e7a None None] Provisioning complete for port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:53.006093 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b0766414-658a-4387-b237-17b029f03e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.069115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:53.100727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-608b125f-0b60-4d90-8056-7819cf6c5518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.117653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-684da949-0f30-43ab-a040-11400ffa47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:53.119199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-684da949-0f30-43ab-a040-11400ffa47c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1614926 Dec 09 14:50:53.188988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:50:53.230992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa67619-d3a8-401e-91aa-8e3b60d5101d None None] The sync data for ids ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'] in n-d-804292-5 is: [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd80ddb73-8b82-4b82-b76a-ba85e732fcc6', 'name': '', 'network_id': '6790aee3-a568-416d-8947-b417685541d5', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'mac_address': 'fa:16:3e:e8:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '73f4ffa1-6e58-4e4a-b908-236a3905a954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:45Z', 'updated_at': '2021-12-09T14:50:51Z', 'revision_number': 4, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'subnets': [{'id': '73f4ffa1-6e58-4e4a-b908-236a3905a954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:50:53.243386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 727e77d0-97a6-41a0-8718-5bab4b5cb308 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:50:53.255743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:50:53.282330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:53.293537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 727e77d0-97a6-41a0-8718-5bab4b5cb308 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:53.293914 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.302167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:50:53.357309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:53.357995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.363444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b78a431-9276-4327-9fdf-def35484aeb1 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:50:53.365986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5a1d5cb-db6b-44fb-b1e1-3a54731ff1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.408818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 6b78a431-9276-4327-9fdf-def35484aeb1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:50:53.409527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b78a431-9276-4327-9fdf-def35484aeb1 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:50:53.416987 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-adc9ffab-4b6d-4f12-a1ca-2bbc7dd9c947 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7310917 Dec 09 14:50:53.463041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Request body: {'port': {'device_id': '51db4512-e170-4e10-a820-d4c8c42f6349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:53.511490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d5c4-4ca8-4341-9298-0b9479db872d req-c79ce613-e5fb-4c8c-a252-56e1c2d8d9c7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:53.513675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4188d5c4-4ca8-4341-9298-0b9479db872d req-c79ce613-e5fb-4c8c-a252-56e1c2d8d9c7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 932 time: 0.3799484 Dec 09 14:50:53.586731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-2e0adb66-b877-4d0d-ab46-1461f5662556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:53.588333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-2e0adb66-b877-4d0d-ab46-1461f5662556 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4445980 Dec 09 14:50:53.749908 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.760086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d80ddb73-8b82-4b82-b76a-ba85e732fcc6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:50:53.853551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4188d5c4-4ca8-4341-9298-0b9479db872d req-e744c065-d487-4054-bbd6-7413e8302544 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032062 Dec 09 14:50:53.858218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-608b125f-0b60-4d90-8056-7819cf6c5518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:53.872673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-608b125f-0b60-4d90-8056-7819cf6c5518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:54.043070 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:54.077098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-608b125f-0b60-4d90-8056-7819cf6c5518 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f886b79f309491a9f75eb3e9a5e9405&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0065866 Dec 09 14:50:54.084154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b125f-0b60-4d90-8056-7819cf6c5518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2530aa8f-0c31-4e70-aecc-6d207e1aae94,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:54.113383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59890) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:54.148102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:54.156757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:54.169479 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186699f9-865c-43a3-885d-af4fdcc44176" -d '{"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-plugged", "status": "completed", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:54.187671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:54.335474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:54.455868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:50:54.457240 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:54.471809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f268b552-02cf-455c-9587-bd6720787628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:54.525930 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6511b6ff-bff5-42b9-a6fd-ac9c3871464d x-openstack-request-id: req-6511b6ff-bff5-42b9-a6fd-ac9c3871464d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:54.532356 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-plugged", "status": "completed", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:54.534905 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6511b6ff-bff5-42b9-a6fd-ac9c3871464d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:54.537795 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'code': 200} Dec 09 14:50:54.538068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46421fbc-0ab4-4f3a-8323-3824a79b5d71 req-0e4fc431-e070-4728-aafb-715c0b2f8dfb tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:54.550338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46421fbc-0ab4-4f3a-8323-3824a79b5d71 req-0e4fc431-e070-4728-aafb-715c0b2f8dfb tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 946 time: 0.2914975 Dec 09 14:50:54.770560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f268b552-02cf-455c-9587-bd6720787628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:54.891518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46421fbc-0ab4-4f3a-8323-3824a79b5d71 req-55512451-b5ff-488b-a0e2-5f67bf1904ae tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399949 Dec 09 14:50:54.946116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59904) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:54.993098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cface-8670-47c1-92ad-9ac1b2bf2f59 req-6e9477a7-2a19-4123-8e53-b1f236571080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:54.994840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b76cface-8670-47c1-92ad-9ac1b2bf2f59 req-6e9477a7-2a19-4123-8e53-b1f236571080 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 1097 time: 0.4019465 Dec 09 14:50:55.086480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f268b552-02cf-455c-9587-bd6720787628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.089398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f268b552-02cf-455c-9587-bd6720787628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.093270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f268b552-02cf-455c-9587-bd6720787628 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2530aa8f-0c31-4e70-aecc-6d207e1aae94 HTTP/1.1" status: 204 len: 168 time: 0.9722195 Dec 09 14:50:55.147559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268b552-02cf-455c-9587-bd6720787628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2530aa8f-0c31-4e70-aecc-6d207e1aae94,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:55.162212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b76cface-8670-47c1-92ad-9ac1b2bf2f59 req-f8e1cfc5-a1e8-45cc-bb07-390ca763c396 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490400 Dec 09 14:50:55.284881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0d717-8625-4b97-acee-6a0cb5698821 req-d46d0a4b-e675-4b93-ada9-f52cff57004f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:55.293363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04c0d717-8625-4b97-acee-6a0cb5698821 req-d46d0a4b-e675-4b93-ada9-f52cff57004f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 932 time: 0.0982921 Dec 09 14:50:55.393541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04c0d717-8625-4b97-acee-6a0cb5698821 req-3e32ff48-e6a3-4ef6-b053-2ceefafbea0d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933747 Dec 09 14:50:55.396887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cb156-036b-443a-a169-2d7107bab41c req-09a79af4-393a-4bbc-9a72-b98b1fe464b6 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:55.407231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f91cb156-036b-443a-a169-2d7107bab41c req-09a79af4-393a-4bbc-9a72-b98b1fe464b6 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.6885281 Dec 09 14:50:55.419473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3223c2d-b777-44f7-b1b7-d285283c796a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3da784da24a34cda998e92f2e2f2f4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709437 Dec 09 14:50:55.420947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59910) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:55.556762 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00af8223-6e22-4d45-99a5-22a60057e99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.574437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2f07-fee2-45ea-a26f-ba067ded12a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.630792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2f07-fee2-45ea-a26f-ba067ded12a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.660791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-8f269967-f1de-4d2d-8321-6833d1cc2cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0635700 Dec 09 14:50:55.712147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2f07-fee2-45ea-a26f-ba067ded12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.715329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4b2f07-fee2-45ea-a26f-ba067ded12a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.720130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fc4b2f07-fee2-45ea-a26f-ba067ded12a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41a9041f-ac00-476b-9551-d81513e5a663 HTTP/1.1" status: 204 len: 168 time: 0.2979696 Dec 09 14:50:55.736310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b2f07-fee2-45ea-a26f-ba067ded12a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9041f-ac00-476b-9551-d81513e5a663,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:55.964488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:50:55.974130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:55.989145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Transition to ACTIVE for port object 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:50:56.022716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:56.120718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-f8da62b7-0d62-4336-9816-ad352efcd955 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:56.123244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-f8da62b7-0d62-4336-9816-ad352efcd955 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.43 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.1309290 Dec 09 14:50:56.254178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b28de-f126-4938-aaa8-86979a44b99e req-cd6bc775-de23-4166-b5b0-ddb926eff28c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:56.264513 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f99b28de-f126-4938-aaa8-86979a44b99e req-cd6bc775-de23-4166-b5b0-ddb926eff28c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 946 time: 0.2153506 Dec 09 14:50:56.278401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f91cb156-036b-443a-a169-2d7107bab41c req-c67bdcdd-9123-4ef9-bfcf-df5f36fa7f38 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8676383 Dec 09 14:50:56.455622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72b46d6e-de04-4a45-a2c1-4b4a420cea00 req-baceed16-0e3b-4c5c-85b8-ac1564338ced service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740736 Dec 09 14:50:56.506318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Deleting port 6a498083-2031-46a5-bb32-f155a976ebb7 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:50:56.506841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:56.545417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f99b28de-f126-4938-aaa8-86979a44b99e req-8e9c4eac-e23e-4b67-8a24-f1dfc36a8778 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781658 Dec 09 14:50:56.617344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:56.634801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59938) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:56.724850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:50:56.725251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:50:56.725480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:56.727582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f72f5f7-b14d-42b5-b380-3dd3390af87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:56.798619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] For port 6a498083-2031-46a5-bb32-f155a976ebb7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6a498083-2031-46a5-bb32-f155a976ebb7,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:50:56.798619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:56.805287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:56.818126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:50:56.818126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:50:56.839719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Calling delete_port for 6a498083-2031-46a5-bb32-f155a976ebb7 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:50:56.849023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:50:56.849370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:50:56.849954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:50:56.850216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Bound port: 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:50:56.850583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:56.877991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca288e5-83fe-4bcb-b341-5e97c094913e req-9ce382cd-8836-4737-9336-85d5c2e1b6b3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:56.890707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fca288e5-83fe-4bcb-b341-5e97c094913e req-9ce382cd-8836-4737-9336-85d5c2e1b6b3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.1745749 Dec 09 14:50:57.058399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fca288e5-83fe-4bcb-b341-5e97c094913e req-a419b9ff-cf29-4a6b-9e4f-3a13cd5ae645 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680782 Dec 09 14:50:57.134969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f72f5f7-b14d-42b5-b380-3dd3390af87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.161624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:50:57.166134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:50:57.168660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f72f5f7-b14d-42b5-b380-3dd3390af87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.201960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4f72f5f7-b14d-42b5-b380-3dd3390af87c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=859db98f0f8e42aa80b67109af3533ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5603478 Dec 09 14:50:57.201960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.204326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59946) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:57.250385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59948) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:57.320360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72f5f7-b14d-42b5-b380-3dd3390af87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b1396-d899-4094-a50c-e70062dd7722,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:57.375319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:57.376326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.378177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 1092 time: 3.9482415 Dec 09 14:50:57.382078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:57.384348 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0697377-7d60-4bad-aa57-73b12889c6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:57.510373 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd3c23-3bdb-44c3-9792-711eee8a8969 x-openstack-request-id: req-cbfd3c23-3bdb-44c3-9792-711eee8a8969 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:57.512834 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:57.517001 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbfd3c23-3bdb-44c3-9792-711eee8a8969 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:57.517599 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'status': 'completed', 'code': 200} Dec 09 14:50:57.522181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd3b61-0e4e-4f6c-b4b1-a878f60771d5 service neutron] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:57.537150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-network', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:57.597405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3a9a1702-baab-4e30-a86b-c9df1f9ef101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:57.597405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-3a9a1702-baab-4e30-a86b-c9df1f9ef101 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1095 time: 0.1484282 Dec 09 14:50:57.597405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Made reservation on behalf of 9501c0c1ab3d48d1921f78919183cd1f for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:57.597915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.608614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-055d11f3-9433-4aec-b8bb-ec7260ee8ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6066573 Dec 09 14:50:57.612454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e5207a6-cfbe-44fe-9282-c1a93dc17ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.625774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.656698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643b328-66e1-4a50-9187-0244bb81ce5b req-1cc24889-178e-4bfa-93a2-fa15dc258985 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:57.668121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8643b328-66e1-4a50-9187-0244bb81ce5b req-1cc24889-178e-4bfa-93a2-fa15dc258985 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f7642-61fd-4e8f-908c-30850753f088 HTTP/1.1" status: 200 len: 950 time: 0.1465900 Dec 09 14:50:57.670976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.672132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-8e4dcc76-effe-4e83-9c9f-8dc19c8da2d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.0665717 Dec 09 14:50:57.685384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4041c106-616f-44d8-8457-36d927cf731b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:57.688506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['6a498083-2031-46a5-bb32-f155a976ebb7'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:50:57.793589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Pushing event deleted for resources: {'Port': ['ID=6a498083-2031-46a5-bb32-f155a976ebb7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:57.822958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.823830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] No DVR routers for this DVR port 6a498083-2031-46a5-bb32-f155a976ebb7 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:50:57.826913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.827876 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e5207a6-cfbe-44fe-9282-c1a93dc17ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.831633 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e87c746-2090-41b1-9b3a-bb0b71c11f71 req-eecea7d0-b290-4ac5-a72d-ff099b4b6fb3 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.43 "DELETE /v2.0/ports/6a498083-2031-46a5-bb32-f155a976ebb7 HTTP/1.1" status: 204 len: 173 time: 1.6939309 Dec 09 14:50:57.846122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f7642-61fd-4e8f-908c-30850753f088', 'name': 'network-vif-deleted', 'tag': '6a498083-2031-46a5-bb32-f155a976ebb7'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:50:57.849958 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c124ef-f012-4092-96ec-e9ae12318459" -d '{"events": [{"server_uuid": "e85f7642-61fd-4e8f-908c-30850753f088", "name": "network-vif-deleted", "tag": "6a498083-2031-46a5-bb32-f155a976ebb7"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:50:57.892643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-70bab2dc-d131-4669-9a39-368ae624ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:57.894577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-70bab2dc-d131-4669-9a39-368ae624ef47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 1097 time: 0.1932602 Dec 09 14:50:57.907951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.923374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:50:57.926146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8643b328-66e1-4a50-9187-0244bb81ce5b req-febf8f97-575e-461d-b15d-5fdabdf8a520 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544243 Dec 09 14:50:57.935337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:57.936462 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Added segment 276e12a9-5a24-444d-94ff-ea9b64599f2c of type vlan for network b27770a9-3516-4799-8243-b6666f8e1519 Dec 09 14:50:58.031723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.034574 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e3a72b-cd0e-40a0-b8e2-33b468fcbe5c x-openstack-request-id: req-96e3a72b-cd0e-40a0-b8e2-33b468fcbe5c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:50:58.034872 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f7642-61fd-4e8f-908c-30850753f088", "name": "network-vif-deleted", "tag": "6a498083-2031-46a5-bb32-f155a976ebb7", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:50:58.035117 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96e3a72b-cd0e-40a0-b8e2-33b468fcbe5c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:50:58.035819 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f7642-61fd-4e8f-908c-30850753f088', 'name': 'network-vif-deleted', 'tag': '6a498083-2031-46a5-bb32-f155a976ebb7', 'status': 'completed', 'code': 200} Dec 09 14:50:58.158945 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.159954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:58.160952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.202534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-a0ed92b6-7a2b-4f57-b783-84462de796e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:58.204316 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-a0ed92b6-7a2b-4f57-b783-84462de796e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 925 time: 0.2718673 Dec 09 14:50:58.224929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.323071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fe00b8-9818-42c4-b61f-dc5d65b877ec,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:58.336054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e5207a6-cfbe-44fe-9282-c1a93dc17ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.342898 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e5207a6-cfbe-44fe-9282-c1a93dc17ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.347925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1e5207a6-cfbe-44fe-9282-c1a93dc17ad4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/430b1396-d899-4094-a50c-e70062dd7722 HTTP/1.1" status: 204 len: 168 time: 1.1176953 Dec 09 14:50:58.350529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-b07afabf-7851-47c3-aa98-fe958f2b0d51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 200 len: 1000 time: 0.1358538 Dec 09 14:50:58.403154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1124456 Dec 09 14:50:58.408959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:50:58.422251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Request body: {'subnet': {'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-subnet', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:50:58.457404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-5d5390b4-0a17-4aea-a67f-3d473621750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:58.459307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-5d5390b4-0a17-4aea-a67f-3d473621750f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.1011062 Dec 09 14:50:58.460735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-9ce43d3a-c07a-431c-846b-8bf680a95976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:58.462736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-9ce43d3a-c07a-431c-846b-8bf680a95976 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.7768710 Dec 09 14:50:58.478429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Made reservation on behalf of 9501c0c1ab3d48d1921f78919183cd1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:50:58.483138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:58.600201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5207a6-cfbe-44fe-9282-c1a93dc17ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b1396-d899-4094-a50c-e70062dd7722,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:58.680535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-423b415a-1ec5-4cf6-98af-1b6f9b4e2ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728333 Dec 09 14:50:58.686599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3028e6a-51b9-4ca6-8e5f-5547bc07704a admin admin] Pushing event updated for resources: {'Network': ['ID=b27770a9-3516-4799-8243-b6666f8e1519,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:58.704396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b27770a9-3516-4799-8243-b6666f8e1519 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:50:58.729251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fec2f-1b1f-4c34-af10-87b7ddae88e1 req-17ae09c5-f72f-4e32-a004-1fca0ed9a22a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:58.738723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-394fec2f-1b1f-4c34-af10-87b7ddae88e1 req-17ae09c5-f72f-4e32-a004-1fca0ed9a22a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 946 time: 0.9008827 Dec 09 14:50:59.000725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-394fec2f-1b1f-4c34-af10-87b7ddae88e1 req-b5638a7a-0156-4d9d-b69c-14752d1c0502 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597375 Dec 09 14:50:59.002759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-f899d588-c277-499f-bce1-14be47a4c07d service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126848 Dec 09 14:50:59.122414 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:59.140959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-9b05d047-cbd2-4a13-bac1-6ffbf5bec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:59.142523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-9b05d047-cbd2-4a13-bac1-6ffbf5bec549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4538338 Dec 09 14:50:59.169346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b84a89-f75b-405a-8389-0cf48b2b81a6 req-f69a0902-2c1b-4a9a-af0f-5643f51410d9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:59.170822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1b84a89-f75b-405a-8389-0cf48b2b81a6 req-f69a0902-2c1b-4a9a-af0f-5643f51410d9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.1872056 Dec 09 14:50:59.224657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d30f02c5-1f81-446b-805a-b1efa15fc304 req-dcfc10f0-7a82-4a25-a616-8c890dc8aada service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132943 Dec 09 14:50:59.299812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:50:59.428010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-7147701c-2edf-4863-a481-876090bf9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:59.429856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-7147701c-2edf-4863-a481-876090bf9b40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1095 time: 0.1251047 Dec 09 14:50:59.589629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-26e60875-89ce-417b-937c-61bc2d327e56 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118991 Dec 09 14:50:59.689847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-19790ad8-1585-4413-a7fe-72a89053331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:50:59.698636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-19790ad8-1585-4413-a7fe-72a89053331d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2326519 Dec 09 14:50:59.826658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-a959cd90-9fba-44b5-9884-3a32226de8f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.1172092 Dec 09 14:50:59.885137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0207e3f-8a8f-4272-ae77-f19cf00a6ebc req-d59d167b-6324-4e96-8de3-194e92a36422 service neutron] 10.222.0.36 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357821 Dec 09 14:50:59.903975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1b84a89-f75b-405a-8389-0cf48b2b81a6 req-d7c936c6-9479-45c6-91e2-ca5830fca5d2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917310 Dec 09 14:50:59.906104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7351ed01-5ec9-4738-8e89-de35cc310929,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:50:59.999414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Checking segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:00.002204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Network hostable DHCP agents. Network: b27770a9-3516-4799-8243-b6666f8e1519, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:51:00.084457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Network b27770a9-3516-4799-8243-b6666f8e1519 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:51:00.101340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-ee08caba-86c7-44df-8ce9-8e12a0975a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:00.103380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-ee08caba-86c7-44df-8ce9-8e12a0975a74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.2603874 Dec 09 14:51:00.130020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c8ad-ee2b-4df5-ac49-a799f0cc7506 req-6a76ec8a-156e-449c-aa2f-cfa5de979045 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:00.134439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c692c8ad-ee2b-4df5-ac49-a799f0cc7506 req-6a76ec8a-156e-449c-aa2f-cfa5de979045 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 946 time: 0.1649482 Dec 09 14:51:00.139079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b27770a9-3516-4799-8243-b6666f8e1519) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:00.146197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:00.146800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:00.151924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02162c66-5a90-4521-a028-4de5165353ba None None] Network b27770a9-3516-4799-8243-b6666f8e1519 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:51:00.201049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6e8adf96-ebcd-4332-9c75-f3f77e225a8d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7873933 Dec 09 14:51:00.210631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729480d-6e78-45c9-b51c-b7a5fb2656c4 req-26a2351e-53c4-4fd3-8f45-b4edd7c6abc7 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:00.212480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e729480d-6e78-45c9-b51c-b7a5fb2656c4 req-26a2351e-53c4-4fd3-8f45-b4edd7c6abc7 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.1692517 Dec 09 14:51:00.213002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60020) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:00.223477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-5d8f4253-deb3-477d-9678-5bb0ade0c802 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879149 Dec 09 14:51:00.236698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:00.397290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e729480d-6e78-45c9-b51c-b7a5fb2656c4 req-893bd8db-b7b7-4243-acb4-04d643b58ca6 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499517 Dec 09 14:51:00.443340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:00.446914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:00.449222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b27770a9-3516-4799-8243-b6666f8e1519', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:51:00.464382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:00.468376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c692c8ad-ee2b-4df5-ac49-a799f0cc7506 req-cf0f709e-17a9-4c6b-a6ea-c290e039af0b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029444 Dec 09 14:51:00.579011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-10095d47-1b42-4b20-b200-3f4c0ea42487 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302341 Dec 09 14:51:00.663885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:00.722006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Allocated IP 172.20.0.2 (b27770a9-3516-4799-8243-b6666f8e1519/7351ed01-5ec9-4738-8e89-de35cc310929/48e0be9d-e332-4899-b2e6-10077e3d17ba) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:00.853964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0697377-7d60-4bad-aa57-73b12889c6a9 req-9a3a7354-d34e-47e1-8cdf-1b396c3f9e22 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606349 Dec 09 14:51:01.003172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.010047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6a498083-2031-46a5-bb32-f155a976ebb7 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:01.024174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.035997 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.191840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 6a498083-2031-46a5-bb32-f155a976ebb7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:51:01.192620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6a498083-2031-46a5-bb32-f155a976ebb7 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:51:01.232552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Network b27770a9-3516-4799-8243-b6666f8e1519 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:01.255384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Pushing event updated for resources: {'Port': ['ID=48e0be9d-e332-4899-b2e6-10077e3d17ba,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:01.264511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:01.268839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:01.396034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-1eed9f0e-299d-44af-b527-5d36ce08c906 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:01.411950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-1eed9f0e-299d-44af-b527-5d36ce08c906 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.36 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.1539147 Dec 09 14:51:01.455124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559e6b-8367-498d-a8b0-a9acf96bfe70 req-85db8f69-6ae6-4c40-92ab-27184df723b6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:01.456868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23559e6b-8367-498d-a8b0-a9acf96bfe70 req-85db8f69-6ae6-4c40-92ab-27184df723b6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.2887013 Dec 09 14:51:01.471837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Attempting to bind port 48e0be9d-e332-4899-b2e6-10077e3d17ba on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:01.472225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Attempting to bind port 48e0be9d-e332-4899-b2e6-10077e3d17ba by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:01.472594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Attempting to bind port 48e0be9d-e332-4899-b2e6-10077e3d17ba on network b27770a9-3516-4799-8243-b6666f8e1519 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:01.480900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:01.481280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Checking segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:01.481688 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.482544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Bound using segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:01.482544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Bound port: 48e0be9d-e332-4899-b2e6-10077e3d17ba, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:01.482990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.639052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] For port 48e0be9d-e332-4899-b2e6-10077e3d17ba, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:01.643736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] For port 48e0be9d-e332-4899-b2e6-10077e3d17ba, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=48e0be9d-e332-4899-b2e6-10077e3d17ba,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:01.651719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23559e6b-8367-498d-a8b0-a9acf96bfe70 req-cf1a0aa0-645c-47ae-a874-97f5f8e3623f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768415 Dec 09 14:51:01.656425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.662642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Deleting port 4041c106-616f-44d8-8457-36d927cf731b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:01.663272 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.891719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33346-fec1-4d80-bcdc-7e8be45fd2b2 None None] Pushing event updated for resources: {'Port': ['ID=48e0be9d-e332-4899-b2e6-10077e3d17ba,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:01.914497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] For port 4041c106-616f-44d8-8457-36d927cf731b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4041c106-616f-44d8-8457-36d927cf731b,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:01.915110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:01.972386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Calling delete_port for 4041c106-616f-44d8-8457-36d927cf731b owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:01.984769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:02.022352 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:02.277237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Allocated IP 172.25.0.234 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/30e8ea98-5482-4538-89a1-cc6da4c4f089) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:02.283659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1e2c1-fa19-4319-9c15-abe16dd56983 req-c4877b25-4902-42d5-9fd6-5f076845ad68 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:02.296512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1d1e2c1-fa19-4319-9c15-abe16dd56983 req-c4877b25-4902-42d5-9fd6-5f076845ad68 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 949 time: 0.5177929 Dec 09 14:51:02.478011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1d1e2c1-fa19-4319-9c15-abe16dd56983 req-7fc81a81-e08f-41d9-8529-4e08c8d3a420 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/security-groups?id=c712cdc5-f2cc-4ce0-b769-c3d53079c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782894 Dec 09 14:51:02.537809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:02.553095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4041c106-616f-44d8-8457-36d927cf731b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:02.568212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:02.609298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:02.632677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Pushing event deleted for resources: {'Port': ['ID=4041c106-616f-44d8-8457-36d927cf731b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:02.687073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:02.694542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:02.699248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:02.783685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] No DVR routers for this DVR port 4041c106-616f-44d8-8457-36d927cf731b on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:51:02.786935 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:02.791590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccf46deb-5467-48d4-bee4-3f6c2d785a7e req-b918ae15-2bb8-4be6-b833-4779daa06585 tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.36 "DELETE /v2.0/ports/4041c106-616f-44d8-8457-36d927cf731b HTTP/1.1" status: 204 len: 173 time: 1.3730068 Dec 09 14:51:02.793946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'name': 'network-vif-deleted', 'tag': '4041c106-616f-44d8-8457-36d927cf731b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:02.799067 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8129a8-6420-4552-9501-2428f227350d" -d '{"events": [{"server_uuid": "de67b83e-37c8-42fe-b322-a1c8cc245fc9", "name": "network-vif-deleted", "tag": "4041c106-616f-44d8-8457-36d927cf731b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:02.890477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Pushing event updated for resources: {'Port': ['ID=30e8ea98-5482-4538-89a1-cc6da4c4f089,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:02.993926 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fa2f5-2dbc-4740-8ae7-15b8d907e654 x-openstack-request-id: req-b16fa2f5-2dbc-4740-8ae7-15b8d907e654 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:02.998238 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de67b83e-37c8-42fe-b322-a1c8cc245fc9", "name": "network-vif-deleted", "tag": "4041c106-616f-44d8-8457-36d927cf731b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:02.998987 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b16fa2f5-2dbc-4740-8ae7-15b8d907e654 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:03.000685 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de67b83e-37c8-42fe-b322-a1c8cc245fc9', 'name': 'network-vif-deleted', 'tag': '4041c106-616f-44d8-8457-36d927cf731b', 'status': 'completed', 'code': 200} Dec 09 14:51:03.082509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78077fe2-04f7-4733-80fe-79db5170dcfb req-1908eb4a-4b42-4b0c-88d3-18d7ae62e5ec tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:03.095212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78077fe2-04f7-4733-80fe-79db5170dcfb req-1908eb4a-4b42-4b0c-88d3-18d7ae62e5ec tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.2698789 Dec 09 14:51:03.234624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78077fe2-04f7-4733-80fe-79db5170dcfb req-db677df7-afe0-45f2-824d-04841e89bdb9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290820 Dec 09 14:51:03.379853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:03.650754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:03.811527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60140) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:03.812931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:03.847488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 48e0be9d-e332-4899-b2e6-10077e3d17ba up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:03.855729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'port_id': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'mac_address': 'fa:16:3e:0e:fc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671b486-00c1-47cf-b614-c4da470c32c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:03.920525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2064d277-fe4f-4761-8f08-1ef3d24970fb req-186ef422-5108-45f8-ad9a-864f6426d8fe tempest-LiveMigrationNegativeTest-952723773 tempest-LiveMigrationNegativeTest-952723773-project] 10.222.0.46 "GET /v2.0/ports?device_id=de67b83e-37c8-42fe-b322-a1c8cc245fc9 HTTP/1.1" status: 200 len: 210 time: 0.0904949 Dec 09 14:51:03.941995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d0195-dc4f-4191-8f7b-696ec45efd64 None None] Network b27770a9-3516-4799-8243-b6666f8e1519 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:51:04.071527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-952a5882-b037-49e6-a8c7-16915cdd81af None None] Provisioning complete for port 48e0be9d-e332-4899-b2e6-10077e3d17ba triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:04.072340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-952a5882-b037-49e6-a8c7-16915cdd81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.077163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e79767c0-ac74-4103-a4c1-e7e0f635af21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.154313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.244913 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.281570 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-952a5882-b037-49e6-a8c7-16915cdd81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.303152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:04.334840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-952a5882-b037-49e6-a8c7-16915cdd81af None None] For port 48e0be9d-e332-4899-b2e6-10077e3d17ba, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=48e0be9d-e332-4899-b2e6-10077e3d17ba,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:04.340972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 48e0be9d-e332-4899-b2e6-10077e3d17ba triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:04.341715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.346188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e79767c0-ac74-4103-a4c1-e7e0f635af21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.359058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e79767c0-ac74-4103-a4c1-e7e0f635af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.411010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-952a5882-b037-49e6-a8c7-16915cdd81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.444687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e79767c0-ac74-4103-a4c1-e7e0f635af21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00032713a4b2473ca031e094c4bbfc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6196828 Dec 09 14:51:04.450613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:04.488494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79767c0-ac74-4103-a4c1-e7e0f635af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6b535-3349-41ea-a226-1bb1954b0da9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:04.548430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a5882-b037-49e6-a8c7-16915cdd81af None None] Pushing event updated for resources: {'Port': ['ID=48e0be9d-e332-4899-b2e6-10077e3d17ba,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:04.563476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:04.563722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17847-9de6-4856-a7cd-532bbfc465fc req-afe4155d-4228-4c7a-838e-bff61ecf3871 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:04.576021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbc17847-9de6-4856-a7cd-532bbfc465fc req-afe4155d-4228-4c7a-838e-bff61ecf3871 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.1463113 Dec 09 14:51:04.590011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.632960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.699071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbc17847-9de6-4856-a7cd-532bbfc465fc req-4d4bf9ac-02a0-4d66-b981-a6efabae717f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098940 Dec 09 14:51:04.699194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.808239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:51:04.814567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.817742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:04.819066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07a6b535-3349-41ea-a226-1bb1954b0da9 HTTP/1.1" status: 204 len: 168 time: 0.3672376 Dec 09 14:51:04.832745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6b535-3349-41ea-a226-1bb1954b0da9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:04.885241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.886693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.887215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.887735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.888248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.888741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.889222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.889711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.890197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.890735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.891221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.891726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:04.892214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e174-2fe1-40d9-8035-eac4f30e8543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:05.100633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:51:05.115012 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:51:05.149315 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:05.154702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:05.155248 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:05.192050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:05.195436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-13eef118-1a10-4168-9dc7-99640f073132 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.9813633 Dec 09 14:51:05.198801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60206) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:05.334913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:05.537819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4041c106-616f-44d8-8457-36d927cf731b no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:05.627052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-79f8af3d-4797-44e9-902c-68b80120a51a None None] Provisioning complete for port 48e0be9d-e332-4899-b2e6-10077e3d17ba triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:05.627451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79f8af3d-4797-44e9-902c-68b80120a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:05.744206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60218) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:05.786011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6012ca96-7ceb-474d-b549-685bf2e2f0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:05.820064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 4041c106-616f-44d8-8457-36d927cf731b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:51:05.821745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4041c106-616f-44d8-8457-36d927cf731b not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:51:05.856539 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:05.981614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60220) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:06.002115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:51:06.064187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:06.198643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6012ca96-7ceb-474d-b549-685bf2e2f0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.206204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6012ca96-7ceb-474d-b549-685bf2e2f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.317611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188b38-1984-4818-80a4-b7457f385447 req-99cf0309-6953-44c4-868e-2a1aaef130fb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:06.338306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef188b38-1984-4818-80a4-b7457f385447 req-99cf0309-6953-44c4-868e-2a1aaef130fb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 945 time: 0.3604426 Dec 09 14:51:06.361498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:06.397687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6012ca96-7ceb-474d-b549-685bf2e2f0b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40824c7825684ff5beee5b3725fc6890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505022 Dec 09 14:51:06.398327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60224) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:06.402842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ca96-7ceb-474d-b549-685bf2e2f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d381a8-cbe6-4370-86bb-52753228fcbf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:06.415200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'mac_address': 'fa:16:3e:06:c4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:06.548522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 48e0be9d-e332-4899-b2e6-10077e3d17ba up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:06.580281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:03Z', 'revision_number': 3, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:06.584997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7957fe5-e377-4928-8932-88356a7edc10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.647532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef188b38-1984-4818-80a4-b7457f385447 req-1d226d27-36ee-45a3-9458-55bc660e5aa7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016055 Dec 09 14:51:06.648136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7957fe5-e377-4928-8932-88356a7edc10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.695408 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:51:06.697867 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Updating router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 port 30e8ea98-5482-4538-89a1-cc6da4c4f089 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:51:06.778323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7957fe5-e377-4928-8932-88356a7edc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.782034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7957fe5-e377-4928-8932-88356a7edc10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.783551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e7957fe5-e377-4928-8932-88356a7edc10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7d381a8-cbe6-4370-86bb-52753228fcbf HTTP/1.1" status: 204 len: 168 time: 0.3580203 Dec 09 14:51:06.798831 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.832601 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.833381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957fe5-e377-4928-8932-88356a7edc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d381a8-cbe6-4370-86bb-52753228fcbf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:06.846826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 727e77d0-97a6-41a0-8718-5bab4b5cb308 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:06.868725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8230e1ee-8007-4c22-91de-9192440a4cab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=269ee4c667294f7a83308fca3914c6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8849139 Dec 09 14:51:06.875796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60232) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:06.929765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 48e0be9d-e332-4899-b2e6-10077e3d17ba triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:06.930370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:06.987161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:06.987406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.006549 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.101149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:07.116658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d709-6312-4164-bcfd-635b783018f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.211494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['727e77d0-97a6-41a0-8718-5bab4b5cb308'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:07.223469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d709-6312-4164-bcfd-635b783018f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.232751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Allocated IP 172.20.0.1 (b27770a9-3516-4799-8243-b6666f8e1519/7351ed01-5ec9-4738-8e89-de35cc310929/a190840c-438d-48ac-a04e-a2a4ef5caf5f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:07.370455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d709-6312-4164-bcfd-635b783018f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.373690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d709-6312-4164-bcfd-635b783018f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.374354 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3bc3d709-6312-4164-bcfd-635b783018f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c712cdc5-f2cc-4ce0-b769-c3d53079c56e HTTP/1.1" status: 204 len: 168 time: 0.4972115 Dec 09 14:51:07.393738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3d709-6312-4164-bcfd-635b783018f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712cdc5-f2cc-4ce0-b769-c3d53079c56e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:07.633163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.727966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.751536 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.762615 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.801706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Network b27770a9-3516-4799-8243-b6666f8e1519 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:07.808774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:07.817389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:07.820606 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.853589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d4fa-0c22-4d70-9139-b8ebdae26819 None None] Pushing event updated for resources: {'Port': ['ID=30e8ea98-5482-4538-89a1-cc6da4c4f089,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:07.942070 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Attempting to bind port 30e8ea98-5482-4538-89a1-cc6da4c4f089 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:07.942552 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Attempting to bind port 30e8ea98-5482-4538-89a1-cc6da4c4f089 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:07.943638 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Attempting to bind port 30e8ea98-5482-4538-89a1-cc6da4c4f089 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:07.967796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:07.968479 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:07.969076 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:07.969629 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:07.970760 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Bound port: 30e8ea98-5482-4538-89a1-cc6da4c4f089, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:07.971439 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:08.139592 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] For port 30e8ea98-5482-4538-89a1-cc6da4c4f089, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:08.148278 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] For port 30e8ea98-5482-4538-89a1-cc6da4c4f089, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=30e8ea98-5482-4538-89a1-cc6da4c4f089,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:08.161582 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:08.322296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bee8c3a9-899e-4d3f-a06b-a966ddb64439 None None] Provisioning complete for port a190840c-438d-48ac-a04e-a2a4ef5caf5f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:08.324150 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bee8c3a9-899e-4d3f-a06b-a966ddb64439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:08.346458 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d4fa-0c22-4d70-9139-b8ebdae26819 None None] Pushing event updated for resources: {'Port': ['ID=30e8ea98-5482-4538-89a1-cc6da4c4f089,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:08.364155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:08.395796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:08.398889 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:08.455991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bee8c3a9-899e-4d3f-a06b-a966ddb64439 None None] Port a190840c-438d-48ac-a04e-a2a4ef5caf5f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:08.493517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Pushing event updated for resources: {'Port': ['ID=a190840c-438d-48ac-a04e-a2a4ef5caf5f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:08.594652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f46d9-449b-4f0e-ae49-2bd4f6361da5 req-9775b444-6cef-4317-84f1-f03b695d111a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:08.603129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-954f46d9-449b-4f0e-ae49-2bd4f6361da5 req-9775b444-6cef-4317-84f1-f03b695d111a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 945 time: 0.4593477 Dec 09 14:51:08.623882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.626728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.635245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.636388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.636388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.637179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.638230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.639305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.639770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.641445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.643129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.643808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.646049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:08.789170 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:08.872708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60260) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:09.019979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:09.074815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-28f25c1d-4fd6-4a4f-83b6-ce1ce7aa1955 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74faf59c6a444d8992ed37205972bb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001772 Dec 09 14:51:09.076625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60264) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:09.141898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 727e77d0-97a6-41a0-8718-5bab4b5cb308 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:09.142378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.227269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-627e05e0-3dd0-4010-a06a-0c4fb97a76b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.290053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-627e05e0-3dd0-4010-a06a-0c4fb97a76b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.291949 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:07Z', 'revision_number': 1, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:09.359384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-954f46d9-449b-4f0e-ae49-2bd4f6361da5 req-d16c8f08-31f8-4d4c-a546-732c56b5557d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537551 Dec 09 14:51:09.382789 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d00b6-9d85-4c0e-87cd-6b22be17d0d1 None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:07Z', 'revision_number': 1, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:51:09.390220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-627e05e0-3dd0-4010-a06a-0c4fb97a76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.396325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-627e05e0-3dd0-4010-a06a-0c4fb97a76b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.397874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-627e05e0-3dd0-4010-a06a-0c4fb97a76b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a1c2f30-57f7-4d44-891e-da12404b871b HTTP/1.1" status: 204 len: 168 time: 0.3160453 Dec 09 14:51:09.426507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e05e0-3dd0-4010-a06a-0c4fb97a76b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c2f30-57f7-4d44-891e-da12404b871b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:09.459977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:09.506748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.672121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.674590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:09.679277 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b5661-2838-45ec-aa26-ff5a267c6298" -d '{"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-plugged", "status": "completed", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:09.681428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.682949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.761889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:09.789008 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:09.809412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:51:09.842940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Pushing event updated for resources: {'Port': ['ID=a190840c-438d-48ac-a04e-a2a4ef5caf5f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:09.862904 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416521f-9ccd-4025-92fd-7f8e40a24513 x-openstack-request-id: req-4416521f-9ccd-4025-92fd-7f8e40a24513 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:09.863500 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-plugged", "status": "completed", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:09.864211 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4416521f-9ccd-4025-92fd-7f8e40a24513 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:09.864759 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'code': 200} Dec 09 14:51:09.868251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:09.870603 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:10.087184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:10.097203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.097849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.098207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.098934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.099412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.099756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.100090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.100424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.100756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.101086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.101416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.101760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.102087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:51:10.168957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Network b27770a9-3516-4799-8243-b6666f8e1519 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:10.184626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:10.202394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:10.309418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:10.316761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:10.542187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:10.580045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:51:10.725970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c85e0a48-3466-4032-b42d-896a531cf24b None None] Provisioning complete for port a190840c-438d-48ac-a04e-a2a4ef5caf5f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:10.726587 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c85e0a48-3466-4032-b42d-896a531cf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:10.858011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c85e0a48-3466-4032-b42d-896a531cf24b None None] Port a190840c-438d-48ac-a04e-a2a4ef5caf5f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:10.873720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:51:10.879318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d490a359-3092-48e9-91f0-31ab2f1e5385 admin admin] 10.222.0.46 "PUT /v2.0/routers/560909c0-73e4-4d64-9fbf-e758a7bda5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6771145 Dec 09 14:51:10.888867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4cb56-9cf2-47cb-9599-124622621144 req-63985245-0a4b-489d-90d0-ac061b444aa7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:10.890521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efc4cb56-9cf2-47cb-9599-124622621144 req-63985245-0a4b-489d-90d0-ac061b444aa7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 946 time: 0.3351610 Dec 09 14:51:11.040358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efc4cb56-9cf2-47cb-9599-124622621144 req-432b3ac7-cd95-4a7b-b12b-3ee29fe866bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414015 Dec 09 14:51:11.718720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60322) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:11.866543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:11.868866 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e46a0-b19d-4777-8968-1f1ab3354599" -d '{"events": [{"server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "name": "network-vif-plugged", "status": "completed", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:11.984266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-215815099-network', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:12.059896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Made reservation on behalf of 5276d681d8ff4b9e9c42cf4135ecb87b for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:12.062488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.103568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.273673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30e8ea98-5482-4538-89a1-cc6da4c4f089 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:12.399786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.402611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 30e8ea98-5482-4538-89a1-cc6da4c4f089 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:12.403213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.408389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.471473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:51:12.493833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b077d76f-a803-4f9c-bf6a-63c3a3b2a886,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:12.512344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.512955 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Added segment 496c2dad-1e31-4087-a70e-a047804798fc of type vlan for network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b Dec 09 14:51:12.577403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.602867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.621296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 30e8ea98-5482-4538-89a1-cc6da4c4f089, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=30e8ea98-5482-4538-89a1-cc6da4c4f089,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:12.631906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.697335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.699067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:12.703363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.754200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0316932 Dec 09 14:51:12.755551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:12.762367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Request body: {'subnet': {'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-subnet', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:12.794184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Made reservation on behalf of 5276d681d8ff4b9e9c42cf4135ecb87b for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:12.796153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=30e8ea98-5482-4538-89a1-cc6da4c4f089,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:12.801167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:12.891065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609517a-7ef9-4500-9d92-444786b44c0a admin admin] Pushing event updated for resources: {'Network': ['ID=95c607bf-f12e-4326-a3d1-4ad72e7e4b4b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:12.905851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:51:13.379164 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:51:13.417900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:13.496291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4716efee-fba2-4180-83e8-f6adee291d3e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:13.527937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Checking segment: {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:13.527937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Network hostable DHCP agents. Network: 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:51:13.573210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:51:13.644733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:13.654734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e178d7-a70e-48d0-b603-265e402a9ce2 None None] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:51:13.668337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:13.668983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:13.716891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f2df017-a743-43e4-93ae-0b0c230a47aa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9596393 Dec 09 14:51:13.719506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60346) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:13.724494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:13.754346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:13.756490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:13.857491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:51:13.857491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:13.857491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:13.868846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:13.878526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-95c607bf-f12e-4326-a3d1-4ad72e7e4b4b', 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b', 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'fixed_ips': [{'subnet_id': '4716efee-fba2-4180-83e8-f6adee291d3e'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:51:13.879520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:14.064869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:14.089251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:14.238597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30e8ea98-5482-4538-89a1-cc6da4c4f089 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:14.497919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Allocated IP 172.20.0.2 (95c607bf-f12e-4326-a3d1-4ad72e7e4b4b/4716efee-fba2-4180-83e8-f6adee291d3e/64e2010f-8b11-453b-abb0-99f9abaafa92) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:14.565293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 30e8ea98-5482-4538-89a1-cc6da4c4f089 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:14.565527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:14.601747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:14.652596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:14.833053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 2, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:14.889671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:14.900562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:51:14.900914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Updating router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 port a190840c-438d-48ac-a04e-a2a4ef5caf5f binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:51:14.918795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Allocated IP 172.25.0.150 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/1ad76fb1-22da-409e-92c0-7f3af2e5d780) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:14.954274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.029367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Pushing event updated for resources: {'Port': ['ID=64e2010f-8b11-453b-abb0-99f9abaafa92,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:15.035607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.057403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:15.060117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:15.086525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:15.211206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Attempting to bind port 64e2010f-8b11-453b-abb0-99f9abaafa92 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:15.211920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Attempting to bind port 64e2010f-8b11-453b-abb0-99f9abaafa92 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:15.212049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Attempting to bind port 64e2010f-8b11-453b-abb0-99f9abaafa92 on network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:15.222470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.223862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:15.224247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Checking segment: {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:15.224655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.225058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Bound using segment: {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:15.225539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Bound port: 64e2010f-8b11-453b-abb0-99f9abaafa92, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:15.225926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.331940 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.443301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] For port 64e2010f-8b11-453b-abb0-99f9abaafa92, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:15.453943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:15.454669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] For port 64e2010f-8b11-453b-abb0-99f9abaafa92, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64e2010f-8b11-453b-abb0-99f9abaafa92,segment=NetworkSegment(496c2dad-1e31-4087-a70e-a047804798fc),segment_id=496c2dad-1e31-4087-a70e-a047804798fc)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:15.454810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad76fb1-22da-409e-92c0-7f3af2e5d780,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:15.461090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:15.465848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:15.475181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.649737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd7558-dde9-41ec-8655-5992f6c89ee1 None None] Pushing event updated for resources: {'Port': ['ID=64e2010f-8b11-453b-abb0-99f9abaafa92,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:15.712603 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.722280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.874632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:15.986513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fed74-4936-4117-84d5-c0c2815fde84 None None] Pushing event updated for resources: {'Port': ['ID=a190840c-438d-48ac-a04e-a2a4ef5caf5f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:16.001739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Attempting to bind port a190840c-438d-48ac-a04e-a2a4ef5caf5f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:16.002556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Attempting to bind port a190840c-438d-48ac-a04e-a2a4ef5caf5f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:16.003186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Attempting to bind port a190840c-438d-48ac-a04e-a2a4ef5caf5f on network b27770a9-3516-4799-8243-b6666f8e1519 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:16.016135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:16.016726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Checking segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:16.017391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:16.017956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Bound using segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:16.018601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Bound port: a190840c-438d-48ac-a04e-a2a4ef5caf5f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:16.019160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:16.130732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] For port a190840c-438d-48ac-a04e-a2a4ef5caf5f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:16.136235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] For port a190840c-438d-48ac-a04e-a2a4ef5caf5f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a190840c-438d-48ac-a04e-a2a4ef5caf5f,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:16.141032 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:16.213259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:16.213943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:16.417618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e2010f-8b11-453b-abb0-99f9abaafa92 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:16.423048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fed74-4936-4117-84d5-c0c2815fde84 None None] Pushing event updated for resources: {'Port': ['ID=a190840c-438d-48ac-a04e-a2a4ef5caf5f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:16.510629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:16.637469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a2ab6595-1c76-43c6-9be0-2b58e11fc5a8 None None] Provisioning complete for port a190840c-438d-48ac-a04e-a2a4ef5caf5f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:16.638280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6595-1c76-43c6-9be0-2b58e11fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:16.701581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:16.761425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 64e2010f-8b11-453b-abb0-99f9abaafa92 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:16.762778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:16.801568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Router 3d2f65a2-6335-4086-acec-90ad52c3d028 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:51:16.967852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:51:16.982364 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Sync routers for ids ['3d2f65a2-6335-4086-acec-90ad52c3d028'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:51:16.996721 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Routers {'3d2f65a2-6335-4086-acec-90ad52c3d028'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:16.998589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3d2f65a2-6335-4086-acec-90ad52c3d028'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:17.015873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.017664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cb4b8a69-124b-4de1-b8b8-8c9d8b581b4a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2969646 Dec 09 14:51:17.022146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60360) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:17.223802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6595-1c76-43c6-9be0-2b58e11fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.288397 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Set router 3d2f65a2-6335-4086-acec-90ad52c3d028 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:17.334355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.429926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f5760-2d74-48da-ad64-f34ca29288a1 None None] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:51:17.437437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a2ab6595-1c76-43c6-9be0-2b58e11fc5a8 None None] For port a190840c-438d-48ac-a04e-a2a4ef5caf5f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a190840c-438d-48ac-a04e-a2a4ef5caf5f,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:17.703845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6595-1c76-43c6-9be0-2b58e11fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.770493 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:15Z', 'revision_number': 3, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:17.824778 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Checking router: 3d2f65a2-6335-4086-acec-90ad52c3d028 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:51:17.829823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Updating router 3d2f65a2-6335-4086-acec-90ad52c3d028 port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:51:17.835858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 64e2010f-8b11-453b-abb0-99f9abaafa92, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64e2010f-8b11-453b-abb0-99f9abaafa92,segment=NetworkSegment(496c2dad-1e31-4087-a70e-a047804798fc),segment_id=496c2dad-1e31-4087-a70e-a047804798fc)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:17.885808 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.889925 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.937600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-67fbb248-45d6-41c0-bb1d-b26d6d42b07a None None] Provisioning complete for port a190840c-438d-48ac-a04e-a2a4ef5caf5f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:17.937977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-67fbb248-45d6-41c0-bb1d-b26d6d42b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:17.943702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab6595-1c76-43c6-9be0-2b58e11fc5a8 None None] Pushing event updated for resources: {'Port': ['ID=a190840c-438d-48ac-a04e-a2a4ef5caf5f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:18.056007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:16Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:18.108181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.146874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181ba9-ef0b-4d96-b75a-ed7ce920eea1 None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:16Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:51:18.167399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=64e2010f-8b11-453b-abb0-99f9abaafa92,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:18.253785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a190840c-438d-48ac-a04e-a2a4ef5caf5f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:18.446699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-67fbb248-45d6-41c0-bb1d-b26d6d42b07a None None] Provisioning complete for port 64e2010f-8b11-453b-abb0-99f9abaafa92 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:18.447206 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-67fbb248-45d6-41c0-bb1d-b26d6d42b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.492344 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.509395 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.563058 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Attempting to bind port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:18.563058 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Attempting to bind port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:18.563058 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Attempting to bind port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:18.577227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a190840c-438d-48ac-a04e-a2a4ef5caf5f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:18.577603 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.600885 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:18.601262 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:18.601671 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.602056 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:18.602539 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Bound port: 1ad76fb1-22da-409e-92c0-7f3af2e5d780, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:18.602945 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.720462 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] For port 1ad76fb1-22da-409e-92c0-7f3af2e5d780, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:18.724363 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] For port 1ad76fb1-22da-409e-92c0-7f3af2e5d780, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1ad76fb1-22da-409e-92c0-7f3af2e5d780,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:18.738123 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:18.809263 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Routers {'3d2f65a2-6335-4086-acec-90ad52c3d028'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:18.810185 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3d2f65a2-6335-4086-acec-90ad52c3d028'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:19.019276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-73c9811f-8947-4cd0-8496-8abbacbf0ae0 None None] Provisioning complete for port 64e2010f-8b11-453b-abb0-99f9abaafa92 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:19.020841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73c9811f-8947-4cd0-8496-8abbacbf0ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:19.097862 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415285-ae45-4ac8-b656-990a7941db73 None None] Pushing event updated for resources: {'Port': ['ID=1ad76fb1-22da-409e-92c0-7f3af2e5d780,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:19.139685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Allocated IP 172.20.0.1 (95c607bf-f12e-4326-a3d1-4ad72e7e4b4b/4716efee-fba2-4180-83e8-f6adee291d3e/9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:19.201824 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415285-ae45-4ac8-b656-990a7941db73 None None] Pushing event updated for resources: {'Port': ['ID=1ad76fb1-22da-409e-92c0-7f3af2e5d780,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:19.373223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:19.408850 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] Set router 3d2f65a2-6335-4086-acec-90ad52c3d028 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:19.460967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:19.526674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:19.532817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:19.544827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Pushing event updated for resources: {'Port': ['ID=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:19.577494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:19.632958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:19.669670 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:15Z', 'revision_number': 3, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:19.747571 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9663d8-5dac-4bc7-8299-d235eed134a4 None None] The sync data for ids ['3d2f65a2-6335-4086-acec-90ad52c3d028'] in n-d-804292-5 is: [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:15Z', 'revision_number': 3, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:51:19.850356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:19.923711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ed9fd94-29f0-4d6c-afcc-400af26fa202 None None] Provisioning complete for port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:19.927090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fd94-29f0-4d6c-afcc-400af26fa202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:19.972593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9fd94-29f0-4d6c-afcc-400af26fa202 None None] Port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:20.168489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:20.187522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:20.207736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e2010f-8b11-453b-abb0-99f9abaafa92 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:20.330420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 64e2010f-8b11-453b-abb0-99f9abaafa92 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:20.330804 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:20.370659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:20.399005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Pushing event updated for resources: {'Port': ['ID=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:20.544606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:20.546009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:20.854800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Router 3d2f65a2-6335-4086-acec-90ad52c3d028 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:51:21.020635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3850d72e-dcb2-4912-b662-dad9a5ded53d None None] Provisioning complete for port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:21.022607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3850d72e-dcb2-4912-b662-dad9a5ded53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:21.128987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3850d72e-dcb2-4912-b662-dad9a5ded53d None None] Port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:21.194541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:51:21.210214 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6b168e9-8754-48cf-a47b-09c1c5411705 admin admin] 10.222.0.46 "PUT /v2.0/routers/3d2f65a2-6335-4086-acec-90ad52c3d028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1866114 Dec 09 14:51:21.617334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:22.152352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:22.308265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1ad76fb1-22da-409e-92c0-7f3af2e5d780 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:22.436267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:22.436643 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:22.678106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Sync routers for ids ['3d2f65a2-6335-4086-acec-90ad52c3d028'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:51:22.752250 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:22.764552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Routers {'3d2f65a2-6335-4086-acec-90ad52c3d028'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:22.765447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3d2f65a2-6335-4086-acec-90ad52c3d028'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:22.904586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 1ad76fb1-22da-409e-92c0-7f3af2e5d780, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1ad76fb1-22da-409e-92c0-7f3af2e5d780,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:22.922406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:23.024980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=1ad76fb1-22da-409e-92c0-7f3af2e5d780,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:23.121255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Set router 3d2f65a2-6335-4086-acec-90ad52c3d028 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:23.255057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4f37-cedb-4f39-8e33-1eded0aa1d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:23.549913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:19Z', 'revision_number': 4, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1', 'name': '', 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'mac_address': 'fa:16:3e:16:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4716efee-fba2-4180-83e8-f6adee291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:18Z', 'updated_at': '2021-12-09T14:51:19Z', 'revision_number': 2, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'subnets': [{'id': '4716efee-fba2-4180-83e8-f6adee291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:23.629624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Checking router: 3d2f65a2-6335-4086-acec-90ad52c3d028 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:51:23.630095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Updating router 3d2f65a2-6335-4086-acec-90ad52c3d028 port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:51:23.676978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.021799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.070584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.168237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1ad76fb1-22da-409e-92c0-7f3af2e5d780 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:24.175329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490749a-faff-4849-adba-583690e85c15 None None] Pushing event updated for resources: {'Port': ['ID=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:24.271155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Attempting to bind port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:24.271914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Attempting to bind port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:24.272196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Attempting to bind port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 on network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:24.283032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:24.283444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Checking segment: {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:24.283859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.284262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Bound using segment: {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:24.284787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Bound port: 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496c2dad-1e31-4087-a70e-a047804798fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:24.285146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.424967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] For port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:24.429473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] For port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,segment=NetworkSegment(496c2dad-1e31-4087-a70e-a047804798fc),segment_id=496c2dad-1e31-4087-a70e-a047804798fc)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:24.444226 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.549608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Routers {'3d2f65a2-6335-4086-acec-90ad52c3d028'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:24.550163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:50:55Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3d2f65a2-6335-4086-acec-90ad52c3d028'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:24.553828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:24.554204 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:24.920036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490749a-faff-4849-adba-583690e85c15 None None] Pushing event updated for resources: {'Port': ['ID=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:24.973410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-842adf86-8b55-43b2-bb92-6c773737f385 None None] Provisioning complete for port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:24.973729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-842adf86-8b55-43b2-bb92-6c773737f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:25.004096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] Set router 3d2f65a2-6335-4086-acec-90ad52c3d028 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:25.119300 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06855621-5a3d-4cbb-8cb0-dd5664b67225 x-openstack-request-id: req-06855621-5a3d-4cbb-8cb0-dd5664b67225 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:25.120153 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "name": "network-vif-plugged", "status": "completed", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:25.120397 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06855621-5a3d-4cbb-8cb0-dd5664b67225 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:25.121279 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'code': 200} Dec 09 14:51:25.215143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ca8de00a-2085-4f32-8fab-f1e58bf1d0e4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:25.218031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ca8de00a-2085-4f32-8fab-f1e58bf1d0e4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 821 time: 0.1556909 Dec 09 14:51:25.245859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5bdc-ab17-47b3-870e-e2a7456f7bb2 req-97e0505a-8d4c-4292-ba5a-26561244ba35 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:25.248770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d6e5bdc-ab17-47b3-870e-e2a7456f7bb2 req-97e0505a-8d4c-4292-ba5a-26561244ba35 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 946 time: 0.0616217 Dec 09 14:51:25.254783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-6d06b3ba-78ea-402b-9dd6-878545ef9ecb tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/quotas/9501c0c1ab3d48d1921f78919183cd1f HTTP/1.1" status: 200 len: 375 time: 0.0206685 Dec 09 14:51:25.261856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cda49-940e-4a5f-9879-adede3c76568 req-2dd36030-2344-463d-815d-92c1b676786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:25.263673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d7cda49-940e-4a5f-9879-adede3c76568 req-2dd36030-2344-463d-815d-92c1b676786a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1097 time: 0.0824459 Dec 09 14:51:25.310228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-842adf86-8b55-43b2-bb92-6c773737f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:25.330711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d6e5bdc-ab17-47b3-870e-e2a7456f7bb2 req-18e8e95e-558a-4662-8a45-69e855cd9470 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Dec 09 14:51:25.350161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d7cda49-940e-4a5f-9879-adede3c76568 req-e11ec5fa-994d-46e4-ad9c-04b488e7a25d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 Dec 09 14:51:25.367615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-5218f07f-a30f-4016-a207-334561b007bb tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026669 Dec 09 14:51:25.372634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-842adf86-8b55-43b2-bb92-6c773737f385 None None] For port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,segment=NetworkSegment(496c2dad-1e31-4087-a70e-a047804798fc),segment_id=496c2dad-1e31-4087-a70e-a047804798fc)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:25.376808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:19Z', 'revision_number': 4, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1', 'name': '', 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'mac_address': 'fa:16:3e:16:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4716efee-fba2-4180-83e8-f6adee291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:18Z', 'updated_at': '2021-12-09T14:51:24Z', 'revision_number': 4, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'subnets': [{'id': '4716efee-fba2-4180-83e8-f6adee291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:25.380298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-842adf86-8b55-43b2-bb92-6c773737f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:25.418476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8852b-09f9-4c26-9a4a-d7d30a12e912 None None] The sync data for ids ['3d2f65a2-6335-4086-acec-90ad52c3d028'] in n-d-804292-5 is: [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:19Z', 'revision_number': 4, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1', 'name': '', 'network_id': '95c607bf-f12e-4326-a3d1-4ad72e7e4b4b', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'mac_address': 'fa:16:3e:16:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4716efee-fba2-4180-83e8-f6adee291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:18Z', 'updated_at': '2021-12-09T14:51:24Z', 'revision_number': 4, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'subnets': [{'id': '4716efee-fba2-4180-83e8-f6adee291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:51:25.472574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842adf86-8b55-43b2-bb92-6c773737f385 None None] Pushing event updated for resources: {'Port': ['ID=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:25.529696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8648630f-5881-4d49-b723-631062afc013 None None] Provisioning complete for port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:25.530469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8648630f-5881-4d49-b723-631062afc013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:25.532387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-3a0a5072-613d-4a75-ad19-c2a1c7010485 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568160 Dec 09 14:51:25.662015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d7caf72-36fd-479b-973a-218d93500171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:25.693329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-142adea4-6803-4191-8603-a14572f9b0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599920 Dec 09 14:51:25.934944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fa950-3209-46ae-bc00-cb3e27d4fbc9 req-18953018-a4d5-4757-9f75-48d6124a0d32 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:25.937223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-203fa950-3209-46ae-bc00-cb3e27d4fbc9 req-18953018-a4d5-4757-9f75-48d6124a0d32 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1097 time: 0.0535870 Dec 09 14:51:25.998665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-203fa950-3209-46ae-bc00-cb3e27d4fbc9 req-21be3a2f-006d-4705-bb31-521108a311e7 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 Dec 09 14:51:26.068699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-224925e2-692d-4619-98e6-1fd4677deecf tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2417402 Dec 09 14:51:26.087046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:26.136953 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.207840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:26.297709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:26.298712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.312319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.465902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-c09f5afe-2f7f-4544-bb6c-f424d0796957 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:26.473869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-c09f5afe-2f7f-4544-bb6c-f424d0796957 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/networks?id=9ab9be23-bd28-4dec-9e91-5008d3708124 HTTP/1.1" status: 200 len: 814 time: 0.2216709 Dec 09 14:51:26.476361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Allocated IP 172.25.0.206 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a1dd159a-750f-4eba-834c-1bb232568605) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:26.492028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-4ed64c2f-27df-4cb7-bda0-b88f364ef652 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/quotas/9ab5c9d25a8642398edc743bae312980 HTTP/1.1" status: 200 len: 375 time: 0.0170550 Dec 09 14:51:26.562523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-6bf5e72d-7df6-4a84-af0c-e3bbaa18ff24 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ab5c9d25a8642398edc743bae312980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683730 Dec 09 14:51:26.571109 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.613898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.664049 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.691682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-83863bf0-dd7b-4396-81c5-b7dc1f5a2469 service neutron] 10.222.0.46 "GET /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129358 Dec 09 14:51:26.711860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:26.718644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:26.724117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:26.726562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=a1dd159a-750f-4eba-834c-1bb232568605,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:26.821508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:26.826991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-86499e63-e3ab-4718-a312-a112e1aedd04 service neutron] 10.222.0.46 "GET /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339946 Dec 09 14:51:26.856913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.073923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.080599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.092979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8af5c76e-7cfa-4efe-ae2e-8840631d0402 req-c40cceec-81ed-42fc-89e4-62fb219fa25b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 210 time: 0.0542572 Dec 09 14:51:27.229772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=a1dd159a-750f-4eba-834c-1bb232568605,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:27.259068 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.312960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:27.334328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.335566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-1855d237-02dd-4206-8be2-ad7dc3f93012 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2558768 Dec 09 14:51:27.384136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-7a4acb7f-54de-4d92-98c0-0868a561d4fb tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:27.386802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-7a4acb7f-54de-4d92-98c0-0868a561d4fb tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 821 time: 0.2020876 Dec 09 14:51:27.428288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'port': {'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'admin_state_up': True, 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:27.474484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-d2a9-4d38-865e-386e0f0ba8bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.526695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-693a3cf0-0faf-4af4-8793-1dc55c70c873 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.1789868 Dec 09 14:51:27.595735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-d2a9-4d38-865e-386e0f0ba8bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.600356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-d2a9-4d38-865e-386e0f0ba8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.624322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Made reservation on behalf of 9501c0c1ab3d48d1921f78919183cd1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:27.628380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.649466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-663d7259-d2a9-4d38-865e-386e0f0ba8bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46ce0848964043ec94807da7c648029a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328292 Dec 09 14:51:27.654647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60494) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:27.687615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d7259-d2a9-4d38-865e-386e0f0ba8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0725a0-9d29-4e63-b124-84a28f1a7639,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:27.731209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-a03721e9-c31b-4842-8dd6-484e571c684a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:27.732942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-a03721e9-c31b-4842-8dd6-484e571c684a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1971054 Dec 09 14:51:27.751890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-fa94d4d8-6ef8-4f65-b280-0bd8b497bc52 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:27.752855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df5e53-5f31-4271-9bce-f93cb3f8f104 req-fa94d4d8-6ef8-4f65-b280-0bd8b497bc52 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112045 Dec 09 14:51:27.829947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8826e4f-73ac-446a-943e-51d8ae1baebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.871774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8826e4f-73ac-446a-943e-51d8ae1baebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.886051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Allocated IP 172.20.0.3 (b27770a9-3516-4799-8243-b6666f8e1519/7351ed01-5ec9-4738-8e89-de35cc310929/0f959965-b088-4a43-8ae0-23a19bc9b659) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:27.976334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8826e4f-73ac-446a-943e-51d8ae1baebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.980148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8826e4f-73ac-446a-943e-51d8ae1baebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:27.981329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b8826e4f-73ac-446a-943e-51d8ae1baebe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f0725a0-9d29-4e63-b124-84a28f1a7639 HTTP/1.1" status: 204 len: 168 time: 0.3242707 Dec 09 14:51:28.007285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8826e4f-73ac-446a-943e-51d8ae1baebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0725a0-9d29-4e63-b124-84a28f1a7639,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:28.128668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.201436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.218126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.285018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Network b27770a9-3516-4799-8243-b6666f8e1519 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:28.292916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:28.311272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:28.360978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event updated for resources: {'Port': ['ID=0f959965-b088-4a43-8ae0-23a19bc9b659,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:28.418204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:28.419197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.458200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-8f93fa55-db2d-4e1d-a491-d697059b14f4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335579 Dec 09 14:51:28.458591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-8a3e81e9-a373-4789-9c44-a0499640bf03 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:28.460789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-8a3e81e9-a373-4789-9c44-a0499640bf03 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.43 "GET /v2.0/networks?id=9ab9be23-bd28-4dec-9e91-5008d3708124 HTTP/1.1" status: 200 len: 814 time: 0.2126381 Dec 09 14:51:28.485025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Request body: {'port': {'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:28.487442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Request body: {'port': {'device_id': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'admin_state_up': True, 'tenant_id': '9ab5c9d25a8642398edc743bae312980'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:28.544214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:28.579433 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c98f-2df3-4289-96a7-4892d83b7721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.686848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b49b76ae-e94f-47a9-af31-a1cd789d9247 None None] Provisioning complete for port 0f959965-b088-4a43-8ae0-23a19bc9b659 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:28.687436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Made reservation on behalf of 9ab5c9d25a8642398edc743bae312980 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:28.687566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b49b76ae-e94f-47a9-af31-a1cd789d9247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.695594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.730816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b49b76ae-e94f-47a9-af31-a1cd789d9247 None None] Port 0f959965-b088-4a43-8ae0-23a19bc9b659 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:28.732263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-4da25a7f-821d-4650-9740-0b7f4d302e74 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:28.743011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-4da25a7f-821d-4650-9740-0b7f4d302e74 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246658 Dec 09 14:51:28.758695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.764499 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c98f-2df3-4289-96a7-4892d83b7721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.780781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c98f-2df3-4289-96a7-4892d83b7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:28.824490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-543a3782-a9fe-48e7-af48-d72025c3475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:28.825911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-543a3782-a9fe-48e7-af48-d72025c3475c service neutron] 10.222.0.46 "GET /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 1094 time: 0.0724099 Dec 09 14:51:28.844129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:28.844584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:51:28.859000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1c98f-2df3-4289-96a7-4892d83b7721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa4fec-0660-4080-97da-0c683598f825,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:28.870610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3cf1c98f-2df3-4289-96a7-4892d83b7721 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d231129ac3054c31bb2316736067594a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240178 Dec 09 14:51:28.870856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:28.883451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b922a9-8135-4b1e-bbb1-eabb7123d17a req-9687d874-2f9e-4c2d-8fd6-df717e5ead3a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:28.885151 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38b922a9-8135-4b1e-bbb1-eabb7123d17a req-9687d874-2f9e-4c2d-8fd6-df717e5ead3a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 946 time: 0.2153523 Dec 09 14:51:28.995461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Allocated IP 172.20.0.13 (9ab9be23-bd28-4dec-9e91-5008d3708124/c58cefd3-4563-4a65-9425-326bf56e3d46/f61d9983-6e01-4ec5-ad16-8c96072515bb) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:29.025451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38b922a9-8135-4b1e-bbb1-eabb7123d17a req-0e928d1a-5f66-41c2-b9e8-71fe989ca51d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320131 Dec 09 14:51:29.083332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:29.102743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c45d6e-357c-4270-b13f-d613e4576f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.139720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c45d6e-357c-4270-b13f-d613e4576f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.222455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:29.222804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:29.223730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:29.230691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.233605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:29.234066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:29.278570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:29.279632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:29.280294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:29.280979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Bound port: aef1da4b-decf-473d-8948-61b426404e6f, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:29.357465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.399096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:29.405291 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf145d5c-b587-42de-a930-7d096a5a4727" -d '{"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-unplugged", "status": "completed", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:29.422857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-adea0eac-e201-4131-9f57-e4c411b5b48b req-e70bca88-ff3c-4e4b-8fcb-8edc88fa8316 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 210 time: 0.0881412 Dec 09 14:51:29.432202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:29.437366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.442806 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.464472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f959965-b088-4a43-8ae0-23a19bc9b659 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:29.512136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.520835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:29.535633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.539193 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c45d6e-357c-4270-b13f-d613e4576f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.541520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c45d6e-357c-4270-b13f-d613e4576f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.542872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-78c45d6e-357c-4270-b13f-d613e4576f48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6aa4fec-0660-4080-97da-0c683598f825 HTTP/1.1" status: 204 len: 168 time: 0.6583157 Dec 09 14:51:29.550608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Transition to ACTIVE for port object 0f959965-b088-4a43-8ae0-23a19bc9b659 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:29.555548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.597921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c45d6e-357c-4270-b13f-d613e4576f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa4fec-0660-4080-97da-0c683598f825,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:29.611783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:29.616320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:29.617571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:29.623934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:29.629676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:29.630360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.640026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:29.650484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-3dacc337-95eb-4106-a41e-793a4b8b359f service neutron] 10.222.0.46 "POST /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8044460 Dec 09 14:51:29.700242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Pushing event updated for resources: {'Port': ['ID=f61d9983-6e01-4ec5-ad16-8c96072515bb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:29.706034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b9c95f6d-6da3-4d27-b270-198e8f6c25b1 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2268445 Dec 09 14:51:29.992219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469efc5-be01-4955-bcf4-4021ce2350fc req-3e1d1d7f-65bb-4859-9aa8-977067ca9a3f tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:30.006444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e469efc5-be01-4955-bcf4-4021ce2350fc req-3e1d1d7f-65bb-4859-9aa8-977067ca9a3f tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 943 time: 0.1400115 Dec 09 14:51:30.142115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c3ac1902-395e-4833-8443-eb7dd440eaca None None] Provisioning complete for port f61d9983-6e01-4ec5-ad16-8c96072515bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:30.143388 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1902-395e-4833-8443-eb7dd440eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:30.153760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e469efc5-be01-4955-bcf4-4021ce2350fc req-e41bc1f5-e966-438d-88b6-e266cc65ad90 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390836 Dec 09 14:51:30.164828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Request body: {'port': {'device_id': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:30.207782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1902-395e-4833-8443-eb7dd440eaca None None] Port f61d9983-6e01-4ec5-ad16-8c96072515bb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:30.264605 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:30.430937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0f959965-b088-4a43-8ae0-23a19bc9b659,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:30.502179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Attempting to bind port 0f959965-b088-4a43-8ae0-23a19bc9b659 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:30.504129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Attempting to bind port 0f959965-b088-4a43-8ae0-23a19bc9b659 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:30.504831 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Attempting to bind port 0f959965-b088-4a43-8ae0-23a19bc9b659 on network b27770a9-3516-4799-8243-b6666f8e1519 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:30.524667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Port 0f959965-b088-4a43-8ae0-23a19bc9b659 on network b27770a9-3516-4799-8243-b6666f8e1519 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:30.529060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Attempting to bind port 0f959965-b088-4a43-8ae0-23a19bc9b659 on network b27770a9-3516-4799-8243-b6666f8e1519 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:30.571911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-617fff7f-a0da-435b-9c92-173b3dfab8e4 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1116152 Dec 09 14:51:30.586395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:30.589656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Checking segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:30.590121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Bound using segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:30.592164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Bound port: 0f959965-b088-4a43-8ae0-23a19bc9b659, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:30.592531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:30.598961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:30.651790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-1b14fab1-89ca-4ffa-81bd-36afeb02b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:30.654456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-1b14fab1-89ca-4ffa-81bd-36afeb02b563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1097 time: 0.3051755 Dec 09 14:51:30.758250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] For port 0f959965-b088-4a43-8ae0-23a19bc9b659, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:30.764770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] For port 0f959965-b088-4a43-8ae0-23a19bc9b659, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f959965-b088-4a43-8ae0-23a19bc9b659,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:30.772906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:30.840675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:30.864163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:30.864828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:30.866675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 1091 time: 2.3910995 Dec 09 14:51:30.868476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:30.878248 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405f48a2-72dc-48d8-8038-4a946fd55e07" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:30.922295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead59071-2883-4cb4-9b5d-4a1162987d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0f959965-b088-4a43-8ae0-23a19bc9b659,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:31.006483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae498f-fe0f-4f7b-b2dd-defe39d7f628 req-f0663089-0832-480c-a7fe-3bbdcb11d6ff tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:31.009551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8eae498f-fe0f-4f7b-b2dd-defe39d7f628 req-f0663089-0832-480c-a7fe-3bbdcb11d6ff tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1097 time: 0.3429246 Dec 09 14:51:31.114087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-f9dadbe8-b1a9-4164-8e40-684f7d27a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:31.115928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-f9dadbe8-b1a9-4164-8e40-684f7d27a927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.4447081 Dec 09 14:51:31.133871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8eae498f-fe0f-4f7b-b2dd-defe39d7f628 req-57c7ae46-86e8-49da-b782-571cf96a648e tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155121 Dec 09 14:51:31.192729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-b99e001c-1408-4f8c-a504-65f0eaf71040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:31.194513 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-b99e001c-1408-4f8c-a504-65f0eaf71040 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1152334 Dec 09 14:51:31.218595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:31.222724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-73c078c8-7097-4101-a9dd-61862598cfa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 217 time: 0.0973423 Dec 09 14:51:31.294172 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8174967-3458-468c-9bd4-de94a5717367 x-openstack-request-id: req-f8174967-3458-468c-9bd4-de94a5717367 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:31.294714 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-unplugged", "status": "completed", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:31.294803 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8174967-3458-468c-9bd4-de94a5717367 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:31.295253 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'code': 200} Dec 09 14:51:31.352428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-6928b2fc-c0f6-407a-9d1d-0a923eb243b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 217 time: 0.1218293 Dec 09 14:51:31.463742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61d9983-6e01-4ec5-ad16-8c96072515bb {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:31.492675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:31.501635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-2cc1d661-9618-4d33-bb89-b5a68b7fdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:31.503684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-2cc1d661-9618-4d33-bb89-b5a68b7fdc55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.2622278 Dec 09 14:51:31.535999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Allocated IP 172.25.0.10 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/7b9a1f05-d747-45a5-bb7a-2a9faaead111) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:31.539758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-65b3cd0b-3ea9-4ae2-ad35-d7136f34270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:31.541506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-65b3cd0b-3ea9-4ae2-ad35-d7136f34270f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.1075194 Dec 09 14:51:31.548027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Transition to ACTIVE for port object f61d9983-6e01-4ec5-ad16-8c96072515bb will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:31.554770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-4fdd8191-6437-461a-9b82-7b28e60e2f5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408597 Dec 09 14:51:31.557573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:31.604259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8f515-6e25-4930-bec0-6480730557af req-8b27c0d0-a22b-448b-9450-1dfb5c4a6bd0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:31.613395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb8f515-6e25-4930-bec0-6480730557af req-8b27c0d0-a22b-448b-9450-1dfb5c4a6bd0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1719043 Dec 09 14:51:31.721842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:31.793236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Pushing event updated for resources: {'Port': ['ID=f61d9983-6e01-4ec5-ad16-8c96072515bb,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:31.805910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:31.874183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb8f515-6e25-4930-bec0-6480730557af req-8b42246c-b4ba-4b3c-a566-f4c1dce0b0b9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597508 Dec 09 14:51:31.939091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Attempting to bind port f61d9983-6e01-4ec5-ad16-8c96072515bb on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:31.939491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Attempting to bind port f61d9983-6e01-4ec5-ad16-8c96072515bb by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:31.939834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Attempting to bind port f61d9983-6e01-4ec5-ad16-8c96072515bb on network 9ab9be23-bd28-4dec-9e91-5008d3708124 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:31.964695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Port f61d9983-6e01-4ec5-ad16-8c96072515bb on network 9ab9be23-bd28-4dec-9e91-5008d3708124 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:31.965040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Attempting to bind port f61d9983-6e01-4ec5-ad16-8c96072515bb on network 9ab9be23-bd28-4dec-9e91-5008d3708124 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:31.971109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-cec3a048-0511-419a-83d1-66b49749e715 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949704 Dec 09 14:51:31.974787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:31.975135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Checking segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:31.975561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Bound using segment: {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:31.976301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Bound port: f61d9983-6e01-4ec5-ad16-8c96072515bb, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d4bbe8-806c-40a5-82df-8beb549a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:31.976662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:31.983813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=7b9a1f05-d747-45a5-bb7a-2a9faaead111,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:32.020808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:32.037290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:32.045144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:32.148789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] For port f61d9983-6e01-4ec5-ad16-8c96072515bb, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:32.155962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] For port f61d9983-6e01-4ec5-ad16-8c96072515bb, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:32.174976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.194776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-b76106f6-a033-40aa-b1c4-9aa81680a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:32.198750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-b76106f6-a033-40aa-b1c4-9aa81680a0ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902827 Dec 09 14:51:32.292896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:32.293451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.295404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] 10.222.0.43 "PUT /v2.0/ports/f61d9983-6e01-4ec5-ad16-8c96072515bb HTTP/1.1" status: 200 len: 1092 time: 2.1542425 Dec 09 14:51:32.295964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'tag': 'f61d9983-6e01-4ec5-ad16-8c96072515bb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:32.298380 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82" -d '{"events": [{"name": "network-changed", "server_uuid": "ba998192-380c-44cc-9b9e-b71cb2a32e70", "tag": "f61d9983-6e01-4ec5-ad16-8c96072515bb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:32.304073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.342955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5416e-3b49-4953-b834-503a39257a93 service neutron] Pushing event updated for resources: {'Port': ['ID=f61d9983-6e01-4ec5-ad16-8c96072515bb,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:32.395690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fba4f1-1667-47da-af0d-2b135edb8a4f req-5325bec0-b870-4c20-a631-a8872c0aeb8e tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:32.404539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-39fba4f1-1667-47da-af0d-2b135edb8a4f req-5325bec0-b870-4c20-a631-a8872c0aeb8e tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 944 time: 0.2402442 Dec 09 14:51:32.404770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.412225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-b9fbc591-0d09-41f7-95a2-94d1a8cc7b89 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279287 Dec 09 14:51:32.528759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-39fba4f1-1667-47da-af0d-2b135edb8a4f req-b80179fd-6a51-4dc3-8da3-053610e7751c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130986 Dec 09 14:51:32.717766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-31c57f81-7791-4c3c-9541-b500dd1fbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:32.720820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-31c57f81-7791-4c3c-9541-b500dd1fbe96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab5c9d25a8642398edc743bae312980&device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 1095 time: 0.1342077 Dec 09 14:51:32.731477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-6b2b086e-86bd-4718-8996-01fd10dbf21f service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219705 Dec 09 14:51:32.799690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.807916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.874058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=7b9a1f05-d747-45a5-bb7a-2a9faaead111,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:32.952255 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.976764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:32.978289 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-dcf24a07-723d-41de-a01d-de7966f60fc0 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4042070 Dec 09 14:51:33.085799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-50cc2b98-bf94-4b53-825e-3c2c59c6fb9a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0987010 Dec 09 14:51:33.201799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-a206a877-afdc-4a06-9332-02c1b913eb43 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:33.212758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-a206a877-afdc-4a06-9332-02c1b913eb43 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.5370903 Dec 09 14:51:33.239662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-ad7ea29f-24b4-470d-aeeb-434ced9dbf67 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/quotas/7710ec86a4ed476084de184b6b7d671c HTTP/1.1" status: 200 len: 375 time: 0.0244946 Dec 09 14:51:33.300078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-a1d5d2ab-0392-4a3b-9b94-df6dee88f5b5 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:33.321021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d998dae-47b1-4879-bd67-30b6acbc3476 req-a1d5d2ab-0392-4a3b-9b94-df6dee88f5b5 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2272899 Dec 09 14:51:33.325767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-3307616c-5794-4559-b11f-91e88303fbf0 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848417 Dec 09 14:51:33.354809 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae49f37-9c66-4619-a6c2-bd458eeac173 x-openstack-request-id: req-0ae49f37-9c66-4619-a6c2-bd458eeac173 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:33.355523 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:33.355933 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ae49f37-9c66-4619-a6c2-bd458eeac173 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:33.356512 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'status': 'completed', 'code': 200} Dec 09 14:51:33.494143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-ea936769-01de-482c-80ba-4477fbafccb0 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672943 Dec 09 14:51:33.555448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc834-84bd-41d0-987d-1c15f28cb9d5 req-e0083f7d-a0e0-4a09-8044-91e9ed0b1679 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:33.556242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20ebc834-84bd-41d0-987d-1c15f28cb9d5 req-e0083f7d-a0e0-4a09-8044-91e9ed0b1679 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 943 time: 0.0823126 Dec 09 14:51:33.654261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-5f9ee95f-7afe-46e7-a2ff-1c0abffe0df8 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589427 Dec 09 14:51:33.670448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20ebc834-84bd-41d0-987d-1c15f28cb9d5 req-9c0b7364-9613-4b68-b379-93b150e18f56 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936012 Dec 09 14:51:33.830152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2171cd2-9dbb-40de-a470-d17cd6bd4182 req-570ff024-42f8-443b-b060-701b4ff8ec3a tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:33.831972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2171cd2-9dbb-40de-a470-d17cd6bd4182 req-570ff024-42f8-443b-b060-701b4ff8ec3a tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1097 time: 0.0500467 Dec 09 14:51:33.844292 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8800c-48f2-4196-ae5a-8cab99743fae x-openstack-request-id: req-f2f8800c-48f2-4196-ae5a-8cab99743fae {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:33.844790 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba998192-380c-44cc-9b9e-b71cb2a32e70", "tag": "f61d9983-6e01-4ec5-ad16-8c96072515bb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:33.845389 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2f8800c-48f2-4196-ae5a-8cab99743fae {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:33.845884 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'tag': 'f61d9983-6e01-4ec5-ad16-8c96072515bb', 'status': 'completed', 'code': 200} Dec 09 14:51:33.943407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2171cd2-9dbb-40de-a470-d17cd6bd4182 req-17f30573-e312-471a-a447-137098070b20 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925932 Dec 09 14:51:34.208803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450573c-f1b8-4758-8109-5990f54bc2f6 req-ead4418e-0d4e-4fb2-8e96-87d44c5dc738 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:34.209274 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-4ce592dd-c108-40bf-b524-b82a9a574563 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378273 Dec 09 14:51:34.218332 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e450573c-f1b8-4758-8109-5990f54bc2f6 req-ead4418e-0d4e-4fb2-8e96-87d44c5dc738 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.0761180 Dec 09 14:51:34.351923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e450573c-f1b8-4758-8109-5990f54bc2f6 req-9a4c4da7-6b2a-46c5-9650-59d469b78178 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327150 Dec 09 14:51:34.409109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-e47619ba-d4ec-4b4b-b0cf-f6d68c4cffe2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:34.416762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-e47619ba-d4ec-4b4b-b0cf-f6d68c4cffe2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059348 Dec 09 14:51:34.445284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-4b0a4966-da54-42b6-8926-38440f0bcd53 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/quotas/084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 375 time: 0.0274911 Dec 09 14:51:34.518252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-5d788532-73b8-4e6e-8900-f4e1c167c24d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720229 Dec 09 14:51:34.782879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-42bc1b1b-32bf-4b1b-8040-56f2a68bda20 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2830536 Dec 09 14:51:34.794137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:34.839665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:34.901454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642862f-5ae6-41ff-975b-4c1e1621bd7d req-9486ff76-dcea-4702-9c02-162bbf164bb9 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:34.911483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4642862f-5ae6-41ff-975b-4c1e1621bd7d req-9486ff76-dcea-4702-9c02-162bbf164bb9 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 944 time: 0.1140745 Dec 09 14:51:35.009970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:35.048290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4642862f-5ae6-41ff-975b-4c1e1621bd7d req-eb882694-c04a-44ef-bb66-ffe2ac0f1927 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349266 Dec 09 14:51:35.246937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96f4c724-c320-49c6-8ec9-65d13ec5a366 req-52c57024-e04e-46d7-b7ab-16c98f2fafa5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 210 time: 0.0609124 Dec 09 14:51:35.257264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Allocated IP 172.25.0.222 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/400074ab-8098-4010-8f6c-99e9acf829c5) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:35.453946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:35.529108 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:35.652923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9072e6fb-a1d7-46ca-bf27-4bcfc0e2f4e3 req-2871075e-86df-4206-8bd2-e40069a64733 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 210 time: 0.0950425 Dec 09 14:51:35.664208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:35.670134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:35.690213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:35.705810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=400074ab-8098-4010-8f6c-99e9acf829c5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:35.834872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-02d6b387-f47d-42ce-b0dc-491077bc143e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:35.849592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-02d6b387-f47d-42ce-b0dc-491077bc143e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.3498595 Dec 09 14:51:35.883044 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:35.926119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Request body: {'port': {'device_id': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'admin_state_up': True, 'tenant_id': '7710ec86a4ed476084de184b6b7d671c'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:35.953253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.154003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243de30-a3e5-43f8-9b22-88e8b717a9f4 req-b8605ea8-f991-4703-9957-b8b6c8814117 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:36.163195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4243de30-a3e5-43f8-9b22-88e8b717a9f4 req-b8605ea8-f991-4703-9957-b8b6c8814117 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 943 time: 0.3768904 Dec 09 14:51:36.234651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.255338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.276238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Made reservation on behalf of 7710ec86a4ed476084de184b6b7d671c for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:36.282724 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.313236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4243de30-a3e5-43f8-9b22-88e8b717a9f4 req-dc54b0fa-dcd3-4ee1-99be-760703b84f30 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485543 Dec 09 14:51:36.326448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=400074ab-8098-4010-8f6c-99e9acf829c5,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:36.395319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.423964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-1d9805b7-ee5c-4812-af45-1328308f128c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945044 Dec 09 14:51:36.446879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.455370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-82f9fd3b-6b78-4a0e-a0bb-6b8e1b5af734 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6708016 Dec 09 14:51:36.528368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-b021b4a0-625f-4ba5-815f-283b00c11ad5 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0720434 Dec 09 14:51:36.567155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Allocated IP 172.20.0.7 (705c96fc-684f-4b31-9a9e-ab0a0466b788/3611c0c1-f3b6-4685-8ca3-aff193df4b0d/d567ac6a-69f4-474a-a70f-5a5d977b0367) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:36.654831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27428bf8-224c-46db-8927-8a1e215fb504 req-ab952b13-d762-42a3-90de-d5c696dcf185 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:36.662069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27428bf8-224c-46db-8927-8a1e215fb504 req-ab952b13-d762-42a3-90de-d5c696dcf185 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.0979292 Dec 09 14:51:36.737152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-1ea32cf6-a683-4481-827b-6bf72a11c2fb tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:36.738991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-1ea32cf6-a683-4481-827b-6bf72a11c2fb tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078849 Dec 09 14:51:36.751479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-93463c44-1d7b-4637-a6b8-07ac25c0410d tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:36.764516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-09dfa15f-9ce7-4659-a031-db145d67b00f req-93463c44-1d7b-4637-a6b8-07ac25c0410d tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2348015 Dec 09 14:51:36.789063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Request body: {'port': {'device_id': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '084b1d49ac0849c9a0b9b80073719ff7'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:36.817963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27428bf8-224c-46db-8927-8a1e215fb504 req-165f85df-5101-4c3a-83a0-1052730bc37f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397707 Dec 09 14:51:36.907567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:36.989702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.076117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Made reservation on behalf of 084b1d49ac0849c9a0b9b80073719ff7 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:37.081040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.091995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.099895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:37.160453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:37.166039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:37.175136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:37.175824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.199871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:37.214692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8113-e023-49db-9cc4-c5d144fa588b req-106e043e-768e-420a-89d3-da59ee8443d0 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:37.217936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b5f8113-e023-49db-9cc4-c5d144fa588b req-106e043e-768e-420a-89d3-da59ee8443d0 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 931 time: 0.0909972 Dec 09 14:51:37.225229 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-e00207a5-9a0b-42c4-8fd3-1aab7b96013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3117316 Dec 09 14:51:37.247434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61876db-a676-47ee-ba7d-8c48fb20f9bf req-3630f99a-08f6-4151-b03f-37b5a0712301 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:37.271542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a61876db-a676-47ee-ba7d-8c48fb20f9bf req-3630f99a-08f6-4151-b03f-37b5a0712301 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 944 time: 0.2059329 Dec 09 14:51:37.319695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b5f8113-e023-49db-9cc4-c5d144fa588b req-5fd727ab-fc82-473a-88cd-a3eb4a50f233 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928707 Dec 09 14:51:37.323824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Request body: {'port': {'device_id': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:37.341854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.351564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.496785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a61876db-a676-47ee-ba7d-8c48fb20f9bf req-a7bf891d-2638-4cc3-84db-50077c6f4002 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243364 Dec 09 14:51:37.516725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Allocated IP 192.168.233.23 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/11ca5f75-5269-4d13-9270-fc07d1ce5c1d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:37.624932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ece6d504-2fd8-4cf5-b3e5-d3fd1f134550 req-ce4e73cd-95a8-469f-83ea-62fb166395f5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 210 time: 0.0909646 Dec 09 14:51:37.706040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979b1691-cb9f-4f7e-a368-3af38cf140d2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:37.732663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.818157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc312d-dc05-4661-924d-4daa1f0db7b0 req-26187f55-0c4c-44a4-89cb-d634274c2b02 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:37.820087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1edc312d-dc05-4661-924d-4daa1f0db7b0 req-26187f55-0c4c-44a4-89cb-d634274c2b02 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1097 time: 0.0679798 Dec 09 14:51:37.862077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:37.905480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1edc312d-dc05-4661-924d-4daa1f0db7b0 req-0bb09308-8156-45fc-b8cc-9e900a59b537 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769694 Dec 09 14:51:38.005726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.058882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:38.079916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:38.096691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-c861f225-e0f3-40f0-9be7-a29688eeba8c tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5702438 Dec 09 14:51:38.102940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:38.112447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:38.200113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:38.209026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.323223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:38.330077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.380253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623a0e2-cc1e-4896-b0d5-51b59fd1139f req-357e1cb9-8cd2-4524-8d1a-2a62952b764d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:38.402542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6623a0e2-cc1e-4896-b0d5-51b59fd1139f req-357e1cb9-8cd2-4524-8d1a-2a62952b764d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 943 time: 0.3242900 Dec 09 14:51:38.446498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-9116e9e0-1974-429b-8b92-b2d86a57b3ef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6765594 Dec 09 14:51:38.466625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Request body: {'port': {'device_id': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:38.510115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-976853b0-1f44-474d-8f0d-3dfd1d2178f0 None None] Provisioning complete for port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:38.510818 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976853b0-1f44-474d-8f0d-3dfd1d2178f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.527193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d567ac6a-69f4-474a-a70f-5a5d977b0367 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:38.538464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.549019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6623a0e2-cc1e-4896-b0d5-51b59fd1139f req-178be7c2-9a1e-4eda-b332-522752d356fc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444669 Dec 09 14:51:38.562676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.565600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Transition to ACTIVE for port object d567ac6a-69f4-474a-a70f-5a5d977b0367 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:38.589516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.601920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.613405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-976853b0-1f44-474d-8f0d-3dfd1d2178f0 None None] Port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:38.795478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Attempting to bind port d567ac6a-69f4-474a-a70f-5a5d977b0367 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:38.795862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Attempting to bind port d567ac6a-69f4-474a-a70f-5a5d977b0367 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:38.796356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Attempting to bind port d567ac6a-69f4-474a-a70f-5a5d977b0367 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:38.805624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Port d567ac6a-69f4-474a-a70f-5a5d977b0367 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:38.805945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Attempting to bind port d567ac6a-69f4-474a-a70f-5a5d977b0367 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:38.812707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:38.819924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:38.820269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Checking segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:38.821082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Bound using segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:38.821082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Bound port: d567ac6a-69f4-474a-a70f-5a5d977b0367, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:38.821380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:38.883193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Allocated IP 172.25.0.153 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/af0c4757-65b0-486d-beb3-ed7306e7c9b4) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:38.946829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:38.996655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:39.046388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.082601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d575-8b3e-41ad-8201-5f441c9d04ca req-b4da3b2b-726d-4978-ad52-d673c148a526 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:39.084627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c855d575-8b3e-41ad-8201-5f441c9d04ca req-b4da3b2b-726d-4978-ad52-d673c148a526 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1428409 Dec 09 14:51:39.115088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.184940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.204398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ca5f75-5269-4d13-9270-fc07d1ce5c1d {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:39.205651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:39.206486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.209677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] 10.222.0.36 "PUT /v2.0/ports/d567ac6a-69f4-474a-a70f-5a5d977b0367 HTTP/1.1" status: 200 len: 1091 time: 1.8942842 Dec 09 14:51:39.215808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:39.230622 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2981bfea-fe40-4d9b-b498-b82812494aee" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:39.230807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.233359 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c855d575-8b3e-41ad-8201-5f441c9d04ca req-f99ecb7b-d7e7-4fc4-ae52-ffae669da8cd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297350 Dec 09 14:51:39.247366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Transition to ACTIVE for port object 11ca5f75-5269-4d13-9270-fc07d1ce5c1d will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:39.273001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.302053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc40ac8-7053-4966-856a-8a113a902214 service neutron] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:39.365014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:39.416749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:39.444742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=af0c4757-65b0-486d-beb3-ed7306e7c9b4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:39.460322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:39.463752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:39.481364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-0ce4b448-4196-44f0-82c8-e06943fb19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:39.482881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-0ce4b448-4196-44f0-82c8-e06943fb19b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 1094 time: 0.1776345 Dec 09 14:51:39.560700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:39.561298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:39.561624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:39.574020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:39.574345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:39.580516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:39.580852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:39.581235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:39.581662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Bound port: 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:39.582017 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.689651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:39.690504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-867ae511-a715-4cf9-b8bf-fd81ee7eaac9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367 HTTP/1.1" status: 200 len: 217 time: 0.0885217 Dec 09 14:51:39.694605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:39.702957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.749130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.780195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:39.782980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.786144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] 10.222.0.36 "PUT /v2.0/ports/11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 1095 time: 1.3292401 Dec 09 14:51:39.788282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:39.791554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-884bbd43-3860-4d3c-a603-a724183c3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:39.793298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-884bbd43-3860-4d3c-a603-a724183c3f3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.0937061 Dec 09 14:51:39.799984 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:39.831586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11d4d-370c-4eec-9953-8865a77fb863 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:39.840772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:39.873608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-552b71a7-e370-4c63-9d0a-ba791ef9ee8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305543 Dec 09 14:51:39.926217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-ec3a2e52-51e4-4e79-b6c4-e95ce0b7ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:39.927877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-ec3a2e52-51e4-4e79-b6c4-e95ce0b7ff01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1098 time: 0.0924137 Dec 09 14:51:39.990797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-cb485726-88a1-45d6-91aa-aea74b67f34b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0535014 Dec 09 14:51:40.142307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-68b0cc92-acfe-4d02-903d-f222fa9a56b0 service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354391 Dec 09 14:51:40.466991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-e9f3f46f-9bd1-411a-9ba7-fab21d16ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.468379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-e9f3f46f-9bd1-411a-9ba7-fab21d16ae24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.4687202 Dec 09 14:51:40.503719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-38873646-e2f4-4dfb-8193-da1551a2d4f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb HTTP/1.1" status: 200 len: 217 time: 0.0428395 Dec 09 14:51:40.531983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7010761-24d8-4ee9-a2e0-6bcb58e986de req-5edbe57b-bb37-448f-9f23-a442c493d62a service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343541 Dec 09 14:51:40.545698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-efb90c8a-8d07-4251-9ef4-d116348417dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.547280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-efb90c8a-8d07-4251-9ef4-d116348417dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694840 Dec 09 14:51:40.626938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:40.646359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-67b9af17-c5e7-4da3-888f-49a5f60b9736 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:40.647403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-67b9af17-c5e7-4da3-888f-49a5f60b9736 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127776 Dec 09 14:51:40.649007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-fd0e84f9-d5d4-4f65-b5a0-957008af205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.650936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-fd0e84f9-d5d4-4f65-b5a0-957008af205e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58cefd3-4563-4a65-9425-326bf56e3d46 HTTP/1.1" status: 200 len: 853 time: 0.1310263 Dec 09 14:51:40.654507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:40.706725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37a50714-4f3c-456b-857e-e6cabd5b481b req-7f000e33-dce4-48f7-ab7c-d8cdacd03157 service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524828 Dec 09 14:51:40.712284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-c76193e3-c9ae-41d6-aa63-68d19acf0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.714335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-c76193e3-c9ae-41d6-aa63-68d19acf0420 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0743129 Dec 09 14:51:40.719862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-bd26ea48-9b23-41d0-8c97-2c61fb90e194 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636758 Dec 09 14:51:40.739793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:40.773229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event updated for resources: {'Port': ['ID=af0c4757-65b0-486d-beb3-ed7306e7c9b4,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:40.778859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-a55f7870-fb00-472e-8603-5a087698fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.780299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-a55f7870-fb00-472e-8603-5a087698fa03 service neutron] 10.222.0.46 "GET /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 1094 time: 0.0900514 Dec 09 14:51:40.783899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:40.784988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-10d68269-91c1-4897-9a90-e751e0c7eddd tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6780868 Dec 09 14:51:40.790339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Request body: {'binding': {'host': 'n-h2-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:40.790799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:51:40.819286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-bdb244ac-319d-47a6-89a2-1c99c52a7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.820767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-bdb244ac-319d-47a6-89a2-1c99c52a7dcd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab9be23-bd28-4dec-9e91-5008d3708124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581945 Dec 09 14:51:40.888312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-0ee342f6-55ad-4eb3-9179-87e89918f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.889963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-0ee342f6-55ad-4eb3-9179-87e89918f337 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1681619 Dec 09 14:51:40.892003 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fad679-46bc-4b45-a5e7-292dcf17fec6 req-02c10bfa-a063-46d7-af6b-881cf5f1debd service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576500 Dec 09 14:51:40.936917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-06e01e2d-df44-4bb4-8c00-c866eb39a115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 217 time: 0.0385759 Dec 09 14:51:40.949410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-a3287371-e7e2-4bd3-a643-bfad70e358ac tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 696 time: 0.1322577 Dec 09 14:51:40.994569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-dd663139-8c5a-4bb4-a279-d56397f66ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:40.996552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-dd663139-8c5a-4bb4-a279-d56397f66ca0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0509596 Dec 09 14:51:41.043646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-7a926fc0-41ad-435a-a1ff-4cb9323e9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.045490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-7a926fc0-41ad-435a-a1ff-4cb9323e9516 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413256 Dec 09 14:51:41.137271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-a5a58afb-d164-49d5-b110-1061334bbe78 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879791 Dec 09 14:51:41.144264 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-300fb7b9-7360-40ab-839a-c51c4628ff6f service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906055 Dec 09 14:51:41.221055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-9f191997-6279-4160-b386-841444ce78ca tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.222524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-9f191997-6279-4160-b386-841444ce78ca tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2288232 Dec 09 14:51:41.242774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-405f48a2-72dc-48d8-8038-4a946fd55e07 req-b51acd6b-3b5b-47f8-9651-bdc7fd3e1645 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904737 Dec 09 14:51:41.254952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on host n-h2-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:41.255256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:41.255571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:41.269549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-be2330be-5027-4b39-bfa1-854815a4d16c tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:41.270502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17bbf70-3a55-4f89-a66c-e706313c03da req-be2330be-5027-4b39-bfa1-854815a4d16c tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197101 Dec 09 14:51:41.284991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:41.285326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:41.292615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:41.292968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:41.293357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:41.293798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Bound port: 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:41.344874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38cee574-158a-476c-ac3d-53a58a8cca52 req-594070ba-5753-41ee-90fd-fb9941e61123 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975124 Dec 09 14:51:41.392515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:41.405626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a897-bd98-4f17-8185-616647b4f5e4 req-e23e41b9-89ed-44ce-aa68-8311c50329b5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.407372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbe2a897-bd98-4f17-8185-616647b4f5e4 req-e23e41b9-89ed-44ce-aa68-8311c50329b5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 943 time: 0.0789225 Dec 09 14:51:41.425569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:41.426697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-bcdec03a-7e9c-49c8-a655-8fa2ba0fa178 service neutron] 10.222.0.46 "POST /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710/bindings HTTP/1.1" status: 201 len: 389 time: 0.6396630 Dec 09 14:51:41.497071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-175168b5-0c52-4c44-8f90-42bcd86b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.498751 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-175168b5-0c52-4c44-8f90-42bcd86b7f64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab5c9d25a8642398edc743bae312980&device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 1095 time: 0.0902245 Dec 09 14:51:41.507399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbe2a897-bd98-4f17-8185-616647b4f5e4 req-da08bd6b-1825-42b8-8af9-b6e3955886ec tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853350 Dec 09 14:51:41.615714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1242-76cd-4da1-88d8-ca0fbb3aa497 req-fbc59528-f736-45fc-ac5e-125c4df5e745 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.617246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1daa1242-76cd-4da1-88d8-ca0fbb3aa497 req-fbc59528-f736-45fc-ac5e-125c4df5e745 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 944 time: 0.0589144 Dec 09 14:51:41.627788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-a501a9c0-2fe3-4e0d-89f5-54b8f5e2bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.629686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-a501a9c0-2fe3-4e0d-89f5-54b8f5e2bc9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab9be23-bd28-4dec-9e91-5008d3708124 HTTP/1.1" status: 200 len: 915 time: 0.1167979 Dec 09 14:51:41.701028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-1591b8ed-d2f0-46ff-8c65-65b36cd5c162 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb HTTP/1.1" status: 200 len: 217 time: 0.0611546 Dec 09 14:51:41.701461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-ecc6f7da-6c5e-4502-9be2-6cd11796c17b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.703184 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-ecc6f7da-6c5e-4502-9be2-6cd11796c17b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1847f43-836e-4e9b-9627-6de70ede1484 HTTP/1.1" status: 200 len: 944 time: 0.0847979 Dec 09 14:51:41.711451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1daa1242-76cd-4da1-88d8-ca0fbb3aa497 req-6851d37c-cdd9-474e-8aad-28ce50f870ec tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Dec 09 14:51:41.720348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fcc4e-fc81-486c-9dce-1165c8137f7b req-80e56e89-a8ac-487c-b5bd-2c25c687c86c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.721835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da0fcc4e-fc81-486c-9dce-1165c8137f7b req-80e56e89-a8ac-487c-b5bd-2c25c687c86c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 947 time: 0.0910554 Dec 09 14:51:41.773495 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2c808-aea5-4e00-95ac-d16f7239a4fc x-openstack-request-id: req-b5e2c808-aea5-4e00-95ac-d16f7239a4fc {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:41.773896 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:41.774226 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5e2c808-aea5-4e00-95ac-d16f7239a4fc {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:41.774687 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'status': 'completed', 'code': 200} Dec 09 14:51:41.811925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-1d83c1b4-b40d-4acd-b22e-c8c7393fd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.813571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-1d83c1b4-b40d-4acd-b22e-c8c7393fd129 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58cefd3-4563-4a65-9425-326bf56e3d46 HTTP/1.1" status: 200 len: 853 time: 0.0827086 Dec 09 14:51:41.863225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da0fcc4e-fc81-486c-9dce-1165c8137f7b req-05cd1717-8856-48b6-8a5b-775920ed3656 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312642 Dec 09 14:51:41.863471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-fe46bc95-9724-4ff7-bab8-537e030ae7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.864776 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-fe46bc95-9724-4ff7-bab8-537e030ae7ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1097 time: 0.1382067 Dec 09 14:51:41.882850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-061f5b27-23e4-4507-b09a-1b48fee977db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.884408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-061f5b27-23e4-4507-b09a-1b48fee977db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab9be23-bd28-4dec-9e91-5008d3708124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593789 Dec 09 14:51:41.982540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981bfea-fe40-4d9b-b498-b82812494aee req-c885aaec-8c95-460f-93e5-03c1c667bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.984166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-c885aaec-8c95-460f-93e5-03c1c667bbab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 1094 time: 0.1589940 Dec 09 14:51:41.995521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccebe23-6943-4e53-977c-f1afad351275 req-40a74120-8309-49ca-9631-95543b70dca7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:41.996934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ccebe23-6943-4e53-977c-f1afad351275 req-40a74120-8309-49ca-9631-95543b70dca7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 946 time: 0.1704957 Dec 09 14:51:42.014427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-8885df6b-6f91-49b5-905a-6cff275c226c service neutron] 10.222.0.43 "GET /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212246 Dec 09 14:51:42.022574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27dc34-5175-4e36-b53e-356fdfbc7f92 req-4aa3f8d5-343e-43a3-ac7a-a86ae8e76b79 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.024004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b27dc34-5175-4e36-b53e-356fdfbc7f92 req-4aa3f8d5-343e-43a3-ac7a-a86ae8e76b79 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 943 time: 0.1005096 Dec 09 14:51:42.028186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Deleting port 727e77d0-97a6-41a0-8718-5bab4b5cb308 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:42.028588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:42.109364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-ec2fde38-ce46-494b-8289-23feabefb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.110830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-ec2fde38-ce46-494b-8289-23feabefb41c service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2274463 Dec 09 14:51:42.142375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b27dc34-5175-4e36-b53e-356fdfbc7f92 req-707e5cac-b308-47dc-8ce9-3142a4e0f73d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067023 Dec 09 14:51:42.147994 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d6bbcd8-7d7c-4f10-910d-d23766b15a82 req-81c5fe31-607d-49eb-a3e8-7e7b3c11d891 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230514 Dec 09 14:51:42.206765 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d727c1-91f6-4146-be63-fbcb0dfc50e6 x-openstack-request-id: req-b7d727c1-91f6-4146-be63-fbcb0dfc50e6 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:42.207062 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:42.207365 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7d727c1-91f6-4146-be63-fbcb0dfc50e6 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:42.207806 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'status': 'completed', 'code': 200} Dec 09 14:51:42.216629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-0532e628-8615-4331-952c-f06ca196aaef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.0875571 Dec 09 14:51:42.236817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ccebe23-6943-4e53-977c-f1afad351275 req-5f999f20-fea2-4b94-be85-249892fafa65 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235041 Dec 09 14:51:42.285023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-82883e96-dd88-4d47-b9da-3b6b76bd7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.286428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-82883e96-dd88-4d47-b9da-3b6b76bd7eb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1098 time: 0.0603476 Dec 09 14:51:42.327603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981bfea-fe40-4d9b-b498-b82812494aee req-d63ed48b-af9e-408a-a223-624cb2591811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.329072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-d63ed48b-af9e-408a-a223-624cb2591811 service neutron] 10.222.0.36 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 905 time: 0.3312280 Dec 09 14:51:42.379517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4c395-b61f-4097-934a-d4f5272ba51a req-6e2e8c9b-978f-4eac-a91f-ed8a405c4c7a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.380984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9b4c395-b61f-4097-934a-d4f5272ba51a req-6e2e8c9b-978f-4eac-a91f-ed8a405c4c7a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1195045 Dec 09 14:51:42.423579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-91f25309-8f6a-46b3-8c76-7501f2058ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.424169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9026ce6-5f5b-429d-98ab-c32d1e38d9cb req-356e98be-68d3-4e92-89ff-713d60469488 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips/ce782f4d-8948-4401-9e25-1b895ddf8108 HTTP/1.1" status: 200 len: 693 time: 0.1406455 Dec 09 14:51:42.425228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-91f25309-8f6a-46b3-8c76-7501f2058ac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1251366 Dec 09 14:51:42.433808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-cdc8b647-bcce-4cdc-8639-ec0e125149f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367 HTTP/1.1" status: 200 len: 217 time: 0.0625362 Dec 09 14:51:42.440311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] For port 727e77d0-97a6-41a0-8718-5bab4b5cb308, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=727e77d0-97a6-41a0-8718-5bab4b5cb308,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:42.440677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:42.457938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-74ca89cb-2d3e-416f-ac22-c978e2e3ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.459369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-74ca89cb-2d3e-416f-ac22-c978e2e3ea99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.2265906 Dec 09 14:51:42.475943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-0d81d0b0-5d41-4898-a33a-e2530d210f85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0410073 Dec 09 14:51:42.484022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9b4c395-b61f-4097-934a-d4f5272ba51a req-4d865af3-8db8-4a8e-8638-77767b16ff85 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955548 Dec 09 14:51:42.520794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Calling delete_port for 727e77d0-97a6-41a0-8718-5bab4b5cb308 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:42.534133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-4363ba61-a11f-4c7f-9972-b263477eb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.535944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-4363ba61-a11f-4c7f-9972-b263477eb402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0510075 Dec 09 14:51:42.544167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-b1d3ecff-0366-4037-b257-1fa673f92835 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620799 Dec 09 14:51:42.619407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52b321-b8fd-411c-8e74-4b4b6ff18666 req-cb719c04-d14a-421b-82dc-df99ecb81290 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.620764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd52b321-b8fd-411c-8e74-4b4b6ff18666 req-cb719c04-d14a-421b-82dc-df99ecb81290 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 946 time: 0.0694127 Dec 09 14:51:42.622547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-ff2ed308-67cb-464e-a3e1-2897d4a56bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.623905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-ff2ed308-67cb-464e-a3e1-2897d4a56bbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803025 Dec 09 14:51:42.670747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981bfea-fe40-4d9b-b498-b82812494aee req-74967baf-96f7-43bb-bb80-c381f8bc0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.672289 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-74967baf-96f7-43bb-bb80-c381f8bc0a79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.2239196 Dec 09 14:51:42.724798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd52b321-b8fd-411c-8e74-4b4b6ff18666 req-dbbd0d56-1ee6-4f17-a870-e3706b14bd50 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977972 Dec 09 14:51:42.729921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026ce6-5f5b-429d-98ab-c32d1e38d9cb req-b589395b-c3ea-49fe-96c2-93509f46236b tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.731303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9026ce6-5f5b-429d-98ab-c32d1e38d9cb req-b589395b-c3ea-49fe-96c2-93509f46236b tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2965968 Dec 09 14:51:42.762268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-094d6d75-8857-4441-b188-e37dd53717a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572681 Dec 09 14:51:42.762730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-9fb9579a-a47d-424b-8107-45a7f6253fff service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285334 Dec 09 14:51:42.767034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-d9026ce6-5f5b-429d-98ab-c32d1e38d9cb req-81596963-afa1-428e-a69d-b1628e51d136 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:42.768037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9026ce6-5f5b-429d-98ab-c32d1e38d9cb req-81596963-afa1-428e-a69d-b1628e51d136 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123153 Dec 09 14:51:42.913487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53754dc0-24bb-4c3a-902a-0a01e871ed44 req-8ff66011-e2eb-4ba3-b824-fad51cd0fa21 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:42.915049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53754dc0-24bb-4c3a-902a-0a01e871ed44 req-8ff66011-e2eb-4ba3-b824-fad51cd0fa21 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 943 time: 0.1022601 Dec 09 14:51:42.918074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b3bd3d7-9bf5-428e-af95-15e6c3221b69 req-36c4ef94-420c-437b-8e81-a52dcee6064e service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426399 Dec 09 14:51:42.972589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53754dc0-24bb-4c3a-902a-0a01e871ed44 req-b7a4a463-868c-4224-9ff0-48db0c654a88 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498972 Dec 09 14:51:43.057456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-3f9da47f-4539-4275-a4e3-810c69cee7f6 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips/ce782f4d-8948-4401-9e25-1b895ddf8108 HTTP/1.1" status: 200 len: 693 time: 0.0488687 Dec 09 14:51:43.089634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-e6df3d0a-cc17-4dbf-b978-4ec412f2e617 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141969 Dec 09 14:51:43.135088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f959965-b088-4a43-8ae0-23a19bc9b659 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:43.191338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237742-43f0-4459-a15c-c4a873449477 req-e68f027f-b041-458f-9009-353cc5b023b7 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:43.192397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-e68f027f-b041-458f-9009-353cc5b023b7 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1285591 Dec 09 14:51:43.208547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-d745aa6e-8c31-4d6b-96dd-f2b15c9c102e tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:43.209937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-d745aa6e-8c31-4d6b-96dd-f2b15c9c102e tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073853 Dec 09 14:51:43.251249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0f959965-b088-4a43-8ae0-23a19bc9b659, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f959965-b088-4a43-8ae0-23a19bc9b659,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:43.261317 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.265916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:43.276776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3d5d7-f076-43ed-9b6d-15a3c00bde8b req-879c5835-8007-4ac8-9cef-41ea80ae2f6a tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:43.278608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-64c3d5d7-f076-43ed-9b6d-15a3c00bde8b req-879c5835-8007-4ac8-9cef-41ea80ae2f6a tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 944 time: 0.2552021 Dec 09 14:51:43.280473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-2e556517-7cd0-4869-b9d0-8e89be5247ba service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980068 Dec 09 14:51:43.288078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-9ef4c770-ef65-4581-9eb7-47750ef36671 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 696 time: 0.0694215 Dec 09 14:51:43.324091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.338747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f959965-b088-4a43-8ae0-23a19bc9b659 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:43.357240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-dd8dd50a-d6ff-4b75-9984-448bca9a3c20 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.153 HTTP/1.1" status: 200 len: 696 time: 0.0619318 Dec 09 14:51:43.358636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event deleted for resources: {'Port': ['ID=727e77d0-97a6-41a0-8718-5bab4b5cb308,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:43.363454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0f959965-b088-4a43-8ae0-23a19bc9b659, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f959965-b088-4a43-8ae0-23a19bc9b659,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:43.370342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.384185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-28c8981d-647a-457d-8aa6-315786a751b9 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698042 Dec 09 14:51:43.438380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0f959965-b088-4a43-8ae0-23a19bc9b659,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:43.489448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] No DVR routers for this DVR port 727e77d0-97a6-41a0-8718-5bab4b5cb308 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:51:43.497681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.501563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4b2a78c-8b31-4963-a35e-4fcf025b4a8f req-b6cf7141-34b6-456e-a7ae-dcdb7dbf4537 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "DELETE /v2.0/ports/727e77d0-97a6-41a0-8718-5bab4b5cb308 HTTP/1.1" status: 204 len: 173 time: 1.7732077 Dec 09 14:51:43.526335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-64c3d5d7-f076-43ed-9b6d-15a3c00bde8b req-5557a751-08a4-427c-a60c-e99b24cdeacc tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343829 Dec 09 14:51:43.582423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2981bfea-fe40-4d9b-b498-b82812494aee req-ae79f3a7-f04c-4216-a64f-cbb79c4353ef service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890229 Dec 09 14:51:43.588752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Deleting port af0c4757-65b0-486d-beb3-ed7306e7c9b4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:43.590025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.599404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:43.608086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-b9ed0fdc-9e31-40be-b072-0516bf402122 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:43.609657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-b9ed0fdc-9e31-40be-b072-0516bf402122 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1097 time: 0.1414797 Dec 09 14:51:43.626686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-5'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:43.701186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.701593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.716398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Calling delete_port for af0c4757-65b0-486d-beb3-ed7306e7c9b4 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:43.733222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0f959965-b088-4a43-8ae0-23a19bc9b659'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:43.768236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.790889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:43.794596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0ce1-1cfb-43cc-a8cf-c172f6a59e08 req-d1984bfb-0949-4eb2-bb36-9b8de77e865c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:43.796224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c2a0ce1-1cfb-43cc-a8cf-c172f6a59e08 req-d1984bfb-0949-4eb2-bb36-9b8de77e865c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 947 time: 0.1259096 Dec 09 14:51:43.814953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'mac_address': 'fa:16:3e:b4:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:43.879178 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.888091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.903299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d567ac6a-69f4-474a-a70f-5a5d977b0367 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:43.935401 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.938350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.940242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86237742-43f0-4459-a15c-c4a873449477 req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "DELETE /v2.0/floatingips/ce782f4d-8948-4401-9e25-1b895ddf8108 HTTP/1.1" status: 204 len: 173 time: 0.5608349 Dec 09 14:51:43.940434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c2a9c-216d-47d9-9279-f9cc74fa619f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event deleted for resources: {'Port': ['ID=af0c4757-65b0-486d-beb3-ed7306e7c9b4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:43.941388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:43.943331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c2a0ce1-1cfb-43cc-a8cf-c172f6a59e08 req-ced4a6a4-2532-4b43-820f-5b19ab2df603 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254327 Dec 09 14:51:43.958763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:43.959551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:43.983581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:44.064237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:44.085553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:44.168416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:44.196941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'mac_address': 'fa:16:3e:cd:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:44.197082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae408d-5e3e-4e4b-b2e2-0c766a293e1a req-3e3ba930-d3a1-4201-a4ab-166a6fd0d230 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.211582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67ae408d-5e3e-4e4b-b2e2-0c766a293e1a req-3e3ba930-d3a1-4201-a4ab-166a6fd0d230 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 944 time: 0.1768203 Dec 09 14:51:44.232271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-deleted', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308'}, {'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:44.237046 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0cff57-554a-4ad7-905f-aed1ace62068" -d '{"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-deleted", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308"}, {"server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "name": "network-vif-unplugged", "status": "completed", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:44.247613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.270711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.272862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.295786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca5f75-5269-4d13-9270-fc07d1ce5c1d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:44.303708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb44ca-5bfc-4320-acb0-632af731f681 req-4dbe7b69-12fa-4321-b00f-35c5304b2b8e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.305596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71eb44ca-5bfc-4320-acb0-632af731f681 req-4dbe7b69-12fa-4321-b00f-35c5304b2b8e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.0740902 Dec 09 14:51:44.324113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:44.331259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.367694 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67ae408d-5e3e-4e4b-b2e2-0c766a293e1a req-4f542723-3dd3-4f64-ac6a-3b7f3ee142f1 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549501 Dec 09 14:51:44.376887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:44.388961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71eb44ca-5bfc-4320-acb0-632af731f681 req-e3147596-b505-443e-8224-bf3b85d3c310 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648632 Dec 09 14:51:44.394379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:44.413416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on host n-h1-804292-5 for vnic_type normal with profile {"migrating_to": "n-h2-804292-5"} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:44.413913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:44.414260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:44.439111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:44.439470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Attempting to bind port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:44.465314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:44.465678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:44.466049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:44.466490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Bound port: 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:44.466846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.504515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8fce5-61be-495a-819f-3edc75395656 req-e1b389a5-cbb5-4f7e-88c3-532e2952c409 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.506314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83b8fce5-61be-495a-819f-3edc75395656 req-e1b389a5-cbb5-4f7e-88c3-532e2952c409 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.0521355 Dec 09 14:51:44.559617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83b8fce5-61be-495a-819f-3edc75395656 req-e3f6fca0-3456-45a0-b7da-cb2c4560f29d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Dec 09 14:51:44.607514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['d567ac6a-69f4-474a-a70f-5a5d977b0367'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:44.640290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:44.660772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2943e6a-bc19-4be6-92b6-0c4e0a5ba77b req-60bb47ab-c060-4391-8b57-bbb269220988 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.662276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c2943e6a-bc19-4be6-92b6-0c4e0a5ba77b req-60bb47ab-c060-4391-8b57-bbb269220988 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2444468 Dec 09 14:51:44.673691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953ab7-a279-4a3d-9418-349e0248f429 req-ba3f5f64-594b-4300-84a1-b91e91683c19 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.677046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:44.677392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b9953ab7-a279-4a3d-9418-349e0248f429 req-ba3f5f64-594b-4300-84a1-b91e91683c19 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 944 time: 0.0546999 Dec 09 14:51:44.686923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:44.692401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.737498 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c1f9b1-bb13-4be4-963c-9cf354280e40 x-openstack-request-id: req-51c1f9b1-bb13-4be4-963c-9cf354280e40 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:44.737803 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1847f43-836e-4e9b-9627-6de70ede1484", "name": "network-vif-deleted", "tag": "727e77d0-97a6-41a0-8718-5bab4b5cb308", "status": "completed", "code": 200}, {"server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "name": "network-vif-unplugged", "status": "completed", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:44.738111 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51c1f9b1-bb13-4be4-963c-9cf354280e40 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:44.738721 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1847f43-836e-4e9b-9627-6de70ede1484', 'name': 'network-vif-deleted', 'tag': '727e77d0-97a6-41a0-8718-5bab4b5cb308', 'status': 'completed', 'code': 200} Dec 09 14:51:44.738846 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'code': 200} Dec 09 14:51:44.743267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b9953ab7-a279-4a3d-9418-349e0248f429 req-5c9beebc-834e-412f-9fd3-2bde9125ff45 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571799 Dec 09 14:51:44.817179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.818621 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:44.820040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 1122 time: 1.1985893 Dec 09 14:51:44.821226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757114fc-2cbb-4c70-b354-6973798ffcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=8']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:44.874107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb33df-52b7-44fd-a53c-550ca8e10132 req-ff5caecb-ee50-4b62-bb60-dbf43df712e3 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:44.883085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dedb33df-52b7-44fd-a53c-550ca8e10132 req-ff5caecb-ee50-4b62-bb60-dbf43df712e3 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 944 time: 0.0723615 Dec 09 14:51:44.902879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-a252bbc8-6568-4565-b2fa-0d4a1fb6d495 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1091149647&fields=id&tenant_id=743fc5893cb546f6b8327da52dd01240 HTTP/1.1" status: 200 len: 267 time: 0.0637586 Dec 09 14:51:44.922878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:44.933067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dedb33df-52b7-44fd-a53c-550ca8e10132 req-36400107-de5e-47c9-ad16-e3a8319e0129 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489998 Dec 09 14:51:45.020885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-6d712836-c0ca-40ce-8be3-6b79570f44a2 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:45.022371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-6d712836-c0ca-40ce-8be3-6b79570f44a2 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 824 time: 0.1125760 Dec 09 14:51:45.038128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-25eb2115-6b90-4d41-9e91-99ec4741d227 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/quotas/743fc5893cb546f6b8327da52dd01240 HTTP/1.1" status: 200 len: 375 time: 0.0095701 Dec 09 14:51:45.054940 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6a480d4-717c-44bc-8d43-ded5c84e0ebd req-dc96d876-dc60-4972-8bfe-334e2a044482 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=5276d681d8ff4b9e9c42cf4135ecb87b HTTP/1.1" status: 200 len: 1656 time: 0.0898006 Dec 09 14:51:45.095211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-890327de-ea3b-4c61-b6ef-6baf3b2b015b tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489705 Dec 09 14:51:45.136928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f61d9983-6e01-4ec5-ad16-8c96072515bb details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:45.210335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f959965-b088-4a43-8ae0-23a19bc9b659 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:45.217069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-0f321f0a-e75d-4dcc-84bb-0ccd61621fc6 service neutron] 10.222.0.46 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009035 Dec 09 14:51:45.277868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port f61d9983-6e01-4ec5-ad16-8c96072515bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:45.292834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'f61d9983-6e01-4ec5-ad16-8c96072515bb', 'network_id': '9ab9be23-bd28-4dec-9e91-5008d3708124', 'port_id': 'f61d9983-6e01-4ec5-ad16-8c96072515bb', 'mac_address': 'fa:16:3e:f2:be:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58cefd3-4563-4a65-9425-326bf56e3d46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:45.326777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 0f959965-b088-4a43-8ae0-23a19bc9b659 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:51:45.333634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-533df5bd-3e80-4985-87d5-be1afe30ef8c service neutron] 10.222.0.46 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098349 Dec 09 14:51:45.333885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 0f959965-b088-4a43-8ae0-23a19bc9b659 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:45.334205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.365286 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.388849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61d9983-6e01-4ec5-ad16-8c96072515bb {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:45.417356 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port f61d9983-6e01-4ec5-ad16-8c96072515bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:45.423124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.435781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a480d4-717c-44bc-8d43-ded5c84e0ebd req-0cfbccc2-75d8-4fd4-8e06-47969472863c tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:45.439900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6a480d4-717c-44bc-8d43-ded5c84e0ebd req-0cfbccc2-75d8-4fd4-8e06-47969472863c tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks?id=8d155142-78ba-4069-9f5c-8e8acf9a9498&id=8d155142-78ba-4069-9f5c-8e8acf9a9498&id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 787 time: 0.3767245 Dec 09 14:51:45.451034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-b6a480d4-717c-44bc-8d43-ded5c84e0ebd req-c1784919-eb5e-4ce9-902b-3726efc9b7e9 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:45.452245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6a480d4-717c-44bc-8d43-ded5c84e0ebd req-c1784919-eb5e-4ce9-902b-3726efc9b7e9 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086768 Dec 09 14:51:45.510331 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.534949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=f61d9983-6e01-4ec5-ad16-8c96072515bb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:45.551319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:45.553641 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741caa6-7fd1-4ca9-bfc0-074fa99c60de" -d '{"events": [{"server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "name": "network-vif-plugged", "status": "completed", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:45.568126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0f959965-b088-4a43-8ae0-23a19bc9b659, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f959965-b088-4a43-8ae0-23a19bc9b659,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:45.570592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71f78-3b0b-458f-ab88-fd00573a3895 req-f919a0d7-7293-4072-85e3-cf52ae268d17 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:45.572346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5b71f78-3b0b-458f-ab88-fd00573a3895 req-f919a0d7-7293-4072-85e3-cf52ae268d17 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 948 time: 0.0608158 Dec 09 14:51:45.573806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.574665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:45.637345 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5b71f78-3b0b-458f-ab88-fd00573a3895 req-092ab1f5-9bff-4611-8d6e-cbadeb5009c7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548091 Dec 09 14:51:45.645055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b00d4-7f81-4f9a-b257-f4b683765c0d req-ebabc433-47eb-4f0c-97c5-1eb99b33ce69 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:45.653895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-238b00d4-7f81-4f9a-b257-f4b683765c0d req-ebabc433-47eb-4f0c-97c5-1eb99b33ce69 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.1265819 Dec 09 14:51:45.671116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-9fedc269-a04f-415c-aef4-3149793027c1 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:45.673038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-9fedc269-a04f-415c-aef4-3149793027c1 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dac6674-00b6-47b2-8dd7-8da38a6b4b07 HTTP/1.1" status: 200 len: 946 time: 0.1256859 Dec 09 14:51:45.773309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:45.783553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-238b00d4-7f81-4f9a-b257-f4b683765c0d req-ff995760-5a5c-4a89-8229-8e510494f6ac tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285839 Dec 09 14:51:45.796165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8ded4-b7fd-4ab8-8387-46f573bdb101 req-8a3bede3-c868-4183-a5f3-fb6865babd5d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:45.804103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20d8ded4-b7fd-4ab8-8387-46f573bdb101 req-8a3bede3-c868-4183-a5f3-fb6865babd5d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.0828822 Dec 09 14:51:45.813449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 727e77d0-97a6-41a0-8718-5bab4b5cb308 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:51:45.813808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 727e77d0-97a6-41a0-8718-5bab4b5cb308 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:51:45.829974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Deleting port 937742df-4054-4307-bac2-dea22e7e0666 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:45.830458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.849456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0f959965-b088-4a43-8ae0-23a19bc9b659,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:45.859686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port d567ac6a-69f4-474a-a70f-5a5d977b0367 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:51:45.864621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port d567ac6a-69f4-474a-a70f-5a5d977b0367 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:45.865183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:45.880818 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20d8ded4-b7fd-4ab8-8387-46f573bdb101 req-89626980-f127-496e-a747-2fa09749ef32 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710878 Dec 09 14:51:45.895845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['f61d9983-6e01-4ec5-ad16-8c96072515bb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:45.939447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-884158e5-003d-4725-8bbb-c1983469522e req-5e2bbdd5-06b7-4ba6-b045-6b157026113f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 210 time: 0.0264220 Dec 09 14:51:46.002618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] For port 937742df-4054-4307-bac2-dea22e7e0666, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=937742df-4054-4307-bac2-dea22e7e0666,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:46.003040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.005561 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc7cbb8-eab1-474d-90b3-b63c75643385 x-openstack-request-id: req-cbc7cbb8-eab1-474d-90b3-b63c75643385 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:46.006166 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "name": "network-vif-plugged", "status": "completed", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:46.006166 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbc7cbb8-eab1-474d-90b3-b63c75643385 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:46.006556 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'code': 200} Dec 09 14:51:46.018476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-d9e4fd02-ddad-4b28-906f-32fe13a2aa92 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips/05a1c217-a15c-4131-808f-f2639162d7b2 HTTP/1.1" status: 200 len: 693 time: 0.0893855 Dec 09 14:51:46.067008 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.156248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231fe3-ae7f-4db8-bb95-07dca826e511 req-89d5ea8e-1e51-4619-871f-fab2e4c69cf1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.158243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa231fe3-ae7f-4db8-bb95-07dca826e511 req-89d5ea8e-1e51-4619-871f-fab2e4c69cf1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.0555441 Dec 09 14:51:46.159841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:46.180707 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.183701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:46.222378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa231fe3-ae7f-4db8-bb95-07dca826e511 req-cec130bf-bb7d-478f-be3b-d8d47efb15ae tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539474 Dec 09 14:51:46.276963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:46.308058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4836d2-7acb-4666-b538-d137c21652a4 req-ab12256e-45f0-495a-9b66-6023b1de6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.313428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad4836d2-7acb-4666-b538-d137c21652a4 req-ab12256e-45f0-495a-9b66-6023b1de6202 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.2092741 Dec 09 14:51:46.313588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:51:46.320894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:46.321405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.371883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955896b-7bb0-4401-a7a9-70aa836356a2 req-22ac466b-8367-4af2-91bd-a8c3b48ee5ed tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.373815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9955896b-7bb0-4401-a7a9-70aa836356a2 req-22ac466b-8367-4af2-91bd-a8c3b48ee5ed tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0609865 Dec 09 14:51:46.404479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02b229-20d6-41c3-982a-df22162bb31b req-eab4eaa8-a511-4eea-91bc-3052b2025876 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.405861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-eab4eaa8-a511-4eea-91bc-3052b2025876 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.3588271 Dec 09 14:51:46.428573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.435682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-469308b8-1ec6-406c-be74-8cf9f75a77de tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:46.436966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-469308b8-1ec6-406c-be74-8cf9f75a77de tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140119 Dec 09 14:51:46.463680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:46.470829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.477627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9955896b-7bb0-4401-a7a9-70aa836356a2 req-772c408e-5938-4500-a2f8-ce6e5d16bb1f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880973 Dec 09 14:51:46.504317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad4836d2-7acb-4666-b538-d137c21652a4 req-7f120d83-acad-4c08-8017-a9f2c59ccbe3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818476 Dec 09 14:51:46.506975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.507331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:46.507720 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b disassociated. External IP: 172.25.0.5, port: 937742df-4054-4307-bac2-dea22e7e0666. Dec 09 14:51:46.508058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Calling delete_port for 937742df-4054-4307-bac2-dea22e7e0666 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:46.519111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-04d15700-da5b-4835-be93-b8be5f5c7c44 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0717428 Dec 09 14:51:46.534429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:46.585350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f417af4-31b5-4358-85f0-db79461537e8 req-cb005199-784c-4c07-8814-1064a5567ca4 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.586921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f417af4-31b5-4358-85f0-db79461537e8 req-cb005199-784c-4c07-8814-1064a5567ca4 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 945 time: 0.0504780 Dec 09 14:51:46.638003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f417af4-31b5-4358-85f0-db79461537e8 req-2795ea35-cde3-4b57-82e7-9c48f1e01e70 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Dec 09 14:51:46.760380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c70ea-9fba-44f1-9ac5-a8e41cb01908 req-2d0a2603-ceca-47bb-ac21-39cc0c51e630 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.761906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e3c70ea-9fba-44f1-9ac5-a8e41cb01908 req-2d0a2603-ceca-47bb-ac21-39cc0c51e630 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0511184 Dec 09 14:51:46.790268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:46.793410 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20990453-1baa-4dd5-a729-af818c33ebd8" -d '{"events": [{"name": "network-changed", "server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:46.811955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e3c70ea-9fba-44f1-9ac5-a8e41cb01908 req-d67bb1dd-4d90-4318-a7b7-240ab9d8880a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 Dec 09 14:51:46.852444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-f636d05b-ee77-44f1-9c20-e0273325cf05 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0543866 Dec 09 14:51:46.855756 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7447ef7-d569-4574-989f-5644950d9269 x-openstack-request-id: req-a7447ef7-d569-4574-989f-5644950d9269 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:46.856045 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:46.856297 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7447ef7-d569-4574-989f-5644950d9269 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:46.856678 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'status': 'completed', 'code': 200} Dec 09 14:51:46.971282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-0ab6ec1c-6b1d-4cba-b762-2424f3e208a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.972823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-0ab6ec1c-6b1d-4cba-b762-2424f3e208a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1125 time: 0.0864079 Dec 09 14:51:46.986440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d9c2-6d2f-4aa8-8342-bf4ecbfac3bf req-025da7b1-e1b4-498c-8b01-ef416afba961 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:46.988191 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6c6d9c2-6d2f-4aa8-8342-bf4ecbfac3bf req-025da7b1-e1b4-498c-8b01-ef416afba961 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.0692136 Dec 09 14:51:47.096128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.098771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6c6d9c2-6d2f-4aa8-8342-bf4ecbfac3bf req-a2ea5b9f-c570-46c7-8bd7-668127cf0da9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004417 Dec 09 14:51:47.122935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-cfa6ec40-6cbe-4403-90f0-e7a03044651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:47.124581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-cfa6ec40-6cbe-4403-90f0-e7a03044651a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.1354926 Dec 09 14:51:47.146853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event deleted for resources: {'Port': ['ID=937742df-4054-4307-bac2-dea22e7e0666,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:47.156170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:47.177793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Deleting port 400074ab-8098-4010-8f6c-99e9acf829c5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:47.178131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.192593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f61d9983-6e01-4ec5-ad16-8c96072515bb up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:47.206379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-00371b91-d08e-40e4-9b9a-5e879d0ddfb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.0730793 Dec 09 14:51:47.218787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-b0762832-5626-4851-b5c3-caa1b4b8d734 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:47.220355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-b0762832-5626-4851-b5c3-caa1b4b8d734 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.43 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 824 time: 0.2168107 Dec 09 14:51:47.284146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-30a91415-2177-4fb5-9a08-3d274f0150b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:47.285596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-30a91415-2177-4fb5-9a08-3d274f0150b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0703321 Dec 09 14:51:47.295577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacf401-d611-4854-8edc-e1cfaee98723 req-09818565-7e1f-44b4-9394-62ba3e8acb6c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:47.297226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4dacf401-d611-4854-8edc-e1cfaee98723 req-09818565-7e1f-44b4-9394-62ba3e8acb6c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.0931332 Dec 09 14:51:47.316570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port f61d9983-6e01-4ec5-ad16-8c96072515bb completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:51:47.322865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port f61d9983-6e01-4ec5-ad16-8c96072515bb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:47.323248 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.328116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-7b8ff079-0720-439c-9658-6a17cf44c98c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301416 Dec 09 14:51:47.376224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:47.390998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 has no active binding in host n-h2-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:51:47.407673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-aaede075-b027-4bc3-8711-f2cf4d59ad47 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=743fc5893cb546f6b8327da52dd01240 HTTP/1.1" status: 200 len: 380 time: 0.1724858 Dec 09 14:51:47.409434 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.409849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.425812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4dacf401-d611-4854-8edc-e1cfaee98723 req-20f1d850-46f3-493e-a1cc-06b9631c5804 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966144 Dec 09 14:51:47.433372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'port': {'device_id': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'admin_state_up': True, 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'security_groups': ['d6f08525-151b-4784-8105-151c992d875f']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:47.437959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:51:47.440229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Calling delete_port for 400074ab-8098-4010-8f6c-99e9acf829c5 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:47.444774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.465618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-fb893b96-6ba9-4f65-afb6-91ac8183ad15 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233168 Dec 09 14:51:47.489816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port f61d9983-6e01-4ec5-ad16-8c96072515bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:47.500164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.571437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=f61d9983-6e01-4ec5-ad16-8c96072515bb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:47.581793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec504356-2004-4e65-aab0-4d4efd320ce9 req-140d1783-b3a4-430e-8013-5c680d238990 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 210 time: 0.0643339 Dec 09 14:51:47.630091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20990453-1baa-4dd5-a729-af818c33ebd8 req-03c8c392-30fe-4346-b366-115ff422747f service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557131 Dec 09 14:51:47.720976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330ef7f-88ae-4d2f-b3f3-d67b34163156 req-a03ddf52-5332-4d97-b34f-cce4c65b6b03 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:47.728308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3330ef7f-88ae-4d2f-b3f3-d67b34163156 req-a03ddf52-5332-4d97-b34f-cce4c65b6b03 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.0675116 Dec 09 14:51:47.734100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:51:47.741995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Made reservation on behalf of 743fc5893cb546f6b8327da52dd01240 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:47.747534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.747989 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:51:47.756945 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:47.757562 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:47.780799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3330ef7f-88ae-4d2f-b3f3-d67b34163156 req-e3e8e470-354f-47d7-868d-a2e48c947661 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Dec 09 14:51:47.817448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] No DVR routers for this DVR port 937742df-4054-4307-bac2-dea22e7e0666 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:51:47.824523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:47.827890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc794d9a-c512-4c95-b4e5-77b00079601d req-98704e9b-6f01-4cca-bec9-13f837176241 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.36 "DELETE /v2.0/ports/937742df-4054-4307-bac2-dea22e7e0666 HTTP/1.1" status: 204 len: 173 time: 2.1471107 Dec 09 14:51:47.867221 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:47.909995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334896ad-42ab-49da-aeb7-aa8b979cb93c req-7e137db2-d1a6-4737-b36e-c78cb23c47da tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:47.918244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-334896ad-42ab-49da-aeb7-aa8b979cb93c req-7e137db2-d1a6-4737-b36e-c78cb23c47da tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0600905 Dec 09 14:51:47.979109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-334896ad-42ab-49da-aeb7-aa8b979cb93c req-88ab291c-9d6b-48f1-9f2a-9ab834d7b174 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597827 Dec 09 14:51:47.999280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.007904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367'}, {'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d'}, {'server_uuid': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61d9983-6e01-4ec5-ad16-8c96072515bb'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:48.011049 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0aa443-787d-4b04-9b7f-20fe179c1403" -d '{"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-plugged", "status": "completed", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367"}, {"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-plugged", "status": "completed", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d"}, {"server_uuid": "ba998192-380c-44cc-9b9e-b71cb2a32e70", "name": "network-vif-plugged", "status": "completed", "tag": "f61d9983-6e01-4ec5-ad16-8c96072515bb"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:48.013322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Allocated IP 172.20.0.13 (deab9cb2-f982-49fd-858d-9e74096e5ad3/d074cf9f-8072-47d9-915a-f1760fe80437/953b6c9c-3aac-493d-9dc0-234c038f27ea) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:48.045380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event deleted for resources: {'Port': ['ID=400074ab-8098-4010-8f6c-99e9acf829c5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:48.101348 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:48.124449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d8e9-6776-4a08-9016-1b0cfecb8911 req-1d8916b5-4e67-488e-a99f-ffc93c5550c2 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.126055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c22d8e9-6776-4a08-9016-1b0cfecb8911 req-1d8916b5-4e67-488e-a99f-ffc93c5550c2 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 946 time: 0.0793958 Dec 09 14:51:48.129653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:51:48.138834 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:48.139485 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:48.143786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.146456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.147706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af02b229-20d6-41c3-982a-df22162bb31b req-b888a9e7-1792-4a06-852d-ca29f73bce31 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "DELETE /v2.0/floatingips/05a1c217-a15c-4131-808f-f2639162d7b2 HTTP/1.1" status: 204 len: 173 time: 1.2877872 Dec 09 14:51:48.215383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c22d8e9-6776-4a08-9016-1b0cfecb8911 req-f8e1ea6f-4559-4689-8924-1acc622eef99 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784822 Dec 09 14:51:48.270126 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ae71f-e1d3-4588-8896-302bf402e3d7 x-openstack-request-id: req-2d8ae71f-e1d3-4588-8896-302bf402e3d7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:48.270821 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-plugged", "status": "completed", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367", "code": 200}, {"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-plugged", "status": "completed", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d", "code": 200}, {"server_uuid": "ba998192-380c-44cc-9b9e-b71cb2a32e70", "name": "network-vif-plugged", "status": "completed", "tag": "f61d9983-6e01-4ec5-ad16-8c96072515bb", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:48.270967 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:48.271631 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d8ae71f-e1d3-4588-8896-302bf402e3d7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:48.273467 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'code': 200} Dec 09 14:51:48.274290 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'code': 200} Dec 09 14:51:48.275238 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61d9983-6e01-4ec5-ad16-8c96072515bb', 'code': 200} Dec 09 14:51:48.297786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.307537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b862-3d6f-4c9e-914e-1a1b94c105c3 req-1b9793cb-5eb6-4f00-9475-65836ed88b27 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.309159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d39b862-3d6f-4c9e-914e-1a1b94c105c3 req-1b9793cb-5eb6-4f00-9475-65836ed88b27 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0897186 Dec 09 14:51:48.446591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d39b862-3d6f-4c9e-914e-1a1b94c105c3 req-efe1bb7f-bdbc-4678-b632-33e5d74b465c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294861 Dec 09 14:51:48.450909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.472968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec7973-de4e-437b-9774-6555c907faf5 req-ab0a39a5-b114-4cd8-b8f4-f63312a15c1c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.477498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8ec7973-de4e-437b-9774-6555c907faf5 req-ab0a39a5-b114-4cd8-b8f4-f63312a15c1c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 946 time: 0.0978191 Dec 09 14:51:48.499768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a534-fba1-4031-9d1e-2057eb07fe3e req-3a4af4f9-b70d-4d7c-9e38-865a758729a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.501540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0361a534-fba1-4031-9d1e-2057eb07fe3e req-3a4af4f9-b70d-4d7c-9e38-865a758729a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 1096 time: 0.0923467 Dec 09 14:51:48.564174 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:48.569540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658f0e9-4d83-40b3-a9a6-c4cf52535ef1 req-cbf028db-f315-4219-aa3b-2b192653bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.571047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3658f0e9-4d83-40b3-a9a6-c4cf52535ef1 req-cbf028db-f315-4219-aa3b-2b192653bb83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 1097 time: 0.2029459 Dec 09 14:51:48.577047 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8ec7973-de4e-437b-9774-6555c907faf5 req-1fe01db8-8732-4f70-a648-88605a6537a6 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955834 Dec 09 14:51:48.589250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:48.596676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-14c7565f-8a2f-4878-8a01-bc1407346f74 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips/d7ae18a5-71f1-423b-8e49-5811297f90f3 HTTP/1.1" status: 200 len: 692 time: 0.0803757 Dec 09 14:51:48.604196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:48.606020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event updated for resources: {'Port': ['ID=953b6c9c-3aac-493d-9dc0-234c038f27ea,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:48.610789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da2499-ca43-4a4e-a3a2-6b25aff5b146 req-93db28eb-e319-4f3d-b617-c5bc5c36aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.612313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7da2499-ca43-4a4e-a3a2-6b25aff5b146 req-93db28eb-e319-4f3d-b617-c5bc5c36aa32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1100 time: 0.2242517 Dec 09 14:51:48.613064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:48.613490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0361a534-fba1-4031-9d1e-2057eb07fe3e req-12dc92df-0272-434a-86bd-45555d739d34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997565 Dec 09 14:51:48.622822 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef31be75-578a-4dea-8d5c-a63aeaa5b0ea None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:51:48.741119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591c753-5443-41ce-8216-a57e80b029a6 req-f3f94da0-10e6-410a-a693-2341eaf7c57a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.748737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0591c753-5443-41ce-8216-a57e80b029a6 req-f3f94da0-10e6-410a-a693-2341eaf7c57a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.0723546 Dec 09 14:51:48.786002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3658f0e9-4d83-40b3-a9a6-c4cf52535ef1 req-50eea015-1466-40ea-a202-0362f22c96b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988249 Dec 09 14:51:48.793996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.794741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.807263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0591c753-5443-41ce-8216-a57e80b029a6 req-52f494b1-bc51-47b0-897b-535a67ad8fc3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Dec 09 14:51:48.813011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-cdb2862c-edf5-4d50-8c24-1ca33646a56d tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.814167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-cdb2862c-edf5-4d50-8c24-1ca33646a56d tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1982574 Dec 09 14:51:48.874570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'name': 'network-vif-deleted', 'tag': '937742df-4054-4307-bac2-dea22e7e0666'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:48.877262 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6863f83e-d57f-446a-b9cb-5d6f5624fe24" -d '{"events": [{"server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "name": "network-vif-deleted", "tag": "937742df-4054-4307-bac2-dea22e7e0666"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:48.883823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-c02fe6b5-0bc6-4063-b99c-b3d1208e0767 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:48.886375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-89b0776d-653b-4632-9265-6eb390a60eea tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4629736 Dec 09 14:51:48.886600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-c02fe6b5-0bc6-4063-b99c-b3d1208e0767 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1097 time: 0.0617313 Dec 09 14:51:48.892256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1dffedfb-b6b9-42a9-bcd5-01658a6267d8 None None] Provisioning complete for port 953b6c9c-3aac-493d-9dc0-234c038f27ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:48.893963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dffedfb-b6b9-42a9-bcd5-01658a6267d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:48.901840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-c5c1f8d9-99e7-4b5a-b08e-91d15c04ee7d tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0757084 Dec 09 14:51:48.928719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7da2499-ca43-4a4e-a3a2-6b25aff5b146 req-aa4c4b92-5936-4019-acee-b598baeb3edb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301894 Dec 09 14:51:48.935479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1dffedfb-b6b9-42a9-bcd5-01658a6267d8 None None] Port 953b6c9c-3aac-493d-9dc0-234c038f27ea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:48.941840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:48.973452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-b5eb2663-8c19-427b-993e-808e48b9b66c tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0581059 Dec 09 14:51:49.011326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5650a344-2c9b-4cdc-b09a-b5f0fdc9adee None None] New status for floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:51:49.019519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8d453-e283-49d6-99ed-43920f23bfd1 req-5cd22dcf-adf9-42ea-b9b6-bdbf1b124165 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:49.021027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-81c8d453-e283-49d6-99ed-43920f23bfd1 req-5cd22dcf-adf9-42ea-b9b6-bdbf1b124165 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 932 time: 0.1205401 Dec 09 14:51:49.026968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.105875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-81c8d453-e283-49d6-99ed-43920f23bfd1 req-03c8349c-5724-4336-9e5d-a5747a064fed tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763311 Dec 09 14:51:49.110353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Deleting port 7b9a1f05-d747-45a5-bb7a-2a9faaead111 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:49.110869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.223565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.223816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.232741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:49.238993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Calling delete_port for 7b9a1f05-d747-45a5-bb7a-2a9faaead111 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:49.278396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c0f78-8dfd-4a51-90d1-dee10ed115e7 req-23b4cdad-b121-4965-8c35-79d5e3b4442d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:49.279899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-999c0f78-8dfd-4a51-90d1-dee10ed115e7 req-23b4cdad-b121-4965-8c35-79d5e3b4442d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 944 time: 0.0846994 Dec 09 14:51:49.286230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:49.354591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:49.357227 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e73841-a0d4-49b3-b4d1-e03c5ca21d0c" -d '{"events": [{"server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "name": "network-vif-unplugged", "status": "completed", "tag": "aef1da4b-decf-473d-8948-61b426404e6f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:49.365078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.371266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-d74164e9-4c99-4583-85b1-c4c9698ec83f service neutron] 10.222.0.36 "GET /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710/bindings/n-h2-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.0840228 Dec 09 14:51:49.375375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-999c0f78-8dfd-4a51-90d1-dee10ed115e7 req-e72d4d6d-b9b1-4211-8bd5-c8fd19bb0617 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874445 Dec 09 14:51:49.376489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.475937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.507187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event deleted for resources: {'Port': ['ID=7b9a1f05-d747-45a5-bb7a-2a9faaead111,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:49.522633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:49.546659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:49.546989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:49.547311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:49.557893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:49.558214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Attempting to bind port aef1da4b-decf-473d-8948-61b426404e6f on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:49.570068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:49.570406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:49.570780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:49.571204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Bound port: aef1da4b-decf-473d-8948-61b426404e6f, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:49.571572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.590331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-722d1acd-a8f9-470a-8a21-6fc6965b2bbd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1812851 Dec 09 14:51:49.620788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:49.643227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 937742df-4054-4307-bac2-dea22e7e0666 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:49.651588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.654396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.660408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-980d4b1a-7e54-4813-8196-00143c8e1a08 req-3cd5d34a-dffa-4225-985b-69ebeb75773a tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "DELETE /v2.0/floatingips/d7ae18a5-71f1-423b-8e49-5811297f90f3 HTTP/1.1" status: 204 len: 173 time: 0.6805923 Dec 09 14:51:49.662916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:49.667753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:49.669188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.674376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 937742df-4054-4307-bac2-dea22e7e0666 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:51:49.674819 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.674981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 937742df-4054-4307-bac2-dea22e7e0666 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:51:49.692785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:49.773090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:49.795507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:49.796144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.797553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-ed108954-1db5-46c6-9780-81eb862f0e67 service neutron] 10.222.0.36 "PUT /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 1122 time: 0.8631287 Dec 09 14:51:49.866328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:49.890745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aef1da4b-decf-473d-8948-61b426404e6f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:49.925839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['aef1da4b-decf-473d-8948-61b426404e6f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:49.973366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:50.006490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:50.007754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Allocated IP 172.25.0.179 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/34109f8b-b1f6-4a97-baf4-162625e74528) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:50.017429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:50.039236 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db391d4-6526-4cfd-bf60-1c9bc4a69538 x-openstack-request-id: req-3db391d4-6526-4cfd-bf60-1c9bc4a69538 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:50.039553 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dac6674-00b6-47b2-8dd7-8da38a6b4b07", "name": "network-vif-deleted", "tag": "937742df-4054-4307-bac2-dea22e7e0666", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:50.039804 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3db391d4-6526-4cfd-bf60-1c9bc4a69538 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:50.040189 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dac6674-00b6-47b2-8dd7-8da38a6b4b07', 'name': 'network-vif-deleted', 'tag': '937742df-4054-4307-bac2-dea22e7e0666', 'status': 'completed', 'code': 200} Dec 09 14:51:50.043089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.069456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Request body: {'port': {'device_id': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:50.160058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.168862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff0988-939b-46a9-b014-20ec4257c25c req-091c13dc-8a56-49b2-8781-7195c4896f5d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.170387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9ff0988-939b-46a9-b014-20ec4257c25c req-091c13dc-8a56-49b2-8781-7195c4896f5d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1414030 Dec 09 14:51:50.204462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.242216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.275695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9ff0988-939b-46a9-b014-20ec4257c25c req-d3684cc8-557e-40ff-b67b-5cd750411143 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962503 Dec 09 14:51:50.296360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] Transition to ACTIVE for port object 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:50.298955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event updated for resources: {'Port': ['ID=34109f8b-b1f6-4a97-baf4-162625e74528,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:50.310337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:50.312640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:50.317888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:50.342761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.378274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.379445 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:51:50.413576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.474203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] No DVR routers for this DVR port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:51:50.491015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] Pushing event updated for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=10']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:50.553973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5161-2445-426d-937e-8a03fe727c78 req-b3fdfacd-d382-49d0-b6d0-d427d4a948f2 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.555336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-355b5161-2445-426d-937e-8a03fe727c78 req-b3fdfacd-d382-49d0-b6d0-d427d4a948f2 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 946 time: 0.1790538 Dec 09 14:51:50.567275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f8df3c63-e1bc-44f4-bb6e-41e03c56c448 service neutron] 10.222.0.36 "PUT /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710/bindings/n-h2-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1805685 Dec 09 14:51:50.577446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.582929 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.596821 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.636838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-355b5161-2445-426d-937e-8a03fe727c78 req-5808723b-0077-4d25-9078-cfd99a29f5b2 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745580 Dec 09 14:51:50.637551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.638749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0258000 Dec 09 14:51:50.646723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9da98-e827-474c-b117-bb6c1ba41961 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event updated for resources: {'Port': ['ID=34109f8b-b1f6-4a97-baf4-162625e74528,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:50.697811 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128ab5a1-7947-444f-9129-bce6eb95c029 x-openstack-request-id: req-128ab5a1-7947-444f-9129-bce6eb95c029 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:50.698273 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "name": "network-vif-unplugged", "status": "completed", "tag": "aef1da4b-decf-473d-8948-61b426404e6f", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:50.698532 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-128ab5a1-7947-444f-9129-bce6eb95c029 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:50.698929 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f', 'code': 200} Dec 09 14:51:50.702878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953b6c9c-3aac-493d-9dc0-234c038f27ea {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:50.708393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-7c3601c5-7c44-467a-ad0c-524282f476d6 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0583248 Dec 09 14:51:50.713840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.729332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-dfe3098b-d12e-4aab-b29d-7f3fc604e7c1 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.731491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-dfe3098b-d12e-4aab-b29d-7f3fc604e7c1 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.0884540 Dec 09 14:51:50.733438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Transition to ACTIVE for port object 953b6c9c-3aac-493d-9dc0-234c038f27ea will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:50.737357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:50.825103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-33d33e99-fa4c-4eaf-8098-c2f259ffd270 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.826453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f588e54a-3c95-4767-84b4-bc5da9980500 req-33d33e99-fa4c-4eaf-8098-c2f259ffd270 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1096311 Dec 09 14:51:50.859839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Pushing event updated for resources: {'Port': ['ID=953b6c9c-3aac-493d-9dc0-234c038f27ea,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:50.923228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-39374075-a102-4622-93cc-48664b271e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.924795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-39374075-a102-4622-93cc-48664b271e3a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349&tenant_id=0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 1096 time: 0.1548796 Dec 09 14:51:50.937250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0167fc-95bf-478b-b558-c7477da73ae8 req-175ee88f-12e4-46da-945f-c9e4311ca00d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.938829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd0167fc-95bf-478b-b558-c7477da73ae8 req-175ee88f-12e4-46da-945f-c9e4311ca00d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1699679 Dec 09 14:51:50.977124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba452f-37d6-49e6-a827-0692dd5e3d4a req-3b84781f-e5e9-4dca-8aa7-51f9fe0be24c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:50.986336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82ba452f-37d6-49e6-a827-0692dd5e3d4a req-3b84781f-e5e9-4dca-8aa7-51f9fe0be24c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.0925899 Dec 09 14:51:50.995299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Attempting to bind port 953b6c9c-3aac-493d-9dc0-234c038f27ea on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:50.997289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Attempting to bind port 953b6c9c-3aac-493d-9dc0-234c038f27ea by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:50.998929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Attempting to bind port 953b6c9c-3aac-493d-9dc0-234c038f27ea on network deab9cb2-f982-49fd-858d-9e74096e5ad3 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:51.037501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Port 953b6c9c-3aac-493d-9dc0-234c038f27ea on network deab9cb2-f982-49fd-858d-9e74096e5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:51.037839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Attempting to bind port 953b6c9c-3aac-493d-9dc0-234c038f27ea on network deab9cb2-f982-49fd-858d-9e74096e5ad3 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:51.054502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:51.054859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Checking segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:51.055258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Bound using segment: {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:51.055733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Bound port: 953b6c9c-3aac-493d-9dc0-234c038f27ea, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f5c2aa-dd21-4931-9c54-d775253f405f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:51.056095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:51.063905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82ba452f-37d6-49e6-a827-0692dd5e3d4a req-4cf447fd-271a-46d5-81bf-3701c59db85e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721302 Dec 09 14:51:51.072851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd0167fc-95bf-478b-b558-c7477da73ae8 req-42d00866-42ab-44e7-89ab-7181a178c613 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197422 Dec 09 14:51:51.097011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-fcca2630-0b30-490b-8b27-e33c370fc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.098713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-fcca2630-0b30-490b-8b27-e33c370fc0a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1096 time: 0.1205935 Dec 09 14:51:51.185616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a071ce-e2a5-4eb9-a809-dd783dd6c74b req-2a070717-d397-4f01-b497-49e941e8ceb3 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.189377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8a071ce-e2a5-4eb9-a809-dd783dd6c74b req-2a070717-d397-4f01-b497-49e941e8ceb3 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 944 time: 0.0536687 Dec 09 14:51:51.196916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-6772229d-a033-40b9-94a5-3074fb7a4356 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips/9ae31059-60e0-4958-99a1-50129b3b6a50 HTTP/1.1" status: 200 len: 693 time: 0.0811706 Dec 09 14:51:51.236407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8a071ce-e2a5-4eb9-a809-dd783dd6c74b req-48e82954-744d-4a56-8843-3ed34e26f896 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Dec 09 14:51:51.284243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] For port 953b6c9c-3aac-493d-9dc0-234c038f27ea, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:51.302891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] For port 953b6c9c-3aac-493d-9dc0-234c038f27ea, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:51.332332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:51.343922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ec3b7-b105-492b-ae92-17c1a6813686 req-5032b7ed-be09-47a3-8a9b-45379558c01b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.345355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f9ec3b7-b105-492b-ae92-17c1a6813686 req-5032b7ed-be09-47a3-8a9b-45379558c01b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Dec 09 14:51:51.386784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-9c7eaf36-2feb-4875-b96f-46896e9a3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.388289 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-9c7eaf36-2feb-4875-b96f-46896e9a3832 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2709348 Dec 09 14:51:51.389484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.390080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:51.391319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] 10.222.0.43 "PUT /v2.0/ports/953b6c9c-3aac-493d-9dc0-234c038f27ea HTTP/1.1" status: 200 len: 1092 time: 1.3268459 Dec 09 14:51:51.397933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f9ec3b7-b105-492b-ae92-17c1a6813686 req-2cfb19f1-cb9c-4e32-9134-d392247c01e9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464664 Dec 09 14:51:51.486210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-9482742a-b5fa-427f-8e05-24f868295402 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.487650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-9482742a-b5fa-427f-8e05-24f868295402 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2786608 Dec 09 14:51:51.488944 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-0af95ccd-22e8-4b6c-ad22-fab11cc1d0fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.0822341 Dec 09 14:51:51.576077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254fbd1-07a0-42db-adc8-c717c2a3b477 service neutron] Pushing event updated for resources: {'Port': ['ID=953b6c9c-3aac-493d-9dc0-234c038f27ea,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:51.616477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-cb7b504a-27ff-4ada-aa2f-213c23d98a6e tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.1200817 Dec 09 14:51:51.630126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:51.633675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-6fcb79ea-7456-4fae-926a-b2cd759efdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.635867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-6fcb79ea-7456-4fae-926a-b2cd759efdd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 1095 time: 0.1686461 Dec 09 14:51:51.638089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-39e46c93-ed85-4326-bf6c-85188b079886 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.639680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-39e46c93-ed85-4326-bf6c-85188b079886 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 821 time: 0.1386549 Dec 09 14:51:51.647076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-18c82728-5ab5-403b-925a-a29e9ccd910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.648762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-18c82728-5ab5-403b-925a-a29e9ccd910f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.1370542 Dec 09 14:51:51.653328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aef1da4b-decf-473d-8948-61b426404e6f details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:51.658532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-f597eeed-6471-4540-aa55-76aa41d1025f tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/quotas/9501c0c1ab3d48d1921f78919183cd1f HTTP/1.1" status: 200 len: 375 time: 0.0115516 Dec 09 14:51:51.737924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-b8fb3797-baf5-491e-a31a-c418fdcdc000 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725088 Dec 09 14:51:51.740511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-b4c84d40-4f18-4b91-a3c0-8a3fd8c81499 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea HTTP/1.1" status: 200 len: 217 time: 0.0952103 Dec 09 14:51:51.742626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-96ce6690-6a8b-4922-9116-b426f6d6c26d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598342 Dec 09 14:51:51.746291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-3ded52e1-e6fd-4bab-8df1-319e46ec5786 tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.1178365 Dec 09 14:51:51.798157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:51.810542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aef1da4b-decf-473d-8948-61b426404e6f has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:51:51.865768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-acfff00d-521f-46f9-a733-26ad32fdf55f service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186998 Dec 09 14:51:51.925824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-46cb9b03-efe1-47f4-b262-d9fa100c5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:51.927295 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-46cb9b03-efe1-47f4-b262-d9fa100c5e33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.1725256 Dec 09 14:51:51.958238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-5b975f4a-7326-45de-baaa-d82fc91e2eb0 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899177 Dec 09 14:51:52.010385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-f1fd986b-b5cd-4229-b71e-068a2a76aff9 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558362 Dec 09 14:51:52.027764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77237-00e6-4481-baf5-56019793d02d req-0ef90bc9-8ef2-4da4-a04f-b07fa51b3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:52.029365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-0ef90bc9-8ef2-4da4-a04f-b07fa51b3087 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777612 Dec 09 14:51:52.042460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:52.044937 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724" -d '{"events": [{"name": "network-changed", "server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:52.070830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Deleting port a1dd159a-750f-4eba-834c-1bb232568605 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:52.071178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.136079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.296478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4096-613b-403f-b020-57a1421920ec req-80e0d85d-835d-419c-b82c-a7752d9d8e77 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:52.305806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-994b4096-613b-403f-b020-57a1421920ec req-80e0d85d-835d-419c-b82c-a7752d9d8e77 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1100 time: 0.0836551 Dec 09 14:51:52.326430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-994b4096-613b-403f-b020-57a1421920ec req-01144af2-b454-422a-86ce-940c158cc1cd tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.416759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-994b4096-613b-403f-b020-57a1421920ec req-01144af2-b454-422a-86ce-940c158cc1cd tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.421360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-994b4096-613b-403f-b020-57a1421920ec req-01144af2-b454-422a-86ce-940c158cc1cd tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.459431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-994b4096-613b-403f-b020-57a1421920ec req-01144af2-b454-422a-86ce-940c158cc1cd tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504712 Dec 09 14:51:52.464700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01144af2-b454-422a-86ce-940c158cc1cd tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd129b51-9dde-4916-af50-b37f47e55725,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:52.557844 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-6e0d7546-3960-447e-9cfc-7d92b86d2c75 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391684 Dec 09 14:51:52.566025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.566463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.583364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827d97a-8d1b-49a3-b17b-07d9b210471c req-eb0c996a-0f2b-4885-aa8e-a89d9489cbde tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:52.584870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c827d97a-8d1b-49a3-b17b-07d9b210471c req-eb0c996a-0f2b-4885-aa8e-a89d9489cbde tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Dec 09 14:51:52.589396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Calling delete_port for a1dd159a-750f-4eba-834c-1bb232568605 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:52.593573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-8086d3da-3fca-4f3c-a8a5-2364a932519a service neutron] 10.222.0.43 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446203 Dec 09 14:51:52.645885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c827d97a-8d1b-49a3-b17b-07d9b210471c req-27ba5840-8b4d-4aae-ae29-0cf160cf43c7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509977 Dec 09 14:51:52.700080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:52.702610 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfab829-3c2f-4249-b093-ec54d74cc0da" -d '{"events": [{"name": "network-changed", "server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "tag": "aef1da4b-decf-473d-8948-61b426404e6f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:52.767263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6c77237-00e6-4481-baf5-56019793d02d req-68208184-5f0c-4dca-a574-cfa3ead017bb service neutron] 10.222.0.43 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639459 Dec 09 14:51:52.779711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380492-98a7-4fcc-8fa4-8ed4b820acd1 req-144abebb-dc2e-4e07-b80a-8d8f98431ac5 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:52.781556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82380492-98a7-4fcc-8fa4-8ed4b820acd1 req-144abebb-dc2e-4e07-b80a-8d8f98431ac5 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 946 time: 0.0596874 Dec 09 14:51:52.835331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82380492-98a7-4fcc-8fa4-8ed4b820acd1 req-b3f208f5-3770-4a2b-8a67-9c7210a18630 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Dec 09 14:51:52.845980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:52.900359 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e0bdf-94de-43d2-b8a3-05a14cc4b964 x-openstack-request-id: req-155e0bdf-94de-43d2-b8a3-05a14cc4b964 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:52.900941 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:52.901277 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-155e0bdf-94de-43d2-b8a3-05a14cc4b964 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:52.901786 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'status': 'completed', 'code': 200} Dec 09 14:51:52.902562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Pushing event deleted for resources: {'Port': ['ID=a1dd159a-750f-4eba-834c-1bb232568605,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:52.998198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d43a5c8d-2305-4918-8a86-d7f2e9f97b31 req-dbac8b28-4e3b-4cbd-a049-f4367247c19a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 210 time: 0.0445173 Dec 09 14:51:52.998583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-b4661142-8113-409c-81bf-d7480b78ba29 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.009296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-b4661142-8113-409c-81bf-d7480b78ba29 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.1653841 Dec 09 14:51:53.027167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:53.030418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:53.031668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8870bc84-55b1-4ce7-8bd0-3663536d67be req-aa0e9a53-e841-45ec-be49-84065892269f tempest-FloatingIPDetailsTestJSON-786065614 tempest-FloatingIPDetailsTestJSON-786065614-project] 10.222.0.46 "DELETE /v2.0/floatingips/9ae31059-60e0-4958-99a1-50129b3b6a50 HTTP/1.1" status: 204 len: 173 time: 1.2789798 Dec 09 14:51:53.061375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60930) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:53.074625 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e950416-1851-446e-b589-b0663073861a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:53.097260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-2cd73844-d3f4-4b17-9261-68c203e648f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.099014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-2cd73844-d3f4-4b17-9261-68c203e648f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1125 time: 0.0768380 Dec 09 14:51:53.133354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-92bc44d6-a58b-42d2-937e-2c2ee35055b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.134968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-92bc44d6-a58b-42d2-937e-2c2ee35055b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 1095 time: 0.1836095 Dec 09 14:51:53.249740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9e55b-09c7-47c0-bda6-008a2a98975d req-d9eabbdf-e708-4c85-bfc6-08ae8c6089aa tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.257864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ff9e55b-09c7-47c0-bda6-008a2a98975d req-d9eabbdf-e708-4c85-bfc6-08ae8c6089aa tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.1573148 Dec 09 14:51:53.258812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.43', 65220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:53.321386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-d387d4bf-8000-4374-b534-0e9fa18d0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.324796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-d387d4bf-8000-4374-b534-0e9fa18d0473 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1741478 Dec 09 14:51:53.355046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ff9e55b-09c7-47c0-bda6-008a2a98975d req-0c1f8837-9fa6-41af-ba81-c91e99025f20 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960915 Dec 09 14:51:53.396051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5be3-f76c-43e4-af01-bd9d92fc1db8 req-c9278794-0598-4f21-856f-d2564edfb619 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.397604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ebc5be3-f76c-43e4-af01-bd9d92fc1db8 req-c9278794-0598-4f21-856f-d2564edfb619 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 944 time: 0.2722371 Dec 09 14:51:53.425696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-d5d7ea45-bc7f-40cd-be03-50a1d9222676 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 217 time: 0.0692492 Dec 09 14:51:53.529063 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-34823ace-f7f2-40b5-8879-05bcaa01d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.530763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-34823ace-f7f2-40b5-8879-05bcaa01d2c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0952380 Dec 09 14:51:53.545574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37d8a1-82c2-47de-acd2-45fe6d4ff190 req-6fbfa0ee-8619-4054-a0d0-3cb50d09605a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.551878 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b37d8a1-82c2-47de-acd2-45fe6d4ff190 req-6fbfa0ee-8619-4054-a0d0-3cb50d09605a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 945 time: 0.0781560 Dec 09 14:51:53.590129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-aecae0b8-7c16-4679-aed2-a4323da38b0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359633 Dec 09 14:51:53.613894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-8dcfa3b2-34bd-43e2-b814-0ab26ad71e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.615428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-8dcfa3b2-34bd-43e2-b814-0ab26ad71e87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 925 time: 0.4578533 Dec 09 14:51:53.632495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-15029a1b-2560-4f86-a0a4-16931e80df9c service neutron] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:53.640868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ebc5be3-f76c-43e4-af01-bd9d92fc1db8 req-bc59ebc7-0512-457c-9d70-add29d7f158a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352617 Dec 09 14:51:53.652771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-15029a1b-2560-4f86-a0a4-16931e80df9c service neutron] Publish callbacks [] for binding, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:53.653868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c1969b-f6bc-4536-9f04-069cc71dca49 req-15029a1b-2560-4f86-a0a4-16931e80df9c service neutron] 10.222.0.43 "DELETE /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710/bindings/n-h1-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.6406178 Dec 09 14:51:53.657254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b37d8a1-82c2-47de-acd2-45fe6d4ff190 req-98c8ce2e-9e0b-4c96-8ff3-536c0dc61e90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Dec 09 14:51:53.662331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:53.668796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6d548678-0c52-4e74-b4ac-14f06acc739c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.670313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6d548678-0c52-4e74-b4ac-14f06acc739c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 821 time: 0.3533657 Dec 09 14:51:53.727772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'port': {'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'admin_state_up': True, 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:53.734490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-1ab5bb65-890b-414a-81f3-e437b0480b51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea HTTP/1.1" status: 200 len: 217 time: 0.0994666 Dec 09 14:51:53.776319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-9635e28a-b48b-4603-9e90-73782066f21e service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663795 Dec 09 14:51:53.778506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:51:53.896871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-b6219271-5a50-45ab-9757-63b0a0109e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:53.898362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-b6219271-5a50-45ab-9757-63b0a0109e77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.1475801 Dec 09 14:51:54.064520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f5dbc2a-c509-4342-bf15-9b79eafee986 req-2bd22ad3-4e48-4343-ae42-009b2459b08e service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748771 Dec 09 14:51:54.066010 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99390cf-eff9-4837-8c6a-99a750fc132f x-openstack-request-id: req-e99390cf-eff9-4837-8c6a-99a750fc132f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:54.066328 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "tag": "aef1da4b-decf-473d-8948-61b426404e6f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:54.066529 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e99390cf-eff9-4837-8c6a-99a750fc132f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:54.066905 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f', 'status': 'completed', 'code': 200} Dec 09 14:51:54.080595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Made reservation on behalf of 9501c0c1ab3d48d1921f78919183cd1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:54.095769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:54.100902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-a95983cf-84bd-497e-8449-43a03619c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:54.104582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-a95983cf-84bd-497e-8449-43a03619c969 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749728 Dec 09 14:51:54.169679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50517-9f41-432e-9bf0-fe48e7509404 req-6187b8c2-a681-479a-8f62-b6a3cf551f49 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:54.177338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3a50517-9f41-432e-9bf0-fe48e7509404 req-6187b8c2-a681-479a-8f62-b6a3cf551f49 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1957822 Dec 09 14:51:54.231719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-8c0d3c64-58e2-4246-ae73-b752b8d270d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:54.233951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-8c0d3c64-58e2-4246-ae73-b752b8d270d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1125 time: 0.0752499 Dec 09 14:51:54.462194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-38e66fcc-0d4f-4c6e-a314-f852f9133193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:54.464175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-38e66fcc-0d4f-4c6e-a314-f852f9133193 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.2233784 Dec 09 14:51:54.538112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-64076c49-e442-4922-bd24-c54abc4b0037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 217 time: 0.0570233 Dec 09 14:51:54.751399 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3a50517-9f41-432e-9bf0-fe48e7509404 req-b7e37e02-6f07-4fcc-b184-3503bd313d7f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731809 Dec 09 14:51:54.823142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-f253f466-1136-431b-aea8-abff6289b272 service neutron] 10.222.0.43 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876445 Dec 09 14:51:54.875058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Allocated IP 172.20.0.13 (b27770a9-3516-4799-8243-b6666f8e1519/7351ed01-5ec9-4738-8e89-de35cc310929/9359e753-04a2-4c45-9fa2-aff242bb7beb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:51:54.884412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:55.001498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-0162db71-fb22-48f6-8b34-cd244ddec4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:55.003411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-0162db71-fb22-48f6-8b34-cd244ddec4fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.4570382 Dec 09 14:51:55.023636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a65dcb2e-7bd7-4e15-aef8-711f78e54fd3 req-9091713b-1457-416f-8dd2-0f05966ee879 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 210 time: 0.1365321 Dec 09 14:51:55.024436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac20e3e-fb24-4e42-ab32-a1c7ead893bb req-199dffd7-388b-428e-9536-aa1400c47eb7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:55.033154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ac20e3e-fb24-4e42-ab32-a1c7ead893bb req-199dffd7-388b-428e-9536-aa1400c47eb7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1096 time: 0.0940161 Dec 09 14:51:55.079190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-26618220-57f6-40d3-98de-05695c96f976 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659962 Dec 09 14:51:55.094186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-559cfc1e-10d6-4281-894e-c8e69321ee1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564264 Dec 09 14:51:55.101092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-c6fd41ce-0d7f-4da5-b359-b16f1a923c7f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:51:55.102059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-c6fd41ce-0d7f-4da5-b359-b16f1a923c7f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071414 Dec 09 14:51:55.151648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ac20e3e-fb24-4e42-ab32-a1c7ead893bb req-9738d9bc-d6bf-4c0d-8250-1e26efa1e567 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175964 Dec 09 14:51:55.165022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4dfc6d3-0ae9-4b37-91f0-6c4644e60724 req-779f4407-e21d-442a-8d1c-40c7f26dd4d5 service neutron] 10.222.0.43 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287427 Dec 09 14:51:55.214059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-a06ff180-64c2-4786-a174-48b31beab11e service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108129 Dec 09 14:51:55.380344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c8f75-471a-448d-92e7-5e31cddc7860 req-92d06bb1-233f-49b6-ab56-02d398087e7b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:55.382847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac1c8f75-471a-448d-92e7-5e31cddc7860 req-92d06bb1-233f-49b6-ab56-02d398087e7b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.2794886 Dec 09 14:51:55.385873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dfab829-3c2f-4249-b093-ec54d74cc0da req-9cdc66b7-11d7-46e8-a186-e31007fd0057 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643798 Dec 09 14:51:55.404719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8deeb-98b7-4ec7-bac3-55466b32096c req-7372f91d-5bf9-4e72-aede-4b74e0fbd7a6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:55.407820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bd8deeb-98b7-4ec7-bac3-55466b32096c req-7372f91d-5bf9-4e72-aede-4b74e0fbd7a6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0926535 Dec 09 14:51:55.444402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:55.460547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bd8deeb-98b7-4ec7-bac3-55466b32096c req-c2eac55b-808e-459d-8f1e-0534bfb3ed33 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Dec 09 14:51:55.542681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac1c8f75-471a-448d-92e7-5e31cddc7860 req-a7efb8ee-fda2-4821-bb9b-455334b63435 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367950 Dec 09 14:51:55.572550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:55.575809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13c582be-4d10-40cb-beeb-31d2415f0dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:55.600536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0f959965-b088-4a43-8ae0-23a19bc9b659'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:55.632471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb16e-1a11-4894-ad4b-b3356b25ec14 req-989dc0b7-d45c-4b99-b9e7-aaca3d50946a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:55.634456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e97eb16e-1a11-4894-ad4b-b3356b25ec14 req-989dc0b7-d45c-4b99-b9e7-aaca3d50946a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 944 time: 0.1048324 Dec 09 14:51:55.673448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Network b27770a9-3516-4799-8243-b6666f8e1519 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:51:55.685381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:51:55.702001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:51:55.721689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e97eb16e-1a11-4894-ad4b-b3356b25ec14 req-4e6041ff-7682-4441-a8bd-ceee6017dfc8 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795462 Dec 09 14:51:55.839156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event updated for resources: {'Port': ['ID=9359e753-04a2-4c45-9fa2-aff242bb7beb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:55.940452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:55.941130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:55.983923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-1175f7a0-18dd-4584-af82-0fe3f32771bc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2611148 Dec 09 14:51:56.006428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Request body: {'port': {'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:56.030979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Deleting port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:51:56.031445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:56.046455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-8d91f2e0-f9fc-47e2-be73-28c1ac56b4c7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:56.051841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-8d91f2e0-f9fc-47e2-be73-28c1ac56b4c7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.3733578 Dec 09 14:51:56.058784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f6af5ab4-aa4d-4775-b000-7190b3352f8c None None] Provisioning complete for port 9359e753-04a2-4c45-9fa2-aff242bb7beb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:56.059411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6af5ab4-aa4d-4775-b000-7190b3352f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:56.148961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f6af5ab4-aa4d-4775-b000-7190b3352f8c None None] Port 9359e753-04a2-4c45-9fa2-aff242bb7beb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:51:56.155930 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-13e75200-7090-4fc2-b977-66d8b566d5ac tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/quotas/0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 375 time: 0.0298228 Dec 09 14:51:56.229801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:56.251157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] For port 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,segment=NetworkSegment(496c2dad-1e31-4087-a70e-a047804798fc),segment_id=496c2dad-1e31-4087-a70e-a047804798fc)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:56.251685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:56.301576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Calling delete_port for 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:51:56.427999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-c1f040bd-bd8d-45a9-9bc2-e9ad8f938c43 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2499630 Dec 09 14:51:56.466976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee4019-7c79-488e-b786-7a69d7cba1ab req-b86c40fa-5d5a-410f-8011-8fcb094de460 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:56.476010 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73ee4019-7c79-488e-b786-7a69d7cba1ab req-b86c40fa-5d5a-410f-8011-8fcb094de460 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1163969 Dec 09 14:51:56.530304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73ee4019-7c79-488e-b786-7a69d7cba1ab req-9934df78-538a-41a2-80ae-8e8cadb2cdd8 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497434 Dec 09 14:51:56.574169 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:56.702316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094243c-6dd9-4f47-acf8-3d64b21d3ef8 req-121b3db9-027d-4fa9-b993-19907dd6ebe0 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:56.704670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6094243c-6dd9-4f47-acf8-3d64b21d3ef8 req-121b3db9-027d-4fa9-b993-19907dd6ebe0 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 932 time: 0.0754335 Dec 09 14:51:56.789149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-db7c1d0b-bab1-48b1-b97a-c753b056a179 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468657 Dec 09 14:51:56.796822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6094243c-6dd9-4f47-acf8-3d64b21d3ef8 req-98d70871-e3e0-4cda-976e-7016709bc941 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802560 Dec 09 14:51:57.026657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154c92-ad37-4436-8412-aaa60d8b857d req-38c00f8f-c0b5-421f-b6bf-e9aa064f0a0b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:57.036518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43154c92-ad37-4436-8412-aaa60d8b857d req-38c00f8f-c0b5-421f-b6bf-e9aa064f0a0b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1152244 Dec 09 14:51:57.096556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:57.111588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43154c92-ad37-4436-8412-aaa60d8b857d req-7f0a01bb-8a7e-43b5-a2d3-af9f12dabf5a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632524 Dec 09 14:51:57.141419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:57.166292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-98f9afa0-e20e-4ebc-92e7-4598fcd57389 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755188 Dec 09 14:51:57.211278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 953b6c9c-3aac-493d-9dc0-234c038f27ea details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:51:57.276697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9359e753-04a2-4c45-9fa2-aff242bb7beb {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:57.301374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:57.338600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb56e71-f8a9-469d-b1fc-7251ac8983d5 req-90bb5eb7-4c1e-4b51-82cd-29ec38e348aa tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:57.340679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5cb56e71-f8a9-469d-b1fc-7251ac8983d5 req-90bb5eb7-4c1e-4b51-82cd-29ec38e348aa tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.1137252 Dec 09 14:51:57.341556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Transition to ACTIVE for port object 9359e753-04a2-4c45-9fa2-aff242bb7beb will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:57.398220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:57.459713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5cb56e71-f8a9-469d-b1fc-7251ac8983d5 req-23cd63d4-0a9a-4e25-aa1c-0a62a43f76e9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114655 Dec 09 14:51:57.483661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 953b6c9c-3aac-493d-9dc0-234c038f27ea, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:57.527130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'port_id': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'mac_address': 'fa:16:3e:12:cc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:51:57.627609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=9359e753-04a2-4c45-9fa2-aff242bb7beb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:57.640157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-a6fd8c13-4525-4428-9a87-34b578625acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:57.641596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-a6fd8c13-4525-4428-9a87-34b578625acf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1100 time: 0.5851936 Dec 09 14:51:57.669943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:57.688676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef611454-e571-471c-8341-b9fe1c9f3295 req-fb902ba7-915d-45fc-b49a-0182c0019f74 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 210 time: 0.0565021 Dec 09 14:51:57.714768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953b6c9c-3aac-493d-9dc0-234c038f27ea {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:57.757709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 953b6c9c-3aac-493d-9dc0-234c038f27ea, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:57.766333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:57.870465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36950-6546-45de-8670-1220a5177789 req-aefecf4e-f9c5-489c-b56d-0704d2acbc76 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:57.885063 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9fc36950-6546-45de-8670-1220a5177789 req-aefecf4e-f9c5-489c-b56d-0704d2acbc76 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1086156 Dec 09 14:51:57.888294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=953b6c9c-3aac-493d-9dc0-234c038f27ea,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:57.968857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9fc36950-6546-45de-8670-1220a5177789 req-2133be1c-a2c4-45fc-b9d2-26255f47178d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 Dec 09 14:51:58.019868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['953b6c9c-3aac-493d-9dc0-234c038f27ea'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:51:58.123267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8756d-84c0-41dc-870e-48de3128538b req-a701883e-19ac-4c64-ad81-9e4dabe8226c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.125257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ca8756d-84c0-41dc-870e-48de3128538b req-a701883e-19ac-4c64-ad81-9e4dabe8226c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 944 time: 0.0676982 Dec 09 14:51:58.223027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ca8756d-84c0-41dc-870e-48de3128538b req-435202e3-2f62-49ae-9849-3d7f75fa0ac0 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840781 Dec 09 14:51:58.253069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:58.294435 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:58.366194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fb789-2701-4d19-b95a-cb3cce0bbd31 req-24db054a-dc1a-4b9e-95fd-c934bd6227c7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.367778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-484fb789-2701-4d19-b95a-cb3cce0bbd31 req-24db054a-dc1a-4b9e-95fd-c934bd6227c7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 944 time: 0.8638568 Dec 09 14:51:58.498464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-6cd977b8-679e-4d96-be4f-61b8e4ef0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.499964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-6cd977b8-679e-4d96-be4f-61b8e4ef0c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.4862301 Dec 09 14:51:58.542547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-a2e0dc25-e6e7-4e50-9fee-e46f4408a530 service neutron] 10.222.0.43 "GET /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.1246033 Dec 09 14:51:58.560282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Attempting to bind port 9359e753-04a2-4c45-9fa2-aff242bb7beb on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:51:58.560620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Attempting to bind port 9359e753-04a2-4c45-9fa2-aff242bb7beb by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:51:58.561213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Attempting to bind port 9359e753-04a2-4c45-9fa2-aff242bb7beb on network b27770a9-3516-4799-8243-b6666f8e1519 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:58.562766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb3c5-1237-480f-a1ff-d935e6049cbc req-dd7b1d85-f562-4bfc-8d79-2f897d1a54af tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.564469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2ceb3c5-1237-480f-a1ff-d935e6049cbc req-dd7b1d85-f562-4bfc-8d79-2f897d1a54af tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.2595296 Dec 09 14:51:58.603830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-a2b8b216-d1b1-4a79-8f50-ce0806a74d49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0859463 Dec 09 14:51:58.609157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-484fb789-2701-4d19-b95a-cb3cce0bbd31 req-56fd1890-5e20-486b-85c5-912c19ec3148 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289987 Dec 09 14:51:58.609713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Port 9359e753-04a2-4c45-9fa2-aff242bb7beb on network b27770a9-3516-4799-8243-b6666f8e1519 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:51:58.610029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Attempting to bind port 9359e753-04a2-4c45-9fa2-aff242bb7beb on network b27770a9-3516-4799-8243-b6666f8e1519 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:51:58.651214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:51:58.651608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Checking segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:51:58.651998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Bound using segment: {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:51:58.652446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Bound port: 9359e753-04a2-4c45-9fa2-aff242bb7beb, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e12a9-5a24-444d-94ff-ea9b64599f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:51:58.652803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:58.699984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-0d9b4e99-913e-43a1-9b02-8fe689c6aad5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1927798 Dec 09 14:51:58.725013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-bfeb0b15-60b5-4435-987e-49e65757c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.725472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-bfeb0b15-60b5-4435-987e-49e65757c2fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1071372 Dec 09 14:51:58.761033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2ceb3c5-1237-480f-a1ff-d935e6049cbc req-e40e56f7-7d79-4e5a-a94e-2f2b4d7bbae7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348374 Dec 09 14:51:58.857970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] For port 9359e753-04a2-4c45-9fa2-aff242bb7beb, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:58.865586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-3f720d01-4f98-42b8-9c1a-a55696ce99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.866429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-3f720d01-4f98-42b8-9c1a-a55696ce99ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 1117 time: 0.1276169 Dec 09 14:51:58.930039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cda12a60-a358-49a9-961f-8b256c4f7597 req-17c7b77b-9192-4c62-8423-f3ad967dd50a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 210 time: 0.0453162 Dec 09 14:51:58.942585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873d53-2c9b-412a-b360-572f0e589aae req-222f4511-0c90-4274-8f76-ef75fa211fb5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.944378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf873d53-2c9b-412a-b360-572f0e589aae req-222f4511-0c90-4274-8f76-ef75fa211fb5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 944 time: 0.2409394 Dec 09 14:51:58.951245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] For port 9359e753-04a2-4c45-9fa2-aff242bb7beb, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:51:58.980557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-92c444ca-3704-44a3-873d-25b432ed23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:58.982198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-92c444ca-3704-44a3-873d-25b432ed23c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099328 Dec 09 14:51:58.988445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:58.996040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:59.076666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Router 3d2f65a2-6335-4086-acec-90ad52c3d028 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:51:59.104340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.107814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.110894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] 10.222.0.43 "PUT /v2.0/ports/9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 1092 time: 3.1101179 Dec 09 14:51:59.113724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:59.116959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:51:59.117735 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a445d5a-718b-4e06-bac7-03ecd38d5d46" -d '{"events": [{"name": "network-changed", "server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:59.120989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.180955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf873d53-2c9b-412a-b360-572f0e589aae req-f6a6822d-5ad5-4a69-bfc4-cc9b7b548a66 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169752 Dec 09 14:51:59.217110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 953b6c9c-3aac-493d-9dc0-234c038f27ea up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:51:59.274511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef1da4b-decf-473d-8948-61b426404e6f {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:51:59.283895 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e0e07-de78-42aa-85a7-a0271f2dac09 x-openstack-request-id: req-ee9e0e07-de78-42aa-85a7-a0271f2dac09 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:59.284203 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:59.284440 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee9e0e07-de78-42aa-85a7-a0271f2dac09 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:59.284836 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'status': 'completed', 'code': 200} Dec 09 14:51:59.286975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a1799-7843-4a00-935f-a86475a906e6 req-634f9bd4-0a8d-4403-a214-f79e2eab19e7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.288551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-132a1799-7843-4a00-935f-a86475a906e6 req-634f9bd4-0a8d-4403-a214-f79e2eab19e7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1233201 Dec 09 14:51:59.289622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-ea2ef591-d123-48b5-94fc-56f07da8d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.291519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-ea2ef591-d123-48b5-94fc-56f07da8d3d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.3906391 Dec 09 14:51:59.301835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-7faac840-cd0a-4957-b3bb-2f5693239336 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.303333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-7faac840-cd0a-4957-b3bb-2f5693239336 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.3698852 Dec 09 14:51:59.383648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 953b6c9c-3aac-493d-9dc0-234c038f27ea completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:51:59.386396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903aa87-065c-4210-a170-02d0b14d5bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=9359e753-04a2-4c45-9fa2-aff242bb7beb,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:59.397380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-9a7f3ed1-3e1b-4d2a-80e1-d3165dd6c8b4 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064658 Dec 09 14:51:59.398734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 953b6c9c-3aac-493d-9dc0-234c038f27ea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:51:59.399328 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.421324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-42223665-250c-4324-a951-399e88b15da6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 200 len: 217 time: 0.0634010 Dec 09 14:51:59.424425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:59.438349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Request body: {'port': {'device_id': '51834469-68c5-441e-bb60-ea3245f91e5f', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'admin_state_up': True, 'tenant_id': '0205fee1714f48359f486b53fdfbc802'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:51:59.464501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-d88d6bbf-c435-40de-afed-f29c53bfc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.466000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-d88d6bbf-c435-40de-afed-f29c53bfc713 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1095 time: 0.2629700 Dec 09 14:51:59.499647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.547542 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.572683 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-75fd78ef-c3c3-44a2-b38a-561aa7a496d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 217 time: 0.0948591 Dec 09 14:51:59.586751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 953b6c9c-3aac-493d-9dc0-234c038f27ea, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:51:59.587833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:51:59.592330 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c3eeef-e5fe-4108-8fdf-8b1e3d752ab5" -d '{"events": [{"server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "name": "network-vif-plugged", "status": "completed", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:51:59.596810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.598023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aef1da4b-decf-473d-8948-61b426404e6f no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:51:59.642821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] Transition to ACTIVE for port object aef1da4b-decf-473d-8948-61b426404e6f will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:51:59.649928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88153-771a-4866-b734-31868819bb4f req-47635fee-dc80-4060-8f45-2779c04b51f8 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.651659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50e88153-771a-4866-b734-31868819bb4f req-47635fee-dc80-4060-8f45-2779c04b51f8 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 944 time: 0.2371156 Dec 09 14:51:59.675326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.678014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=953b6c9c-3aac-493d-9dc0-234c038f27ea,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:59.681153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aef1da4b-decf-473d-8948-61b426404e6f not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:51:59.702400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:51:59.713489 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] Sync routers for ids ['3d2f65a2-6335-4086-acec-90ad52c3d028'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:51:59.716030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86b00b4f-09ca-4a5b-857e-b2f7579117ae admin admin] 10.222.0.46 "PUT /v2.0/routers/3d2f65a2-6335-4086-acec-90ad52c3d028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6508989 Dec 09 14:51:59.724405 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] Routers {'3d2f65a2-6335-4086-acec-90ad52c3d028'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:51:59.724613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32828) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:51:59.724971 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3d2f65a2-6335-4086-acec-90ad52c3d028'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:51:59.789858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-132a1799-7843-4a00-935f-a86475a906e6 req-a25006b5-67c8-4f54-992b-95b45500bc87 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794295 Dec 09 14:51:59.799376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] Pushing event updated for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=10']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:51:59.836428 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] Set router 3d2f65a2-6335-4086-acec-90ad52c3d028 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:51:59.847875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:51:59.855461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-5a427242-4375-4a77-97e9-a3da9cf5ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.857394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-5a427242-4375-4a77-97e9-a3da9cf5ef40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.2765815 Dec 09 14:51:59.892581 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d0d8fe-8bef-4c78-9d06-9c0597fda287 x-openstack-request-id: req-18d0d8fe-8bef-4c78-9d06-9c0597fda287 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:51:59.892962 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "name": "network-vif-plugged", "status": "completed", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:51:59.893444 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18d0d8fe-8bef-4c78-9d06-9c0597fda287 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:51:59.893959 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'code': 200} Dec 09 14:51:59.921180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-4769ec8a-9ce5-4fc6-8620-269d270156b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139759 Dec 09 14:51:59.968606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-4a8b63fb-1ce4-4113-8212-6c89d27a27da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:51:59.971613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-4a8b63fb-1ce4-4113-8212-6c89d27a27da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.5425653 Dec 09 14:51:59.974186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Made reservation on behalf of 0205fee1714f48359f486b53fdfbc802 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:51:59.979795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.050317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:56Z', 'revision_number': 5, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:00.063728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50e88153-771a-4866-b734-31868819bb4f req-5c901cf9-7381-47d9-83da-05e9673cceec tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017136 Dec 09 14:52:00.201512 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] Checking router: 3d2f65a2-6335-4086-acec-90ad52c3d028 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:00.211344 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] Routers {'3d2f65a2-6335-4086-acec-90ad52c3d028'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:00.212350 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3d2f65a2-6335-4086-acec-90ad52c3d028'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:00.217858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb84c-9473-407d-8b8a-3dc2ce322263 req-1553235b-fbab-4156-bfa2-36979b51be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:00.219374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-356bb84c-9473-407d-8b8a-3dc2ce322263 req-1553235b-fbab-4156-bfa2-36979b51be34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 1097 time: 0.2143829 Dec 09 14:52:00.240911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-560169fc-e8b9-445e-ad88-19647e6fbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:00.242451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-560169fc-e8b9-445e-ad88-19647e6fbf8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237746 Dec 09 14:52:00.253140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-a86c637d-fe74-4951-a4e2-ebd4a3bdb82d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2554498 Dec 09 14:52:00.316687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] No DVR routers for this DVR port aef1da4b-decf-473d-8948-61b426404e6f on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:00.362591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Allocated IP 172.20.0.6 (fd0ada9f-967b-4436-b5e9-cda13af3f0f2/7671b486-00c1-47cf-b614-c4da470c32c3/d91eb626-3602-4e78-b85a-016d755a16d6) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:52:00.367139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.367892 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] Set router 3d2f65a2-6335-4086-acec-90ad52c3d028 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:00.500156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-356bb84c-9473-407d-8b8a-3dc2ce322263 req-07346ea2-bba3-487c-afa0-08fb19b287f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676663 Dec 09 14:52:00.559941 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:56Z', 'revision_number': 5, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:00.569668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-8c5c1b5c-e396-48a8-922e-015c6ef33906 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940502 Dec 09 14:52:00.573135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.582543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3a35-5e83-4c1c-8c00-bb49293c84ef req-d232d6bc-99d0-4db8-bc77-25b6ee0ef6a5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:00.594949 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85ea25-356a-4e98-a6dc-7dccb10d9cc1 None None] The sync data for ids ['3d2f65a2-6335-4086-acec-90ad52c3d028'] in n-d-804292-5 is: [{'id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'name': 'tempest-FloatingIPDetailsTestJSON-215815099-router', 'tenant_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:13Z', 'updated_at': '2021-12-09T14:51:56Z', 'revision_number': 5, 'project_id': '5276d681d8ff4b9e9c42cf4135ecb87b', 'gw_port': {'id': '1ad76fb1-22da-409e-92c0-7f3af2e5d780', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2f65a2-6335-4086-acec-90ad52c3d028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:14Z', 'updated_at': '2021-12-09T14:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:00.596712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a83f3a35-5e83-4c1c-8c00-bb49293c84ef req-d232d6bc-99d0-4db8-bc77-25b6ee0ef6a5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1422842 Dec 09 14:52:00.626755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Deleting port 1ad76fb1-22da-409e-92c0-7f3af2e5d780 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:00.627107 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.673646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.715990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a83f3a35-5e83-4c1c-8c00-bb49293c84ef req-cb2a0ef1-2b9e-46ad-839b-779661a6405c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110713 Dec 09 14:52:00.744843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-eb1c731e-d223-4314-af50-088bafa561ab service neutron] 10.222.0.43 "PUT /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1935093 Dec 09 14:52:00.800944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:52:00.812921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b59a60-2f61-4cfa-8372-5359f4e8ef0d req-b3f59feb-a5f9-4b51-94a8-660452cfe35b tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:00.815639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41b59a60-2f61-4cfa-8372-5359f4e8ef0d req-b3f59feb-a5f9-4b51-94a8-660452cfe35b tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.5582941 Dec 09 14:52:00.817387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:52:00.819811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:52:00.828718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:00.830012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.833048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] For port 1ad76fb1-22da-409e-92c0-7f3af2e5d780, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1ad76fb1-22da-409e-92c0-7f3af2e5d780,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:00.833357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-567051c6-67f6-4766-813c-95a2e4e26a04 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632248 Dec 09 14:52:00.833484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:00.834156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:00.905964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-611ee7f5-60e3-4b4c-9025-7e6b92a1ee90 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4783216 Dec 09 14:52:00.957557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Request body: {'port': {'device_id': '51834469-68c5-441e-bb60-ea3245f91e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:00.999328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41b59a60-2f61-4cfa-8372-5359f4e8ef0d req-3b235756-9c19-457c-b981-49e773913e54 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604590 Dec 09 14:52:01.051422 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8120d0fa-1268-4ee8-8e60-3a09d1668c83 req-c922d045-6ae9-412e-85fd-6b0eabd42ab0 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999352 Dec 09 14:52:01.077160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:01.269069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Calling delete_port for 1ad76fb1-22da-409e-92c0-7f3af2e5d780 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:01.347514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b5c-c99a-4dae-a48c-2935ba81d717 req-5b492bfe-a743-4b62-9647-8a73535a4ddc tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.349828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3240b5c-c99a-4dae-a48c-2935ba81d717 req-5b492bfe-a743-4b62-9647-8a73535a4ddc tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.1064951 Dec 09 14:52:01.362993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64a64b-bc2b-4f12-9a50-79c519b3335b req-9ec73307-12d4-40b0-9c1a-a12df718832c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.364580 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a64a64b-bc2b-4f12-9a50-79c519b3335b req-9ec73307-12d4-40b0-9c1a-a12df718832c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 931 time: 0.5794587 Dec 09 14:52:01.369149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f601d6f-10e8-4c6d-ba45-204e66f106e6 req-fe21b7ee-cb98-476b-b315-e6022a3d8c18 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517088 Dec 09 14:52:01.372596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-49db01ee-4b58-4b9f-bafe-a56d2d156227 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.374053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-49db01ee-4b58-4b9f-bafe-a56d2d156227 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.5431445 Dec 09 14:52:01.538587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a64a64b-bc2b-4f12-9a50-79c519b3335b req-27258003-771a-4058-b1fc-c732d305c0c2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619673 Dec 09 14:52:01.552614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-13db73af-28e3-40ca-93bd-50ac21b74bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.554160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-13db73af-28e3-40ca-93bd-50ac21b74bec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31&tenant_id=8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 1096 time: 0.1672523 Dec 09 14:52:01.561988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-08881d70-b180-48e5-ad90-e35da49f4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.563548 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-08881d70-b180-48e5-ad90-e35da49f4361 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1339004 Dec 09 14:52:01.742363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-e13aa3c7-6413-44e8-90bf-1ddbf6b57397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.745049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-e13aa3c7-6413-44e8-90bf-1ddbf6b57397 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1740320 Dec 09 14:52:01.745628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3240b5c-c99a-4dae-a48c-2935ba81d717 req-e532d484-9a6d-4fa8-90b9-7fa4a65227ed tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Dec 09 14:52:01.746981 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:01.759497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91eb626-3602-4e78-b85a-016d755a16d6 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:01.778213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:01.808610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Transition to ACTIVE for port object d91eb626-3602-4e78-b85a-016d755a16d6 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:52:01.813346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:01.859537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad76fb1-22da-409e-92c0-7f3af2e5d780,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:01.862555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-b4c3e031-8579-499c-a4f6-8597ccb6ebb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 217 time: 0.0843918 Dec 09 14:52:01.882651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-e8ad9c88-585f-4462-b6a8-a1deaa642554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.886126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-e8ad9c88-585f-4462-b6a8-a1deaa642554 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1096 time: 0.2883201 Dec 09 14:52:01.909449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:01.949376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfb286-6118-4391-b4a2-3c7de894d761 req-e089b897-2c16-413a-9808-164d7aea61be tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:01.950383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4adfb286-6118-4391-b4a2-3c7de894d761 req-e089b897-2c16-413a-9808-164d7aea61be tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 944 time: 0.1305192 Dec 09 14:52:01.967907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:01.968264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:01.968577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:01.981290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:01.981628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:01.994534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:01.994929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:01.996014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:01.996014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Bound port: d91eb626-3602-4e78-b85a-016d755a16d6, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:01.996238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.029001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4adfb286-6118-4391-b4a2-3c7de894d761 req-506a2695-6786-410d-b2cb-bef93e4d634a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695803 Dec 09 14:52:02.078167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9fcf3-afa6-4c7f-8a8c-7b69d0e70ad7 req-79dbaeb2-5c7a-4ca2-8478-12c35115b167 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.086509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fb9fcf3-afa6-4c7f-8a8c-7b69d0e70ad7 req-79dbaeb2-5c7a-4ca2-8478-12c35115b167 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.3880594 Dec 09 14:52:02.090217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-0bb2f524-1d59-4899-afae-abdf6cdf1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.091767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-0bb2f524-1d59-4899-afae-abdf6cdf1b31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.2122591 Dec 09 14:52:02.095978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:02.100477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:02.122444 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.187887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.189054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.192358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] 10.222.0.36 "PUT /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 1091 time: 1.2389190 Dec 09 14:52:02.193146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:02.196821 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad968443-bbca-4100-962a-9ecb2214c6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:02.212312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:02.223703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-1c1167fa-4df3-4623-b35e-a8c31b05185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.225539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-1c1167fa-4df3-4623-b35e-a8c31b05185b service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.3093321 Dec 09 14:52:02.246312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:02.246973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9edff042-c5b9-4eb3-8fc6-15a3d3a8d5b1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:02.253642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c545d-3199-4c7d-9ecd-ebc7dec89b1e req-f7c1dcee-122f-4a8c-97c7-9ed1be2b045a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.263739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-de8c545d-3199-4c7d-9ecd-ebc7dec89b1e req-f7c1dcee-122f-4a8c-97c7-9ed1be2b045a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1555319 Dec 09 14:52:02.275418 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fb9fcf3-afa6-4c7f-8a8c-7b69d0e70ad7 req-9b5f7f26-7fba-4dfb-9e76-5e41f054da54 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877158 Dec 09 14:52:02.308751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.315721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02c237-6ae7-4c7e-846e-002e53b5a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:02.338285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-5dfcc9db-efba-4ae6-9eeb-761143ac5943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 200 len: 217 time: 0.0929606 Dec 09 14:52:02.347699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9fd09a8f-4738-4d60-bee5-2f3f8f555937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.349313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-9fd09a8f-4738-4d60-bee5-2f3f8f555937 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1094 time: 0.0677214 Dec 09 14:52:02.359918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-de8c545d-3199-4c7d-9ecd-ebc7dec89b1e req-63a52c38-02c0-48ac-bc44-f4656b7b79e2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973837 Dec 09 14:52:02.399753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-d6018559-7be2-4705-b756-10326e785b02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 217 time: 0.0387976 Dec 09 14:52:02.419160 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce10c7b9-1a01-44f4-9327-90d161f812d4 x-openstack-request-id: req-ce10c7b9-1a01-44f4-9327-90d161f812d4 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:02.419560 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:02.419881 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce10c7b9-1a01-44f4-9327-90d161f812d4 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:02.420330 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'status': 'completed', 'code': 200} Dec 09 14:52:02.424111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-8680e7bf-6270-4d13-bf26-4f095af896dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.425606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-8680e7bf-6270-4d13-bf26-4f095af896dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781408 Dec 09 14:52:02.456916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-3c98c2d3-f528-461b-9cf1-3c2eb7480d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.458498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-3c98c2d3-f528-461b-9cf1-3c2eb7480d14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0500970 Dec 09 14:52:02.492768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-fd28cd63-e4b8-4fbb-9f12-e4c2c9f75585 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258572 Dec 09 14:52:02.514576 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.527872 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.594892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-f9cff7a5-177b-43cd-8f25-7b948d405af6 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916238 Dec 09 14:52:02.633498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-015fe5a2-5aa7-468b-a98a-ece7ffb6c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.635065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-015fe5a2-5aa7-468b-a98a-ece7ffb6c8e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.2524486 Dec 09 14:52:02.656949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41aa7f-c442-43c7-b26c-0927bfce5fa1 req-b2e4ab1e-b699-4618-a513-38232874dc94 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.658297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e41aa7f-c442-43c7-b26c-0927bfce5fa1 req-b2e4ab1e-b699-4618-a513-38232874dc94 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.2745206 Dec 09 14:52:02.672119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.672632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2f65a2-6335-4086-acec-90ad52c3d028 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:52:02.687005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.687777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e02f955b-494b-4019-9db2-b91e52d3cfc2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3d2f65a2-6335-4086-acec-90ad52c3d028 HTTP/1.1" status: 204 len: 168 time: 2.9625320 Dec 09 14:52:02.693970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32852) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:02.712417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-8186b13d-bc39-4468-b5d1-7023e1dd7ecd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531342 Dec 09 14:52:02.766009 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-cca8c8d7-5c6a-4467-82eb-cdabc6248158 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122866 Dec 09 14:52:02.804094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-828a8b84-8bc2-45b2-907b-a003c884dcc7 req-4df78706-4bb9-40a4-89f8-4fc2c4b9da54 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012427 Dec 09 14:52:02.811530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Deleting subnet 4716efee-fba2-4180-83e8-f6adee291d3e {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:52:02.821283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:02.860946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e41aa7f-c442-43c7-b26c-0927bfce5fa1 req-56a8f8ff-2dcb-41ee-9293-ed0e0da569fb tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898081 Dec 09 14:52:02.862875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4d10-4503-4322-8503-8ec28297c6af req-d2a43980-d36c-47f5-8665-f214fc7b4693 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:02.894005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bdc4d10-4503-4322-8503-8ec28297c6af req-d2a43980-d36c-47f5-8665-f214fc7b4693 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 943 time: 0.1987393 Dec 09 14:52:02.937266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-c21f62cc-395f-4909-a43e-55fb415abc47 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119043 Dec 09 14:52:02.965290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a445d5a-718b-4e06-bac7-03ecd38d5d46 req-dba2577e-2b85-4277-a14a-42a518395909 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850786 Dec 09 14:52:03.001240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.043185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bdc4d10-4503-4322-8503-8ec28297c6af req-a17b9e06-1bb8-48e6-8a6a-eadeaa645d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480825 Dec 09 14:52:03.068096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-7e4122d4-9861-40f9-bb05-224bfed92a24 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166866 Dec 09 14:52:03.100512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-a403c62e-1f51-408b-a637-97f84a226046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.102177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-a403c62e-1f51-408b-a637-97f84a226046 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1094 time: 0.1753080 Dec 09 14:52:03.142450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9d53c-aa65-4b1a-b457-a9ce711326a9 req-e0457f63-af4e-4568-8e71-5f6684bbe920 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.143898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9aa9d53c-aa65-4b1a-b457-a9ce711326a9 req-e0457f63-af4e-4568-8e71-5f6684bbe920 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.0748951 Dec 09 14:52:03.181445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.212059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9aa9d53c-aa65-4b1a-b457-a9ce711326a9 req-f9a8bb5d-7201-4836-832c-62fd137d6646 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620790 Dec 09 14:52:03.300270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b576f2f-8a1f-4eba-904f-bb7b4afd72eb req-d0380dff-7513-404f-99a8-580f5c3ca5dc tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.301959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b576f2f-8a1f-4eba-904f-bb7b4afd72eb req-d0380dff-7513-404f-99a8-580f5c3ca5dc tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.1770942 Dec 09 14:52:03.314039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:03.321584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Request body: {'floatingip': {'port_id': '953b6c9c-3aac-493d-9dc0-234c038f27ea'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:03.346148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-ae6d4188-fb87-4c4e-a1d7-0bbaf5fb98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.351717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-ae6d4188-fb87-4c4e-a1d7-0bbaf5fb98cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2279844 Dec 09 14:52:03.385885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.403004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-bb738e91-ac13-45c5-b78f-6fa41f31b25c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 217 time: 0.0424452 Dec 09 14:52:03.413302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.482106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.487806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4716efee-fba2-4180-83e8-f6adee291d3e HTTP/1.1" status: 204 len: 168 time: 0.7910168 Dec 09 14:52:03.488743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32868) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:03.490253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea51fe-0acc-42a1-99df-f0275c67d7f4 None None] Network 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:52:03.529073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faad26-faee-4694-86a4-e9cbec7052f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4716efee-fba2-4180-83e8-f6adee291d3e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:03.532781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-261963b0-5f60-4397-b4a9-47d34186afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.537357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-261963b0-5f60-4397-b4a9-47d34186afcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.1208804 Dec 09 14:52:03.560566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-1a2ccc79-910f-4b0d-9ef3-33da5b90b59d tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.562322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-1a2ccc79-910f-4b0d-9ef3-33da5b90b59d tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.1723449 Dec 09 14:52:03.572588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26bf5d-6fe5-4d38-a190-976dff95e17a req-6dda1287-7311-4d3d-bf64-d9cc26d1f5b4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.574093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e26bf5d-6fe5-4d38-a190-976dff95e17a req-6dda1287-7311-4d3d-bf64-d9cc26d1f5b4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 944 time: 0.1829906 Dec 09 14:52:03.622913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-85a084ba-0631-41be-9288-4477a874dd46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724478 Dec 09 14:52:03.635652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e125399-4f16-4477-a019-02249a313677 req-5abff3ef-5dc1-49cf-83fa-0d1740942ec7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:03.637248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e125399-4f16-4477-a019-02249a313677 req-5abff3ef-5dc1-49cf-83fa-0d1740942ec7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.2334955 Dec 09 14:52:03.693576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] DHCP port deletion for 95c607bf-f12e-4326-a3d1-4ad72e7e4b4b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:52:03.751030 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e125399-4f16-4477-a019-02249a313677 req-ee743d11-fb85-4ccb-af86-d10819a195ce tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719385 Dec 09 14:52:03.764167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] Deleting port 64e2010f-8b11-453b-abb0-99f9abaafa92 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:03.765798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e26bf5d-6fe5-4d38-a190-976dff95e17a req-741692b2-7504-4a87-8471-5d3d33284d14 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736846 Dec 09 14:52:03.774518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.780938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.898038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] For port 64e2010f-8b11-453b-abb0-99f9abaafa92, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64e2010f-8b11-453b-abb0-99f9abaafa92,segment=NetworkSegment(496c2dad-1e31-4087-a70e-a047804798fc),segment_id=496c2dad-1e31-4087-a70e-a047804798fc)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:03.898726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:03.917804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] Calling delete_port for 64e2010f-8b11-453b-abb0-99f9abaafa92 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:04.000688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97781f-26cb-449e-aaeb-37c4af29475c req-958b3756-80ab-49a0-a5fb-2f7a817e2e42 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:04.001964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c97781f-26cb-449e-aaeb-37c4af29475c req-958b3756-80ab-49a0-a5fb-2f7a817e2e42 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1139114 Dec 09 14:52:04.006275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-2ff6b6a7-93b4-4f40-9254-5d70412ef047 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346133 Dec 09 14:52:04.087290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.125670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] Pushing event deleted for resources: {'Port': ['ID=64e2010f-8b11-453b-abb0-99f9abaafa92,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:04.128570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735c4ba-d8da-4957-88ad-cc46a37a5f72 None None] No DVR routers for this DVR port 64e2010f-8b11-453b-abb0-99f9abaafa92 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:04.174952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Deleting port 64e2010f-8b11-453b-abb0-99f9abaafa92 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:04.175475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.181875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c97781f-26cb-449e-aaeb-37c4af29475c req-b34c79b5-6036-4355-8788-11ef500a06ae tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695275 Dec 09 14:52:04.201768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad968443-bbca-4100-962a-9ecb2214c6c4 req-c8a80364-8a45-4fc2-a3bf-7c15e808eb1a service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794007 Dec 09 14:52:04.201949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e2010f-8b11-453b-abb0-99f9abaafa92 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:04.289963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] For port 64e2010f-8b11-453b-abb0-99f9abaafa92, host n-d-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:04.290365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.316496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Calling delete_port for 64e2010f-8b11-453b-abb0-99f9abaafa92 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:04.333700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Port 64e2010f-8b11-453b-abb0-99f9abaafa92 was not found and therefore no delete operation was performed {{(pid=109894) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 14:52:04.337312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.347564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-dcbc92d1-042c-41a7-8d94-79826e4a1f86 service neutron] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:04.367401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e2010f-8b11-453b-abb0-99f9abaafa92,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:04.372668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] No DVR routers for this DVR port 64e2010f-8b11-453b-abb0-99f9abaafa92 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:04.376198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-dcbc92d1-042c-41a7-8d94-79826e4a1f86 service neutron] Publish callbacks [] for binding, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.377440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b50ffd1-ecc4-4c8c-a397-1f56602e2c34 req-dcbc92d1-042c-41a7-8d94-79826e4a1f86 service neutron] 10.222.0.36 "DELETE /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.8024449 Dec 09 14:52:04.381367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 64e2010f-8b11-453b-abb0-99f9abaafa92 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:04.381517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e2010f-8b11-453b-abb0-99f9abaafa92 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:04.381939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1ad76fb1-22da-409e-92c0-7f3af2e5d780 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:04.404583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1ad76fb1-22da-409e-92c0-7f3af2e5d780 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:04.404931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1ad76fb1-22da-409e-92c0-7f3af2e5d780 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:04.418591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6578c-7f68-44ad-a972-2da8fbe6680e req-8dd96360-1b9c-4ce4-a3e5-b70c10431814 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:04.425780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cea6578c-7f68-44ad-a972-2da8fbe6680e req-8dd96360-1b9c-4ce4-a3e5-b70c10431814 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.1240754 Dec 09 14:52:04.465254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6979-3e6a-4d0f-a93d-b229c123e0f0 req-d7107e49-bd7e-4561-b1dd-2f1ee5f8d68f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:04.466755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28fb6979-3e6a-4d0f-a93d-b229c123e0f0 req-d7107e49-bd7e-4561-b1dd-2f1ee5f8d68f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 943 time: 0.2554367 Dec 09 14:52:04.499805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.531036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cea6578c-7f68-44ad-a972-2da8fbe6680e req-01a9a109-cf8d-47b3-82d6-ed65f4cefd9c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043980 Dec 09 14:52:04.532988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.533339 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.534199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.534433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > port after_create 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.534759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.535097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > port after_update 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.535451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.535800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.536121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.536586 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.600436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28fb6979-3e6a-4d0f-a93d-b229c123e0f0 req-a2596099-516d-4d65-afb9-aa14dafbc0e8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250911 Dec 09 14:52:04.647672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.648048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.648386 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.648729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 14:52:04.649100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c607bf-f12e-4326-a3d1-4ad72e7e4b4b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:04.651228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.655759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.677360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496c2dad-1e31-4087-a70e-a047804798fc') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:04.677575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496c2dad-1e31-4087-a70e-a047804798fc') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:04.707069 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.735939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.747999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:52:04.748462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: from cryptography.utils import int_from_bytes Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: from cryptography.utils import int_from_bytes Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:52:04.752480 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:52:04.755242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9707113-3f73-4317-806f-b74d002d482d req-56e2734e-790f-4f98-aae3-3db9f20fb4e5 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:04.756028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9707113-3f73-4317-806f-b74d002d482d req-56e2734e-790f-4f98-aae3-3db9f20fb4e5 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1096 time: 0.1005805 Dec 09 14:52:04.761904 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b associated. External IP: 172.25.0.5, port: 953b6c9c-3aac-493d-9dc0-234c038f27ea. Dec 09 14:52:04.838727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.853955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:04.857677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] 10.222.0.46 "DELETE /v2.0/networks/95c607bf-f12e-4326-a3d1-4ad72e7e4b4b HTTP/1.1" status: 204 len: 168 time: 1.3295810 Dec 09 14:52:04.873545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9707113-3f73-4317-806f-b74d002d482d req-c047ec44-dff1-45b8-b9de-15005aafa0d5 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017110 Dec 09 14:52:04.883196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d12fc-4e8f-483f-9120-c2860db5af61 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c607bf-f12e-4326-a3d1-4ad72e7e4b4b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:04.959998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13bbd2-726a-43bd-b2bd-a829b82768ec req-353b6a93-f30a-4605-ba37-755ec6436f64 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:04.961511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc13bbd2-726a-43bd-b2bd-a829b82768ec req-353b6a93-f30a-4605-ba37-755ec6436f64 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0931957 Dec 09 14:52:05.001336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b536-6788-40a5-b244-d7fd0b43c7cf req-cc6037f1-03f1-4bf7-baa0-8efdef434989 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.002933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ac4b536-6788-40a5-b244-d7fd0b43c7cf req-cc6037f1-03f1-4bf7-baa0-8efdef434989 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 944 time: 0.0612438 Dec 09 14:52:05.060161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ac4b536-6788-40a5-b244-d7fd0b43c7cf req-a987bb7e-af6d-4456-b092-edcee17f1e3b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Dec 09 14:52:05.088475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc13bbd2-726a-43bd-b2bd-a829b82768ec req-6bb67406-65c1-4e3c-948e-cdc687ca0010 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965717 Dec 09 14:52:05.108380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32890) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:05.124992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:05.180642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6a2579dd-00c5-441d-90f4-e5a9a316bd0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5276d681d8ff4b9e9c42cf4135ecb87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707734 Dec 09 14:52:05.184649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32892) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:05.199561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12313e9f-49a3-47d1-9536-672fdb49df13 req-d9d94818-45d8-4ee6-b5bf-e100f1a42bde tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.201025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12313e9f-49a3-47d1-9536-672fdb49df13 req-d9d94818-45d8-4ee6-b5bf-e100f1a42bde tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 1096 time: 0.0713692 Dec 09 14:52:05.231013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9359e753-04a2-4c45-9fa2-aff242bb7beb details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:05.237350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:05.240554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.275387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e281798-8aab-4229-997d-7fc57996c1e9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "PUT /v2.0/floatingips/c5039efb-acb9-4e63-b1a3-5a3865c5f95b HTTP/1.1" status: 200 len: 990 time: 1.9599924 Dec 09 14:52:05.276414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:05.278946 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf12eb0-9c6b-47d1-b298-33f9589b953c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:05.279731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5545e0-6caf-4a3d-930f-e473b2ea2b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.284113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12313e9f-49a3-47d1-9536-672fdb49df13 req-e30d20df-4c3a-4a67-bf85-ed53d1aa2a14 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Dec 09 14:52:05.297052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:05.316694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5545e0-6caf-4a3d-930f-e473b2ea2b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.399694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5545e0-6caf-4a3d-930f-e473b2ea2b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.402562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5545e0-6caf-4a3d-930f-e473b2ea2b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.403916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df5545e0-6caf-4a3d-930f-e473b2ea2b1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b077d76f-a803-4f9c-bf6a-63c3a3b2a886 HTTP/1.1" status: 204 len: 168 time: 0.2183220 Dec 09 14:52:05.410975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935873af-2a4d-4893-ba83-f304cac89cd2 req-c95337e1-188d-425f-8baa-8eea89d530df tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.421299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-935873af-2a4d-4893-ba83-f304cac89cd2 req-c95337e1-188d-425f-8baa-8eea89d530df tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1238463 Dec 09 14:52:05.422459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9359e753-04a2-4c45-9fa2-aff242bb7beb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:05.428118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5545e0-6caf-4a3d-930f-e473b2ea2b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077d76f-a803-4f9c-bf6a-63c3a3b2a886,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:05.450399 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bf1ac-7c9f-4516-9c96-c2cafb043835 x-openstack-request-id: req-014bf1ac-7c9f-4516-9c96-c2cafb043835 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:05.450718 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:05.451534 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-014bf1ac-7c9f-4516-9c96-c2cafb043835 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:05.451534 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'status': 'completed', 'code': 200} Dec 09 14:52:05.485911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:05.486582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:05.490637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:52:05.535027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-935873af-2a4d-4893-ba83-f304cac89cd2 req-07417e79-a27f-43fc-b5c1-230b77039555 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130464 Dec 09 14:52:05.568893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-70f64c92-73d7-431d-bfa6-ff81af91c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.572030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-70f64c92-73d7-431d-bfa6-ff81af91c3ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=743fc5893cb546f6b8327da52dd01240&device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 1097 time: 0.0938268 Dec 09 14:52:05.616271 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.641435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9359e753-04a2-4c45-9fa2-aff242bb7beb {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:05.662742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:05.705100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:05.708474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9359e753-04a2-4c45-9fa2-aff242bb7beb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:05.746722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-72f7d68d-db4c-4934-ab46-a165cf145e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.748183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-72f7d68d-db4c-4934-ab46-a165cf145e02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 200 len: 925 time: 0.1686029 Dec 09 14:52:05.757619 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:05.824636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a48c8-96ac-4eb8-a9d3-73b92cc71cd6 req-23989a27-6ffd-4994-938f-3724ac60dfdb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.832028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f2a48c8-96ac-4eb8-a9d3-73b92cc71cd6 req-23989a27-6ffd-4994-938f-3724ac60dfdb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 943 time: 0.1182611 Dec 09 14:52:05.882994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-8dc138b3-1cd0-4ea7-965d-d0e9026a9718 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea HTTP/1.1" status: 200 len: 998 time: 0.1241488 Dec 09 14:52:05.908174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=9359e753-04a2-4c45-9fa2-aff242bb7beb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:05.931431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f2a48c8-96ac-4eb8-a9d3-73b92cc71cd6 req-e37399a9-1ac2-4cd1-845b-8a3a41e8c4f6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Dec 09 14:52:05.975860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-f5491741-cc1e-4874-88d5-f6f63e1b44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:05.977416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-f5491741-cc1e-4874-88d5-f6f63e1b44c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 200 len: 863 time: 0.0738018 Dec 09 14:52:05.998019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:06.028857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'port_id': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'mac_address': 'fa:16:3e:90:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671b486-00c1-47cf-b614-c4da470c32c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:52:06.043110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['9359e753-04a2-4c45-9fa2-aff242bb7beb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:06.044116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-6121bea7-8b36-4b1d-8829-19cc11e662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:06.048027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-6121bea7-8b36-4b1d-8829-19cc11e662cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=deab9cb2-f982-49fd-858d-9e74096e5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556033 Dec 09 14:52:06.170907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:06.199660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-c034a7b8-14f3-4d74-b0e8-d79a24d51522 service neutron] 10.222.0.43 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449649 Dec 09 14:52:06.216798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91eb626-3602-4e78-b85a-016d755a16d6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:06.239317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014667d1-c101-404c-aaa1-1a8219e1aa44 req-cc420913-4d5f-4666-89aa-e813e6a45ef5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:06.250682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-014667d1-c101-404c-aaa1-1a8219e1aa44 req-cc420913-4d5f-4666-89aa-e813e6a45ef5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 945 time: 0.0893991 Dec 09 14:52:06.260767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:06.283955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:06.324686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-014667d1-c101-404c-aaa1-1a8219e1aa44 req-2e9f1c0b-5409-4322-908c-a484c2d072a2 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729597 Dec 09 14:52:06.357870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c2884-b176-44ba-98e1-478b3532ab95 req-599246d2-9286-4c78-9361-79fa5767e5f6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:06.359446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc6c2884-b176-44ba-98e1-478b3532ab95 req-599246d2-9286-4c78-9361-79fa5767e5f6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1535676 Dec 09 14:52:06.372360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:06.382493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c5039efb-acb9-4e63-b1a3-5a3865c5f95b', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'port_id': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'mac_address': 'fa:16:3e:12:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:29Z', 'updated_at': '2021-12-09T14:52:04Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:06.417097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:06.432752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf12eb0-9c6b-47d1-b298-33f9589b953c req-9937cb55-cedd-4678-b56b-486423d9c69d service neutron] 10.222.0.43 "GET /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872933 Dec 09 14:52:06.434036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:06.434677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:06.500185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc6c2884-b176-44ba-98e1-478b3532ab95 req-98ee5502-ddc7-4ea1-af3e-5686b14c46ab tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248465 Dec 09 14:52:06.569166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:06.607711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['d91eb626-3602-4e78-b85a-016d755a16d6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:06.665228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a37e16-b052-4dd0-9bd8-9d0d08a99786 req-ec8f6f48-e7fc-4bed-b5b0-641e24e21fc7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:06.673771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40a37e16-b052-4dd0-9bd8-9d0d08a99786 req-ec8f6f48-e7fc-4bed-b5b0-641e24e21fc7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0632217 Dec 09 14:52:06.735870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40a37e16-b052-4dd0-9bd8-9d0d08a99786 req-2b744cee-980f-43ba-8bb4-8111881b250f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608160 Dec 09 14:52:06.950093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c5039efb-acb9-4e63-b1a3-5a3865c5f95b', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'port_id': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'mac_address': 'fa:16:3e:12:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:29Z', 'updated_at': '2021-12-09T14:52:04Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:07.050799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32954) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:07.063319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddf19e-5ca7-4193-8d42-4b46f907aee8 req-76bef824-440b-49d6-a482-143434b66988 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:07.073689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75ddf19e-5ca7-4193-8d42-4b46f907aee8 req-76bef824-440b-49d6-a482-143434b66988 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 944 time: 0.0675204 Dec 09 14:52:07.133160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75ddf19e-5ca7-4193-8d42-4b46f907aee8 req-2f446f52-0638-4cf6-a615-3281f1cf57c2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552564 Dec 09 14:52:07.180993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1784bf-559e-447b-9923-2ecbb43a4199 None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c5039efb-acb9-4e63-b1a3-5a3865c5f95b', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'port_id': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'mac_address': 'fa:16:3e:12:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:29Z', 'updated_at': '2021-12-09T14:52:04Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:07.222797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bdc11484-f99a-4924-b036-0aef0649a673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.233599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9359e753-04a2-4c45-9fa2-aff242bb7beb up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:52:07.291008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 9359e753-04a2-4c45-9fa2-aff242bb7beb completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:52:07.297884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 9359e753-04a2-4c45-9fa2-aff242bb7beb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:07.298343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.331799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bdc11484-f99a-4924-b036-0aef0649a673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.336500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bdc11484-f99a-4924-b036-0aef0649a673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.389114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:07.389508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bdc11484-f99a-4924-b036-0aef0649a673 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4667b64921bd467c80f3fd044e6e8ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374083 Dec 09 14:52:07.390565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc11484-f99a-4924-b036-0aef0649a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16d9345-87fb-4fdb-a4a3-865d04871bff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:07.429576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.464338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:07.467324 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3775a680-1d28-42d9-a01f-6984ed436c49" -d '{"events": [{"server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "name": "network-vif-plugged", "status": "completed", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:07.476775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64176d6f-6797-4943-a244-dd91cc257e58 req-56d9849d-7a0b-4137-b8b5-1c874d5eb5e6 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:07.479518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-64176d6f-6797-4943-a244-dd91cc257e58 req-56d9849d-7a0b-4137-b8b5-1c874d5eb5e6 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 945 time: 0.0672433 Dec 09 14:52:07.484878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.506486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9359e753-04a2-4c45-9fa2-aff242bb7beb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:07.516518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.526953 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a20f1-3450-4a53-9e06-4650fba0a926 None None] New status for floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:52:07.541858 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.563984 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bd8f4-d892-4d23-84db-4ffe99855453 x-openstack-request-id: req-cc1bd8f4-d892-4d23-84db-4ffe99855453 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:07.564312 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "name": "network-vif-plugged", "status": "completed", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:07.564593 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc1bd8f4-d892-4d23-84db-4ffe99855453 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:07.565512 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'code': 200} Dec 09 14:52:07.600381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-64176d6f-6797-4943-a244-dd91cc257e58 req-3794bf23-6e39-4d77-a6b0-1a1b9405942f tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140406 Dec 09 14:52:07.613176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=9359e753-04a2-4c45-9fa2-aff242bb7beb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:07.679451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0384e-c83d-47bb-8b59-38d9bb9c1b0c req-8e4bb542-3b45-4f4d-8e08-da5acc6c983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:07.682286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3d0384e-c83d-47bb-8b59-38d9bb9c1b0c req-8e4bb542-3b45-4f4d-8e08-da5acc6c983b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0531318 Dec 09 14:52:07.688122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.691721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.709886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d16d9345-87fb-4fdb-a4a3-865d04871bff HTTP/1.1" status: 204 len: 168 time: 0.3122907 Dec 09 14:52:07.715763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:52:07.768451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd87d-8b18-4207-acbb-69e97265c83e req-7f870817-56eb-4fb5-b85a-1633f4a49c9f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:07.780070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-befdd87d-8b18-4207-acbb-69e97265c83e req-7f870817-56eb-4fb5-b85a-1633f4a49c9f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0801079 Dec 09 14:52:07.785913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16d9345-87fb-4fdb-a4a3-865d04871bff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:07.817457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.818062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.819692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.819886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.820974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.821372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.821825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.822682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.823297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.823751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.824221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.824743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.825126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38020d70-7c9e-4a35-bd61-80a7d8650deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:07.844434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port d91eb626-3602-4e78-b85a-016d755a16d6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:52:07.872128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port d91eb626-3602-4e78-b85a-016d755a16d6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:07.873317 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:07.893446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-befdd87d-8b18-4207-acbb-69e97265c83e req-3f6335a3-32ff-4a2c-878d-bdd14c47721e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108320 Dec 09 14:52:07.903779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3d0384e-c83d-47bb-8b59-38d9bb9c1b0c req-960a09ef-a67a-4bae-82db-116b1ac028d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923089 Dec 09 14:52:07.985543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57647d97-7a48-4c41-91df-eeffbbff734d req-75aeee5a-1ce0-434e-9dfc-9025fa2733a5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:07.997914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57647d97-7a48-4c41-91df-eeffbbff734d req-75aeee5a-1ce0-434e-9dfc-9025fa2733a5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1320050 Dec 09 14:52:08.078177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.078377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57647d97-7a48-4c41-91df-eeffbbff734d req-5fcedd56-d9d4-4316-b728-b2255dca50ad tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Dec 09 14:52:08.126465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:08.131492 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.217192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:08.292430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8a53-3a03-41ab-833b-8b648bf91780 req-69bb5b18-cc68-4c15-8316-4ce9e9aa86ef tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:08.293935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba9b8a53-3a03-41ab-833b-8b648bf91780 req-69bb5b18-cc68-4c15-8316-4ce9e9aa86ef tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.0591371 Dec 09 14:52:08.343690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba9b8a53-3a03-41ab-833b-8b648bf91780 req-81a7a3ba-8ddc-42b6-9b6c-a6199bc95d85 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Dec 09 14:52:08.596919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32998) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:08.700403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-20035862-network', 'tenant_id': 'e9e9f6fec6f841d6a028a7ae7411aee8'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:08.731499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Made reservation on behalf of e9e9f6fec6f841d6a028a7ae7411aee8 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:52:08.733661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.755795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.792372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c68e-f47c-4564-9f8c-a8151c87c93f req-c5ce3460-266d-4586-968b-720dd790c3d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:08.793886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1cc8c68e-f47c-4564-9f8c-a8151c87c93f req-c5ce3460-266d-4586-968b-720dd790c3d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 946 time: 0.0735347 Dec 09 14:52:08.865119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1cc8c68e-f47c-4564-9f8c-a8151c87c93f req-eb9d54df-b3c3-4448-aa35-d0f41b051f79 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628257 Dec 09 14:52:08.887628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.891245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.916716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:52:08.927792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa4e0b8-6e51-4eee-8ca5-310273529af3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:08.933149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:08.933581 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Added segment 1c090232-5dec-4462-b14d-b57ceb8f4eac of type vlan for network 4a01ceb0-6442-4c99-bdb7-943debcdee9e Dec 09 14:52:08.980128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:09.016096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:09.017081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:09.017810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:09.036245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82962765-782c-4cff-bf6a-8e1c32b8d865 req-fd33820a-367f-49c7-97ce-e61095994e3c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:09.044924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82962765-782c-4cff-bf6a-8e1c32b8d865 req-fd33820a-367f-49c7-97ce-e61095994e3c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0608389 Dec 09 14:52:09.057035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4590120 Dec 09 14:52:09.059379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:09.064501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Request body: {'subnet': {'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-20035862-subnet', 'tenant_id': 'e9e9f6fec6f841d6a028a7ae7411aee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:09.109199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82962765-782c-4cff-bf6a-8e1c32b8d865 req-0c5a1949-3dd4-45b9-84aa-16fd961d0a99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629478 Dec 09 14:52:09.190800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Made reservation on behalf of e9e9f6fec6f841d6a028a7ae7411aee8 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:52:09.193406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:09.267893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3af04b-aa32-4776-942c-864dc8356f32 req-68e2d026-7043-4bca-86af-0e937332292c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:09.278017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c3af04b-aa32-4776-942c-864dc8356f32 req-68e2d026-7043-4bca-86af-0e937332292c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0789766 Dec 09 14:52:09.305359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ada658-eb54-4ea5-9eaf-4356a0b8fe8c admin admin] Pushing event updated for resources: {'Network': ['ID=4a01ceb0-6442-4c99-bdb7-943debcdee9e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:09.342505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:52:09.356501 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c3af04b-aa32-4776-942c-864dc8356f32 req-4128f70b-ce85-49f2-907a-60921379736b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774627 Dec 09 14:52:09.529110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b8404-c8d0-4a1c-834f-26b60fb84424 req-26655772-98cb-4d44-a7e5-4b892ac67b7b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:09.535980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f5b8404-c8d0-4a1c-834f-26b60fb84424 req-26655772-98cb-4d44-a7e5-4b892ac67b7b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1086237 Dec 09 14:52:09.566298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:09.566550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:09.576336 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff0a250-58ba-4b83-9b6d-dbca27a45ffd" -d '{"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-plugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:09.625751 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213a9bb-0df7-4346-adf2-540e9b20d8d7 x-openstack-request-id: req-5213a9bb-0df7-4346-adf2-540e9b20d8d7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:09.626079 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-plugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:09.626384 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5213a9bb-0df7-4346-adf2-540e9b20d8d7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:09.626786 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'code': 200} Dec 09 14:52:09.628310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f5b8404-c8d0-4a1c-834f-26b60fb84424 req-ac700372-6ae7-4797-b72c-ff0d2b9fa198 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914826 Dec 09 14:52:09.641779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60608b19-fe61-44ac-adc4-af8311887bb5,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:09.660152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Checking segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:09.660513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Network hostable DHCP agents. Network: 4a01ceb0-6442-4c99-bdb7-943debcdee9e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:52:09.688908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:52:09.700684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 4a01ceb0-6442-4c99-bdb7-943debcdee9e) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:52:09.706095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:09.706943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:09.713423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de73e1-326e-4484-8f2b-2bc6001416c5 None None] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:52:09.783984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ed21c514-3c28-458d-a6dd-e3673c05a17c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7234535 Dec 09 14:52:09.826611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec033069-f070-4d1d-836b-ff4d93707a92 req-4c2cb616-149d-4dfc-8658-c81ca049af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:09.833571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec033069-f070-4d1d-836b-ff4d93707a92 req-4c2cb616-149d-4dfc-8658-c81ca049af69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1096 time: 0.1121933 Dec 09 14:52:09.882986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb6b80-eeaa-4a8f-becf-c2db4bbbdbc7 None None] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:52:09.913265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec033069-f070-4d1d-836b-ff4d93707a92 req-30c15e49-22fb-4bd6-8676-697b66dd42fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731645 Dec 09 14:52:10.018030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9e38e-abc4-4f62-b1ef-f8e759442943 req-d3dcbce5-5f4b-47c9-9a8f-c866613c710d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:10.019568 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fb9e38e-abc4-4f62-b1ef-f8e759442943 req-d3dcbce5-5f4b-47c9-9a8f-c866613c710d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 946 time: 0.0681374 Dec 09 14:52:10.069772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fb9e38e-abc4-4f62-b1ef-f8e759442943 req-33efb0d2-4c1d-4ffd-ba18-3e8bd0907c52 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Dec 09 14:52:10.277109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-7f510837-798a-4849-99ff-d21866d2f19d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:10.278742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-7f510837-798a-4849-99ff-d21866d2f19d tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0922158 Dec 09 14:52:10.303244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-860a5142-26e0-4f6d-84e9-677c7b6ac581 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:10.310678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-860a5142-26e0-4f6d-84e9-677c7b6ac581 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 813 time: 0.1136863 Dec 09 14:52:10.328054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-b7c7591d-b40f-4f10-b007-c82747450f18 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/quotas/e9e9f6fec6f841d6a028a7ae7411aee8 HTTP/1.1" status: 200 len: 375 time: 0.0158141 Dec 09 14:52:10.347525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-24b91857-8bf6-4de2-9916-88bc0234fdc1 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0600500 Dec 09 14:52:10.352314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'floatingip': {'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:10.367129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-283a401e-ab97-48af-88da-ff5296f7e2de tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381083 Dec 09 14:52:10.406645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:10.463470 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-0be54b33-a70d-4870-aca3-93f45d99ac5b service neutron] 10.222.0.46 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954177 Dec 09 14:52:10.560122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-da70d746-d2a0-48c7-acfc-2b6e758920e2 service neutron] 10.222.0.46 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897946 Dec 09 14:52:10.790063 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63632f8-05af-470d-bcf0-3f6bfa8547b2 req-f14786fb-82b0-4f7d-ba51-2c140977e130 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:10.792640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d63632f8-05af-470d-bcf0-3f6bfa8547b2 req-f14786fb-82b0-4f7d-ba51-2c140977e130 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0602777 Dec 09 14:52:10.867505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d63632f8-05af-470d-bcf0-3f6bfa8547b2 req-9f75d926-5a55-415e-bccf-ca8884a25432 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683613 Dec 09 14:52:11.051578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7895d-ab30-4b1b-9b9c-212cb2b8e744 req-83a2ba9a-9b65-4c03-9e56-795ca18b7c16 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:11.053440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-34e7895d-ab30-4b1b-9b9c-212cb2b8e744 req-83a2ba9a-9b65-4c03-9e56-795ca18b7c16 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0583251 Dec 09 14:52:11.140098 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-34e7895d-ab30-4b1b-9b9c-212cb2b8e744 req-eed82892-fd7d-48cc-8334-41bafafa567c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791795 Dec 09 14:52:11.248289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:11.256441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:11.311929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60350bb8-c890-473f-a8f7-b512ee04583c req-fc554b7e-af41-4e06-bcba-ed80ec44b85c tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 210 time: 0.0414875 Dec 09 14:52:11.407522 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54 associated. External IP: 172.25.0.179, port: 0f959965-b088-4a43-8ae0-23a19bc9b659. Dec 09 14:52:11.425229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5894-15ac-4818-9f62-eef0d171a392 req-0f278689-c234-4bf4-ab06-19863b3eff3a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:11.426797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c7b5894-15ac-4818-9f62-eef0d171a392 req-0f278689-c234-4bf4-ab06-19863b3eff3a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.0583713 Dec 09 14:52:11.488823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c7b5894-15ac-4818-9f62-eef0d171a392 req-f0720e38-c2c0-4678-8383-56d7ef18eff2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539312 Dec 09 14:52:11.652034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:11.766845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:11.772803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:11.779373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:11.789737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:11.790690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:11.809416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-372c74ed-b710-47b1-89a9-2ed12edc94d5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "PUT /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 996 time: 1.4609318 Dec 09 14:52:11.809878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:11.812859 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:11.862050 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d99a2f-fdfa-4ca7-849c-3c402f6663e3 x-openstack-request-id: req-a3d99a2f-fdfa-4ca7-849c-3c402f6663e3 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:11.862357 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:11.862608 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3d99a2f-fdfa-4ca7-849c-3c402f6663e3 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:11.863005 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'status': 'completed', 'code': 200} Dec 09 14:52:11.874011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-e84eedac-cf30-458a-8314-db24da0e502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:11.877079 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-e84eedac-cf30-458a-8314-db24da0e502d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0509093 Dec 09 14:52:11.913708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:12.019009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-f1076370-5f67-4e95-a50c-201da60c466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.021087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-f1076370-5f67-4e95-a50c-201da60c466a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1139455 Dec 09 14:52:12.026794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-79c85772-466a-4ca4-aeba-eaa0fb769d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.028397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-79c85772-466a-4ca4-aeba-eaa0fb769d07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1419978 Dec 09 14:52:12.035069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d4aa-0c56-4bca-904c-f7f4faaec44e req-4f053cae-87ac-4d63-9694-51bbe61ec740 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.045440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c004d4aa-0c56-4bca-904c-f7f4faaec44e req-4f053cae-87ac-4d63-9694-51bbe61ec740 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0938165 Dec 09 14:52:12.120486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-3b1912df-f9a4-49eb-acdd-a249e1a6bc14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 999 time: 0.0848448 Dec 09 14:52:12.145352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c004d4aa-0c56-4bca-904c-f7f4faaec44e req-3870621d-22da-40b0-99fd-3cda5584361e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971177 Dec 09 14:52:12.198275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:11Z', 'revision_number': 1, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:12.233264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:12.244558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:12.245317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:12.279901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-dd437744-8f8e-4534-aae1-2ef6929dc4e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.281561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-dd437744-8f8e-4534-aae1-2ef6929dc4e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.43 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 813 time: 0.2129717 Dec 09 14:52:12.300447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-a62d2ffc-9c1a-4758-9d22-dfc11fef19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.302402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-a62d2ffc-9c1a-4758-9d22-dfc11fef19db service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1914606 Dec 09 14:52:12.304959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Request body: {'port': {'device_id': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'admin_state_up': True, 'tenant_id': 'e9e9f6fec6f841d6a028a7ae7411aee8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:12.307536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-d4be8e9c-6ab5-413d-a875-41cbf7d2c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.309086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-d4be8e9c-6ab5-413d-a875-41cbf7d2c712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.1763999 Dec 09 14:52:12.377886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:12.400446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-3fb67f08-cd18-4ae7-9a98-78bc16287284 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 999 time: 0.0898602 Dec 09 14:52:12.462679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999346-78ec-488b-a494-c6b99acc3028 req-ce2f5979-6373-4436-ab71-a26ede7868f5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.474377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f999346-78ec-488b-a494-c6b99acc3028 req-ce2f5979-6373-4436-ab71-a26ede7868f5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1292887 Dec 09 14:52:12.493558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-d22a998d-52ae-4503-b5c6-eab0b772fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.502479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-d22a998d-52ae-4503-b5c6-eab0b772fd94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755753 Dec 09 14:52:12.507982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-1bc853c8-8889-40c1-91ee-75ee8b947819 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:52:12.515769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-1bc853c8-8889-40c1-91ee-75ee8b947819 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121772 Dec 09 14:52:12.518800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-0b04b121-0044-449f-a1e0-2d064a695452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.520707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-0b04b121-0044-449f-a1e0-2d064a695452 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0971336 Dec 09 14:52:12.551398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f999346-78ec-488b-a494-c6b99acc3028 req-8395295f-365f-4316-bede-c25172654974 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758972 Dec 09 14:52:12.616399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Made reservation on behalf of e9e9f6fec6f841d6a028a7ae7411aee8 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:52:12.620887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:12.709309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-9d776ea8-e08c-49cc-a172-36cd5baa9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:12.710814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-9d776ea8-e08c-49cc-a172-36cd5baa9a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691000 Dec 09 14:52:12.721770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-613c6cdf-365a-4b38-93db-59bc36430411 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048597 Dec 09 14:52:12.746912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:11Z', 'revision_number': 1, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:12.800145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89363f06-b589-4a0b-80c2-bf4bbb141d12 None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:11Z', 'revision_number': 1, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:12.920484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-9bba50fd-136f-4124-90fa-ebcf27a737db service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962254 Dec 09 14:52:12.935042 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58a37875-ecf0-4e9c-b724-3f83d0408364 req-4c5461d1-c29c-4721-96fe-77f1130dfe0b service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123032 Dec 09 14:52:13.161075 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950aed0-7f49-4f5c-a126-f0534be2e3e1 None None] New status for floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:52:13.184260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1dfd40a-a2e0-4604-b1da-74f636d52e5c req-1b7e4751-0ec9-4625-9eea-3d592cc40d4b service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469685 Dec 09 14:52:13.212939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Allocated IP 172.20.0.12 (4a01ceb0-6442-4c99-bdb7-943debcdee9e/60608b19-fe61-44ac-adc4-af8311887bb5/8cd30c6e-321f-477f-adc7-7df9fbaa91ba) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:52:13.217320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca344e81-876b-404e-80c1-1494a27d8fef req-597b68dd-df8d-4560-8691-e06f27044d18 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:13.227812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca344e81-876b-404e-80c1-1494a27d8fef req-597b68dd-df8d-4560-8691-e06f27044d18 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1315405 Dec 09 14:52:13.362259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca344e81-876b-404e-80c1-1494a27d8fef req-a057a751-b5b3-4582-9e23-6c61bb1469ae tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320205 Dec 09 14:52:13.430707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:13.481227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48cfe9d1-26d8-452b-a7f2-1361ad45471c req-ae62a0b2-df24-4b12-8a4b-786ae0f9ace2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 210 time: 0.2404978 Dec 09 14:52:13.482157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:13.586931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:52:13.593094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:52:13.599086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:52:13.670255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:13.676886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:13.681143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:13.711254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.711629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.712027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.712542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.713023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.713364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.713704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.714041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.714377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.714713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.715053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.715490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.715825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:13.776516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08955b50-1cb7-4806-b0f6-fab677b6bb93 req-8da456cf-83f8-4fc9-8a27-e0ce153d5cb4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:13.780330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-a1314e38-1d38-47db-9404-943c9ec7a3ed tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4825215 Dec 09 14:52:13.784892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08955b50-1cb7-4806-b0f6-fab677b6bb93 req-8da456cf-83f8-4fc9-8a27-e0ce153d5cb4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1281981 Dec 09 14:52:13.809103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Request body: {'port': {'device_id': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:13.851784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08955b50-1cb7-4806-b0f6-fab677b6bb93 req-ffa19f1f-1798-4cb5-b252-433c29830ad4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633914 Dec 09 14:52:13.870783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-f7b110f2-52a3-4358-b639-36272fb1ea35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:13.872395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-f7b110f2-52a3-4358-b639-36272fb1ea35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1346819 Dec 09 14:52:13.951805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:14.004220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a521db0-750f-4cf3-8b05-d189159efa21 req-47397834-f7e6-4318-967f-ea23b3cc8723 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:14.006255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a521db0-750f-4cf3-8b05-d189159efa21 req-47397834-f7e6-4318-967f-ea23b3cc8723 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1096 time: 0.0543487 Dec 09 14:52:14.048856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-c5c14bf2-d634-415e-86f8-d162c1a3512a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1528084 Dec 09 14:52:14.053065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'floatingip': {'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:14.079030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a521db0-750f-4cf3-8b05-d189159efa21 req-04b61d73-96f6-4ad9-bbe1-01e77d7e5026 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Dec 09 14:52:14.147979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:14.278741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e00cc2-f8a5-4f4b-91b8-6caa81609b28 req-db006e84-4cc5-4579-a842-df4ecca9b9dc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:14.284748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0e00cc2-f8a5-4f4b-91b8-6caa81609b28 req-db006e84-4cc5-4579-a842-df4ecca9b9dc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0946178 Dec 09 14:52:14.359938 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0e00cc2-f8a5-4f4b-91b8-6caa81609b28 req-40716561-6c12-48ae-871b-1997b5b51182 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 Dec 09 14:52:14.657000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465c182-1f27-4de8-8e89-23ad12607484 req-0a349347-f475-422f-b59c-22c625376bc4 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:14.658588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4465c182-1f27-4de8-8e89-23ad12607484 req-0a349347-f475-422f-b59c-22c625376bc4 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 932 time: 0.0824008 Dec 09 14:52:14.689467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd30c6e-321f-477f-adc7-7df9fbaa91ba {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:14.703270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:14.733955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Transition to ACTIVE for port object 8cd30c6e-321f-477f-adc7-7df9fbaa91ba will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:52:14.748318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4465c182-1f27-4de8-8e89-23ad12607484 req-0fbfff5b-3ff3-4eb1-9443-ade293835780 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808604 Dec 09 14:52:14.792818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:14.903936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:15.065182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Attempting to bind port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:15.075808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761813e-52f5-4657-bd5a-a126a9bae4aa req-a85739c9-9850-43d8-8d78-ccc49c4f274a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:15.077020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Attempting to bind port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:15.079852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Attempting to bind port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:15.080011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c761813e-52f5-4657-bd5a-a126a9bae4aa req-a85739c9-9850-43d8-8d78-ccc49c4f274a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.0936933 Dec 09 14:52:15.088812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:15.089145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Attempting to bind port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:15.102610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:15.102961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Checking segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:15.103393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Bound using segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:15.103855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Bound port: 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:15.104740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:15.144802 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:52:15.153196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c761813e-52f5-4657-bd5a-a126a9bae4aa req-ba61a6a5-cb38-4418-9a99-8bceccb1ee9e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705600 Dec 09 14:52:15.275730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:15.286522 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:15.294948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:15.297843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:15.344394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:15.404692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:15.406520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:15.408203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] 10.222.0.43 "PUT /v2.0/ports/8cd30c6e-321f-477f-adc7-7df9fbaa91ba HTTP/1.1" status: 200 len: 1092 time: 1.6061573 Dec 09 14:52:15.498189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:15.501082 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:15.583048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6ce6-af6a-40a2-824a-ef5bcf754587 req-80989bc5-7632-47e4-a0ee-84712454b7d1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:15.586018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa90b0-7bd2-45fb-ac1b-7c422a38894a service neutron] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:15.591760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c18c6ce6-af6a-40a2-824a-ef5bcf754587 req-80989bc5-7632-47e4-a0ee-84712454b7d1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1031985 Dec 09 14:52:15.605866 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54 associated. External IP: 172.25.0.179, port: 0f959965-b088-4a43-8ae0-23a19bc9b659. Dec 09 14:52:15.614793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-00c8ca6a-702c-4f00-80a3-636cc5010a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:15.616401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-00c8ca6a-702c-4f00-80a3-636cc5010a0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 1095 time: 0.1103964 Dec 09 14:52:15.660361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c18c6ce6-af6a-40a2-824a-ef5bcf754587 req-4d876eb4-b573-495d-bf6d-599d3ac8a7cd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674255 Dec 09 14:52:15.695626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-ada51d85-eed6-469b-aee2-f00b9bcda95d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba HTTP/1.1" status: 200 len: 217 time: 0.0431492 Dec 09 14:52:15.706307 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e94d4-e1a1-4d39-afae-b9b6046b3178 x-openstack-request-id: req-887e94d4-e1a1-4d39-afae-b9b6046b3178 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:15.706639 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:15.706905 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-887e94d4-e1a1-4d39-afae-b9b6046b3178 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:15.707408 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'status': 'completed', 'code': 200} Dec 09 14:52:15.834464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f8867378-21ec-48ff-87bd-912e597d3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:15.836099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-f8867378-21ec-48ff-87bd-912e597d3703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 200 len: 853 time: 0.1202228 Dec 09 14:52:15.947753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-c7b9853c-bf81-43ab-a1b2-190570e4e97c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a01ceb0-6442-4c99-bdb7-943debcdee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569587 Dec 09 14:52:15.964575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbed9-0a9f-4eeb-a5bb-6e1714fa276d req-ca0f7668-22d8-4650-b33f-4937e2ee44ff tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:15.972753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bddbed9-0a9f-4eeb-a5bb-6e1714fa276d req-ca0f7668-22d8-4650-b33f-4937e2ee44ff tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 944 time: 0.0859663 Dec 09 14:52:16.080712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bddbed9-0a9f-4eeb-a5bb-6e1714fa276d req-8e8ef1b4-fcdb-44f8-8e47-71710fa01a2d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040537 Dec 09 14:52:16.087202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:16.141749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-b78553fa-2fb5-4238-a2d9-ea2ab9bccd7f service neutron] 10.222.0.43 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818168 Dec 09 14:52:16.599448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:16.616437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a61f68b-f732-4d9a-a2dc-1bb74533bd0b req-1b203173-5798-432a-b655-f8b48db445b8 service neutron] 10.222.0.43 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318585 Dec 09 14:52:16.624530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:16.645470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:16.648103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:16.687009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e922fce-3b9e-42a8-b245-def5851ef01e req-b6001c68-795d-4064-9083-f02dbd4d8427 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:16.702322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e922fce-3b9e-42a8-b245-def5851ef01e req-b6001c68-795d-4064-9083-f02dbd4d8427 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1247668 Dec 09 14:52:16.812999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e922fce-3b9e-42a8-b245-def5851ef01e req-79cd9473-fc5a-401b-8322-9501dc503e1c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096733 Dec 09 14:52:16.849002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-4c9c2a51-6f5b-4968-a38e-99fa46b6a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:16.851859 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-4c9c2a51-6f5b-4968-a38e-99fa46b6a27c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 1095 time: 0.1752448 Dec 09 14:52:16.874006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:16.979059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4b5a-b234-4197-b409-f033a205f130 req-bdc14208-87d2-4fe0-9699-b4ae62bd8bad tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:16.989000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52fa4b5a-b234-4197-b409-f033a205f130 req-bdc14208-87d2-4fe0-9699-b4ae62bd8bad tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0864196 Dec 09 14:52:17.005213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:17.078121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52fa4b5a-b234-4197-b409-f033a205f130 req-1cd404c6-1502-433c-82fc-b75211ff3569 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881155 Dec 09 14:52:17.132587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-3855ff2e-67e5-4a49-a264-1c2d65fc1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:17.135262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-3855ff2e-67e5-4a49-a264-1c2d65fc1f91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 914 time: 0.1396408 Dec 09 14:52:17.235342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-23c67d98-96aa-4acd-9986-429da02669f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba HTTP/1.1" status: 200 len: 217 time: 0.0897624 Dec 09 14:52:17.278236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4622ff-0395-4f0b-949f-e7f1f7fdfff2 req-215f1cf8-89ed-4587-bd38-b12a3bfef9cd tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:17.297708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f4622ff-0395-4f0b-949f-e7f1f7fdfff2 req-215f1cf8-89ed-4587-bd38-b12a3bfef9cd tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 944 time: 0.1334934 Dec 09 14:52:17.340405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:14Z', 'revision_number': 3, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:17.378989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-c3aa6a06-b6cc-4323-b35d-fa16b6e55ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:17.380817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-c3aa6a06-b6cc-4323-b35d-fa16b6e55ac9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 200 len: 853 time: 0.1339171 Dec 09 14:52:17.402573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f4622ff-0395-4f0b-949f-e7f1f7fdfff2 req-880fca04-e4e3-4c8d-aa0c-a21197491ecc tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029723 Dec 09 14:52:17.417376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:17.444192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:17.444863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:17.474946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-66748a80-1d82-469f-98bc-df252bde0e52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a01ceb0-6442-4c99-bdb7-943debcdee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753317 Dec 09 14:52:17.479026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:17.486455 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:17.668472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:17.709233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:17.711910 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:17.739118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e9bb7093-5866-4fbe-bc45-68de72c0c9f3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "PUT /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 999 time: 3.6900840 Dec 09 14:52:17.842370 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a12d48-72af-4039-a601-3e1b3b99eb92 x-openstack-request-id: req-d6a12d48-72af-4039-a601-3e1b3b99eb92 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:17.846108 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:17.846579 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6a12d48-72af-4039-a601-3e1b3b99eb92 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:17.848240 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'status': 'completed', 'code': 200} Dec 09 14:52:17.861684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-ef55ae04-b200-427b-ab98-a26f5a96754c service neutron] 10.222.0.43 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060737 Dec 09 14:52:17.899687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-438271bd-d297-4d85-8e03-716c2608b5e7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:17.901812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-7b92e6bf-54bd-46a9-8d50-ae4e9ba8addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:17.903417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-7b92e6bf-54bd-46a9-8d50-ae4e9ba8addf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0939245 Dec 09 14:52:17.917894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-438271bd-d297-4d85-8e03-716c2608b5e7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports/0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 942 time: 0.1563509 Dec 09 14:52:18.092572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a49284-632c-48b7-824a-e4f57d7a06ab req-5d2fd749-de78-4424-8f95-687ab66ddba6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.094936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73a49284-632c-48b7-824a-e4f57d7a06ab req-5d2fd749-de78-4424-8f95-687ab66ddba6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1819592 Dec 09 14:52:18.125027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b6c85cf-ef97-4406-a67d-fec55cc0f7b8 req-9922a3c0-4a04-414f-a3a1-4abf4027af8f service neutron] 10.222.0.43 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500939 Dec 09 14:52:18.133458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-50f746a2-986b-4204-94c2-9a67ba9454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.136378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-50f746a2-986b-4204-94c2-9a67ba9454e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.0668249 Dec 09 14:52:18.185415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-e54f7d88-819b-4c55-9322-5f03962eccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.187585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-e54f7d88-819b-4c55-9322-5f03962eccaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.2726319 Dec 09 14:52:18.253376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:14Z', 'revision_number': 3, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:18.258269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-18316ce1-83b3-494d-9811-748f45f1adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.259981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-18316ce1-83b3-494d-9811-748f45f1adda service neutron] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1112843 Dec 09 14:52:18.289674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18e69c-6823-4fd1-b0ae-e4141c17adc1 None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:14Z', 'revision_number': 3, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:18.296812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-e5100b18-aa3f-46a4-a681-68efb5939083 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 217 time: 0.0984490 Dec 09 14:52:18.320716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73a49284-632c-48b7-824a-e4f57d7a06ab req-2524e63b-de6d-4956-89ea-55d141b57bb2 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165091 Dec 09 14:52:18.325193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-abbe644f-a094-49bb-8f67-7f3c1c042453 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 217 time: 0.0554166 Dec 09 14:52:18.415323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-d7e9ba6e-8ba7-4eb9-b16a-34c0b43bb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.423031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-7b7c3b49-eff4-44a5-9d0e-c8662601cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.423654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-d7e9ba6e-8ba7-4eb9-b16a-34c0b43bb1dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0974023 Dec 09 14:52:18.424531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-7b7c3b49-eff4-44a5-9d0e-c8662601cb75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.1029770 Dec 09 14:52:18.468688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-86dab0e6-d86d-4a66-ac21-64c314f311fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.477225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-86dab0e6-d86d-4a66-ac21-64c314f311fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524840 Dec 09 14:52:18.482630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-f0c3761e-3b35-4529-bd36-04a658d0a4af service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:52:18.488076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-f0c3761e-3b35-4529-bd36-04a658d0a4af service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098422 Dec 09 14:52:18.497285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-394b5680-1728-469a-8413-2da79a880fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.498764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-394b5680-1728-469a-8413-2da79a880fde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541813 Dec 09 14:52:18.507438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69377d-2ff3-466a-9edf-821a8df7e009 req-9b27fe58-6c5e-47c3-a867-e3901fdfbc67 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.508941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b69377d-2ff3-466a-9edf-821a8df7e009 req-9b27fe58-6c5e-47c3-a867-e3901fdfbc67 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1023118 Dec 09 14:52:18.636823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5fdb0-4b71-40a2-836c-0ac01bc15745 None None] New status for floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:52:18.648173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-4eecc42a-7009-4b15-b6f9-d3def24fe568 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549790 Dec 09 14:52:18.677235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b69377d-2ff3-466a-9edf-821a8df7e009 req-11cb21ea-2620-42e9-838b-51a7dd431470 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553514 Dec 09 14:52:18.730161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-1f22d3b6-2bd1-4136-9efe-4f3244f75d8c service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183137 Dec 09 14:52:18.814217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-d242fa92-1f79-4b28-93e2-86b822eb92e2 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646836 Dec 09 14:52:18.910566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-439f05d5-6a07-4825-a93d-215c217b7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:18.912267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-439f05d5-6a07-4825-a93d-215c217b7b09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0637887 Dec 09 14:52:19.022916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80c1de5c-5c63-4fb8-bacd-5aea77ead3fa req-ebc4a950-8de8-480f-96c6-945eaebbfcc7 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838666 Dec 09 14:52:19.030554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-22fb7f4c-b0e1-4da5-b32c-086e014efd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.032179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-22fb7f4c-b0e1-4da5-b32c-086e014efd2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1117578 Dec 09 14:52:19.056138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d297f6c-7de3-48a5-a016-256139c0ef1e req-f8147a6e-f1fe-42f7-abba-22b6f03adcdd tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.069335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d297f6c-7de3-48a5-a016-256139c0ef1e req-f8147a6e-f1fe-42f7-abba-22b6f03adcdd tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 944 time: 0.2297823 Dec 09 14:52:19.088763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:19.111852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:19.113760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:19.140132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d297f6c-7de3-48a5-a016-256139c0ef1e req-123a89fc-3f8f-4aba-b536-e20dcdb372b8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515273 Dec 09 14:52:19.170321 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-e3b3fe92-547e-4581-be09-d001ed067aa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 1002 time: 0.1299644 Dec 09 14:52:19.252435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-fa426b72-b1aa-4bc0-b669-e7166cca7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.255808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-fa426b72-b1aa-4bc0-b669-e7166cca7ad3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0846488 Dec 09 14:52:19.256679 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:19.323890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-ff885cd6-2bea-471d-a2c5-0d0df9a77835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.326277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-ff885cd6-2bea-471d-a2c5-0d0df9a77835 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499921 Dec 09 14:52:19.365950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:19.504940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecb7e-d3ef-42bb-b1e2-4cd2d7c41a3d req-3bf83dc6-058e-4c1e-8cba-4249e5bf013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.516033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6beecb7e-d3ef-42bb-b1e2-4cd2d7c41a3d req-3bf83dc6-058e-4c1e-8cba-4249e5bf013b tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1094437 Dec 09 14:52:19.523925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-36510394-2c5b-45f6-a670-a5f1dcf262ec service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881905 Dec 09 14:52:19.531873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:19.560541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'port_id': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'mac_address': 'fa:16:3e:47:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60608b19-fe61-44ac-adc4-af8311887bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:52:19.612586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6beecb7e-d3ef-42bb-b1e2-4cd2d7c41a3d req-8a6d845e-2da9-49b2-b263-1d3c36e1a0df tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955691 Dec 09 14:52:19.656483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65b6f488-095a-4f90-8ff3-6796b729a6e5 req-1bddd26c-7862-4ef7-9654-57cfd9d7144b service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301401 Dec 09 14:52:19.684876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:19.717045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd30c6e-321f-477f-adc7-7df9fbaa91ba {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:19.816164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:19.822499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:19.826704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7317c17d-fce8-49c9-985d-ac01a591d98e req-ba0b677f-b185-48ec-9193-de1ac8036ed3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1140988 Dec 09 14:52:19.864922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:19.868926 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d78da-7bcc-40c9-a376-d8b620a63e71" -d '{"events": [{"name": "network-changed", "server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:19.889879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317c17d-fce8-49c9-985d-ac01a591d98e req-250d8e7c-711c-42ff-be99-708b5c7edc91 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.903032 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7317c17d-fce8-49c9-985d-ac01a591d98e req-250d8e7c-711c-42ff-be99-708b5c7edc91 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports/9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 943 time: 0.0684907 Dec 09 14:52:19.911106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:19.924010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.924652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.925069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.925720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.926128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.926530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.927061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.928446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.929102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.929501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.929911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.930415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.932149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:52:19.937701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23bc5e-3596-4d6b-9df9-57f49cb66e53 req-0df9f1f3-3bd8-43e8-9278-252ddf77016b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:19.947326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce23bc5e-3596-4d6b-9df9-57f49cb66e53 req-0df9f1f3-3bd8-43e8-9278-252ddf77016b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1188412 Dec 09 14:52:19.973628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:18Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:20.011739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:20.023302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:20.024326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:20.062524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce23bc5e-3596-4d6b-9df9-57f49cb66e53 req-adc11af9-7356-48fb-a315-5c6c5dcd2adb tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058800 Dec 09 14:52:20.143608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7317c17d-fce8-49c9-985d-ac01a591d98e req-af22ab94-b628-424d-a89d-1a55f7a0af4b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1642692 Dec 09 14:52:20.194230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:20.242314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8cd30c6e-321f-477f-adc7-7df9fbaa91ba'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:20.287917 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7c42c7-c9ac-4587-8907-7f683b35b547 x-openstack-request-id: req-8d7c42c7-c9ac-4587-8907-7f683b35b547 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:20.291539 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:20.293558 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d7c42c7-c9ac-4587-8907-7f683b35b547 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:20.294114 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'status': 'completed', 'code': 200} Dec 09 14:52:20.394603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317c17d-fce8-49c9-985d-ac01a591d98e req-17c77d72-2406-40d1-8287-fecc1a77767f tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.411939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7317c17d-fce8-49c9-985d-ac01a591d98e req-17c77d72-2406-40d1-8287-fecc1a77767f tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2618403 Dec 09 14:52:20.441195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-acfc93f2-c096-47e5-96f6-661db27e512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.442940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-acfc93f2-c096-47e5-96f6-661db27e512b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1097 time: 0.1307309 Dec 09 14:52:20.464892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd8472-70ad-4015-9f5d-6e56a3467012 req-defebf7d-b448-43a0-96d2-2d3b3d3ae733 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.471527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9fcd8472-70ad-4015-9f5d-6e56a3467012 req-defebf7d-b448-43a0-96d2-2d3b3d3ae733 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 945 time: 0.0988064 Dec 09 14:52:20.555896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996054-01cd-4fd8-b6e3-70ad2c1a66f6 req-3a23386b-e59e-451a-9517-6227b15a3d31 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.568075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df996054-01cd-4fd8-b6e3-70ad2c1a66f6 req-3a23386b-e59e-451a-9517-6227b15a3d31 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 946 time: 0.0966570 Dec 09 14:52:20.625080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9fcd8472-70ad-4015-9f5d-6e56a3467012 req-cddbd564-841e-4e2c-bfb4-77d39eed86ee tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411650 Dec 09 14:52:20.666199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-2926ca24-94f8-4a72-b361-3bc77a58af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.666940 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df996054-01cd-4fd8-b6e3-70ad2c1a66f6 req-466db14d-29e5-484d-bf03-817a04f08b93 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968058 Dec 09 14:52:20.667707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-2926ca24-94f8-4a72-b361-3bc77a58af81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.2156003 Dec 09 14:52:20.721899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:18Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:20.782631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-eea5706d-a77c-4ceb-9a9b-57251c6aa5e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 1002 time: 0.1017690 Dec 09 14:52:20.790972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0733c7-91ea-4750-814e-0509dc970882 None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:c1:da:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7053cd55-e555-4931-868c-4b35ec754cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:18Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:20.849032 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-f4d01826-b3f0-478e-82ac-eec68dc9ee1b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1530721 Dec 09 14:52:20.880014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-d7641d18-3439-41f2-8c7e-95d52acea436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.881984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-d7641d18-3439-41f2-8c7e-95d52acea436 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0878875 Dec 09 14:52:20.929748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-682ee14b-5a2e-481a-888b-8f5b19b55780 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.931640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-682ee14b-5a2e-481a-888b-8f5b19b55780 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports/9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 943 time: 0.0813811 Dec 09 14:52:20.933288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01255c2-7922-4a8b-b49d-c195a49ae6a4 req-b123012e-9f91-4e92-b73c-49c197db1750 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:20.934879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c01255c2-7922-4a8b-b49d-c195a49ae6a4 req-b123012e-9f91-4e92-b73c-49c197db1750 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1032047 Dec 09 14:52:20.999775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-f065c218-3969-418a-88b9-8baf4217bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:21.006662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-f065c218-3969-418a-88b9-8baf4217bc1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098940 Dec 09 14:52:21.093195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c01255c2-7922-4a8b-b49d-c195a49ae6a4 req-9c81f610-bedf-4941-988e-c043974cdc06 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450760 Dec 09 14:52:21.132236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-34428a8b-7868-4af9-b41f-e3607f80e1e2 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1434438 Dec 09 14:52:21.192370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-9c6ddbe4-97c5-49c7-a141-e9af1e579661 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707211 Dec 09 14:52:21.277768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccf8fd-4dbc-446d-b39e-1ae3382f0dd8 req-8a43e980-5bc6-49d2-847f-c33712498615 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:21.279146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38ccf8fd-4dbc-446d-b39e-1ae3382f0dd8 req-8a43e980-5bc6-49d2-847f-c33712498615 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0852692 Dec 09 14:52:21.335129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-5d7aded4-91e6-4f14-b84f-372ca0ae2eb4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:21.336882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-5d7aded4-91e6-4f14-b84f-372ca0ae2eb4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2008183 Dec 09 14:52:21.367391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b55d78da-7bcc-40c9-a376-d8b620a63e71 req-aeecb091-af56-457b-945a-81d750728b11 service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620748 Dec 09 14:52:21.384160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38ccf8fd-4dbc-446d-b39e-1ae3382f0dd8 req-ef4182ed-8800-4216-a159-e1813507b82d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752320 Dec 09 14:52:21.451761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-a650a0db-2ffc-4301-abf4-6c6ec4493a0a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1002 time: 0.1021416 Dec 09 14:52:21.456502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:21.519950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:21.631690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:21.686772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:21.691137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:21.691569 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54 disassociated. External IP: 172.25.0.179, port: 9359e753-04a2-4c45-9fa2-aff242bb7beb. Dec 09 14:52:21.778491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3962b-b3dc-4015-8bb9-ffff2f208a4e req-e48ccc15-07ec-4bcf-84a4-e934123624f6 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:21.781803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4bf3962b-b3dc-4015-8bb9-ffff2f208a4e req-e48ccc15-07ec-4bcf-84a4-e934123624f6 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 945 time: 0.0798798 Dec 09 14:52:21.856613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4bf3962b-b3dc-4015-8bb9-ffff2f208a4e req-84616a32-716c-40c1-afa0-d5ddf40ddb1b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684004 Dec 09 14:52:21.968076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:22.082557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f474-321c-4f18-9cbc-ce0f1c78fc5a req-cb935417-7618-4f22-822c-239c6d62424a tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:22.084129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3141f474-321c-4f18-9cbc-ce0f1c78fc5a req-cb935417-7618-4f22-822c-239c6d62424a tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 946 time: 0.1298242 Dec 09 14:52:22.145015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:22.224351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3141f474-321c-4f18-9cbc-ce0f1c78fc5a req-7b4efca8-c345-496f-abed-e2101e9dabdd tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/security-groups?id=be3f4702-127f-48b1-9e24-ef4140a75514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327152 Dec 09 14:52:22.373816 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-f6076818-9c76-41cf-a787-1f9080791530 req-75dd3100-f924-454c-b8ad-b124e05916ee service neutron] show failed (client error): The resource could not be found. Dec 09 14:52:22.375084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-75dd3100-f924-454c-b8ad-b124e05916ee service neutron] 10.222.0.36 "GET /v2.0/ports/11ca5f75-5269-4d13-9270-fc07d1ce5c1d/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.1065619 Dec 09 14:52:22.405399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-53439c35-c42c-458f-9f8a-08b2168e8e2e tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:22.413692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-53439c35-c42c-458f-9f8a-08b2168e8e2e tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 946 time: 0.2092643 Dec 09 14:52:22.591781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b367b-333c-4fe3-ad65-59732d801e75 req-420bb0d1-fe3e-45b5-bfea-d99bb42e1873 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:22.608915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f27b367b-333c-4fe3-ad65-59732d801e75 req-420bb0d1-fe3e-45b5-bfea-d99bb42e1873 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1431162 Dec 09 14:52:22.710016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Deleting port f61d9983-6e01-4ec5-ad16-8c96072515bb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:22.710727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:22.726568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:22.732750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:22.741618 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:22.759851 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:22.762025 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:22.766393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f27b367b-333c-4fe3-ad65-59732d801e75 req-6eb28e34-a98a-4707-8554-4d620b7ae40d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566002 Dec 09 14:52:22.851052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-16883337-7d95-4715-b820-b3e16c99a8bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "PUT /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 695 time: 1.3901494 Dec 09 14:52:22.853986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:22.862768 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83eec40-0506-42a7-8928-93343fad35fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:22.916560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] For port f61d9983-6e01-4ec5-ad16-8c96072515bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f61d9983-6e01-4ec5-ad16-8c96072515bb,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:22.917333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:22.940967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-31660f35-bee2-4028-9fa3-c8003180699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:22.944259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-31660f35-bee2-4028-9fa3-c8003180699c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149&tenant_id=084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 1100 time: 0.2069373 Dec 09 14:52:22.944448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Calling delete_port for f61d9983-6e01-4ec5-ad16-8c96072515bb owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:22.959674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:22.985439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-22570034-35a1-4723-999a-ff13e9a5b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:22.995013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-22570034-35a1-4723-999a-ff13e9a5b7d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1097 time: 0.1247821 Dec 09 14:52:23.071398 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91954da5-3ea1-4482-b741-d9258a337267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:23.100101 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:23.207493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:23.306623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:52:23.309404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-ffcc26c5-078a-4008-adc7-c0fc0aa9820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:23.316749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-ffcc26c5-078a-4008-adc7-c0fc0aa9820c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.3208435 Dec 09 14:52:23.455040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-4e0179f9-265c-4667-9eef-3df64d743129 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 217 time: 0.1212723 Dec 09 14:52:23.462680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:52:23.468154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:23.469204 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:23.754761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-15fbeac0-1de4-4ad8-a5dc-69b0c90696ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:23.755393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe915e-b7eb-4671-9855-acbbfd33f8f5 req-f309df5d-84a7-41c1-8697-189ca5a1056e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:23.756968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fe915e-b7eb-4671-9855-acbbfd33f8f5 req-f309df5d-84a7-41c1-8697-189ca5a1056e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.6952219 Dec 09 14:52:23.766065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-15fbeac0-1de4-4ad8-a5dc-69b0c90696ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.2444029 Dec 09 14:52:23.804200 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:23.854822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-1976a6f0-e577-44a8-a0be-90257de6c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:23.856914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-1976a6f0-e577-44a8-a0be-90257de6c44a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826514 Dec 09 14:52:23.907650 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:23.912966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fe915e-b7eb-4671-9855-acbbfd33f8f5 req-1709b89a-6cff-4d36-8349-237623a11f8a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469636 Dec 09 14:52:23.939746 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:23.940579 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:51:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:24.006932 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bc25b6-4832-40d9-98cc-dffefc1212ab x-openstack-request-id: req-e8bc25b6-4832-40d9-98cc-dffefc1212ab {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:24.007242 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:24.007614 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8bc25b6-4832-40d9-98cc-dffefc1212ab {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:24.008091 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'status': 'completed', 'code': 200} Dec 09 14:52:24.028015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:24.125055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:24.161691 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:24.167153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-0b0c7660-e6e4-4e9c-9e11-c419e92daeaf service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423856 Dec 09 14:52:24.199632 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:24.209228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:24.226258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Pushing event deleted for resources: {'Port': ['ID=f61d9983-6e01-4ec5-ad16-8c96072515bb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:24.276637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:24.278165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] No DVR routers for this DVR port f61d9983-6e01-4ec5-ad16-8c96072515bb on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:24.279682 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c3deea-5458-4096-9e9d-9a0a9423176c" -d '{"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-plugged", "status": "completed", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:24.283502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:24.291797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1cfc5fd3-fcdf-476a-b27e-d5778a7f4c9c req-9b25ce84-f7bc-4e8e-be36-a0cb0b869c9c tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.43 "DELETE /v2.0/ports/f61d9983-6e01-4ec5-ad16-8c96072515bb HTTP/1.1" status: 204 len: 173 time: 1.8744986 Dec 09 14:52:24.293408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'name': 'network-vif-deleted', 'tag': 'f61d9983-6e01-4ec5-ad16-8c96072515bb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:24.294085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:24.300046 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d122b898-befb-41ec-8798-122d1e043c66" -d '{"events": [{"server_uuid": "ba998192-380c-44cc-9b9e-b71cb2a32e70", "name": "network-vif-deleted", "tag": "f61d9983-6e01-4ec5-ad16-8c96072515bb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:24.305652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:24.342731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eec40-0506-42a7-8928-93343fad35fa req-faf0e2e5-7831-43d5-9be8-2ce83958a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:24.349870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-faf0e2e5-7831-43d5-9be8-2ce83958a6c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 1097 time: 0.2934959 Dec 09 14:52:24.367022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fa6d6-cceb-4d13-9cea-48354f8339d8 req-a8fbc016-354b-44e3-88b5-d8fce055c65f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:24.379849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd1fa6d6-cceb-4d13-9cea-48354f8339d8 req-a8fbc016-354b-44e3-88b5-d8fce055c65f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 945 time: 0.2118542 Dec 09 14:52:24.402060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:24.465364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3394914-a95e-476b-bc50-1ca7a39d2bae req-da2be522-1d9b-4dc4-9929-e90bfc8087ba service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890489 Dec 09 14:52:24.532708 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:24.586205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Transition to ACTIVE for port object 11ca5f75-5269-4d13-9270-fc07d1ce5c1d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:52:24.592901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:24.658402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd1fa6d6-cceb-4d13-9cea-48354f8339d8 req-c9dea1f1-559d-48b9-bbd3-5354e1743a40 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611365 Dec 09 14:52:24.727274 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a7bc110-2769-4f8f-a797-cea6adeca208 req-578a75bf-2e35-4d4f-bdb8-69b5f88ecc79 tempest-AttachSCSIVolumeTestJSON-1219664522 tempest-AttachSCSIVolumeTestJSON-1219664522-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba998192-380c-44cc-9b9e-b71cb2a32e70 HTTP/1.1" status: 200 len: 210 time: 0.0572388 Dec 09 14:52:24.775310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eec40-0506-42a7-8928-93343fad35fa req-db142dac-9929-46ff-9cad-ae4c8c2d6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:24.776883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-db142dac-9929-46ff-9cad-ae4c8c2d6b13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.3960888 Dec 09 14:52:24.781547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] No DVR routers for this DVR port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:24.813671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:24.817145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:24.900676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-2dde21b0-e842-45e1-a413-5bb783dacbb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 200 len: 217 time: 0.1087985 Dec 09 14:52:24.904025 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82f8cc-3ded-4711-a137-ab369078c6ac None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:24.958232 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761cbb09-a7f5-49f3-8687-e6cede2e85c5 x-openstack-request-id: req-761cbb09-a7f5-49f3-8687-e6cede2e85c5 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:24.958548 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-plugged", "status": "completed", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:24.958809 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-761cbb09-a7f5-49f3-8687-e6cede2e85c5 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:24.959202 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'code': 200} Dec 09 14:52:25.039045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:25.039333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:25.046012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:25.057695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eec40-0506-42a7-8928-93343fad35fa req-e96b318d-6cb1-42b8-925c-9bcb723ec962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.061346 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-e96b318d-6cb1-42b8-925c-9bcb723ec962 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.1425676 Dec 09 14:52:25.063963 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56356e98-8654-4c96-94c7-cc84898adae9 x-openstack-request-id: req-56356e98-8654-4c96-94c7-cc84898adae9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:25.064464 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba998192-380c-44cc-9b9e-b71cb2a32e70", "name": "network-vif-deleted", "tag": "f61d9983-6e01-4ec5-ad16-8c96072515bb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:25.064902 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56356e98-8654-4c96-94c7-cc84898adae9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:25.066671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:25.067274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Attempting to bind port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:25.067500 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba998192-380c-44cc-9b9e-b71cb2a32e70', 'name': 'network-vif-deleted', 'tag': 'f61d9983-6e01-4ec5-ad16-8c96072515bb', 'status': 'completed', 'code': 200} Dec 09 14:52:25.100187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:25.100538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:25.100916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:25.104925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Bound port: 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:25.105297 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:25.272559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:25.277658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0980a9-0672-4de2-9af4-e616bba98454 req-46c0d710-b122-46aa-949c-e9614e081dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.278147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:25.280133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0980a9-0672-4de2-9af4-e616bba98454 req-46c0d710-b122-46aa-949c-e9614e081dae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 1097 time: 0.2079883 Dec 09 14:52:25.287341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eec40-0506-42a7-8928-93343fad35fa req-3a5735ae-6465-4518-a630-9aaedeaf42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.292993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99c6d-5236-4891-bee2-2cfc7a20c7c2 req-1df75c83-babd-420b-b778-25a139a8e6ac tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.296334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-3a5735ae-6465-4518-a630-9aaedeaf42bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962132 Dec 09 14:52:25.302075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36e99c6d-5236-4891-bee2-2cfc7a20c7c2 req-1df75c83-babd-420b-b778-25a139a8e6ac tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.4571626 Dec 09 14:52:25.314501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f61d9983-6e01-4ec5-ad16-8c96072515bb no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:25.324436 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:25.364094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: f61d9983-6e01-4ec5-ad16-8c96072515bb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:25.364828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f61d9983-6e01-4ec5-ad16-8c96072515bb not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:25.458915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36e99c6d-5236-4891-bee2-2cfc7a20c7c2 req-a9459cfa-9b35-468e-b84c-855f3b773b8e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552012 Dec 09 14:52:25.461487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f07a7-b7bc-4e44-ae55-59aec43b8585 None None] New status for floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:52:25.500978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.502066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:25.503549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 1095 time: 2.5485873 Dec 09 14:52:25.655041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f1918-cea2-459b-a296-ec8d048ca0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:25.693896 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-913d3262-0e57-492e-8d45-d972c0bca0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:25.705100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0980a9-0672-4de2-9af4-e616bba98454 req-c60d2718-48bf-4358-8ae5-d92b563d3c99 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077437 Dec 09 14:52:25.729940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-06488823-dc3f-4da4-9ecb-ff281a47d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.733304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-06488823-dc3f-4da4-9ecb-ff281a47d4f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1098 time: 0.1829395 Dec 09 14:52:25.747058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-80192370-0e1c-486d-8131-abba7eec937b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.748974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-80192370-0e1c-486d-8131-abba7eec937b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0965691 Dec 09 14:52:25.753935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-28a2b919-a7c4-4b78-bfd3-46f753c9dbaa service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304817 Dec 09 14:52:25.795787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694e73-5125-4593-9ed5-280e5d1a24c6 req-b1d7e018-c32a-4b77-95c1-26a80fe79b75 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:25.797991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0694e73-5125-4593-9ed5-280e5d1a24c6 req-b1d7e018-c32a-4b77-95c1-26a80fe79b75 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 947 time: 0.1349475 Dec 09 14:52:25.825179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:25.838768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-2d6cbcde-d9f5-4a2e-8af9-6ece84555db5 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 698 time: 0.0799687 Dec 09 14:52:25.844716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'floatingip': {'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:25.884242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0694e73-5125-4593-9ed5-280e5d1a24c6 req-0000fdf7-73b3-44b3-adae-31f727ecffc4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791712 Dec 09 14:52:25.924855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:25.953701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:26.027259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d'}, {'name': 'network-changed', 'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:26.029588 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8c2c3-2ec5-473b-8796-72968bce6407" -d '{"events": [{"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-unplugged", "status": "completed", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d"}, {"name": "network-changed", "server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:26.071407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d83eec40-0506-42a7-8928-93343fad35fa req-cbf78e16-f609-4dba-906f-95653d292c2d service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341321 Dec 09 14:52:26.212698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-4626313d-9988-43ea-a09b-2d8716b58fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:26.214353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-4626313d-9988-43ea-a09b-2d8716b58fbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2386277 Dec 09 14:52:26.292708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-747e570f-fd76-4d85-91ad-972b06a27a06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0677390 Dec 09 14:52:26.430442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf7990-63d3-49ff-b1c0-be5d7cbc03b8 req-542f8143-0cd0-431e-a64a-68a77518aaf1 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:26.439666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fdf7990-63d3-49ff-b1c0-be5d7cbc03b8 req-542f8143-0cd0-431e-a64a-68a77518aaf1 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0696201 Dec 09 14:52:26.492491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-0d8e4245-d79d-482b-ac61-90edf21928d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:26.494375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-0d8e4245-d79d-482b-ac61-90edf21928d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1919401 Dec 09 14:52:26.500374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fdf7990-63d3-49ff-b1c0-be5d7cbc03b8 req-60a3a634-796e-4374-99f3-23c0ac0ea667 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593269 Dec 09 14:52:26.576771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:26.643564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6076818-9c76-41cf-a787-1f9080791530 req-ca9522d6-b64e-4e01-828c-1f747a8b9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:26.645090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-ca9522d6-b64e-4e01-828c-1f747a8b9c35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400251 Dec 09 14:52:26.696231 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a33e3-f138-477c-be69-c24b7895537e x-openstack-request-id: req-396a33e3-f138-477c-be69-c24b7895537e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:26.696661 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-unplugged", "status": "completed", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d", "code": 200}, {"name": "network-changed", "server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:26.696883 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-396a33e3-f138-477c-be69-c24b7895537e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:26.697352 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'code': 200} Dec 09 14:52:26.697691 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'status': 'completed', 'code': 200} Dec 09 14:52:26.752921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:26.760670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:26.783019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-7ae93594-f7b9-4d13-942b-7f83261d8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:26.784610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-7ae93594-f7b9-4d13-942b-7f83261d8286 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1098 time: 0.0689917 Dec 09 14:52:26.836288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-06591b37-6d48-498f-8281-cd791b23fab1 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601679 Dec 09 14:52:26.891654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-9b154b42-f6fa-497d-b7cd-e974c8e4a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:26.893144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-9b154b42-f6fa-497d-b7cd-e974c8e4a626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1012723 Dec 09 14:52:26.950570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-12586eac-aee6-4f4c-b157-f39aed8019ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0478046 Dec 09 14:52:26.952852 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54 associated. External IP: 172.25.0.179, port: 0f959965-b088-4a43-8ae0-23a19bc9b659. Dec 09 14:52:27.011266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-a7bc6c88-808d-4425-8474-a7b0334282cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:27.013736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-a7bc6c88-808d-4425-8474-a7b0334282cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0559933 Dec 09 14:52:27.041941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6076818-9c76-41cf-a787-1f9080791530 req-ca512f39-0db5-4840-ae65-fe5f165fb4fa service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666336 Dec 09 14:52:27.115783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-e7e303b3-c0f7-48d3-9dc8-f16099da9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:27.117312 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-e7e303b3-c0f7-48d3-9dc8-f16099da9323 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863705 Dec 09 14:52:27.322614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-c8b92dc5-4b79-43cd-90f6-9715294a6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:27.324112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-c8b92dc5-4b79-43cd-90f6-9715294a6d8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1098 time: 0.1926036 Dec 09 14:52:27.340832 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-c4b6eed9-770b-4010-bc81-85c1d9ea21e2 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125201 Dec 09 14:52:27.341499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:27.349669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-b6f0e640-811b-4cae-9b79-5ec1a056e9bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:27.351099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-b6f0e640-811b-4cae-9b79-5ec1a056e9bd tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "GET /v2.0/ports?device_id=7053cd55-e555-4931-868c-4b35ec754cc6 HTTP/1.1" status: 200 len: 946 time: 0.0792928 Dec 09 14:52:27.384582 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:52:27.526547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-c539ec7d-479b-454e-b2c9-f8ccd82352d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:27.528103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-c539ec7d-479b-454e-b2c9-f8ccd82352d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1815860 Dec 09 14:52:27.553059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-ecbe2039-3b6f-41ef-935e-c32649504b30 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006602 Dec 09 14:52:27.553790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:27.559839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:27.585285 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:27.599431 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:27.600392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:27.621741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Deleting port 9359e753-04a2-4c45-9fa2-aff242bb7beb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:27.623921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:27.793682 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:27.872062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] For port 9359e753-04a2-4c45-9fa2-aff242bb7beb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9359e753-04a2-4c45-9fa2-aff242bb7beb,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:27.872062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:27.876469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Calling delete_port for 9359e753-04a2-4c45-9fa2-aff242bb7beb owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:27.887401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa9725-515f-411d-937d-1d7576cfd255 req-6362e4a1-82ac-4f4b-a7e7-398c9ca9566c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:27.895152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85fa9725-515f-411d-937d-1d7576cfd255 req-6362e4a1-82ac-4f4b-a7e7-398c9ca9566c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 947 time: 0.1354964 Dec 09 14:52:27.960514 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-0b4f8463-46ab-4f68-aaa7-47d1eddf7a13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.4046369 Dec 09 14:52:27.970920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a879a496-adfa-42f9-843e-eec13a358702 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "PUT /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 996 time: 2.1310136 Dec 09 14:52:28.016029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85fa9725-515f-411d-937d-1d7576cfd255 req-8dcd311a-281c-42e8-bf33-de2cd6872685 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199331 Dec 09 14:52:28.045819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-e4fcdbd4-3e88-4b9c-9065-2d57aff49f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:28.048553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-e4fcdbd4-3e88-4b9c-9065-2d57aff49f4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0765362 Dec 09 14:52:28.111216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:28.135627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0f959965-b088-4a43-8ae0-23a19bc9b659', '9359e753-04a2-4c45-9fa2-aff242bb7beb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:28.168489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event deleted for resources: {'Port': ['ID=9359e753-04a2-4c45-9fa2-aff242bb7beb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:28.186909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-ea037b2e-3513-49f4-9b9e-59163843fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:28.186909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-ea037b2e-3513-49f4-9b9e-59163843fcb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225536 Dec 09 14:52:28.192150 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:26Z', 'revision_number': 8, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:28.237773 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:28.251589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-65a584b3-f7db-4b33-a600-b196fd26f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:28.253524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-65a584b3-f7db-4b33-a600-b196fd26f3fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.2032208 Dec 09 14:52:28.271835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:28.281898 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:28.309225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:28.332539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] No DVR routers for this DVR port 9359e753-04a2-4c45-9fa2-aff242bb7beb on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:28.344559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:28.348294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-657b2416-9711-4c32-ab68-1ce2f5434886 req-2d811ae8-3f07-47e6-979f-844234e2d1f7 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "DELETE /v2.0/ports/9359e753-04a2-4c45-9fa2-aff242bb7beb HTTP/1.1" status: 204 len: 173 time: 0.9869840 Dec 09 14:52:28.348936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'name': 'network-vif-deleted', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:28.360654 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d7c514-5cb8-4bdf-857f-af4abb4e0b57" -d '{"events": [{"server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "name": "network-vif-deleted", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:28.422358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea637f8c-abfc-446b-88b5-cd2aa014a282 req-e13acfab-e1aa-4c5a-8804-941f681026ab tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:28.424247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea637f8c-abfc-446b-88b5-cd2aa014a282 req-e13acfab-e1aa-4c5a-8804-941f681026ab tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.2104745 Dec 09 14:52:28.509721 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:28.579312 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea637f8c-abfc-446b-88b5-cd2aa014a282 req-cb17ad29-0142-4c65-bd21-1c98c8563d22 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468220 Dec 09 14:52:28.687432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-01e19615-abec-4d57-a61e-fa3eb4e8de75 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861226 Dec 09 14:52:28.741784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:28.745258 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf93cdb-53af-4a41-a647-73a4644d245c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:28.748848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-29f5a644-cc69-4990-90ee-f5ccdec694b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:28.757467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-29f5a644-cc69-4990-90ee-f5ccdec694b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.4846690 Dec 09 14:52:28.938921 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1c24d-41bd-4eae-afc9-416ee25bb76b x-openstack-request-id: req-ebf1c24d-41bd-4eae-afc9-416ee25bb76b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:28.939211 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7053cd55-e555-4931-868c-4b35ec754cc6", "name": "network-vif-deleted", "tag": "9359e753-04a2-4c45-9fa2-aff242bb7beb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:28.939500 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebf1c24d-41bd-4eae-afc9-416ee25bb76b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:28.939892 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7053cd55-e555-4931-868c-4b35ec754cc6', 'name': 'network-vif-deleted', 'tag': '9359e753-04a2-4c45-9fa2-aff242bb7beb', 'status': 'completed', 'code': 200} Dec 09 14:52:28.986326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-261f1973-5c4e-4068-a5e0-eb14a959c581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 999 time: 0.2273371 Dec 09 14:52:29.035714 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:26Z', 'revision_number': 8, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:29.073542 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca66eab-afc0-4479-adf8-e25ebc8aa7fb None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2625c459-718f-4f4a-9645-dc0a27ff1d54', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'port_id': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'mac_address': 'fa:16:3e:2c:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:51:50Z', 'updated_at': '2021-12-09T14:52:26Z', 'revision_number': 8, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:29.141493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:29.149298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76954cd-39d3-4a96-a370-bcec9d6f1a47 req-1f6aaab7-0e96-48f5-8d33-b51c34d8ebea tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:29.160230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e76954cd-39d3-4a96-a370-bcec9d6f1a47 req-1f6aaab7-0e96-48f5-8d33-b51c34d8ebea tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0795224 Dec 09 14:52:29.162708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4f8c2c3-2ec5-473b-8796-72968bce6407 req-7ee6f19d-da9f-4481-bf64-95c9f1001894 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947678 Dec 09 14:52:29.176980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a2008415-676b-4999-aa84-f47fcc3bf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:29.195637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-a2008415-676b-4999-aa84-f47fcc3bf568 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.2083328 Dec 09 14:52:29.239500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e76954cd-39d3-4a96-a370-bcec9d6f1a47 req-a8338530-a1f4-4b23-86d8-0aea1aefcb8e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776448 Dec 09 14:52:29.289977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-25bd4150-b761-4f3a-ba72-c015bb033036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:29.317912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-25bd4150-b761-4f3a-ba72-c015bb033036 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212864 Dec 09 14:52:29.350740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:29.591325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-98b50db8-99cd-4f75-9c21-d93d3e9c97b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724984 Dec 09 14:52:29.631137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:29.668175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'mac_address': 'fa:16:3e:cd:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:52:29.678842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e90156-550a-4993-8f54-5ce224f29fa5 None None] New status for floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:52:29.801777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:29.824199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-522be3c4-94fc-4351-a6be-02e8493ab597 req-fc26a676-b3b5-4014-8e06-0bd98898490d service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274961 Dec 09 14:52:29.863947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:29.944437 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b0ad7-4d27-4016-8b90-ba9c50c8ff6f x-openstack-request-id: req-236b0ad7-4d27-4016-8b90-ba9c50c8ff6f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:29.944732 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:29.944994 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-236b0ad7-4d27-4016-8b90-ba9c50c8ff6f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:29.945405 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'status': 'completed', 'code': 200} Dec 09 14:52:30.027692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca5f75-5269-4d13-9270-fc07d1ce5c1d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:30.049430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:30.069325 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:30.117649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf93cdb-53af-4a41-a647-73a4644d245c req-2f76891f-6b9b-455f-98e9-c9b71b8e6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:30.119802 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-2f76891f-6b9b-455f-98e9-c9b71b8e6182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1674299 Dec 09 14:52:30.131141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a749f7-e41a-4d1f-921d-b38fe792859a req-e74aa644-e493-43bc-bd25-601b26e60895 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:30.131141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2a749f7-e41a-4d1f-921d-b38fe792859a req-e74aa644-e493-43bc-bd25-601b26e60895 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 948 time: 0.1068335 Dec 09 14:52:30.211148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:30.234542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:30.237966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'mac_address': 'fa:16:3e:b4:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:52:30.306835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2a749f7-e41a-4d1f-921d-b38fe792859a req-64dcbb2e-874a-44d0-a5d5-3d7d25d8a681 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811908 Dec 09 14:52:30.348923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:30.358087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf93cdb-53af-4a41-a647-73a4644d245c req-03c09428-4381-42ef-9ad7-66d032c6089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:30.359614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-03c09428-4381-42ef-9ad7-66d032c6089c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.2274530 Dec 09 14:52:30.385668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d567ac6a-69f4-474a-a70f-5a5d977b0367 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:30.425126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:30.443139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-01c82e3b-54fa-4f5d-a146-b14233c42349 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 1001 time: 0.0715871 Dec 09 14:52:30.511967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:30.555541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:30.555838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf93cdb-53af-4a41-a647-73a4644d245c req-fd18e1f9-1ea2-4445-84f8-7e136e55adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:30.557776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-fd18e1f9-1ea2-4445-84f8-7e136e55adb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.1054993 Dec 09 14:52:30.647397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf93cdb-53af-4a41-a647-73a4644d245c req-154095aa-4b88-4404-98f4-aa4cbdae747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:30.649539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-154095aa-4b88-4404-98f4-aa4cbdae747e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826342 Dec 09 14:52:30.685558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['d567ac6a-69f4-474a-a70f-5a5d977b0367'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:30.740631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:30.912972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-1db09cd3-234b-4f88-9d3d-f38d4782640c service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516387 Dec 09 14:52:31.108304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acf93cdb-53af-4a41-a647-73a4644d245c req-bc8b6f1c-23a8-4eac-8534-59f6ef9c575b service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831636 Dec 09 14:52:31.375314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9359e753-04a2-4c45-9fa2-aff242bb7beb no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:31.403543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 9359e753-04a2-4c45-9fa2-aff242bb7beb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:31.403543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9359e753-04a2-4c45-9fa2-aff242bb7beb not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:31.848773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:52:31.979739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port d567ac6a-69f4-474a-a70f-5a5d977b0367 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:32.002600 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:32.260901 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:32.355627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:32.357934 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4ac20c-caea-4f35-a19f-232e08ba761f" -d '{"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-plugged", "status": "completed", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:32.370648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d967652-8f1b-41f9-b09d-49aabe99b5c3 req-65c2750e-ceac-4f25-af79-dbe47c4ccb6c tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 998 time: 0.2968171 Dec 09 14:52:32.387913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:32.400085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:32.507772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:32.652700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed906-1d54-438c-bdab-b2be9f1155c0 req-4d868547-a35e-4883-9980-54e7578ab4a6 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:32.672114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17ed906-1d54-438c-bdab-b2be9f1155c0 req-4d868547-a35e-4883-9980-54e7578ab4a6 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0832181 Dec 09 14:52:32.772190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d17ed906-1d54-438c-bdab-b2be9f1155c0 req-af9ddaba-a856-4c79-99db-e81ecef69ae7 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990632 Dec 09 14:52:32.861004 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e71c2-abc5-4a7b-b595-26d1e422c2d6 x-openstack-request-id: req-482e71c2-abc5-4a7b-b595-26d1e422c2d6 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:32.866569 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-plugged", "status": "completed", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:32.869598 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-482e71c2-abc5-4a7b-b595-26d1e422c2d6 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:32.870249 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'code': 200} Dec 09 14:52:32.888701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967652-8f1b-41f9-b09d-49aabe99b5c3 req-190bb2c5-71cf-453a-8b3e-e7a379b29a9b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:32.890746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d967652-8f1b-41f9-b09d-49aabe99b5c3 req-190bb2c5-71cf-453a-8b3e-e7a379b29a9b tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.5186815 Dec 09 14:52:32.920963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-5d0e438b-5c98-4884-a456-ed8c17c469bb tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:32.925085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-5d0e438b-5c98-4884-a456-ed8c17c469bb tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149&tenant_id=084b1d49ac0849c9a0b9b80073719ff7&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 948 time: 0.2824554 Dec 09 14:52:33.080436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e006-2b43-4221-8e67-266065291787 req-5289565c-aebb-47e0-a264-fadccd37a5dd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.082090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0df4e006-2b43-4221-8e67-266065291787 req-5289565c-aebb-47e0-a264-fadccd37a5dd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 948 time: 0.0951192 Dec 09 14:52:33.104167 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-6590f28a-d9af-42a5-83e3-abdeb93f5419 service neutron] delete failed (client error): The resource could not be found. Dec 09 14:52:33.105263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-6590f28a-d9af-42a5-83e3-abdeb93f5419 service neutron] 10.222.0.36 "DELETE /v2.0/ports/11ca5f75-5269-4d13-9270-fc07d1ce5c1d/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.1706498 Dec 09 14:52:33.107986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4829f2-0f6d-4a77-8580-da64c2662178 req-1f81a122-98b0-46ec-a985-49cdcbdf9d6b tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.109445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc4829f2-0f6d-4a77-8580-da64c2662178 req-1f81a122-98b0-46ec-a985-49cdcbdf9d6b tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1096 time: 0.0935249 Dec 09 14:52:33.223483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0df4e006-2b43-4221-8e67-266065291787 req-313636dd-5b55-4b29-8ca9-e2799cddde51 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335063 Dec 09 14:52:33.269916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc4829f2-0f6d-4a77-8580-da64c2662178 req-2595db6b-ac27-47ee-863c-3ef83c139f65 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277552 Dec 09 14:52:33.385760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:52:33.397462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-4070a863-7086-49bf-8ed4-db8ca84e3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.401473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-4070a863-7086-49bf-8ed4-db8ca84e3fdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1099 time: 0.1367531 Dec 09 14:52:33.410781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-18fb6101-9a8e-47e7-b86b-d1e631611839 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1225564 Dec 09 14:52:33.510094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:52:33.513193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-77e06afa-1509-41bf-978d-812fceaeabd4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.521226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:33.521545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:33.529987 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-77e06afa-1509-41bf-978d-812fceaeabd4 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports/0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 942 time: 0.1121604 Dec 09 14:52:33.560598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-f4feabc9-e305-4f46-bdf1-b8ffb4c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.563688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-f4feabc9-e305-4f46-bdf1-b8ffb4c568a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1448147 Dec 09 14:52:33.614399 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-0d1885f6-fbdc-438e-a48f-4610dd626c0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0415204 Dec 09 14:52:33.697216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-d849df8a-a06a-49c6-a38f-779eb6ee8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.699189 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-d849df8a-a06a-49c6-a38f-779eb6ee8b17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0767999 Dec 09 14:52:33.785871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-dad4e53a-d991-4f7e-ab3d-6aff1016a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:33.794044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-dad4e53a-d991-4f7e-ab3d-6aff1016a69d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836630 Dec 09 14:52:33.810427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-55e18341-f1e2-4a3b-a929-4fbc55a6f1c2 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1906865 Dec 09 14:52:33.922464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:33.974357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:33.978568 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:34.009823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-d0891d68-6fdb-454d-be97-930433f7a7aa service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079451 Dec 09 14:52:34.033795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:34.041943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-d4697bba-eb81-4e28-9f18-e1a47c2e5300 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:34.044725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-d4697bba-eb81-4e28-9f18-e1a47c2e5300 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2333808 Dec 09 14:52:34.202504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2b4761d-b5df-4d90-8a4c-f4431bc16eee req-d06c3f17-e644-4829-866d-a5c906a8168b service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861103 Dec 09 14:52:34.230939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-2f4bcdf3-29ef-46f1-9087-59243f325440 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1799116 Dec 09 14:52:34.252684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:34.370185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:34.530333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:34.535311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:34.535850 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54 disassociated. External IP: 172.25.0.179, port: 0f959965-b088-4a43-8ae0-23a19bc9b659. Dec 09 14:52:34.871562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:34.875652 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef171960-810c-454a-bded-72ed9f6a6391" -d '{"events": [{"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-plugged", "status": "completed", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:35.008153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:35.239978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:35.245757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:35.256020 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:35.270415 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:35.271460 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:35.277195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-82795f1e-3044-4888-9098-f54525ad6d9a tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "PUT /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 696 time: 1.0450912 Dec 09 14:52:35.277662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:35.303910 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:35.341327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-15c316fa-7ca9-4ffa-bbd5-958fcf5cbdfc tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:52:35.357458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-15c316fa-7ca9-4ffa-bbd5-958fcf5cbdfc tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227716 Dec 09 14:52:35.439531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-da6e46fc-7689-4666-a34c-205270827512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:35.446969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-da6e46fc-7689-4666-a34c-205270827512 service neutron] 10.222.0.46 "GET /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 1093 time: 0.0874465 Dec 09 14:52:35.451756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Request body: {'binding': {'host': 'n-h2-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:35.452820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:52:35.482751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-a6184bb9-1f49-4999-b076-a2582853d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:35.485222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-a6184bb9-1f49-4999-b076-a2582853d9e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1715069 Dec 09 14:52:35.608838 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:35.673096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-7ba9858c-222b-4a6b-a622-99dbe1c5f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:35.674642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-7ba9858c-222b-4a6b-a622-99dbe1c5f9ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1686215 Dec 09 14:52:35.698751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on host n-h2-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:35.699275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:35.699647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:35.733700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:35.734030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:35.738346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-c564df18-1a33-4736-a72e-eade82683591 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 217 time: 0.0516067 Dec 09 14:52:35.741766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:35.742101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:35.742481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:35.742914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Bound port: d91eb626-3602-4e78-b85a-016d755a16d6, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:35.830138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-be3d4865-e411-4a59-a64f-0b6cdc35bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:35.831696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-be3d4865-e411-4a59-a64f-0b6cdc35bfa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0821939 Dec 09 14:52:35.854647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:35.897437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:35.899044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-3a8d4349-94c1-4770-9336-0d683501ce62 service neutron] 10.222.0.46 "POST /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4510593 Dec 09 14:52:35.909693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-fe485d71-8199-49b3-92c2-03c3cf57052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:35.916528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-fe485d71-8199-49b3-92c2-03c3cf57052f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730040 Dec 09 14:52:35.940629 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:35.986873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:35.996729 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:35.997364 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:36.056771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-dc93fec6-e631-4025-96d9-48400437422b service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261101 Dec 09 14:52:36.170992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:36.233839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25f438b-bf4b-4883-a25e-85481107fe8b req-1a50a659-8fce-495c-b36b-115484337d1d service neutron] 10.222.0.46 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701789 Dec 09 14:52:36.437073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-c8dd10d2-beaf-4159-9a26-81d075d5fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:36.437073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-c8dd10d2-beaf-4159-9a26-81d075d5fae4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1096 time: 0.1104498 Dec 09 14:52:36.452757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab722e-7fb4-4af8-8fed-27f9a85710a8 req-e52456e9-af71-4927-8a95-acb3079e1200 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:36.455262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488122b-7da3-4dba-aa0f-e0b4c3604240 req-75565bf8-76ae-4eb5-b605-659f8f7e31e7 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:36.460654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eab722e-7fb4-4af8-8fed-27f9a85710a8 req-e52456e9-af71-4927-8a95-acb3079e1200 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.0769873 Dec 09 14:52:36.464138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7488122b-7da3-4dba-aa0f-e0b4c3604240 req-75565bf8-76ae-4eb5-b605-659f8f7e31e7 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1211851 Dec 09 14:52:36.573103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7488122b-7da3-4dba-aa0f-e0b4c3604240 req-31b34d09-a977-4098-9268-12f9116f5aba tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Dec 09 14:52:36.595517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eab722e-7fb4-4af8-8fed-27f9a85710a8 req-ad9d05c9-614e-4330-9a33-3193eec15fe8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337516 Dec 09 14:52:36.645055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-fb8070a2-3f45-4685-bba6-2ffbce9476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:36.646979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-fb8070a2-3f45-4685-bba6-2ffbce9476f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.1776130 Dec 09 14:52:36.689337 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:36.706889 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd2f923-b3fb-4186-ac32-e8ca68bc6e74 x-openstack-request-id: req-0dd2f923-b3fb-4186-ac32-e8ca68bc6e74 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:36.707767 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-plugged", "status": "completed", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:36.708203 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dd2f923-b3fb-4186-ac32-e8ca68bc6e74 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:36.708769 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'code': 200} Dec 09 14:52:36.752212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-bedc1b47-3c8a-4cc9-93c1-b16874c93206 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 217 time: 0.0908246 Dec 09 14:52:36.755209 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb503b-fd2f-4e5f-a1ad-2a6d434960d1 x-openstack-request-id: req-aadb503b-fd2f-4e5f-a1ad-2a6d434960d1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:36.759840 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:36.760563 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfa0a7-cf73-45aa-9fa3-6b1a6331cadd None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:51:08Z', 'revision_number': 4, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a190840c-438d-48ac-a04e-a2a4ef5caf5f', 'name': '', 'network_id': 'b27770a9-3516-4799-8243-b6666f8e1519', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'mac_address': 'fa:16:3e:ec:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:07Z', 'updated_at': '2021-12-09T14:51:17Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'subnets': [{'id': '7351ed01-5ec9-4738-8e89-de35cc310929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:36.760987 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aadb503b-fd2f-4e5f-a1ad-2a6d434960d1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:36.761510 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'status': 'completed', 'code': 200} Dec 09 14:52:36.825802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-4089c215-8af6-493d-a272-1359c47efaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:36.828018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-4089c215-8af6-493d-a272-1359c47efaf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0637906 Dec 09 14:52:36.878395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33632) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:36.928284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-983da55e-96c1-4ce5-ab3a-000f2b6869d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858057 Dec 09 14:52:36.982199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d888a-dd39-4918-99bf-46fa437cd83a req-13352421-e782-494c-a928-991503a758bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:36.989879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-871d888a-dd39-4918-99bf-46fa437cd83a req-13352421-e782-494c-a928-991503a758bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1461945 Dec 09 14:52:37.013832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-eb9b5d30-c080-4b2e-910c-6d37133b0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:37.021461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-eb9b5d30-c080-4b2e-910c-6d37133b0592 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 1096 time: 0.2302608 Dec 09 14:52:37.153042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-b85dda3e-73e9-4fa4-935b-98d9e2dc4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:37.155182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-b85dda3e-73e9-4fa4-935b-98d9e2dc4f84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 200 len: 922 time: 0.1222894 Dec 09 14:52:37.169893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-871d888a-dd39-4918-99bf-46fa437cd83a req-168bea4d-ba7c-461d-8835-8d047b13dc23 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700194 Dec 09 14:52:37.197970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-64cc4a6e-ac69-49ab-9edc-7ce69b6476b4 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597833 Dec 09 14:52:37.295498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9ec1f-7a66-49fd-96d4-e82dda4ca8cb None None] New status for floating IP 2625c459-718f-4f4a-9645-dc0a27ff1d54: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:52:37.299278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-76a31e19-cff6-4dd7-8bfc-7e891cfb9f7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 200 len: 217 time: 0.0952537 Dec 09 14:52:37.362365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-76b0fd66-a907-4200-a477-9329e748e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:37.364227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-76b0fd66-a907-4200-a477-9329e748e67e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 200 len: 860 time: 0.0570877 Dec 09 14:52:37.405950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb9de-864a-41cc-9585-6b10420cdd7a req-2edffa95-3714-496b-9d40-cd5b252a4dc8 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:37.414329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-63acb9de-864a-41cc-9585-6b10420cdd7a req-2edffa95-3714-496b-9d40-cd5b252a4dc8 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1100 time: 0.2575617 Dec 09 14:52:37.667835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-ebb633d5-f96b-444f-9293-1f2881aa14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:37.672284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-ebb633d5-f96b-444f-9293-1f2881aa14d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b27770a9-3516-4799-8243-b6666f8e1519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823098 Dec 09 14:52:37.687273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-63acb9de-864a-41cc-9585-6b10420cdd7a req-0620a496-9834-42fe-981b-babe5bb275c7 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715027 Dec 09 14:52:37.769812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-7ced6621-9796-453c-85c2-d265dcac7257 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 200 len: 696 time: 0.4010718 Dec 09 14:52:37.863280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-1c9d94ae-4083-410e-8935-b2ecfeb7331c service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554325 Dec 09 14:52:37.916126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-506203c9-cc21-4dde-886b-3a6586aef07f service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252626 Dec 09 14:52:38.002656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-294c8849-2040-4064-a364-cf671bc94ec3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:38.004880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-294c8849-2040-4064-a364-cf671bc94ec3 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2269733 Dec 09 14:52:38.110425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-764cfead-2796-4938-ba50-761ad78e3e12 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 697 time: 0.0968723 Dec 09 14:52:38.241794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-3c317f4c-d4bd-4795-97ed-46cb6d726655 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 697 time: 0.1301396 Dec 09 14:52:38.433800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Deleting port 34109f8b-b1f6-4a97-baf4-162625e74528 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:38.434144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:38.479476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2666-dcc5-4c66-89ee-8fbd708799f0 req-569a269d-08e3-4aa6-91a0-d815a16bc02f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:38.481003 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-404d2666-dcc5-4c66-89ee-8fbd708799f0 req-569a269d-08e3-4aa6-91a0-d815a16bc02f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.5637019 Dec 09 14:52:38.488918 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c1ca80-7ed5-44bd-8f12-bdb589e6170a req-98bbebe2-f21e-4067-a953-1c476300807a service neutron] 10.222.0.43 "GET /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497563 Dec 09 14:52:38.576806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-404d2666-dcc5-4c66-89ee-8fbd708799f0 req-e2372bae-7cb5-42e2-9b69-57d5409c10d5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859079 Dec 09 14:52:38.580749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:38.583651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:38.628944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Calling delete_port for 34109f8b-b1f6-4a97-baf4-162625e74528 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:38.705335 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:39.021206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:39.062774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event deleted for resources: {'Port': ['ID=34109f8b-b1f6-4a97-baf4-162625e74528,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:39.100752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac4599-bfe7-4a7f-a82c-efdc58694039 req-4a28282d-9449-4155-b26f-eada5b574fa1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:39.103236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-36ac4599-bfe7-4a7f-a82c-efdc58694039 req-4a28282d-9449-4155-b26f-eada5b574fa1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1137338 Dec 09 14:52:39.161031 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:39.162910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:39.164821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b8c14b0-3442-4208-89c6-d2bc9f41ed8a req-f8c09f4a-a539-48cb-8f4a-c46385b06e35 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "DELETE /v2.0/floatingips/2625c459-718f-4f4a-9645-dc0a27ff1d54 HTTP/1.1" status: 204 len: 173 time: 0.9214909 Dec 09 14:52:39.258555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-36ac4599-bfe7-4a7f-a82c-efdc58694039 req-ff8d2dde-065b-47d7-b6ea-1b3b64ed4b68 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454968 Dec 09 14:52:39.293834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Deleting port 4bf94791-d202-43af-82b3-0f3b8d27c696 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:39.293834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:39.333747 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-3d80abfb-1b3d-4aec-ad16-da645c17f5a2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513973 Dec 09 14:52:39.493362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] For port 4bf94791-d202-43af-82b3-0f3b8d27c696, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4bf94791-d202-43af-82b3-0f3b8d27c696,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:39.494730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:39.522132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Calling delete_port for 4bf94791-d202-43af-82b3-0f3b8d27c696 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:39.531075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-8879f3f1-d069-41ee-8a5e-7670e2b05426 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:39.532650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-8879f3f1-d069-41ee-8a5e-7670e2b05426 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913490 Dec 09 14:52:39.569140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-32572b6c-c8d7-4f6e-a89f-14d61074c6d6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/quotas/084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 375 time: 0.0286710 Dec 09 14:52:39.669610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-826b797c-5937-4bd0-8038-637e5635a048 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901198 Dec 09 14:52:39.921141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd607-1216-4fcd-8b33-b322e9a827a4 req-a1947859-9cb1-4f01-b239-783c00659e46 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:39.930051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e56bd607-1216-4fcd-8b33-b322e9a827a4 req-a1947859-9cb1-4f01-b239-783c00659e46 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1138968 Dec 09 14:52:40.023080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982ba6-347e-4992-a4a6-ece72b7787c7 req-03e439c4-9f10-4076-9480-6a1aca260e12 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:40.031659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e56bd607-1216-4fcd-8b33-b322e9a827a4 req-7834ccd1-2b3b-4779-aac0-370f4c1c364f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006684 Dec 09 14:52:40.043963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85982ba6-347e-4992-a4a6-ece72b7787c7 req-03e439c4-9f10-4076-9480-6a1aca260e12 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.0844891 Dec 09 14:52:40.166581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85982ba6-347e-4992-a4a6-ece72b7787c7 req-66802176-8d97-4e1b-b810-b051f82c24f2 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215796 Dec 09 14:52:40.167820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:40.223075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf94791-d202-43af-82b3-0f3b8d27c696,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:40.411101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-deed283a-e9bc-4293-9b8a-766cd1047986 req-d6f9ac88-ed48-4f1e-a4aa-6fe1321d484c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 210 time: 0.0780904 Dec 09 14:52:40.567583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8da5-40cc-40d4-b966-d5fd8f95fbcc req-5a32ee11-4e87-4554-9c03-d0b2b2eca40a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:40.569033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e83f8da5-40cc-40d4-b966-d5fd8f95fbcc req-5a32ee11-4e87-4554-9c03-d0b2b2eca40a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1313705 Dec 09 14:52:40.589034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:40.700017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e83f8da5-40cc-40d4-b966-d5fd8f95fbcc req-8042f138-3f98-4c6c-9225-ecd9de72a46b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225665 Dec 09 14:52:40.997604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Router 6f599417-10e9-4332-a414-be5f7f27d58b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:41.348589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:41.363903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-36790b0b-138c-4675-b98b-3d3a676dd3e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/6f599417-10e9-4332-a414-be5f7f27d58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4804945 Dec 09 14:52:41.365288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33714) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:41.372606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] Sync routers for ids ['6f599417-10e9-4332-a414-be5f7f27d58b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:41.387450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] Routers {'6f599417-10e9-4332-a414-be5f7f27d58b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:41.391778 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6f599417-10e9-4332-a414-be5f7f27d58b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:41.471000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fb3ce-6ffe-408d-9092-3386e3013623 req-c89b456b-0d06-4c36-ad88-16cd96bf9b96 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:41.487907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e71fb3ce-6ffe-408d-9092-3386e3013623 req-c89b456b-0d06-4c36-ad88-16cd96bf9b96 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.2135088 Dec 09 14:52:41.586057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be735-9008-4a9b-a5a4-1987d56dee54 req-c27aff6c-feae-486f-b418-c56a5025ead8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:41.601279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-142be735-9008-4a9b-a5a4-1987d56dee54 req-c27aff6c-feae-486f-b418-c56a5025ead8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.3790834 Dec 09 14:52:41.617443 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] Set router 6f599417-10e9-4332-a414-be5f7f27d58b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:41.660067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e71fb3ce-6ffe-408d-9092-3386e3013623 req-bcd68097-6f79-4325-986a-4579b99e8436 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635365 Dec 09 14:52:41.740410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-47c3c4f0-fdbd-4523-93b1-1d77e4527c00 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635126 Dec 09 14:52:41.783455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-b462706e-5411-47e2-9dc7-237ff7331acc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:41.785244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-b462706e-5411-47e2-9dc7-237ff7331acc tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.4101226 Dec 09 14:52:41.946080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-b0b9f730-025f-4ba4-a62b-2bbc23740b39 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:41.952518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-b0b9f730-025f-4ba4-a62b-2bbc23740b39 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037752 Dec 09 14:52:41.969570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Request body: {'port': {'device_id': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '084b1d49ac0849c9a0b9b80073719ff7'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:42.156808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-142be735-9008-4a9b-a5a4-1987d56dee54 req-fdfe1910-175c-4805-b09d-1f5716665268 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541210 Dec 09 14:52:42.164336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:42.249084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Made reservation on behalf of 084b1d49ac0849c9a0b9b80073719ff7 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:52:42.252759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:42.253264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:52:40Z', 'revision_number': 5, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:42.311247 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] Checking router: 6f599417-10e9-4332-a414-be5f7f27d58b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:42.334744 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] Routers {'6f599417-10e9-4332-a414-be5f7f27d58b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:42.335615 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6f599417-10e9-4332-a414-be5f7f27d58b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:42.390663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Deleting port 0f959965-b088-4a43-8ae0-23a19bc9b659 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:42.390931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:42.489287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fa8aa6d-f386-40fb-9b73-64155cc859e5 req-75950cfa-9e37-4fe4-a2b0-e4f12a5246c5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 210 time: 0.1806738 Dec 09 14:52:42.515133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39158ad9-0151-442a-ba44-d8baa8bccfff req-77c39ba0-9515-41ce-874c-ccfe760eff81 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:42.523475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39158ad9-0151-442a-ba44-d8baa8bccfff req-77c39ba0-9515-41ce-874c-ccfe760eff81 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.2080247 Dec 09 14:52:42.558172 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] Set router 6f599417-10e9-4332-a414-be5f7f27d58b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:42.662066 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:42.698870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39158ad9-0151-442a-ba44-d8baa8bccfff req-532bddf1-aee2-47a4-a4ee-b59b4da8a5e0 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646132 Dec 09 14:52:42.796646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Allocated IP 192.168.233.181 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/dee9c2d1-6c8b-43cd-8915-53eaec50ceb6) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:52:42.811448 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:52:40Z', 'revision_number': 5, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:42.829111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] For port 0f959965-b088-4a43-8ae0-23a19bc9b659, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f959965-b088-4a43-8ae0-23a19bc9b659,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:42.829487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:42.853340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Calling delete_port for 0f959965-b088-4a43-8ae0-23a19bc9b659 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:42.881131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Deleting port 5a286602-1971-40a1-84e3-5bf2d7f725ee {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:42.881478 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:42.890238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f57f75-b7f2-4d1a-8463-3510c95058bb None None] The sync data for ids ['6f599417-10e9-4332-a414-be5f7f27d58b'] in n-d-804292-5 is: [{'id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'name': 'tempest-AttachSCSIVolumeTestJSON-644462029-router', 'tenant_id': '9ab5c9d25a8642398edc743bae312980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:26Z', 'updated_at': '2021-12-09T14:52:40Z', 'revision_number': 5, 'project_id': '9ab5c9d25a8642398edc743bae312980', 'gw_port': {'id': '5a286602-1971-40a1-84e3-5bf2d7f725ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f599417-10e9-4332-a414-be5f7f27d58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:27Z', 'updated_at': '2021-12-09T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:43.057331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.112239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.130373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] For port 5a286602-1971-40a1-84e3-5bf2d7f725ee, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5a286602-1971-40a1-84e3-5bf2d7f725ee,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:43.130624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:43.131097 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.189378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:52:43.193352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Calling delete_port for 5a286602-1971-40a1-84e3-5bf2d7f725ee owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:43.197493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:52:43.204406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:52:43.296469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:43.297137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.300635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:43.374951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358c0a2-9747-44f0-85b3-00e36ebbb90f req-0f0b52a9-da27-4598-bd46-a0e210fc6673 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:43.387141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8358c0a2-9747-44f0-85b3-00e36ebbb90f req-0f0b52a9-da27-4598-bd46-a0e210fc6673 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 945 time: 0.2853665 Dec 09 14:52:43.404994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.518376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8358c0a2-9747-44f0-85b3-00e36ebbb90f req-f8e02441-2348-4884-ada3-4a80517766ea tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/security-groups?id=20fe00b8-9818-42c4-b61f-dc5d65b877ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Dec 09 14:52:43.523386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-0e5c4573-d311-48b3-8acd-61a9523dca88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5590045 Dec 09 14:52:43.529580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Pushing event deleted for resources: {'Port': ['ID=0f959965-b088-4a43-8ae0-23a19bc9b659,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:43.540982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Request body: {'port': {'device_id': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:43.758526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6a33cc18-78ae-4b0c-b7c9-b2ed3dbe5c9d None None] Provisioning complete for port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:43.761322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a33cc18-78ae-4b0c-b7c9-b2ed3dbe5c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.770420 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:43.886881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6a33cc18-78ae-4b0c-b7c9-b2ed3dbe5c9d None None] Port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:52:44.190763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4bf94791-d202-43af-82b3-0f3b8d27c696 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:44.254300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4bf94791-d202-43af-82b3-0f3b8d27c696 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:44.254651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4bf94791-d202-43af-82b3-0f3b8d27c696 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:44.313704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:44.327564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:44.343604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Transition to ACTIVE for port object dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:52:44.349229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:44.394666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c060f68-0540-417e-ba19-61b067bdcd02 req-34278084-6429-45d0-bbe5-47b74dc6c3d1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:44.396568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c060f68-0540-417e-ba19-61b067bdcd02 req-34278084-6429-45d0-bbe5-47b74dc6c3d1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 936 time: 0.6935418 Dec 09 14:52:44.437950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] No DVR routers for this DVR port 0f959965-b088-4a43-8ae0-23a19bc9b659 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:44.445223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:44.466812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b80305df-df58-4e76-80ad-7fdfe5a49218 req-e4c34307-3169-4b07-8492-2d94e4b47148 tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.43 "DELETE /v2.0/ports/0f959965-b088-4a43-8ae0-23a19bc9b659 HTTP/1.1" status: 204 len: 173 time: 2.6627607 Dec 09 14:52:44.473318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'name': 'network-vif-deleted', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:44.480519 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4775f9-3d6e-4899-830d-0f2c118758ec" -d '{"events": [{"server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "name": "network-vif-deleted", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:44.518240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c060f68-0540-417e-ba19-61b067bdcd02 req-a6a6a2a9-6426-44c9-a9ff-f0f16ae4ff8f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930362 Dec 09 14:52:44.528444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:44.690365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115ddd2-7063-4f06-96cd-aa8335cd08e8 req-4c225def-2fc2-49b8-b481-10afe392b904 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:44.707106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8115ddd2-7063-4f06-96cd-aa8335cd08e8 req-4c225def-2fc2-49b8-b481-10afe392b904 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 1.1254873 Dec 09 14:52:44.739443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:44.740557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:44.742341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:44.745510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:44.780311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:44.780954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:44.819552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:44.820025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5a286602-1971-40a1-84e3-5bf2d7f725ee,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:44.820150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:44.820607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:44.821251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Bound port: dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:44.821694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:44.857985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8115ddd2-7063-4f06-96cd-aa8335cd08e8 req-7d1bcb15-5cc3-4f96-b70c-926631043b16 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498792 Dec 09 14:52:44.925492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:44.967985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce1ccf-6753-417f-819b-f71b70426787 req-6520f37d-1a7d-4bb6-8e51-510697695572 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:44.969758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26ce1ccf-6753-417f-819b-f71b70426787 req-6520f37d-1a7d-4bb6-8e51-510697695572 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.2782569 Dec 09 14:52:45.032023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:45.098906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:45.104058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.112798 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.118668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.199257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26ce1ccf-6753-417f-819b-f71b70426787 req-9439a571-b001-4885-b6df-574ac928e157 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196295 Dec 09 14:52:45.215894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:45.216618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.218038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-e804d861-8513-464f-944b-f8df51100e6e service neutron] 10.222.0.43 "PUT /v2.0/ports/dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 1096 time: 1.6819470 Dec 09 14:52:45.219854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:45.222182 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10c66db-e7c2-492c-b83b-55c892b85a43" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:45.234613 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e8754-cfbc-4e27-b660-125313f2178c x-openstack-request-id: req-606e8754-cfbc-4e27-b660-125313f2178c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:45.239843 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3ed2b2-6da5-448d-81cc-5140404cd4d7", "name": "network-vif-deleted", "tag": "0f959965-b088-4a43-8ae0-23a19bc9b659", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:45.240383 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-606e8754-cfbc-4e27-b660-125313f2178c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:45.241048 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3ed2b2-6da5-448d-81cc-5140404cd4d7', 'name': 'network-vif-deleted', 'tag': '0f959965-b088-4a43-8ae0-23a19bc9b659', 'status': 'completed', 'code': 200} Dec 09 14:52:45.288048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.288655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f599417-10e9-4332-a414-be5f7f27d58b {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:52:45.298003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.314547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54cc2555-c631-4231-8101-5a462fd949ba admin admin] 10.222.0.46 "DELETE /v2.0/routers/6f599417-10e9-4332-a414-be5f7f27d58b HTTP/1.1" status: 204 len: 168 time: 3.9482086 Dec 09 14:52:45.317224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:45.318543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804d861-8513-464f-944b-f8df51100e6e service neutron] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:45.403874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f959965-b088-4a43-8ae0-23a19bc9b659 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:45.463225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 0f959965-b088-4a43-8ae0-23a19bc9b659 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:45.463553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f959965-b088-4a43-8ae0-23a19bc9b659 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:45.490487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-de60addd-0fea-4de8-8a21-67dfa676d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:45.496002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef77d79f-a5c6-4b25-b672-7ff3f7b92da2 req-d3c0b954-d66c-426d-b9a0-7f41b73a11af tempest-FloatingIPsAssociationTestJSON-1249952228 tempest-FloatingIPsAssociationTestJSON-1249952228-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc3ed2b2-6da5-448d-81cc-5140404cd4d7 HTTP/1.1" status: 200 len: 210 time: 0.0969105 Dec 09 14:52:45.507883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-de60addd-0fea-4de8-8a21-67dfa676d764 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1099 time: 0.1457453 Dec 09 14:52:45.524869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Deleting subnet c58cefd3-4563-4a65-9425-326bf56e3d46 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:52:45.546977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.638941 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c384c88e-e7e8-4acb-a8a3-6aebc82c9d3a x-openstack-request-id: req-c384c88e-e7e8-4acb-a8a3-6aebc82c9d3a {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:45.639301 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:45.639535 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c384c88e-e7e8-4acb-a8a3-6aebc82c9d3a {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:45.639886 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'status': 'completed', 'code': 200} Dec 09 14:52:45.642212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-798403f5-7dce-4ce4-a744-c7c1acce8155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1243067 Dec 09 14:52:45.651643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.768746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-c198c642-a6de-4a50-98a7-3cb607dfa1c7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:45.776519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-c198c642-a6de-4a50-98a7-3cb607dfa1c7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.1392560 Dec 09 14:52:45.805418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.823178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-a83b6440-aa23-47cd-b4a7-4980a998031f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/quotas/8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 375 time: 0.0457177 Dec 09 14:52:45.884342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-66849328-6d2c-49bd-8599-99d7910fa003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:45.885769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-66849328-6d2c-49bd-8599-99d7910fa003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1073050 Dec 09 14:52:45.886615 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.895450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-3d2d82a0-63b0-4517-94e4-94949e0b8b27 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713577 Dec 09 14:52:45.934726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58cefd3-4563-4a65-9425-326bf56e3d46,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:45.944969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:45.951065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c49275ed-0f1c-4444-9dbd-a63e1524d796 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c58cefd3-4563-4a65-9425-326bf56e3d46 HTTP/1.1" status: 204 len: 168 time: 0.6300423 Dec 09 14:52:45.956065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33788) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:45.957883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c11d5d-3d41-4dfe-8306-fe88d33fc77d None None] Network 9ab9be23-bd28-4dec-9e91-5008d3708124 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:52:46.060770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.091843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fecfe-8db8-4d4c-817a-5986aa384a7e req-b2b7b4f5-ec8d-45a6-a0aa-e81702e300ea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:46.101529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd2fecfe-8db8-4d4c-817a-5986aa384a7e req-b2b7b4f5-ec8d-45a6-a0aa-e81702e300ea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 948 time: 0.2289317 Dec 09 14:52:46.128792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-84444ae4-3754-4383-812e-68351ce0a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:46.130305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-84444ae4-3754-4383-812e-68351ce0a1e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339585 Dec 09 14:52:46.210568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] DHCP port deletion for 9ab9be23-bd28-4dec-9e91-5008d3708124 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:52:46.211598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd2fecfe-8db8-4d4c-817a-5986aa384a7e req-6d243f77-c262-40d6-bc6b-d941194a3bea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091185 Dec 09 14:52:46.250530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-a67f23a7-fe92-4536-9698-cdfaf9a80df6 service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451314 Dec 09 14:52:46.253240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Deleting port 997ead78-66d0-485b-bc61-7893a9a5df5f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:46.255449 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.336034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a286602-1971-40a1-84e3-5bf2d7f725ee no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:46.354932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-4d74ced2-d622-4e54-bf84-8317b885a011 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074428 Dec 09 14:52:46.410329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5a286602-1971-40a1-84e3-5bf2d7f725ee {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:46.411576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a286602-1971-40a1-84e3-5bf2d7f725ee not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:46.426864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] For port 997ead78-66d0-485b-bc61-7893a9a5df5f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=997ead78-66d0-485b-bc61-7893a9a5df5f,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:46.427326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.445274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Calling delete_port for 997ead78-66d0-485b-bc61-7893a9a5df5f owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:46.460481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] Deleting port 997ead78-66d0-485b-bc61-7893a9a5df5f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:46.461110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.466732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f8715a9-edb4-4265-9f47-56a2a06b58f1 req-7334c856-0a8c-4757-967a-83e07ea6b6d0 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047087 Dec 09 14:52:46.516934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-f572a55a-dcf3-48ff-bd8b-3d49e5ea847f service neutron] 10.222.0.46 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653313 Dec 09 14:52:46.579457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a94b-6b92-423a-b27a-9219bac0f8f4 req-3026d42b-9024-4f23-a9fe-ac552e33cda3 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:46.587888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6330a94b-6b92-423a-b27a-9219bac0f8f4 req-3026d42b-9024-4f23-a9fe-ac552e33cda3 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0961165 Dec 09 14:52:46.616091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-2eb30f12-6abb-4e3f-9e76-348569814511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:46.618135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-2eb30f12-6abb-4e3f-9e76-348569814511 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1099 time: 0.0728242 Dec 09 14:52:46.645037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] For port 997ead78-66d0-485b-bc61-7893a9a5df5f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=997ead78-66d0-485b-bc61-7893a9a5df5f,segment=NetworkSegment(17d4bbe8-806c-40a5-82df-8beb549a034b),segment_id=17d4bbe8-806c-40a5-82df-8beb549a034b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:46.645439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.669289 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6330a94b-6b92-423a-b27a-9219bac0f8f4 req-4b459beb-fa1d-4082-bab0-bf9caaa87947 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803914 Dec 09 14:52:46.673485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] Calling delete_port for 997ead78-66d0-485b-bc61-7893a9a5df5f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:46.676345 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.703914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] No DVR routers for this DVR port 997ead78-66d0-485b-bc61-7893a9a5df5f on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:46.754845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=997ead78-66d0-485b-bc61-7893a9a5df5f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:46.875072 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.878030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-10d343fb-c9d2-4fe8-8492-b1cbf9389a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:46.879652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-10d343fb-c9d2-4fe8-8492-b1cbf9389a03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2520180 Dec 09 14:52:46.908095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:46.920089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] No DVR routers for this DVR port 997ead78-66d0-485b-bc61-7893a9a5df5f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:46.971601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab9be23-bd28-4dec-9e91-5008d3708124']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:46.992063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f14269-f907-4e5a-90d0-3510c161939f None None] Pushing event deleted for resources: {'Port': ['ID=997ead78-66d0-485b-bc61-7893a9a5df5f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:46.995612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d4bbe8-806c-40a5-82df-8beb549a034b') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:46.995933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d4bbe8-806c-40a5-82df-8beb549a034b') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:47.002327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-8136ce6b-981b-47f9-ae8b-022a17764965 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1089413 Dec 09 14:52:47.020945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:47.059896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:47.067234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:47.107798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:52:47.108129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:52:47.111340 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:52:47.125092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-6ab9fbc8-4a2f-4439-9fd1-41d475107f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:47.127037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-6ab9fbc8-4a2f-4439-9fd1-41d475107f0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1163044 Dec 09 14:52:47.162485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-226c540c-8900-4eea-89c2-bdaa72bbcee4 req-ddb5aeea-7666-4ea5-9d32-1ef8467d6d74 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 210 time: 0.0580101 Dec 09 14:52:47.255541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-3b73665f-32eb-4030-b35f-348bc7cb2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:47.268484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-3b73665f-32eb-4030-b35f-348bc7cb2b44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174223 Dec 09 14:52:47.382696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:47.393656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:47.409125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9ab9be23-bd28-4dec-9e91-5008d3708124 HTTP/1.1" status: 204 len: 168 time: 1.4518538 Dec 09 14:52:47.424170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:47.457526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63276e67-ae3c-4755-82d7-61f978d45590 req-4163052f-1d45-448f-85e3-a5969b913b77 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:47.465517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-63276e67-ae3c-4755-82d7-61f978d45590 req-4163052f-1d45-448f-85e3-a5969b913b77 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 948 time: 0.1050422 Dec 09 14:52:47.489812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-9ef4feb2-0d09-43ab-90fc-06c31eb00bcd service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162340 Dec 09 14:52:47.575919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-63276e67-ae3c-4755-82d7-61f978d45590 req-f67bfcb4-de96-4244-93aa-079ddca2fd54 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045547 Dec 09 14:52:47.621939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93de59d-8a1e-41c0-ac5d-12b355371fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab9be23-bd28-4dec-9e91-5008d3708124,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:47.636369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385205bf-5869-491a-80d9-063f095d6a18 req-898b2832-0313-477f-bea8-ba2552397290 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:47.644143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385205bf-5869-491a-80d9-063f095d6a18 req-898b2832-0313-477f-bea8-ba2552397290 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.5337846 Dec 09 14:52:47.668477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f10c66db-e7c2-492c-b83b-55c892b85a43 req-b82456e9-5ce7-462d-af7b-a01da474aba1 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707118 Dec 09 14:52:47.951613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8794-9a1f-477e-b27f-2760685e00c4 req-a2dc1a7c-d266-4308-b173-84af15a2230a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:47.979956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-daab8794-9a1f-477e-b27f-2760685e00c4 req-a2dc1a7c-d266-4308-b173-84af15a2230a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.2024698 Dec 09 14:52:48.093615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385205bf-5869-491a-80d9-063f095d6a18 req-bd7756f4-6745-4c4e-b521-ad29adad8efd tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381812 Dec 09 14:52:48.114406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-daab8794-9a1f-477e-b27f-2760685e00c4 req-d24eae96-291e-48da-8dfa-79415058e779 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330991 Dec 09 14:52:48.298685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 997ead78-66d0-485b-bc61-7893a9a5df5f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:48.363882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 997ead78-66d0-485b-bc61-7893a9a5df5f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:48.364283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 997ead78-66d0-485b-bc61-7893a9a5df5f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:48.411996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fef3d8c-2b26-43f4-a330-33c73c74d536 req-c9c28c06-63d1-483c-9624-978c537e70e7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 210 time: 0.0463870 Dec 09 14:52:48.443461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:48.585223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:48.794296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b744f-8491-4f63-91f5-2665fc66cc1b req-91051bce-3351-4327-8cc4-4f8121d9195b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:48.796405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-256b744f-8491-4f63-91f5-2665fc66cc1b req-91051bce-3351-4327-8cc4-4f8121d9195b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 948 time: 0.0865476 Dec 09 14:52:48.917225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-256b744f-8491-4f63-91f5-2665fc66cc1b req-2bb060ee-4786-44f1-b97b-07f4a43b51af tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099999 Dec 09 14:52:48.958187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-554d7d3b-adb6-4128-836a-27690d42a74e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:48.960126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-554d7d3b-adb6-4128-836a-27690d42a74e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 808 time: 0.1622863 Dec 09 14:52:48.983396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Request body: {'port': {'device_id': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'admin_state_up': True, 'tenant_id': '8d44e38deea145639c579f8021144891'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:49.099834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Deleting port a190840c-438d-48ac-a04e-a2a4ef5caf5f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:49.100435 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.229494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Made reservation on behalf of 8d44e38deea145639c579f8021144891 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:52:49.231797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.305176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] For port a190840c-438d-48ac-a04e-a2a4ef5caf5f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a190840c-438d-48ac-a04e-a2a4ef5caf5f,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:49.306167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.309970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Deleting port d80ddb73-8b82-4b82-b76a-ba85e732fcc6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:49.310428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.333506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2eda5-0797-449e-b62f-6405b640cc17 req-95662603-073f-48b2-9065-39e71e159753 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:49.335081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dcf2eda5-0797-449e-b62f-6405b640cc17 req-95662603-073f-48b2-9065-39e71e159753 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1258850 Dec 09 14:52:49.359191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Calling delete_port for a190840c-438d-48ac-a04e-a2a4ef5caf5f owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:49.399007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:49.424097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3e817-77d6-400f-876a-75b2b26a07a9 req-9d3e2be9-c83f-40a1-bd28-2de79ffbc941 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:49.425689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9b3e817-77d6-400f-876a-75b2b26a07a9 req-9d3e2be9-c83f-40a1-bd28-2de79ffbc941 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1928008 Dec 09 14:52:49.516780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] For port d80ddb73-8b82-4b82-b76a-ba85e732fcc6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,segment=NetworkSegment(161c2018-ab89-4d63-a861-c6312e3e9726),segment_id=161c2018-ab89-4d63-a861-c6312e3e9726)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:49.517304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.530386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dcf2eda5-0797-449e-b62f-6405b640cc17 req-b1d6c432-6805-45cf-a860-00d4f20e5b74 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822314 Dec 09 14:52:49.559612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Allocated IP 172.20.0.9 (fa37fc04-074c-4533-842a-d3f8b3bde685/ac37e4bf-e44c-4605-8a47-a72f6f680dcc/468f863b-9fe7-4aa9-8d3b-fa6767eef99b) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:52:49.578743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Calling delete_port for d80ddb73-8b82-4b82-b76a-ba85e732fcc6 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:49.592555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9b3e817-77d6-400f-876a-75b2b26a07a9 req-37867fe2-901a-4d67-925b-2dc1bbde2575 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243286 Dec 09 14:52:49.617512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:49.652037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'mac_address': 'fa:16:3e:92:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:52:49.698328 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.712436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:49.735542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:49.742130 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.768228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.838358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.858758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['aef1da4b-decf-473d-8948-61b426404e6f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:49.890662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Network fa37fc04-074c-4533-842a-d3f8b3bde685 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:52:49.894951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:52:49.897460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:52:49.921323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:49.960742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:49.961427 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:49.973190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b865f-7d31-4e7e-b841-b0cdb8273dbb req-1cd50b99-ddec-49ce-b704-eeaf33e03d92 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:49.981572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-975b865f-7d31-4e7e-b841-b0cdb8273dbb req-1cd50b99-ddec-49ce-b704-eeaf33e03d92 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 931 time: 0.1798015 Dec 09 14:52:50.019591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:50.043614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-24299746-b509-484d-b188-23329a9291d5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0662534 Dec 09 14:52:50.062254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Request body: {'port': {'device_id': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:50.104007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-975b865f-7d31-4e7e-b841-b0cdb8273dbb req-fa5c7df0-eacc-4dde-ae69-36e0e24b4427 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182706 Dec 09 14:52:50.107171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:50.190473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:50.538093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092189-f2ff-4fc1-9666-03e67470c34c req-03b204f7-32c3-4fdc-88b3-8fd94cf1a52a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:50.539862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72092189-f2ff-4fc1-9666-03e67470c34c req-03b204f7-32c3-4fdc-88b3-8fd94cf1a52a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 949 time: 0.1578658 Dec 09 14:52:50.676934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72092189-f2ff-4fc1-9666-03e67470c34c req-61b6dd7f-094c-4ad2-887d-a3b6e4abaef0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283793 Dec 09 14:52:50.684121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:50.754407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Pushing event deleted for resources: {'Port': ['ID=a190840c-438d-48ac-a04e-a2a4ef5caf5f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:50.793726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:50.840751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80ddb73-8b82-4b82-b76a-ba85e732fcc6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:51.114330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39925046-f442-49a6-974e-cdfe6d2fca55 req-68e6a3b3-a84f-4bc2-be18-53b900e26f36 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:51.125488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39925046-f442-49a6-974e-cdfe6d2fca55 req-68e6a3b3-a84f-4bc2-be18-53b900e26f36 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.2560999 Dec 09 14:52:51.290892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39925046-f442-49a6-974e-cdfe6d2fca55 req-fa1f6917-49ec-482d-991f-f4a5aaa7a2f4 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636410 Dec 09 14:52:51.291424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468f863b-9fe7-4aa9-8d3b-fa6767eef99b {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:52:51.302214 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.326583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Transition to ACTIVE for port object 468f863b-9fe7-4aa9-8d3b-fa6767eef99b will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:52:51.341951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.400158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:52:51.401114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13be237-fafd-4359-8df9-169aa55eb9ae req-a3a3b4b2-16bd-4967-a46a-3a42b72c7686 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:51.402879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a13be237-fafd-4359-8df9-169aa55eb9ae req-a3a3b4b2-16bd-4967-a46a-3a42b72c7686 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.3153982 Dec 09 14:52:51.439030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.517705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:51.553788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:52:51.559284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a13be237-fafd-4359-8df9-169aa55eb9ae req-2c2b4b37-c841-408a-9944-d3cae85d3b0c tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384964 Dec 09 14:52:51.562852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:52:51.563997 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.617363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:51.617706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:51.618549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:51.631916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:51.632246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:51.638248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:51.638595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:51.638987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:51.639447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Bound port: 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:51.639810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.673906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.704216 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.733760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:51.737478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:51.739516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.748176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.788974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:51.797990 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d9ec9-8018-4984-be35-bc252c71cbb3" -d '{"events": [{"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-plugged", "status": "completed", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:51.833925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:51.849358 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.880080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31b347-9298-47c2-ab61-0cefefe82be9 req-f1567a1b-ea2b-43f0-ad5c-d71008eaebb6 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:51.888368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b31b347-9298-47c2-ab61-0cefefe82be9 req-f1567a1b-ea2b-43f0-ad5c-d71008eaebb6 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.2307081 Dec 09 14:52:51.893001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:51.893776 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:51.896518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] 10.222.0.43 "PUT /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 1091 time: 1.8392766 Dec 09 14:52:51.897345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:51.901331 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:51.907376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0d8d-124b-49f3-b5eb-67cd78203d4d service neutron] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:51.940393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bac1a-0dcc-4f54-9646-4a47fdaba7f5 req-c90b655e-1d5f-441f-95bc-48711d064bb6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:51.942175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204bac1a-0dcc-4f54-9646-4a47fdaba7f5 req-c90b655e-1d5f-441f-95bc-48711d064bb6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0963204 Dec 09 14:52:51.964653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:52.039654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204bac1a-0dcc-4f54-9646-4a47fdaba7f5 req-e4d0986a-4ef1-4f88-b6e2-a54e0aec115a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Dec 09 14:52:52.078961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b31b347-9298-47c2-ab61-0cefefe82be9 req-7e696b62-aef0-4b11-bc13-8f062254c55c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892486 Dec 09 14:52:52.090890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-fb520f7c-9b81-4a6b-8f6b-4482eafb9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:52.093197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-fb520f7c-9b81-4a6b-8f6b-4482eafb9bf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1094 time: 0.1409140 Dec 09 14:52:52.198430 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9402095-ff27-4fab-a9e9-5d59b121696b x-openstack-request-id: req-a9402095-ff27-4fab-a9e9-5d59b121696b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:52.198953 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-plugged", "status": "completed", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:52.199440 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c7dc31-411c-44c4-b8b9-bb25aeea152e x-openstack-request-id: req-b6c7dc31-411c-44c4-b8b9-bb25aeea152e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:52.200185 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9402095-ff27-4fab-a9e9-5d59b121696b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:52.200313 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'code': 200} Dec 09 14:52:52.200531 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:52.201213 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6c7dc31-411c-44c4-b8b9-bb25aeea152e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:52.202602 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'status': 'completed', 'code': 200} Dec 09 14:52:52.205658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-990b7c7a-cfa8-432a-8edb-16ae36de5338 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 217 time: 0.0989523 Dec 09 14:52:52.216509 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:52.286822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76588-cd89-42cc-966d-ef80a484831d req-f5d1cc9d-f4c3-44fc-aab9-2b04daf0a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:52.288888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-f5d1cc9d-f4c3-44fc-aab9-2b04daf0a0a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0701890 Dec 09 14:52:52.333078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:52.362150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-43376a1d-e91b-45bf-83c0-12ed88c2acfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646489 Dec 09 14:52:52.374027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe394c67-a46c-4522-b6f4-5ae4f17586d6 req-c110bd3e-5bf6-40c0-a533-4ecdc5cd4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:52.375529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fe394c67-a46c-4522-b6f4-5ae4f17586d6 req-c110bd3e-5bf6-40c0-a533-4ecdc5cd4f30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1101 time: 0.1542897 Dec 09 14:52:52.377326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:52:52.495309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-a9ddbaf1-5706-4ed3-aef9-37af8072e2f2 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219060 Dec 09 14:52:52.584574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fe394c67-a46c-4522-b6f4-5ae4f17586d6 req-6bdeadc3-4d4f-4c1b-a2fe-1ec014da1a29 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011850 Dec 09 14:52:52.590699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc403833-38d9-4898-bc53-54884db46873 req-a2161d60-36cb-4c78-9bba-628526b20cdb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:52.592811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc403833-38d9-4898-bc53-54884db46873 req-a2161d60-36cb-4c78-9bba-628526b20cdb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.0965374 Dec 09 14:52:52.688768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:52.703172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:52:52.753609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc403833-38d9-4898-bc53-54884db46873 req-5c6e6742-2904-4439-8906-d914f536527f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521640 Dec 09 14:52:52.759487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c76588-cd89-42cc-966d-ef80a484831d req-6f473061-efb5-4609-af4f-b580c6a01a5b service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214553 Dec 09 14:52:52.841678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-150e509f-16fd-4448-a919-e0f5b5d2037d admin admin] 10.222.0.46 "PUT /v2.0/routers/560909c0-73e4-4d64-9fbf-e758a7bda5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7797470 Dec 09 14:52:52.844477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33906) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:52.845626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] Sync routers for ids ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:52.848302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-71a09579-e9db-4ef2-b066-08fc9f17b153 admin admin] 10.222.0.46 "PUT /v2.0/routers/8eab1a9e-7dfd-4674-aa58-779d360cdb29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4051621 Dec 09 14:52:52.853376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:52.866110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] Routers {'8eab1a9e-7dfd-4674-aa58-779d360cdb29'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:52.869100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:52.891889 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] Sync routers for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:52:52.907000 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:52.910987 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:53.038523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:53.095089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bbdfe-6a05-4c7a-81d8-fd4c99c8a6f8 req-47b4b923-251c-412d-9935-6ad3a9f679b5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:53.106078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b78bbdfe-6a05-4c7a-81d8-fd4c99c8a6f8 req-47b4b923-251c-412d-9935-6ad3a9f679b5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1807420 Dec 09 14:52:53.127818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-e4fc293c-bf79-47f8-9aaf-7ed2e134e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:53.129480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-e4fc293c-bf79-47f8-9aaf-7ed2e134e117 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1094 time: 0.1921954 Dec 09 14:52:53.151629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-7112b169-23a2-4a42-8770-5983706533eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3628974 Dec 09 14:52:53.208239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef636f12-7af8-4dab-88dd-50c0fadac7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:53.229377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:53.235705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] Set router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:53.404017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b78bbdfe-6a05-4c7a-81d8-fd4c99c8a6f8 req-cd79d6cc-e8a9-4419-a746-f3371e7b36bc tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970126 Dec 09 14:52:53.428810 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:53.480886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:53.503173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828db14-71b7-461b-8e19-26b23c4da323 req-9246f43c-3e8a-417f-9856-7aa7356c265f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:53.504810 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7828db14-71b7-461b-8e19-26b23c4da323 req-9246f43c-3e8a-417f-9856-7aa7356c265f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.3332267 Dec 09 14:52:53.561783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-879435b1-1e38-4521-a6d0-513d3ee0827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:53.563280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-879435b1-1e38-4521-a6d0-513d3ee0827d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1096 time: 0.2759655 Dec 09 14:52:53.633612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7828db14-71b7-461b-8e19-26b23c4da323 req-edbc0b89-ff15-4bd6-b75e-aa383fc269a3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211042 Dec 09 14:52:53.709771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-8b436425-fd53-4ae3-b8cd-5c17b63f55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:53.716515 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-8b436425-fd53-4ae3-b8cd-5c17b63f55cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.5748012 Dec 09 14:52:53.716847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Deleting port 6dba5d25-6d5e-4570-bb5a-80df76e4693e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:53.717309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:53.898560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-0b761a5e-09a1-44d2-97d9-81d470fe1f9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 217 time: 0.1524911 Dec 09 14:52:53.900244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:53.941541 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:52:50Z', 'revision_number': 5, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port': {'id': '30e8ea98-5482-4538-89a1-cc6da4c4f089', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:51:02Z', 'updated_at': '2021-12-09T14:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:53.964044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3af90-414e-4176-8f45-ef27baf7e5fb req-db516471-3e1f-4482-9973-5012885fda07 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:53.972495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65a3af90-414e-4176-8f45-ef27baf7e5fb req-db516471-3e1f-4482-9973-5012885fda07 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.3677776 Dec 09 14:52:54.018568 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] Checking router: 560909c0-73e4-4d64-9fbf-e758a7bda5a3 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:54.034992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] Routers {'560909c0-73e4-4d64-9fbf-e758a7bda5a3'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:54.035940 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:54.140750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:52:50Z', 'revision_number': 5, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port': {'id': '6dba5d25-6d5e-4570-bb5a-80df76e4693e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:50:41Z', 'updated_at': '2021-12-09T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:54.166315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-019933e8-2d0c-4bca-81c5-5e4cca767332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:54.167826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-019933e8-2d0c-4bca-81c5-5e4cca767332 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.2499342 Dec 09 14:52:54.197755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] Checking router: 8eab1a9e-7dfd-4674-aa58-779d360cdb29 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:52:54.207805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65a3af90-414e-4176-8f45-ef27baf7e5fb req-d8aae030-53c9-454d-9b44-3652f2e8d46c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262945 Dec 09 14:52:54.226390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] Routers {'8eab1a9e-7dfd-4674-aa58-779d360cdb29'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:52:54.228822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:54.244849 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] Set router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:54.267718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-e3ec314b-968f-4e7d-8b40-49aa2d8b9bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655332 Dec 09 14:52:54.340615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Deleting port 30e8ea98-5482-4538-89a1-cc6da4c4f089 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:54.340959 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:54.349024 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:52:53Z', 'revision_number': 6, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:54.411562 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14825bf-6a8a-4cc1-a4e3-62b836612a4f None None] The sync data for ids ['560909c0-73e4-4d64-9fbf-e758a7bda5a3'] in n-d-804292-5 is: [{'id': '560909c0-73e4-4d64-9fbf-e758a7bda5a3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1109039194-router', 'tenant_id': '9501c0c1ab3d48d1921f78919183cd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:51:00Z', 'updated_at': '2021-12-09T14:52:53Z', 'revision_number': 6, 'project_id': '9501c0c1ab3d48d1921f78919183cd1f', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:54.447872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] Set router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:52:54.467599 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-3a94efe7-ddae-4fa0-8200-6e1909ff83a9 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825116 Dec 09 14:52:54.575555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-e6e71b5a-9c03-461a-b28c-2133f4010264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:54.577053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-e6e71b5a-9c03-461a-b28c-2133f4010264 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.9838402 Dec 09 14:52:54.602880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:52:53Z', 'revision_number': 6, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:54.613796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] For port 6dba5d25-6d5e-4570-bb5a-80df76e4693e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6dba5d25-6d5e-4570-bb5a-80df76e4693e,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:54.614181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:54.623908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436c7ee-ce92-43c3-a20d-8fbf2a73ade5 req-0408da31-f809-4854-ad53-1ed9c672d212 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:54.629291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbc8a295-8a2f-4ee1-b928-e2ee6d4693ce req-2e6e5a08-ab24-4f1d-92a8-82a36a2d2707 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542149 Dec 09 14:52:54.631140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0436c7ee-ce92-43c3-a20d-8fbf2a73ade5 req-0408da31-f809-4854-ad53-1ed9c672d212 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1539350 Dec 09 14:52:54.673021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc81486-fbe9-4a88-95f1-67c35e5cf28a None None] The sync data for ids ['8eab1a9e-7dfd-4674-aa58-779d360cdb29'] in n-d-804292-5 is: [{'id': '8eab1a9e-7dfd-4674-aa58-779d360cdb29', 'name': 'tempest-AttachSCSIVolumeTestJSON-1519874562-router', 'tenant_id': '578c491fee2f4d0c80fe0cd3c992472e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:50:40Z', 'updated_at': '2021-12-09T14:52:53Z', 'revision_number': 6, 'project_id': '578c491fee2f4d0c80fe0cd3c992472e', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:52:54.687031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-1391c979-0209-4951-a685-f80255d546bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.0970697 Dec 09 14:52:54.688031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Calling delete_port for 6dba5d25-6d5e-4570-bb5a-80df76e4693e owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:54.715178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db483712-1e2f-4e22-9b28-8b0209040f75 req-babe358a-e3bf-4992-a429-f19ec659741a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:54.716780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db483712-1e2f-4e22-9b28-8b0209040f75 req-babe358a-e3bf-4992-a429-f19ec659741a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0848608 Dec 09 14:52:54.722234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] For port 30e8ea98-5482-4538-89a1-cc6da4c4f089, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=30e8ea98-5482-4538-89a1-cc6da4c4f089,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:54.722692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:54.741577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Calling delete_port for 30e8ea98-5482-4538-89a1-cc6da4c4f089 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:54.826889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0436c7ee-ce92-43c3-a20d-8fbf2a73ade5 req-1f83170a-fca4-4cca-9328-adcf03528075 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936586 Dec 09 14:52:54.856652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-e056c04c-16c5-403b-8180-29b9d74de285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:54.858155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-e056c04c-16c5-403b-8180-29b9d74de285 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.1571536 Dec 09 14:52:54.862952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db483712-1e2f-4e22-9b28-8b0209040f75 req-7b1f47ce-6dba-4f5c-ad4f-798d291e15ae tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321061 Dec 09 14:52:54.934080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-3c980b56-4fe8-457a-94a7-13b98f6650e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567214 Dec 09 14:52:55.134102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590c2ec-4543-4556-b629-47107ed433b3 req-d1d56cc6-4468-43a3-b800-642fc8c874d1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:55.135850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3590c2ec-4543-4556-b629-47107ed433b3 req-d1d56cc6-4468-43a3-b800-642fc8c874d1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1607642 Dec 09 14:52:55.145098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.218420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=30e8ea98-5482-4538-89a1-cc6da4c4f089,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:55.270059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3590c2ec-4543-4556-b629-47107ed433b3 req-4faa35a5-b33b-43fe-8a6a-2d5be481c479 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241946 Dec 09 14:52:55.278711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-05da2944-57c4-4433-a2a6-851d7b32884b service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045776 Dec 09 14:52:55.288430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-556841f2-02e4-4de8-95b8-4d8ffa4a50f0 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:55.290868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-556841f2-02e4-4de8-95b8-4d8ffa4a50f0 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.1950245 Dec 09 14:52:55.316776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.319517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-5'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:52:55.361630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.361963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dba5d25-6d5e-4570-bb5a-80df76e4693e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:55.559496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.564597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cb47f70-9c40-4190-b7bd-f08a22c3f62c req-18c0131c-747c-4967-8a48-d03e111750ad service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759731 Dec 09 14:52:55.564946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.569882 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.574628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.582291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a58e4a-ebbe-4497-ad75-f59fc8f8f407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.677442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e261b85-4f1a-4909-9325-6ee7146b73e5 req-462b2627-f1f8-4aa7-ab0e-24fd1f8d2a42 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:55.684150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e261b85-4f1a-4909-9325-6ee7146b73e5 req-462b2627-f1f8-4aa7-ab0e-24fd1f8d2a42 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.2544017 Dec 09 14:52:55.702144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.703199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 560909c0-73e4-4d64-9fbf-e758a7bda5a3 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:52:55.709780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.713629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85a25fbd-6258-4f3f-ac1e-dc5c86fe0b9a admin admin] 10.222.0.46 "DELETE /v2.0/routers/560909c0-73e4-4d64-9fbf-e758a7bda5a3 HTTP/1.1" status: 204 len: 168 time: 2.8651357 Dec 09 14:52:55.715439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34012) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:55.770528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.784240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.819678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Deleting subnet 7351ed01-5ec9-4738-8e89-de35cc310929 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:52:55.825021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.878959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:55.891976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.892553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eab1a9e-7dfd-4674-aa58-779d360cdb29 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:52:55.893255 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.911142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e261b85-4f1a-4909-9325-6ee7146b73e5 req-5758f01d-7fa4-4c78-8ca6-54f20490a819 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178535 Dec 09 14:52:55.915091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:55.916039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-664d8cb2-97b5-4a0a-a1e1-5d8e6e6c2b69 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8eab1a9e-7dfd-4674-aa58-779d360cdb29 HTTP/1.1" status: 204 len: 168 time: 3.0568247 Dec 09 14:52:55.922883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:55.974378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-2904b300-f3dc-4396-89d8-c51f8c2373ce req-bd23e029-f3dc-44d0-aefa-49f252e6920b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:52:55.975419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2904b300-f3dc-4396-89d8-c51f8c2373ce req-bd23e029-f3dc-44d0-aefa-49f252e6920b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051010 Dec 09 14:52:55.978338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Deleting subnet 73f4ffa1-6e58-4e4a-b908-236a3905a954 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:52:55.994245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.096089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:56.301032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d80ddb73-8b82-4b82-b76a-ba85e732fcc6 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:56.361903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d80ddb73-8b82-4b82-b76a-ba85e732fcc6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:56.362241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d80ddb73-8b82-4b82-b76a-ba85e732fcc6 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:56.368541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30e8ea98-5482-4538-89a1-cc6da4c4f089 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:56.394119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23b71a-30cb-41b4-aec8-0590f24d3d06 req-44356bc3-e18a-4ec3-992f-96e18f5804ea tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:56.403945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f23b71a-30cb-41b4-aec8-0590f24d3d06 req-44356bc3-e18a-4ec3-992f-96e18f5804ea tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.0956728 Dec 09 14:52:56.429655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 30e8ea98-5482-4538-89a1-cc6da4c4f089 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:56.430399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30e8ea98-5482-4538-89a1-cc6da4c4f089 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:56.430825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a190840c-438d-48ac-a04e-a2a4ef5caf5f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:56.469358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a190840c-438d-48ac-a04e-a2a4ef5caf5f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:56.469950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a190840c-438d-48ac-a04e-a2a4ef5caf5f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:56.470609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6dba5d25-6d5e-4570-bb5a-80df76e4693e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:56.471607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f23b71a-30cb-41b4-aec8-0590f24d3d06 req-4820d3ea-ad0a-4465-99fc-4bf4c4a7e83e tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Dec 09 14:52:56.497709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6dba5d25-6d5e-4570-bb5a-80df76e4693e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:56.498470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6dba5d25-6d5e-4570-bb5a-80df76e4693e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:56.575779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.634411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d18d6-68fe-44d2-80df-4549d7ad2e3d req-8595c177-c6e2-45c5-a069-b08c1aed114a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:56.643143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f54d18d6-68fe-44d2-80df-4549d7ad2e3d req-8595c177-c6e2-45c5-a069-b08c1aed114a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0725131 Dec 09 14:52:56.671489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.690734 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f54d18d6-68fe-44d2-80df-4549d7ad2e3d req-fa0f7c93-caac-424f-af4f-f78260a88cac tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Dec 09 14:52:56.737717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:56.739967 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3565d009-f9e8-4df1-9207-4c3c4d058aed" -d '{"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:56.748723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.780061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.784277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-bb2ada49-43dd-402a-96a2-2bbae9fdc3d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1797493 Dec 09 14:52:56.784860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.821858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f7b9e-08c0-4630-9413-d8d493c098cf req-18785b40-b3a8-4c5d-b88d-c096759905aa tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:56.823331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c1f7b9e-08c0-4630-9413-d8d493c098cf req-18785b40-b3a8-4c5d-b88d-c096759905aa tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.2211747 Dec 09 14:52:56.834011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-f7f20189-be2e-40ae-8962-7c53d537b58c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:52:56.834974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-f7f20189-be2e-40ae-8962-7c53d537b58c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228412 Dec 09 14:52:56.945055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-2eeb64c3-038a-4190-91de-860308af79e6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:56.957391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:56.963105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-2eeb64c3-038a-4190-91de-860308af79e6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.1787899 Dec 09 14:52:56.983246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-c62c6d93-3d6f-4371-ae55-349aefbef470 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/quotas/7710ec86a4ed476084de184b6b7d671c HTTP/1.1" status: 200 len: 375 time: 0.0175281 Dec 09 14:52:56.987700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:57.077171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-92858e2a-69f1-4abb-980b-7ccecb1c3d41 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705459 Dec 09 14:52:57.077580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c1f7b9e-08c0-4630-9413-d8d493c098cf req-a4862d6a-153c-40c8-abe6-741be1963118 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173073 Dec 09 14:52:57.131714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.158821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on host n-h1-804292-5 for vnic_type normal with profile {"migrating_to": "n-h2-804292-5"} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:57.163895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:57.164508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:57.172777 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34094b5f-66bc-436f-b710-ce254c1012dd x-openstack-request-id: req-34094b5f-66bc-436f-b710-ce254c1012dd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:57.173301 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:57.173743 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34094b5f-66bc-436f-b710-ce254c1012dd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:57.174327 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'code': 200} Dec 09 14:52:57.220649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.222645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe3f72-1573-49d1-bdad-4a34df6c658f None None] Network b27770a9-3516-4799-8243-b6666f8e1519 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:52:57.225629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-80243dfa-9353-464c-a816-4bb2d4361de1 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473341 Dec 09 14:52:57.230755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7351ed01-5ec9-4738-8e89-de35cc310929 HTTP/1.1" status: 204 len: 168 time: 1.5109639 Dec 09 14:52:57.230945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:57.235047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc08dce-2612-46c2-af15-838404cb73d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7351ed01-5ec9-4738-8e89-de35cc310929,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:57.240456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:57.240872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:57.264780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:57.265001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:57.265409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:57.265772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Bound port: d91eb626-3602-4e78-b85a-016d755a16d6, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:57.266128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.354139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.426240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:52:57.431713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.438038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/73f4ffa1-6e58-4e4a-b908-236a3905a954 HTTP/1.1" status: 204 len: 168 time: 1.5127642 Dec 09 14:52:57.438951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1b2f1-bd17-4bd7-8db0-8fe3ff340fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f4ffa1-6e58-4e4a-b908-236a3905a954,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:57.446551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:57.506395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbd06-7b3d-426e-a6cd-52a9ee6dc78a req-019d097c-1555-4923-b3b3-8231a0eff02e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:57.514388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8bfbd06-7b3d-426e-a6cd-52a9ee6dc78a req-019d097c-1555-4923-b3b3-8231a0eff02e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.2258301 Dec 09 14:52:57.520860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.564448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36be52-fe12-46e5-b64b-e36863906398 None None] Network 6790aee3-a568-416d-8947-b417685541d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:52:57.593043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-f0674953-2616-4a5a-a9d1-c6f91ba54027 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511572 Dec 09 14:52:57.607823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] DHCP port deletion for b27770a9-3516-4799-8243-b6666f8e1519 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:52:57.639085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:52:57.668117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.671045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:52:57.690729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8bfbd06-7b3d-426e-a6cd-52a9ee6dc78a req-a590fc18-7e2a-4f33-abee-2bca1f8cdcc2 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753628 Dec 09 14:52:57.700828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Deleting port 48e0be9d-e332-4899-b2e6-10077e3d17ba {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:57.701354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.703015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.770251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:57.825103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on host n-h1-804292-5 for vnic_type normal with profile {"migrating_to": "n-h2-804292-5"} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:52:57.825678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:52:57.826217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:57.837016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] Deleting port 48e0be9d-e332-4899-b2e6-10077e3d17ba {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:57.844305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.958337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] For port 48e0be9d-e332-4899-b2e6-10077e3d17ba, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=48e0be9d-e332-4899-b2e6-10077e3d17ba,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:57.959086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.959636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] For port 48e0be9d-e332-4899-b2e6-10077e3d17ba, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=48e0be9d-e332-4899-b2e6-10077e3d17ba,segment=NetworkSegment(276e12a9-5a24-444d-94ff-ea9b64599f2c),segment_id=276e12a9-5a24-444d-94ff-ea9b64599f2c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:57.960133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.972632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:57.973273 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:57.976487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] 10.222.0.43 "PUT /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 1121 time: 2.6680746 Dec 09 14:52:57.982486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] Calling delete_port for 48e0be9d-e332-4899-b2e6-10077e3d17ba owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:57.990636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Calling delete_port for 48e0be9d-e332-4899-b2e6-10077e3d17ba owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:58.020463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-82d914aa-aa5a-404c-b430-54a6ce676712 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:58.022748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-82d914aa-aa5a-404c-b430-54a6ce676712 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbd00978-df03-4b59-b7f4-b5b60fdf9c43 HTTP/1.1" status: 200 len: 945 time: 0.1589298 Dec 09 14:52:58.040622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4919d68-98fa-43ab-ac73-482764a21bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:58.070084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073612be-70d3-4981-9511-2afb600454f4 None None] DHCP port deletion for 6790aee3-a568-416d-8947-b417685541d5 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:52:58.073788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:58.080378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:52:58.081085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Attempting to bind port d91eb626-3602-4e78-b85a-016d755a16d6 on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:52:58.082360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Deleting port b33f89d1-d2f6-47c0-b627-e26d71b8420e {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:58.082761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.094761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:52:58.095715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:52:58.096750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:52:58.096932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdfac4-1e9e-43ca-a8ee-d873b622c188 req-b3b527c0-81e8-45a8-bd4c-f65d3f02ef68 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:58.097814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Bound port: d91eb626-3602-4e78-b85a-016d755a16d6, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:52:58.098341 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.099273 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16bdfac4-1e9e-43ca-a8ee-d873b622c188 req-b3b527c0-81e8-45a8-bd4c-f65d3f02ef68 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 943 time: 0.1038074 Dec 09 14:52:58.139659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['d91eb626-3602-4e78-b85a-016d755a16d6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:58.255727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] For port b33f89d1-d2f6-47c0-b627-e26d71b8420e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b33f89d1-d2f6-47c0-b627-e26d71b8420e,segment=NetworkSegment(161c2018-ab89-4d63-a861-c6312e3e9726),segment_id=161c2018-ab89-4d63-a861-c6312e3e9726)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:58.256106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.273432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Calling delete_port for b33f89d1-d2f6-47c0-b627-e26d71b8420e owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:58.291183 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.360453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] No DVR routers for this DVR port 48e0be9d-e332-4899-b2e6-10077e3d17ba on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:58.375120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d91eb626-3602-4e78-b85a-016d755a16d6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:52:58.386967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e0be9d-e332-4899-b2e6-10077e3d17ba,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:58.396660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b33f89d1-d2f6-47c0-b627-e26d71b8420e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:58.421094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.455028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] No DVR routers for this DVR port b33f89d1-d2f6-47c0-b627-e26d71b8420e on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:58.475161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e35e-ed54-402f-8375-a273a3062373 req-fadefc4e-5a8a-40df-99f3-4e2d2ca44a1a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:58.484100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df64e35e-ed54-402f-8375-a273a3062373 req-fadefc4e-5a8a-40df-99f3-4e2d2ca44a1a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.3051655 Dec 09 14:52:58.507100 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.566928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Pushing event deleted for resources: {'Port': ['ID=b33f89d1-d2f6-47c0-b627-e26d71b8420e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:58.576647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.592342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Deleting port d567ac6a-69f4-474a-a70f-5a5d977b0367 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:58.593058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.604854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16bdfac4-1e9e-43ca-a8ee-d873b622c188 req-e4400702-36fb-40f4-adb7-ee14d6195382 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918938 Dec 09 14:52:58.663807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27770a9-3516-4799-8243-b6666f8e1519']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:58.669329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] No DVR routers for this DVR port 48e0be9d-e332-4899-b2e6-10077e3d17ba on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:58.677391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276e12a9-5a24-444d-94ff-ea9b64599f2c') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:58.677941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276e12a9-5a24-444d-94ff-ea9b64599f2c') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:58.720251 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.743985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df64e35e-ed54-402f-8375-a273a3062373 req-0c2c6e50-5ba7-4601-a75e-0f6813cb6a6f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576058 Dec 09 14:52:58.746262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.748493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.772121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.787687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b2cf214-8dc2-4764-b8a8-c5b1c2177edf req-aa86f974-2a8f-452a-9202-c9bae72b31c8 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 210 time: 0.0503552 Dec 09 14:52:58.805721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:52:58.806380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:52:58.808418 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:52:58.815895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6790aee3-a568-416d-8947-b417685541d5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:58.820280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No active binding found for port b33f89d1-d2f6-47c0-b627-e26d71b8420e {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 14:52:58.820717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b33f89d1-d2f6-47c0-b627-e26d71b8420e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:58.821246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 48e0be9d-e332-4899-b2e6-10077e3d17ba no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:52:58.838433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:58.839154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.842055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa1d2f-15cb-4ab6-a217-57e7f1af8413 None None] Pushing event deleted for resources: {'Port': ['ID=48e0be9d-e332-4899-b2e6-10077e3d17ba,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:58.851885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161c2018-ab89-4d63-a861-c6312e3e9726') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:58.852801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161c2018-ab89-4d63-a861-c6312e3e9726') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:52:58.889988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.906659 n-d-804292-5 neutron-server[109896]: WARNING neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Concurrent port binding operations failed on port d91eb626-3602-4e78-b85a-016d755a16d6 Dec 09 14:52:58.918428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:58.921371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 48e0be9d-e332-4899-b2e6-10077e3d17ba {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:52:58.921765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 48e0be9d-e332-4899-b2e6-10077e3d17ba not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:52:58.946633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Calling delete_port for d567ac6a-69f4-474a-a70f-5a5d977b0367 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:52:58.965432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.986203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:52:58.987182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:52:58.990294 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:52:58.996082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.003305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.013078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b27770a9-3516-4799-8243-b6666f8e1519 HTTP/1.1" status: 204 len: 168 time: 1.7813103 Dec 09 14:52:59.046296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.093864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198e01d-4639-4e32-81b1-907628a35a3c req-3dfe2ae2-eba8-47f2-b4e0-23347de95eae tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.096551 n-d-804292-5 neutron-server[109896]: INFO neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Attempt 2 to bind port d91eb626-3602-4e78-b85a-016d755a16d6 Dec 09 14:52:59.097042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 has no active binding in host n-h2-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:52:59.104060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b198e01d-4639-4e32-81b1-907628a35a3c req-3dfe2ae2-eba8-47f2-b4e0-23347de95eae tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.2070799 Dec 09 14:52:59.108232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d33c6c-ec0b-4c6b-9857-21339dfd6c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27770a9-3516-4799-8243-b6666f8e1519,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:59.163675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86be3-ea05-4ec3-957d-b8a6376477d1 req-ee2f82c8-6017-4b4b-8191-f2833dd80099 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.171247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fe86be3-ea05-4ec3-957d-b8a6376477d1 req-ee2f82c8-6017-4b4b-8191-f2833dd80099 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.2638407 Dec 09 14:52:59.176832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:59.178786 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d40c87-a230-4a32-a695-60756bc82332" -d '{"events": [{"name": "network-changed", "server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:59.201732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b198e01d-4639-4e32-81b1-907628a35a3c req-14200d00-f61b-4e22-a2b8-ca55ce0fec04 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 Dec 09 14:52:59.210072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-58c8b4d7-225b-4b9e-a11f-c225b5dc6f2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1749182 Dec 09 14:52:59.212365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.219767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-073612be-70d3-4981-9511-2afb600454f4 None None] Deleting port b33f89d1-d2f6-47c0-b627-e26d71b8420e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:52:59.220528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-073612be-70d3-4981-9511-2afb600454f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.222617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:59.222870 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.225626 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26d85be-77ab-4139-b65f-fe45658ece6f" -d '{"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-unplugged", "status": "completed", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:59.229202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] 10.222.0.46 "DELETE /v2.0/networks/6790aee3-a568-416d-8947-b417685541d5 HTTP/1.1" status: 204 len: 168 time: 1.7621286 Dec 09 14:52:59.237034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-b9f4c468-fed6-44cd-83fa-f44de3bbf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.238631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-b9f4c468-fed6-44cd-83fa-f44de3bbf3a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1101 time: 0.1247857 Dec 09 14:52:59.281417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34100) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:59.301847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0d54d-67d4-4268-bdc8-115117a4d78d admin admin] Pushing event deleted for resources: {'Network': ['ID=6790aee3-a568-416d-8947-b417685541d5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-073612be-70d3-4981-9511-2afb600454f4 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6790aee3-a568-416d-8947-b417685541d5 could not be found. Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 14:52:59.339886 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6790aee3-a568-416d-8947-b417685541d5 could not be found. Dec 09 14:52:59.344774 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 14:52:59.352588 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.370602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d567ac6a-69f4-474a-a70f-5a5d977b0367, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d567ac6a-69f4-474a-a70f-5a5d977b0367,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:52:59.398932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fe86be3-ea05-4ec3-957d-b8a6376477d1 req-edf5db75-34c8-491c-9caf-8f16fb96ef42 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268023 Dec 09 14:52:59.411337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-7245c40e-e25e-4eed-bbdc-41d79065d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.413143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-7245c40e-e25e-4eed-bbdc-41d79065d902 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 1096 time: 0.1735206 Dec 09 14:52:59.424008 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-177a5ef8-667d-4a32-bce1-fbee12c2d05e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9501c0c1ab3d48d1921f78919183cd1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389904 Dec 09 14:52:59.427171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34102) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:59.437930 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.465020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e782da-9d1f-4c8a-9bfb-d65db0fae79d None None] DHCP port deletion for 6790aee3-a568-416d-8947-b417685541d5 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:52:59.487965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-228b9ef4-615f-43b9-b456-9ae2d4c9c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.489465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-228b9ef4-615f-43b9-b456-9ae2d4c9c372 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2372551 Dec 09 14:52:59.497844 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e18d3-1bb3-48dd-9c5a-a3571567b34a x-openstack-request-id: req-0f2e18d3-1bb3-48dd-9c5a-a3571567b34a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:59.498524 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-unplugged", "status": "completed", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:59.499427 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f2e18d3-1bb3-48dd-9c5a-a3571567b34a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:59.500338 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'code': 200} Dec 09 14:52:59.521271 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b59b3b-1b64-46a5-bc6d-823818067d2d x-openstack-request-id: req-d7b59b3b-1b64-46a5-bc6d-823818067d2d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:59.521687 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:59.521832 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7b59b3b-1b64-46a5-bc6d-823818067d2d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:59.522277 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'status': 'completed', 'code': 200} Dec 09 14:52:59.528556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.562751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc3d2a-a5df-4427-ba23-f9e6773c4c70 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 14:52:59.574818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34104) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:59.575888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event deleted for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:59.616613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=d567ac6a-69f4-474a-a70f-5a5d977b0367,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:52:59.646740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] No DVR routers for this DVR port d567ac6a-69f4-474a-a70f-5a5d977b0367 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:52:59.652971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.657216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dcc27f3-a687-4208-a2ad-0ad6eb127abe req-bf987c9b-06a7-41f8-9c30-efa884118f57 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "DELETE /v2.0/ports/d567ac6a-69f4-474a-a70f-5a5d977b0367 HTTP/1.1" status: 204 len: 173 time: 1.5548306 Dec 09 14:52:59.657708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-deleted', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:52:59.660044 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b410e-c376-45f9-a626-da3d7a351bb6" -d '{"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-deleted", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:52:59.688875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-0fd9eac4-c695-430e-86f9-38a31a21e524 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1713884 Dec 09 14:52:59.701943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e0b9c2f-4fcd-4bc8-8505-a7d57e7eb2cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ab5c9d25a8642398edc743bae312980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231954 Dec 09 14:52:59.703803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34110) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:52:59.746909 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdc3694-2007-4540-b130-7e3cbd00354a x-openstack-request-id: req-abdc3694-2007-4540-b130-7e3cbd00354a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:52:59.747697 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd00978-df03-4b59-b7f4-b5b60fdf9c43", "name": "network-vif-deleted", "tag": "d567ac6a-69f4-474a-a70f-5a5d977b0367", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:52:59.748094 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abdc3694-2007-4540-b130-7e3cbd00354a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:52:59.748316 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd00978-df03-4b59-b7f4-b5b60fdf9c43', 'name': 'network-vif-deleted', 'tag': 'd567ac6a-69f4-474a-a70f-5a5d977b0367', 'status': 'completed', 'code': 200} Dec 09 14:52:59.779399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cc08-a9c4-47c7-8792-23c40cf23a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.801192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc3d2a-a5df-4427-ba23-f9e6773c4c70 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 14:52:59.834565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40c87-a230-4a32-a695-60756bc82332 req-cde632aa-4e28-4974-8a7e-1cdf1ac36a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.837278 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-cde632aa-4e28-4974-8a7e-1cdf1ac36a68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1124 time: 0.2962754 Dec 09 14:52:59.846119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-956b3062-8442-4ac0-9b38-077ce6ad5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.847007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-956b3062-8442-4ac0-9b38-077ce6ad5581 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.3954217 Dec 09 14:52:59.862672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cc08-a9c4-47c7-8792-23c40cf23a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.879141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba09b096-862d-42a4-b171-e0d9e9adcc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:52:59.897924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-3c61cb2c-4296-4cee-9cf7-4845a08e195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:52:59.900561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-3c61cb2c-4296-4cee-9cf7-4845a08e195c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2009218 Dec 09 14:52:59.970562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-8fa2f7b2-c0f5-48cf-abc7-6aaa40483948 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 200 len: 217 time: 0.1106431 Dec 09 14:53:00.018398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-ced90610-91ef-47a8-b9cc-00f2c5f5e686 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.020007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-ced90610-91ef-47a8-b9cc-00f2c5f5e686 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.2369142 Dec 09 14:53:00.044176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87364555-e5a1-4d08-8946-486e5768f8d6 req-7dad4484-14a9-43bd-8c36-46246e31b233 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.047400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87364555-e5a1-4d08-8946-486e5768f8d6 req-7dad4484-14a9-43bd-8c36-46246e31b233 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1281636 Dec 09 14:53:00.052432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Request body: {'port': {'device_id': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'admin_state_up': True, 'tenant_id': '7710ec86a4ed476084de184b6b7d671c'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:00.074461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba09b096-862d-42a4-b171-e0d9e9adcc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.083915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7677-5cc5-493d-bed0-f6166c1a34b1 req-51f85719-bd38-427b-aef4-ca18358089b0 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.085702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10aa7677-5cc5-493d-bed0-f6166c1a34b1 req-51f85719-bd38-427b-aef4-ca18358089b0 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 943 time: 0.3440282 Dec 09 14:53:00.108799 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cc08-a9c4-47c7-8792-23c40cf23a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.111385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cc08-a9c4-47c7-8792-23c40cf23a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.114874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a3b0cc08-a9c4-47c7-8792-23c40cf23a4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be3f4702-127f-48b1-9e24-ef4140a75514 HTTP/1.1" status: 204 len: 168 time: 0.4048557 Dec 09 14:53:00.137517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0cc08-a9c4-47c7-8792-23c40cf23a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3f4702-127f-48b1-9e24-ef4140a75514,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:00.182584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40c87-a230-4a32-a695-60756bc82332 req-3b08be7e-a7fe-46ac-9dc9-ebeb8c400247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.184129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-3b08be7e-a7fe-46ac-9dc9-ebeb8c400247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.3362389 Dec 09 14:53:00.185504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-8241923b-784e-4369-9222-d166d9899645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.187091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-8241923b-784e-4369-9222-d166d9899645 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.2076576 Dec 09 14:53:00.194627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ab57cdd8-1837-482b-8fb6-11753f77c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.196739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ab57cdd8-1837-482b-8fb6-11753f77c419 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420881 Dec 09 14:53:00.217889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87364555-e5a1-4d08-8946-486e5768f8d6 req-40a15444-4ba1-455b-9be3-579c10162479 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244426 Dec 09 14:53:00.330029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10aa7677-5cc5-493d-bed0-f6166c1a34b1 req-8c8b8578-2dcd-48da-affb-63187671bb26 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215810 Dec 09 14:53:00.339725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-716773d5-0a01-4c16-9004-6f5bfb9d143f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265399 Dec 09 14:53:00.370996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Made reservation on behalf of 7710ec86a4ed476084de184b6b7d671c for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:00.375477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.389456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-78712031-c0bd-438a-b7ac-23e92ecd8c3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 217 time: 0.1444321 Dec 09 14:53:00.448025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba09b096-862d-42a4-b171-e0d9e9adcc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.450644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba09b096-862d-42a4-b171-e0d9e9adcc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.451891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba09b096-862d-42a4-b171-e0d9e9adcc97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20fe00b8-9818-42c4-b61f-dc5d65b877ec HTTP/1.1" status: 204 len: 168 time: 1.0185931 Dec 09 14:53:00.483781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0c0f274-7f3f-4ca8-bed8-bf9982265ae5 req-59af6fd0-787c-45dc-b7f1-70d98892c4fc tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 210 time: 0.1232557 Dec 09 14:53:00.560022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09b096-862d-42a4-b171-e0d9e9adcc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fe00b8-9818-42c4-b61f-dc5d65b877ec,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:00.681297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Allocated IP 172.20.0.14 (705c96fc-684f-4b31-9a9e-ab0a0466b788/3611c0c1-f3b6-4685-8ca3-aff193df4b0d/75e73942-f0b1-4547-9db9-5e6a772d1968) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:00.800209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Provisioning complete for port 9fb599fa-6055-4bd3-a525-aef6287df636 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:00.801238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.913544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Provisioning complete for port 361de966-2d91-477c-ba4f-bcaebc288eb1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:00.914182 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:00.931779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-2a782168-c00e-4c57-8e22-a8f87c762142 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115331 Dec 09 14:53:00.936247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40c87-a230-4a32-a695-60756bc82332 req-1a9973cd-835f-4ab1-a6dd-fe57660f568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.937935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-1a9973cd-835f-4ab1-a6dd-fe57660f568d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.4646685 Dec 09 14:53:00.956375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeecc0-89ea-47b1-b111-16dd3d64eb8d req-2aad1fc3-0be5-4449-9381-c69f8dfb3e64 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:00.958175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35aeecc0-89ea-47b1-b111-16dd3d64eb8d req-2aad1fc3-0be5-4449-9381-c69f8dfb3e64 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.4587562 Dec 09 14:53:00.968138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Port 361de966-2d91-477c-ba4f-bcaebc288eb1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:00.976168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.000143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-69d98911-cc10-40d4-85c1-a97897fd30a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307300 Dec 09 14:53:01.015780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Provisioning complete for port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:01.015780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.028423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:01.058147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.131162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-072b5df8-ea8d-4a62-9f54-4754114363eb service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215403 Dec 09 14:53:01.153606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Provisioning complete for port 56d24d63-0b1f-4f1f-ae6c-d98f9782b28c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:01.154422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.158051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:01.170728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f909-220b-4b1d-a118-aa5c3baa3772 req-4fa39366-d998-4d0e-8a56-00f6e1c256d0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:01.178046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3875f909-220b-4b1d-a118-aa5c3baa3772 req-4fa39366-d998-4d0e-8a56-00f6e1c256d0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.3971276 Dec 09 14:53:01.186356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:01.188210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:01.200343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:01.205379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-10e6d870-c726-4ee8-b04a-5baf58e4c25f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=578c491fee2f4d0c80fe0cd3c992472e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740937 Dec 09 14:53:01.206706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7654f00-9ff9-4893-9627-1ffe995d2419 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:01.215638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:01.251470 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-7e174acd-5602-4a57-834b-2659190ca135 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894842 Dec 09 14:53:01.324211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3875f909-220b-4b1d-a118-aa5c3baa3772 req-ae3c8701-b531-4f17-9a56-90460cf48a4e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390154 Dec 09 14:53:01.325097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Provisioning complete for port 95f0b329-93c5-43fc-8536-9526b225a40a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:01.325541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.349971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:01.350608 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.393616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-a43384a3-a73b-4aea-a92a-cbab1b4fd166 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3454063 Dec 09 14:53:01.394521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b99d45e2-e450-41eb-b09a-8ad32654089c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.402591 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35aeecc0-89ea-47b1-b111-16dd3d64eb8d req-c009846e-1266-4969-997d-05838fea7c90 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010985 Dec 09 14:53:01.451176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Request body: {'port': {'device_id': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:01.483948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Provisioning complete for port d91eb626-3602-4e78-b85a-016d755a16d6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:01.484323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.487844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-aa63cca5-0ce0-4fde-ba59-533822e200d9 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283027 Dec 09 14:53:01.553879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26d40c87-a230-4a32-a695-60756bc82332 req-859c7d2a-3d1b-4814-aa45-d04ada69f4e9 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127448 Dec 09 14:53:01.561383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b99d45e2-e450-41eb-b09a-8ad32654089c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.577916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f958bc-7740-473f-8ac2-ed8c409c9cc6 req-c099a292-e074-439a-b64e-6841e0c3cd94 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960138 Dec 09 14:53:01.610965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220afe38-9399-4db6-8caf-f001a5e4094e req-d74ffb38-a11f-45c3-b9d2-edd4d93ddb55 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:01.612983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-220afe38-9399-4db6-8caf-f001a5e4094e req-d74ffb38-a11f-45c3-b9d2-edd4d93ddb55 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 943 time: 0.1132216 Dec 09 14:53:01.630875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.636487 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.641920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66668dd1-2ee5-4e5f-98e8-f59f1fec668d req-083ca521-2f49-401c-a823-a849be2d3612 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:01.651629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66668dd1-2ee5-4e5f-98e8-f59f1fec668d req-083ca521-2f49-401c-a823-a849be2d3612 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.2339334 Dec 09 14:53:01.674518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:01.677292 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a5e41-2ee0-4d4c-b41b-a10d2719a125" -d '{"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-plugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:01.694224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:01.704664 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.728799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-220afe38-9399-4db6-8caf-f001a5e4094e req-b9c72fdb-9914-4d48-ba4b-e722a16ffe17 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053970 Dec 09 14:53:01.752080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b99d45e2-e450-41eb-b09a-8ad32654089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.754717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b99d45e2-e450-41eb-b09a-8ad32654089c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:01.758495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b99d45e2-e450-41eb-b09a-8ad32654089c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a913158-b05e-4170-9bf0-79659cf6fc8e HTTP/1.1" status: 204 len: 168 time: 0.5378578 Dec 09 14:53:01.759324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:01.829092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fff3f-e243-4841-b729-fcd0d75429c5 None None] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:01.832553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66668dd1-2ee5-4e5f-98e8-f59f1fec668d req-8403910c-72b1-408d-9ab8-15ac180a61da tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753657 Dec 09 14:53:01.833486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d45e2-e450-41eb-b09a-8ad32654089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a913158-b05e-4170-9bf0-79659cf6fc8e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:01.934719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646cfb6-f9ef-46a4-9fea-dbcb391b2869 req-c9b47ac6-9565-4655-9297-c5b0ad84e0c7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:01.950218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c646cfb6-f9ef-46a4-9fea-dbcb391b2869 req-c9b47ac6-9565-4655-9297-c5b0ad84e0c7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 932 time: 0.0957172 Dec 09 14:53:01.959119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8c676d5b-d088-44f0-9ad7-1e0c143ad894 None None] Provisioning complete for port 75e73942-f0b1-4547-9db9-5e6a772d1968 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:01.960765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8c676d5b-d088-44f0-9ad7-1e0c143ad894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.017097 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf546373-d421-4d18-a77b-3b9c3cea1eac x-openstack-request-id: req-bf546373-d421-4d18-a77b-3b9c3cea1eac {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:02.018338 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-plugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:02.018792 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf546373-d421-4d18-a77b-3b9c3cea1eac {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:02.019843 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'code': 200} Dec 09 14:53:02.021312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:02.041097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c646cfb6-f9ef-46a4-9fea-dbcb391b2869 req-f057c893-31d9-4647-9adf-4da75ca5189a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819824 Dec 09 14:53:02.068384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: d567ac6a-69f4-474a-a70f-5a5d977b0367 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:53:02.069874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d567ac6a-69f4-474a-a70f-5a5d977b0367 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:02.083007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8c676d5b-d088-44f0-9ad7-1e0c143ad894 None None] Port 75e73942-f0b1-4547-9db9-5e6a772d1968 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:02.142850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e73942-f0b1-4547-9db9-5e6a772d1968 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:02.150738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.163721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Transition to ACTIVE for port object 75e73942-f0b1-4547-9db9-5e6a772d1968 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:02.168677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.188580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-network', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:02.210669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Made reservation on behalf of 1d2920fc53be4c80bdd2d80cdfe49960 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:02.214662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.219115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3cfaf9-01d1-45ae-9612-4620b432ed99 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:02.225281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.242048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:02.313742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Attempting to bind port 75e73942-f0b1-4547-9db9-5e6a772d1968 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:02.314174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Attempting to bind port 75e73942-f0b1-4547-9db9-5e6a772d1968 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:02.314593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Attempting to bind port 75e73942-f0b1-4547-9db9-5e6a772d1968 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:02.321035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Port 75e73942-f0b1-4547-9db9-5e6a772d1968 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:02.321494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Attempting to bind port 75e73942-f0b1-4547-9db9-5e6a772d1968 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:02.326734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:02.327172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Checking segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:02.327654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Bound using segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:02.328147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Bound port: 75e73942-f0b1-4547-9db9-5e6a772d1968, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:02.328594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.334257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.339030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.378765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:53:02.392910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c301f3e-c5ac-434c-b5da-18ee761bdd72,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:02.411323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.411683 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Added segment f3e4970b-20dd-49af-b57a-5c40df19d103 of type vlan for network b0300e74-09b1-4da0-bafa-2858e680c972 Dec 09 14:53:02.475546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.515744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.515744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:02.515744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.605797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8450084 Dec 09 14:53:02.608173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d32464-6a75-4003-84c0-c9f3058bdc0d admin admin] Pushing event updated for resources: {'Network': ['ID=b0300e74-09b1-4da0-bafa-2858e680c972,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:02.610413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34188) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:02.617264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Request body: {'subnet': {'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-subnet', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:02.621890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b0300e74-09b1-4da0-bafa-2858e680c972 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:53:02.643493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddecea-7266-46c4-b271-1aec2a3df340 req-556f7242-eb48-4d65-833e-cc88b6b82e35 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:02.651547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-caddecea-7266-46c4-b271-1aec2a3df340 req-556f7242-eb48-4d65-833e-cc88b6b82e35 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1492686 Dec 09 14:53:02.686405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Made reservation on behalf of 1d2920fc53be4c80bdd2d80cdfe49960 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:02.688915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.726051 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-caddecea-7266-46c4-b271-1aec2a3df340 req-1e2761b8-8e59-4c0d-af8f-72389e7f9f33 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736368 Dec 09 14:53:02.780292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:02.797403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:02.811436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2d662-65b7-497d-8a5d-d6815559c968 req-e487b6ec-2cc7-48ad-8dd5-84e9a5cf26bc tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:02.813255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7bf2d662-65b7-497d-8a5d-d6815559c968 req-e487b6ec-2cc7-48ad-8dd5-84e9a5cf26bc tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.0731020 Dec 09 14:53:02.815065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.872370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:02.872994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:02.874214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5df15-3620-4b67-8f77-f28cd4b62c0b None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:02.874685 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/75e73942-f0b1-4547-9db9-5e6a772d1968 HTTP/1.1" status: 200 len: 1092 time: 1.4323256 Dec 09 14:53:02.874779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:02.877091 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ecb1cb-67ce-4bbc-a181-e470719713d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:02.916088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8387e7-256d-4130-ae1c-47b77e6232d2 service neutron] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:02.926833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7bf2d662-65b7-497d-8a5d-d6815559c968 req-1b602838-3e60-4113-839d-79a15fc684f0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839627 Dec 09 14:53:02.966694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0f2c-c4de-4d59-8d0e-ad9224686404 req-ebccb4c8-b766-465a-b98a-5e8ee7b71972 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:02.968447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ada0f2c-c4de-4d59-8d0e-ad9224686404 req-ebccb4c8-b766-465a-b98a-5e8ee7b71972 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.1272161 Dec 09 14:53:02.988705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-0af031a2-b17e-4197-9b82-452907e18d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:02.990718 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-0af031a2-b17e-4197-9b82-452907e18d64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 1095 time: 0.0603406 Dec 09 14:53:03.041142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.042583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-1e2c5bc0-c937-489a-a785-571f09ec5928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e73942-f0b1-4547-9db9-5e6a772d1968 HTTP/1.1" status: 200 len: 217 time: 0.0425816 Dec 09 14:53:03.092864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ada0f2c-c4de-4d59-8d0e-ad9224686404 req-05bef94d-4ab5-4290-9f43-75c6f4db3227 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181695 Dec 09 14:53:03.121779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21e54dc-6618-42ba-ab42-206773aecb87,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:03.137379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Checking segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:03.137655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Network hostable DHCP agents. Network: b0300e74-09b1-4da0-bafa-2858e680c972, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:53:03.146791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa743-c85a-42dd-a1f5-6c255e3ccedf req-84128895-9294-432d-b776-19d270b69909 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.150259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d94fa743-c85a-42dd-a1f5-6c255e3ccedf req-84128895-9294-432d-b776-19d270b69909 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1110644 Dec 09 14:53:03.167783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Network b0300e74-09b1-4da0-bafa-2858e680c972 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:53:03.170326 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c0f39-714f-41e7-bcb4-5f87b4e05914 x-openstack-request-id: req-545c0f39-714f-41e7-bcb4-5f87b4e05914 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:03.170639 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:03.170895 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-545c0f39-714f-41e7-bcb4-5f87b4e05914 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:03.171655 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'status': 'completed', 'code': 200} Dec 09 14:53:03.182439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-51f7677a-f064-4891-a89e-b29ce6de5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.183929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b0300e74-09b1-4da0-bafa-2858e680c972) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:03.184745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-51f7677a-f064-4891-a89e-b29ce6de5013 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.1329579 Dec 09 14:53:03.195835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20edeae-b5d5-4530-acb9-684a9350d0b1 None None] Network b0300e74-09b1-4da0-bafa-2858e680c972 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:53:03.208808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.209674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.235716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-5a281b06-87d8-456f-a986-f2c3b1805883 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378022 Dec 09 14:53:03.254175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-31924f8e-1220-461d-b17a-36a5ffeec6e9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6406777 Dec 09 14:53:03.259047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:03.268770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:03.289090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d94fa743-c85a-42dd-a1f5-6c255e3ccedf req-003a2e30-c7ba-4256-a4a9-f9e684a80843 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317356 Dec 09 14:53:03.330692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.331818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.332847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b0300e74-09b1-4da0-bafa-2858e680c972', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:53:03.334875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.373703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-53f0f83e-b391-4970-aabf-376191f463f2 service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289039 Dec 09 14:53:03.442671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.483151 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c06a211c-6477-494d-a8ba-bbaf0581be70 req-fd8c5ec6-662a-4043-9e4d-5dc01e8880b8 service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013703 Dec 09 14:53:03.551247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Allocated IP 172.20.0.2 (b0300e74-09b1-4da0-bafa-2858e680c972/f21e54dc-6618-42ba-ab42-206773aecb87/93d473e3-dfc7-4142-a515-78baa3b474f0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:03.562916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa8cea-7dd5-4e05-aa5a-920556f2fb60 req-1035e176-4086-46d2-8cce-fb82b8b5d4cb tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.564831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13fa8cea-7dd5-4e05-aa5a-920556f2fb60 req-1035e176-4086-46d2-8cce-fb82b8b5d4cb tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 944 time: 0.1862957 Dec 09 14:53:03.608337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-11aaed53-13ee-4653-97e5-b19a6de06e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.609857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-11aaed53-13ee-4653-97e5-b19a6de06e43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 1095 time: 0.0725381 Dec 09 14:53:03.687773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.699550 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13fa8cea-7dd5-4e05-aa5a-920556f2fb60 req-59c7fa17-8433-4c77-981a-7eae1fd687cf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280997 Dec 09 14:53:03.729311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-d9536347-f55c-4aba-89eb-4bb9465cbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.731045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-d9536347-f55c-4aba-89eb-4bb9465cbdd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 905 time: 0.1127613 Dec 09 14:53:03.733812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.740020 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.804268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Pushing event updated for resources: {'Port': ['ID=93d473e3-dfc7-4142-a515-78baa3b474f0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:03.812883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-ce079dce-8946-4d16-a523-c1de87c365ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e73942-f0b1-4547-9db9-5e6a772d1968 HTTP/1.1" status: 200 len: 217 time: 0.0695987 Dec 09 14:53:03.818682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Network b0300e74-09b1-4da0-bafa-2858e680c972 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:03.820446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:03.823894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:03.876848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-88d188cd-3a7c-417e-b710-fd264e7f6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:03.878657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-88d188cd-3a7c-417e-b710-fd264e7f6706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.0576317 Dec 09 14:53:03.884235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Attempting to bind port 93d473e3-dfc7-4142-a515-78baa3b474f0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:03.885341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Attempting to bind port 93d473e3-dfc7-4142-a515-78baa3b474f0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:03.885882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Attempting to bind port 93d473e3-dfc7-4142-a515-78baa3b474f0 on network b0300e74-09b1-4da0-bafa-2858e680c972 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:03.892001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:03.895176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Checking segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:03.895630 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.896038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Bound using segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:03.896531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Bound port: 93d473e3-dfc7-4142-a515-78baa3b474f0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:03.896925 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:03.923955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-206c15c0-dda0-4a7f-b11b-6cd6fa46cb8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354178 Dec 09 14:53:03.972504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] For port 93d473e3-dfc7-4142-a515-78baa3b474f0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:03.975926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] For port 93d473e3-dfc7-4142-a515-78baa3b474f0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=93d473e3-dfc7-4142-a515-78baa3b474f0,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:03.985016 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:04.029554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b195f63-1e64-48e1-b320-f6049fcf80ab req-0c034633-dc56-4290-a0e0-8e530b355715 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:04.040614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b195f63-1e64-48e1-b320-f6049fcf80ab req-0c034633-dc56-4290-a0e0-8e530b355715 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1651113 Dec 09 14:53:04.064553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-27ff730f-587e-420f-9196-40678152e0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313815 Dec 09 14:53:04.066320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4083bb4-93e0-4ed0-b2f3-db112d65e21d None None] Pushing event updated for resources: {'Port': ['ID=93d473e3-dfc7-4142-a515-78baa3b474f0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:04.090691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:04.113838 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:04.214075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49ecb1cb-67ce-4bbc-a181-e470719713d7 req-3030a3b5-e97b-4ed3-a409-1bb734119fad service neutron] 10.222.0.36 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395087 Dec 09 14:53:04.222910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55df3d4-9073-4c0d-9dc6-b3ce6844b427 req-a89e4654-3630-4790-a85f-3514310321a7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:04.224471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c55df3d4-9073-4c0d-9dc6-b3ce6844b427 req-a89e4654-3630-4790-a85f-3514310321a7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.0750632 Dec 09 14:53:04.282687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b195f63-1e64-48e1-b320-f6049fcf80ab req-86c8c312-324b-4123-a421-66956a46d1a9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382016 Dec 09 14:53:04.325385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Allocated IP 172.25.0.190 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a04ce51d-4fcf-486c-a361-da4716a176eb) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:04.356781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c55df3d4-9073-4c0d-9dc6-b3ce6844b427 req-f7fd07f1-76d9-447e-b63f-0d98ecb07a88 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247098 Dec 09 14:53:04.375869 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:53:04.499022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:04.517837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd146cb1-9086-40dc-a440-a5463ba93237 req-9ff2b2fe-4d7f-4971-a570-baa178730ed8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:04.519380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd146cb1-9086-40dc-a440-a5463ba93237 req-9ff2b2fe-4d7f-4971-a570-baa178730ed8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.0765469 Dec 09 14:53:04.573805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd146cb1-9086-40dc-a440-a5463ba93237 req-6b6eb21b-a44e-43ea-83ef-197d74a3371d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Dec 09 14:53:04.579443 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:04.657913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:04.660855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:04.664457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:04.677800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc9c32-11bb-44c7-b83f-1548d611e963 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:04.701588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Pushing event updated for resources: {'Port': ['ID=a04ce51d-4fcf-486c-a361-da4716a176eb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:04.786879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f2894655-5fd4-47da-ab4d-79ba378ac66e None None] Provisioning complete for port a04ce51d-4fcf-486c-a361-da4716a176eb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:04.787156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2894655-5fd4-47da-ab4d-79ba378ac66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:04.843207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f2894655-5fd4-47da-ab4d-79ba378ac66e None None] Port a04ce51d-4fcf-486c-a361-da4716a176eb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:04.888095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca59f-7e49-462e-a1c2-aaa05a3a70c5 req-6cbbbe33-581c-4342-97fc-b9bce92906d7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:04.890056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1eca59f-7e49-462e-a1c2-aaa05a3a70c5 req-6cbbbe33-581c-4342-97fc-b9bce92906d7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0668402 Dec 09 14:53:04.945109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1eca59f-7e49-462e-a1c2-aaa05a3a70c5 req-a03f7db1-4493-43cf-9d29-33242589ebf0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480573 Dec 09 14:53:05.049672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab432a7-a567-4e95-adac-990090187e6a req-31314a9e-e2bd-451e-a021-a87658e4ed7a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:05.057644 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ab432a7-a567-4e95-adac-990090187e6a req-31314a9e-e2bd-451e-a021-a87658e4ed7a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 944 time: 0.1371593 Dec 09 14:53:05.092727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:05.155243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ab432a7-a567-4e95-adac-990090187e6a req-43e1fa45-cef5-483e-90b9-efefd1201bbf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967257 Dec 09 14:53:05.365126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:05.460058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:05.478607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655bdff-40f7-4625-8612-86c28ff2d888 None None] Network b0300e74-09b1-4da0-bafa-2858e680c972 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:53:05.563856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b1695-fce6-425f-831b-e22fc54c70c5 req-01df5bea-bd5b-4a64-8318-ad1f6eae299b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:05.566966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00b1695-fce6-425f-831b-e22fc54c70c5 req-01df5bea-bd5b-4a64-8318-ad1f6eae299b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1523550 Dec 09 14:53:05.587884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afa217-4800-4fac-aebf-453af2373a7d req-2f4a0186-1015-4294-93db-98fe3fc3de57 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:05.596772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7afa217-4800-4fac-aebf-453af2373a7d req-2f4a0186-1015-4294-93db-98fe3fc3de57 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.0687752 Dec 09 14:53:05.643134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00b1695-fce6-425f-831b-e22fc54c70c5 req-d84e5374-42c1-4993-9bad-cc17b35f5a58 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694914 Dec 09 14:53:05.665293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Router 02f89304-9833-4442-a777-f67294feec00 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:53:05.672134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7afa217-4800-4fac-aebf-453af2373a7d req-0dd2eade-d3c8-48f3-b011-fd26e34640b5 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730958 Dec 09 14:53:05.819777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76304f8b-1fe0-4041-8af5-fe52e97c87dd req-a850ebb5-a932-41d0-93f6-0f813c07b79f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:05.827065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:05.837719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76304f8b-1fe0-4041-8af5-fe52e97c87dd req-a850ebb5-a932-41d0-93f6-0f813c07b79f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 945 time: 0.0836544 Dec 09 14:53:05.847101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:05.848451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b0ae966-ef5e-4a45-9e07-25335e79b2aa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.5880289 Dec 09 14:53:05.851180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34390) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:05.881804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Sync routers for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:05.904998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d616aceb-63e5-4ad2-bb3b-0a5d85c0de21 None None] Provisioning complete for port 93d473e3-dfc7-4142-a515-78baa3b474f0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:05.905963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d616aceb-63e5-4ad2-bb3b-0a5d85c0de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:05.921882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76304f8b-1fe0-4041-8af5-fe52e97c87dd req-d4ec02c5-7ed2-4cdc-b18f-a67dd6ad50d9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829728 Dec 09 14:53:05.991190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:06.029822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685', 'port_id': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'mac_address': 'fa:16:3e:2c:6d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac37e4bf-e44c-4605-8a47-a72f6f680dcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:06.047597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:06.140923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:06.141956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:06.143388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775ce86-92aa-43cb-aa8e-481901df3872 req-5de88f6a-7669-4f3f-bc56-ec10bed9ff71 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:06.158934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e775ce86-92aa-43cb-aa8e-481901df3872 req-5de88f6a-7669-4f3f-bc56-ec10bed9ff71 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0940397 Dec 09 14:53:06.263042 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e775ce86-92aa-43cb-aa8e-481901df3872 req-25addf54-804c-407a-b928-3a634f0b7314 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025608 Dec 09 14:53:06.343859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 93d473e3-dfc7-4142-a515-78baa3b474f0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:06.429144 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:06.468692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:06.512872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d78b4e-ba7c-4464-b5e1-dc3264586444 req-14b33b96-4617-4c02-9374-1922b54d1a29 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:06.520213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46d78b4e-ba7c-4464-b5e1-dc3264586444 req-14b33b96-4617-4c02-9374-1922b54d1a29 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 944 time: 0.1097710 Dec 09 14:53:06.576616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'mac_address': 'fa:16:3e:21:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:06.579995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468f863b-9fe7-4aa9-8d3b-fa6767eef99b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:06.677791 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:06.689959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-b94d1544-29ec-4a7d-9e00-2b13a7869f0d service neutron] 10.222.0.36 "GET /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6/bindings/n-h2-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.1214898 Dec 09 14:53:06.695528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46d78b4e-ba7c-4464-b5e1-dc3264586444 req-7d61d8da-84d9-4bbb-984e-1475fa088b31 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744058 Dec 09 14:53:06.709156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e73942-f0b1-4547-9db9-5e6a772d1968 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:06.727775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:06.760307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:06.763272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:06.765204 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d616aceb-63e5-4ad2-bb3b-0a5d85c0de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:06.872606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:06.884746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 93d473e3-dfc7-4142-a515-78baa3b474f0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:06.884746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:06.897807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:06.922062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff12cb-34fb-4db9-9b30-cb97d3efd602 req-36e6c26f-c56b-4a70-ab57-6fbb0c8502a9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:06.923618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff12cb-34fb-4db9-9b30-cb97d3efd602 req-36e6c26f-c56b-4a70-ab57-6fbb0c8502a9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0994830 Dec 09 14:53:06.991095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916a07-ddbc-40fd-a652-eb498c7e6ff0 req-49c6c563-026a-44ef-bed3-7ddaaade4c80 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:06.993319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf916a07-ddbc-40fd-a652-eb498c7e6ff0 req-49c6c563-026a-44ef-bed3-7ddaaade4c80 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.1074753 Dec 09 14:53:06.999380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:07.005295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d616aceb-63e5-4ad2-bb3b-0a5d85c0de21 None None] For port 93d473e3-dfc7-4142-a515-78baa3b474f0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=93d473e3-dfc7-4142-a515-78baa3b474f0,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:07.021597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:07.024873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d616aceb-63e5-4ad2-bb3b-0a5d85c0de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.044311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff12cb-34fb-4db9-9b30-cb97d3efd602 req-611be4ec-85be-4b19-a878-ff0545f46551 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858347 Dec 09 14:53:07.051640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:07.064625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['468f863b-9fe7-4aa9-8d3b-fa6767eef99b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:07.106592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf916a07-ddbc-40fd-a652-eb498c7e6ff0 req-ede75b93-40b4-4f80-af6a-545c2c205d00 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015444 Dec 09 14:53:07.151195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:07.153961 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51968a03-ab4d-4083-85ad-505a3547ac83" -d '{"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:07.158639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:07.173158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.184108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['75e73942-f0b1-4547-9db9-5e6a772d1968'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:07.185237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.313437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:07.316403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61c3729c-f188-453b-8745-ef5ee6acc4db None None] Provisioning complete for port 93d473e3-dfc7-4142-a515-78baa3b474f0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:07.316601 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61c3729c-f188-453b-8745-ef5ee6acc4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.339508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] Transition to ACTIVE for port object d91eb626-3602-4e78-b85a-016d755a16d6 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:07.358297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.406613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Allocated IP 172.20.0.1 (b0300e74-09b1-4da0-bafa-2858e680c972/f21e54dc-6618-42ba-ab42-206773aecb87/10b3d284-5ec4-4eb7-989b-ddd33659e3db) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:07.458448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88977d9-8b8c-4f58-ab63-24acd7be573e None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:07.475033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] No DVR routers for this DVR port d91eb626-3602-4e78-b85a-016d755a16d6 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:07.496814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a90597-d06d-492b-9fc2-e3afae927177 req-e4280295-8fd1-4d07-9130-9cee8923a6a2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:07.498475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-53a90597-d06d-492b-9fc2-e3afae927177 req-e4280295-8fd1-4d07-9130-9cee8923a6a2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 944 time: 0.1539812 Dec 09 14:53:07.499009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:07.500936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:07.551583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.566531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] 10.222.0.36 "PUT /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6/bindings/n-h2-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8691001 Dec 09 14:53:07.567395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a2306-85bf-493f-aa73-7ef48a366089 service neutron] Pushing event updated for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=11']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:07.584686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616aceb-63e5-4ad2-bb3b-0a5d85c0de21 None None] Pushing event updated for resources: {'Port': ['ID=93d473e3-dfc7-4142-a515-78baa3b474f0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:07.598659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-53a90597-d06d-492b-9fc2-e3afae927177 req-c99d6ca9-3c90-4765-8f83-49f7cd82e42e tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894129 Dec 09 14:53:07.614580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.630803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:04Z', 'revision_number': 3, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:07.693121 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb0203-c07c-4e37-a649-720333d48b72 x-openstack-request-id: req-0fdb0203-c07c-4e37-a649-720333d48b72 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:07.693607 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:07.693706 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fdb0203-c07c-4e37-a649-720333d48b72 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:07.694086 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'code': 200} Dec 09 14:53:07.701850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Network b0300e74-09b1-4da0-bafa-2858e680c972 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:07.718549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:07.722548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:07.725053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Pushing event updated for resources: {'Port': ['ID=10b3d284-5ec4-4eb7-989b-ddd33659e3db,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:07.746700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Checking router: 02f89304-9833-4442-a777-f67294feec00 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:07.747111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Updating router 02f89304-9833-4442-a777-f67294feec00 port a04ce51d-4fcf-486c-a361-da4716a176eb binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:53:07.798906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-9680496f-6c9d-42db-84ea-754f3ac39f49 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:07.800357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-9680496f-6c9d-42db-84ea-754f3ac39f49 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.1480365 Dec 09 14:53:07.809281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.909472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266a524-202e-45d1-9d94-53864a2d6f86 req-e4a30179-7205-4183-8dac-a67ab6cc0f48 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:07.911024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6266a524-202e-45d1-9d94-53864a2d6f86 req-e4a30179-7205-4183-8dac-a67ab6cc0f48 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1512718 Dec 09 14:53:07.915115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad89a7-6ac1-4b51-819c-3c39737a109a req-bb95125f-a861-4ec6-9524-eceea39d57e4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:07.923535 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4ad89a7-6ac1-4b51-819c-3c39737a109a req-bb95125f-a861-4ec6-9524-eceea39d57e4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 945 time: 0.0734541 Dec 09 14:53:07.932173 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:07.964986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-2bd5daaa-1d44-48bd-8f99-9f7e9aa6e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:07.966527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-2bd5daaa-1d44-48bd-8f99-9f7e9aa6e746 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f&tenant_id=0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 1095 time: 0.1545162 Dec 09 14:53:07.999612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4ad89a7-6ac1-4b51-819c-3c39737a109a req-540159f8-8b02-4ba0-b2a6-06d2cbb2eaaf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749278 Dec 09 14:53:08.021638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:08.031570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:08.032153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6266a524-202e-45d1-9d94-53864a2d6f86 req-dc25c0e4-364a-4a9f-9466-b379a61e90c2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116140 Dec 09 14:53:08.036994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.100520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.146545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-0bc939f8-4776-4482-a170-91233eb2cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:08.148452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-0bc939f8-4776-4482-a170-91233eb2cd69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1095 time: 0.1364095 Dec 09 14:53:08.160056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'port_id': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'mac_address': 'fa:16:3e:47:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60608b19-fe61-44ac-adc4-af8311887bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:08.314585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf67b7-01d7-4588-a8b2-3384793c7e9d req-9fe2cdc9-79f7-44ea-b676-466f313d68eb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:08.316784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43bf67b7-01d7-4588-a8b2-3384793c7e9d req-9fe2cdc9-79f7-44ea-b676-466f313d68eb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1643364 Dec 09 14:53:08.349031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 93d473e3-dfc7-4142-a515-78baa3b474f0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:08.383080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:08.385897 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e451c3-4664-484e-b264-ffb186f7954f" -d '{"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:08.406259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-767be699-bb57-4d83-a86c-fb9050e2e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:08.407764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-767be699-bb57-4d83-a86c-fb9050e2e1b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2415888 Dec 09 14:53:08.438688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:08.441257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:08.458031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.481775 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-23f851f1-6759-4df1-9073-53a68a9c16a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 200 len: 217 time: 0.0639379 Dec 09 14:53:08.494024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43bf67b7-01d7-4588-a8b2-3384793c7e9d req-23aad077-bf98-406f-a528-2dd2d0325c8d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676960 Dec 09 14:53:08.528682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.569543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-9c06519d-af9f-4046-8582-5bc7f032c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:08.571270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-9c06519d-af9f-4046-8582-5bc7f032c7c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0749066 Dec 09 14:53:08.574254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.580280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.598489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e446a025-e123-4ae1-883f-b545d90b348e None None] Provisioning complete for port 10b3d284-5ec4-4eb7-989b-ddd33659e3db triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:08.598802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e446a025-e123-4ae1-883f-b545d90b348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.610101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cd30c6e-321f-477f-adc7-7df9fbaa91ba {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:08.634105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0403d8-2dd2-4d8c-a7e7-cf2ee92c107c req-437166c0-9470-4614-9450-0db2de3f484b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:08.636749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df0403d8-2dd2-4d8c-a7e7-cf2ee92c107c req-437166c0-9470-4614-9450-0db2de3f484b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.0667377 Dec 09 14:53:08.642078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:08.653016 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df6b0e-0c3f-42f4-8f52-5fd29c7ad8ea x-openstack-request-id: req-78df6b0e-0c3f-42f4-8f52-5fd29c7ad8ea {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:08.653396 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:08.653644 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78df6b0e-0c3f-42f4-8f52-5fd29c7ad8ea {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:08.654035 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'code': 200} Dec 09 14:53:08.686906 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.689017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Pushing event updated for resources: {'Port': ['ID=10b3d284-5ec4-4eb7-989b-ddd33659e3db,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:08.705968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 93d473e3-dfc7-4142-a515-78baa3b474f0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:08.706329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.712097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e446a025-e123-4ae1-883f-b545d90b348e None None] Port 10b3d284-5ec4-4eb7-989b-ddd33659e3db cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:08.714604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-912dce8f-ddb1-4241-ae3b-37753dc35cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303346 Dec 09 14:53:08.723614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df0403d8-2dd2-4d8c-a7e7-cf2ee92c107c req-424bbe89-c308-47f1-a062-4e5e0ded2e92 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Dec 09 14:53:08.766349 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:53:08.766658 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:53:08.863200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.874270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e572d6-6a47-4804-b1b5-709548c9836a req-a0e53714-1369-480f-989e-320acf663fae tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:08.876206 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67e572d6-6a47-4804-b1b5-709548c9836a req-a0e53714-1369-480f-989e-320acf663fae tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 944 time: 0.0738652 Dec 09 14:53:08.881712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Network b0300e74-09b1-4da0-bafa-2858e680c972 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:08.886502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-47161c95-c593-4170-82b8-efebd474bfaf service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569085 Dec 09 14:53:08.886708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:08.887361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:08.967572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67e572d6-6a47-4804-b1b5-709548c9836a req-c6fb3739-fc33-4d4b-8dcc-e5ea8201fe28 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847471 Dec 09 14:53:08.987872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a9a5b-e776-47f6-ae63-7214ddd2ff8e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:09.021921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Attempting to bind port a04ce51d-4fcf-486c-a361-da4716a176eb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:09.022631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Attempting to bind port a04ce51d-4fcf-486c-a361-da4716a176eb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:09.038467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Attempting to bind port a04ce51d-4fcf-486c-a361-da4716a176eb on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:09.056838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ebce2-bee7-4391-a33d-a9dd3b916d25 None None] Pushing event updated for resources: {'Port': ['ID=a04ce51d-4fcf-486c-a361-da4716a176eb,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:09.068146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:09.070068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:09.073126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.073644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:09.074447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Bound port: a04ce51d-4fcf-486c-a361-da4716a176eb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:09.075846 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.084389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Router 02f89304-9833-4442-a777-f67294feec00 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:53:09.127934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-d0bcc8be-b21b-4bf7-a582-3e88924572de service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361279 Dec 09 14:53:09.200491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] For port a04ce51d-4fcf-486c-a361-da4716a176eb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:09.204176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] For port a04ce51d-4fcf-486c-a361-da4716a176eb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a04ce51d-4fcf-486c-a361-da4716a176eb,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:09.205504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cc23-23c8-4bac-8cae-7fa12aeb3dfc req-fdb23c80-feb8-48af-9364-df01eddbc8cf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:09.207228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7c7cc23-23c8-4bac-8cae-7fa12aeb3dfc req-fdb23c80-feb8-48af-9364-df01eddbc8cf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 945 time: 0.0871229 Dec 09 14:53:09.213935 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.224953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-92007b6e-d7dc-4026-bb92-8bd22bc6401a None None] Provisioning complete for port a04ce51d-4fcf-486c-a361-da4716a176eb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:09.225105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92007b6e-d7dc-4026-bb92-8bd22bc6401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.287979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7c7cc23-23c8-4bac-8cae-7fa12aeb3dfc req-228b8165-89b2-4b10-b06a-32dce257f536 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727584 Dec 09 14:53:09.313053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:09.319391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c0cced03-facd-445a-9f2e-8f801386f471 admin admin] 10.222.0.46 "PUT /v2.0/routers/02f89304-9833-4442-a777-f67294feec00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669626 Dec 09 14:53:09.332955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec97ee-1571-4c2c-95b8-571049855f23 req-86410ecd-8820-4b1a-98bb-7126fa026ac1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:09.334639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7aec97ee-1571-4c2c-95b8-571049855f23 req-86410ecd-8820-4b1a-98bb-7126fa026ac1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0779517 Dec 09 14:53:09.343200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9becddb7-0134-4220-8688-ad5a215b1fd8 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:09.415580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7aec97ee-1571-4c2c-95b8-571049855f23 req-d8b5e4c5-cef0-4c2b-822f-f673d2aaf1b3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 Dec 09 14:53:09.422036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:09.422753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:09.478363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8476c11d-fb85-4d2e-bceb-aade2ce9345d tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:09.480401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-8476c11d-fb85-4d2e-bceb-aade2ce9345d tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.0631492 Dec 09 14:53:09.481595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ebce2-bee7-4391-a33d-a9dd3b916d25 None None] Pushing event updated for resources: {'Port': ['ID=a04ce51d-4fcf-486c-a361-da4716a176eb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:09.484480 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.515545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd30c6e-321f-477f-adc7-7df9fbaa91ba {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:09.581503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:09.618683 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.683447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-79eb33b5-dea7-4b87-972d-14fc6d37b83c service neutron] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:09.689628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-79eb33b5-dea7-4b87-972d-14fc6d37b83c service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.690767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db47061-ff30-4d08-8bb6-d25f45d24e59 req-79eb33b5-dea7-4b87-972d-14fc6d37b83c service neutron] 10.222.0.43 "DELETE /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6/bindings/n-h1-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.2011549 Dec 09 14:53:09.700451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f4d86-5ea4-45fe-98a4-1c644faf43b9 req-d9fc64fe-1b01-429f-8f1a-0301cff641b9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:09.708331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b5f4d86-5ea4-45fe-98a4-1c644faf43b9 req-d9fc64fe-1b01-429f-8f1a-0301cff641b9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 945 time: 0.1067271 Dec 09 14:53:09.716736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:09.721943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:09.783695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b5f4d86-5ea4-45fe-98a4-1c644faf43b9 req-e4482f20-d8cf-486d-ad7d-b98c171a549e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705314 Dec 09 14:53:09.803544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92007b6e-d7dc-4026-bb92-8bd22bc6401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.840340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:09.848334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-92007b6e-d7dc-4026-bb92-8bd22bc6401a None None] For port a04ce51d-4fcf-486c-a361-da4716a176eb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a04ce51d-4fcf-486c-a361-da4716a176eb,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:09.892685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92007b6e-d7dc-4026-bb92-8bd22bc6401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:09.996212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8cd30c6e-321f-477f-adc7-7df9fbaa91ba'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:10.021442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:53:10.066218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:10.084041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb66a19-1e5f-4e17-9442-1de4ab8ae35e req-f86f3bbc-1d6b-40a0-b868-8bed49dc1905 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:10.092496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfb66a19-1e5f-4e17-9442-1de4ab8ae35e req-f86f3bbc-1d6b-40a0-b868-8bed49dc1905 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.1000583 Dec 09 14:53:10.123131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:10.123559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.143908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfb66a19-1e5f-4e17-9442-1de4ab8ae35e req-99a08c22-0b2d-4e56-924f-f6c5830b3f26 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Dec 09 14:53:10.203385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-a3a54fb0-fe4e-48a0-ae90-9f32d8d16c3b tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:10.204975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-a3a54fb0-fe4e-48a0-ae90-9f32d8d16c3b tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 829 time: 0.1677885 Dec 09 14:53:10.206511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92007b6e-d7dc-4026-bb92-8bd22bc6401a None None] Pushing event updated for resources: {'Port': ['ID=a04ce51d-4fcf-486c-a361-da4716a176eb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:10.229611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-73ff94a4-aa6b-4c33-a5a8-c2e65c006a08 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/quotas/1d2920fc53be4c80bdd2d80cdfe49960 HTTP/1.1" status: 200 len: 375 time: 0.0111344 Dec 09 14:53:10.242222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fe6d9ea2-d5fe-4641-bb4d-82fc740b68a2 None None] Provisioning complete for port 10b3d284-5ec4-4eb7-989b-ddd33659e3db triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:10.243546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9ea2-d5fe-4641-bb4d-82fc740b68a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.294500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-59743d9d-2d3d-4a97-8979-524b85323d4d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574794 Dec 09 14:53:10.312712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 75e73942-f0b1-4547-9db9-5e6a772d1968 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:53:10.341613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 75e73942-f0b1-4547-9db9-5e6a772d1968 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:10.342105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.386062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d9ea2-d5fe-4641-bb4d-82fc740b68a2 None None] Port 10b3d284-5ec4-4eb7-989b-ddd33659e3db cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:10.403697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-e987e1e7-d6d2-497a-8bcc-c5e8c2b1950b service neutron] 10.222.0.46 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011238 Dec 09 14:53:10.474089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fe6d9ea2-d5fe-4641-bb4d-82fc740b68a2 None None] Provisioning complete for port a04ce51d-4fcf-486c-a361-da4716a176eb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:10.474468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9ea2-d5fe-4641-bb4d-82fc740b68a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.520106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-e04ed552-52cd-4b71-bd7c-302d6cad9332 service neutron] 10.222.0.46 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093280 Dec 09 14:53:10.537394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.644536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:08Z', 'revision_number': 2, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:10.656745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:10.658832 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab59f160-e031-4c94-8be1-31a7b92cf5b5" -d '{"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-plugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:10.714790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89916-9148-4061-8ecc-9772952c0e1d req-78030b93-5d1b-49a1-8235-eb735dfdce67 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:10.724071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fe89916-9148-4061-8ecc-9772952c0e1d req-78030b93-5d1b-49a1-8235-eb735dfdce67 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 944 time: 0.0809658 Dec 09 14:53:10.780719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96589c3d-d495-47d5-8ed5-1b41004345e3 req-0b555868-4727-4d51-9274-9b93e845a4a5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:10.785950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fe89916-9148-4061-8ecc-9772952c0e1d req-b78b45af-a030-4c30-963d-6c4b2978dab2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Dec 09 14:53:10.787877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96589c3d-d495-47d5-8ed5-1b41004345e3 req-0b555868-4727-4d51-9274-9b93e845a4a5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 945 time: 0.0820363 Dec 09 14:53:10.851977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96589c3d-d495-47d5-8ed5-1b41004345e3 req-b9b5c51a-d7c3-4cc4-818b-b6451449a0e5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626881 Dec 09 14:53:10.863706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.869996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:10.873291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7b365-c8ce-400e-8b84-760661ae1987 None None] The sync data for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 is: [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:08Z', 'revision_number': 2, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:10.890132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:10.952604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7c330-ead8-426f-8415-c1eacaf78f6d req-22b1a7ee-3a21-4736-b87c-54cacb05168c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:10.954165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3b7c330-ead8-426f-8415-c1eacaf78f6d req-22b1a7ee-3a21-4736-b87c-54cacb05168c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0835063 Dec 09 14:53:11.016753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:11.033563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:11.048164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:11.051197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d195a5a-851f-4332-9c72-6c490cc0b702 req-92f1650c-2d08-4804-81c1-281b06a27ced tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 210 time: 0.0585952 Dec 09 14:53:11.068331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3b7c330-ead8-426f-8415-c1eacaf78f6d req-e4efb4ff-a13e-4675-9b8a-4cee315bbba2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042285 Dec 09 14:53:11.113885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:11.192528 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814b5e5-7e15-4730-b329-22ff8be29309 x-openstack-request-id: req-6814b5e5-7e15-4730-b329-22ff8be29309 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:11.192887 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-plugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:11.193086 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6814b5e5-7e15-4730-b329-22ff8be29309 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:11.193479 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'code': 200} Dec 09 14:53:11.298251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac89ce-59f3-4573-baa9-d957aa8e43c4 req-67df95ac-967a-4ac6-bd94-2707cc66ff6d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:11.300692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbac89ce-59f3-4573-baa9-d957aa8e43c4 req-67df95ac-967a-4ac6-bd94-2707cc66ff6d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 945 time: 0.1253688 Dec 09 14:53:11.401788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbac89ce-59f3-4573-baa9-d957aa8e43c4 req-4d314114-01bb-4e43-9057-c884506d3d84 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937197 Dec 09 14:53:11.411616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51623cdf-b09c-4958-9ddb-64c68b1c7e28 req-b200aef3-e175-4f42-9b57-e2dbc0ae6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:11.422726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-51623cdf-b09c-4958-9ddb-64c68b1c7e28 req-b200aef3-e175-4f42-9b57-e2dbc0ae6c78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1096 time: 0.0710857 Dec 09 14:53:11.426699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4758f0-e62e-45e3-86f7-e0030ee78189 req-7d765f8e-77a1-4695-b0f0-00baff766e29 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:11.436534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a4758f0-e62e-45e3-86f7-e0030ee78189 req-7d765f8e-77a1-4695-b0f0-00baff766e29 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1095 time: 0.0739002 Dec 09 14:53:11.522838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-51623cdf-b09c-4958-9ddb-64c68b1c7e28 req-ca027449-0d72-4df0-8904-714e0551f8f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902300 Dec 09 14:53:11.535850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a4758f0-e62e-45e3-86f7-e0030ee78189 req-c1517e73-aac4-4198-abed-5ab6abad8fa2 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978050 Dec 09 14:53:11.564964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1764-5a4d-4332-b5cc-1ba858334512 req-bec7b024-8b06-4648-a74c-40e729641721 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:11.566734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9dd1764-5a4d-4332-b5cc-1ba858334512 req-bec7b024-8b06-4648-a74c-40e729641721 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.0691648 Dec 09 14:53:11.627903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9dd1764-5a4d-4332-b5cc-1ba858334512 req-0960c2ba-3358-4395-b304-df8bf560d83c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Dec 09 14:53:11.683147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b0789-8955-402f-8b85-e0ac6fc43087 req-c63fb733-aa40-4104-8e64-ac640b56c6e7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:11.685164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a7b0789-8955-402f-8b85-e0ac6fc43087 req-c63fb733-aa40-4104-8e64-ac640b56c6e7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 1095 time: 0.0581002 Dec 09 14:53:11.757104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a7b0789-8955-402f-8b85-e0ac6fc43087 req-8100f6fa-5826-48d5-802f-5946761c3f95 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639403 Dec 09 14:53:11.832663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34802) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:11.989330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d52b1f45-e787-4263-b4f1-a026f40d44d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.059996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60eaa3-c3aa-4d6f-a946-616bb47dede3 req-8904dcc8-8cc2-4820-a336-78c316322fe9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:12.061838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c60eaa3-c3aa-4d6f-a946-616bb47dede3 req-8904dcc8-8cc2-4820-a336-78c316322fe9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 946 time: 0.0918798 Dec 09 14:53:12.144403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c60eaa3-c3aa-4d6f-a946-616bb47dede3 req-95f02fe9-39eb-4677-802d-3910e1372158 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751586 Dec 09 14:53:12.189456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d52b1f45-e787-4263-b4f1-a026f40d44d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.200544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d52b1f45-e787-4263-b4f1-a026f40d44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.268833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-46c6ecf1-6f36-4452-84ed-f545ec4c9802 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:12.271342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-46c6ecf1-6f36-4452-84ed-f545ec4c9802 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.36 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 829 time: 0.1660669 Dec 09 14:53:12.285611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Request body: {'port': {'device_id': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'admin_state_up': True, 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:12.340272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d52b1f45-e787-4263-b4f1-a026f40d44d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c41f5e20bc344c98f7514f871d6d466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041020 Dec 09 14:53:12.343148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b1f45-e787-4263-b4f1-a026f40d44d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d5a00-d60f-4074-976a-186298d18ffd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:12.392978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04ce51d-4fcf-486c-a361-da4716a176eb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:12.394950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:12.400180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48e9f21d-3f63-43e9-bba1-bdd17cca7dc2 req-0f29777f-8810-429c-9bfd-fc3d58afd0ee tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 210 time: 0.1462991 Dec 09 14:53:12.492194 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-337eaf47-0222-435e-ba30-3fe2f4201998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.501577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a04ce51d-4fcf-486c-a361-da4716a176eb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:12.502230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.527300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-337eaf47-0222-435e-ba30-3fe2f4201998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.543803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Made reservation on behalf of 1d2920fc53be4c80bdd2d80cdfe49960 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:12.547907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.590248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-337eaf47-0222-435e-ba30-3fe2f4201998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.593049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-337eaf47-0222-435e-ba30-3fe2f4201998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:12.596522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-337eaf47-0222-435e-ba30-3fe2f4201998 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d2d5a00-d60f-4074-976a-186298d18ffd HTTP/1.1" status: 204 len: 168 time: 0.1979029 Dec 09 14:53:12.602550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337eaf47-0222-435e-ba30-3fe2f4201998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d5a00-d60f-4074-976a-186298d18ffd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:12.648403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6124-1f89-4011-926a-7ca8c87309a7 req-d7a41963-30a2-4186-bac9-3176072fc368 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:12.650265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6cae6124-1f89-4011-926a-7ca8c87309a7 req-d7a41963-30a2-4186-bac9-3176072fc368 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1897547 Dec 09 14:53:12.765846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a37a97-2689-405f-a7c7-55b166613d71 req-075df40f-e76b-413e-8c2a-501bda36b924 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:12.767414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4a37a97-2689-405f-a7c7-55b166613d71 req-075df40f-e76b-413e-8c2a-501bda36b924 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 945 time: 0.0816619 Dec 09 14:53:12.771234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6cae6124-1f89-4011-926a-7ca8c87309a7 req-b811a936-16f0-46de-9039-50f778c6f06f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079614 Dec 09 14:53:12.853669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Allocated IP 172.20.0.11 (b0300e74-09b1-4da0-bafa-2858e680c972/f21e54dc-6618-42ba-ab42-206773aecb87/12ec4a54-e754-47b0-8a04-02428815df75) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:12.880616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4a37a97-2689-405f-a7c7-55b166613d71 req-304ba991-5c95-4247-8452-d6861a9a64f5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971866 Dec 09 14:53:12.986166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af0865-e68c-4e37-9e64-8d0557006bcc req-6fd37343-9a62-4759-9d4c-32e1d05b9890 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:12.999092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5af0865-e68c-4e37-9e64-8d0557006bcc req-6fd37343-9a62-4759-9d4c-32e1d05b9890 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.1271553 Dec 09 14:53:13.113244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5af0865-e68c-4e37-9e64-8d0557006bcc req-58c979d6-e5a4-4d80-83e6-d485fc1d877e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134470 Dec 09 14:53:13.154595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.195035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:13.198933 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42feb01d-d2de-4fb8-86f1-8ce098a7a216" -d '{"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-plugged", "status": "completed", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:13.204143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.271522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Network b0300e74-09b1-4da0-bafa-2858e680c972 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:13.277048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:13.280653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:13.317648 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4d9b5e-f43e-4513-9595-d3e40093abcb x-openstack-request-id: req-1c4d9b5e-f43e-4513-9595-d3e40093abcb {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:13.320705 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-plugged", "status": "completed", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:13.321775 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c4d9b5e-f43e-4513-9595-d3e40093abcb {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:13.322486 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'code': 200} Dec 09 14:53:13.333505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event updated for resources: {'Port': ['ID=12ec4a54-e754-47b0-8a04-02428815df75,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:13.347582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.347939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.348287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.348805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.349148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.349484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.349816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.350146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.350476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.350805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.351132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.351482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.351809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:13.379374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:13.380416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.381859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c567a-c070-48d5-872d-192599f02d5f req-14202f49-7fd4-4a3c-b925-123c205bd5d2 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:13.385567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e2c567a-c070-48d5-872d-192599f02d5f req-14202f49-7fd4-4a3c-b925-123c205bd5d2 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 946 time: 0.1526308 Dec 09 14:53:13.408524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-1f529f0c-5319-4253-a7c0-f918dc58ebca tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1273625 Dec 09 14:53:13.448490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Request body: {'port': {'device_id': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:13.562875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fe4f8-906c-4ba2-bebd-3d7dfca5585c req-0f25edea-a2ad-4472-98dd-231bd7def5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:13.564624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc3fe4f8-906c-4ba2-bebd-3d7dfca5585c req-0f25edea-a2ad-4472-98dd-231bd7def5d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 1097 time: 0.1661103 Dec 09 14:53:13.581117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e2c567a-c070-48d5-872d-192599f02d5f req-3d549047-30a5-46f2-9575-625a1a8b93a7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829841 Dec 09 14:53:13.598506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.626432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:13.703299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc3fe4f8-906c-4ba2-bebd-3d7dfca5585c req-8cac1d60-ec81-4774-b609-e68536011ec1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205146 Dec 09 14:53:13.726982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:13.727378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.739243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2410-bcb2-4ed0-bb42-425b61d179a7 req-023c7ca3-317e-4aa5-824d-e066a934dc27 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:13.741070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-409f2410-bcb2-4ed0-bb42-425b61d179a7 req-023c7ca3-317e-4aa5-824d-e066a934dc27 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 932 time: 0.1837947 Dec 09 14:53:13.798108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1850c0c5-fe87-46dd-a785-a1a10a604c8c None None] Provisioning complete for port 12ec4a54-e754-47b0-8a04-02428815df75 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:13.798698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1850c0c5-fe87-46dd-a785-a1a10a604c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.844273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1850c0c5-fe87-46dd-a785-a1a10a604c8c None None] Port 12ec4a54-e754-47b0-8a04-02428815df75 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:13.855413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-409f2410-bcb2-4ed0-bb42-425b61d179a7 req-0617e201-d52f-4bc0-9c56-ed920d51f829 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055908 Dec 09 14:53:13.944495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:13.990947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:13.997869 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.056104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Sync routers for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:14.074220 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:14.074892 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:14.114412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:14.134163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ec4a54-e754-47b0-8a04-02428815df75 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:14.150109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.170299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc66ded-5915-41d6-a0ab-38390f2a295b req-2fb3291d-cb92-4a98-bb0a-e73249876e29 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:14.171157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Transition to ACTIVE for port object 12ec4a54-e754-47b0-8a04-02428815df75 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:14.182090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13a33-e7ea-4291-b5d1-056b72c32cb8 req-e2d3a9d0-4c36-4dcf-9cb5-c8621bbe7921 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:14.191916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f13a33-e7ea-4291-b5d1-056b72c32cb8 req-e2d3a9d0-4c36-4dcf-9cb5-c8621bbe7921 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1903131 Dec 09 14:53:14.193265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abc66ded-5915-41d6-a0ab-38390f2a295b req-2fb3291d-cb92-4a98-bb0a-e73249876e29 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0941806 Dec 09 14:53:14.200690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.215620 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:14.254458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abc66ded-5915-41d6-a0ab-38390f2a295b req-618d2240-e5f7-42c7-8680-bc13a2e6a08d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602164 Dec 09 14:53:14.263320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Pushing event updated for resources: {'Port': ['ID=12ec4a54-e754-47b0-8a04-02428815df75,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:14.365590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f13a33-e7ea-4291-b5d1-056b72c32cb8 req-30d6c887-e0b3-42e4-a954-b378851bc304 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678002 Dec 09 14:53:14.418948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Attempting to bind port 12ec4a54-e754-47b0-8a04-02428815df75 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:14.419301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Attempting to bind port 12ec4a54-e754-47b0-8a04-02428815df75 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:14.419701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Attempting to bind port 12ec4a54-e754-47b0-8a04-02428815df75 on network b0300e74-09b1-4da0-bafa-2858e680c972 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:14.434434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Port 12ec4a54-e754-47b0-8a04-02428815df75 on network b0300e74-09b1-4da0-bafa-2858e680c972 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:14.434434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Attempting to bind port 12ec4a54-e754-47b0-8a04-02428815df75 on network b0300e74-09b1-4da0-bafa-2858e680c972 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:14.444357 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:14.444702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Checking segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:14.445106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Bound using segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:14.446200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Bound port: 12ec4a54-e754-47b0-8a04-02428815df75, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:14.446490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.563806 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:08Z', 'revision_number': 2, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:14.585032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] For port 12ec4a54-e754-47b0-8a04-02428815df75, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:14.595605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62994a-d318-4e6c-adb8-2a7de0034836 req-efd8a5e2-e891-41b1-881e-1b8c9d560c68 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:14.597051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c62994a-d318-4e6c-adb8-2a7de0034836 req-efd8a5e2-e891-41b1-881e-1b8c9d560c68 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.1207705 Dec 09 14:53:14.608825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] For port 12ec4a54-e754-47b0-8a04-02428815df75, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=12ec4a54-e754-47b0-8a04-02428815df75,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:14.627058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.639340 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Checking router: 02f89304-9833-4442-a777-f67294feec00 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:14.642447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Updating router 02f89304-9833-4442-a777-f67294feec00 port 10b3d284-5ec4-4eb7-989b-ddd33659e3db binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:53:14.689199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:14.689877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.691342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] 10.222.0.36 "PUT /v2.0/ports/12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 1092 time: 1.2596965 Dec 09 14:53:14.693698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:14.696751 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "tag": "12ec4a54-e754-47b0-8a04-02428815df75"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:14.746235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c62994a-d318-4e6c-adb8-2a7de0034836 req-43a0e7c6-9dc6-42b4-b130-416a3691e903 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292880 Dec 09 14:53:14.750636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ea88e-9173-4552-8f8a-2b3c856b195d service neutron] Pushing event updated for resources: {'Port': ['ID=12ec4a54-e754-47b0-8a04-02428815df75,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:14.762428 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:14.876527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-5429b2c3-3d71-4fa3-b5c7-e6713e9e9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:14.878194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-5429b2c3-3d71-4fa3-b5c7-e6713e9e9171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1095 time: 0.0947840 Dec 09 14:53:14.899865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698d2fa-8b6e-422f-b742-98a2734a6ac5 req-6d4f5ffc-f7e7-4086-b807-40d7db6c6b01 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:14.910964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6698d2fa-8b6e-422f-b742-98a2734a6ac5 req-6d4f5ffc-f7e7-4086-b807-40d7db6c6b01 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 946 time: 0.1609356 Dec 09 14:53:14.996284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6698d2fa-8b6e-422f-b742-98a2734a6ac5 req-0b15ef8b-ee18-4df7-9e7d-b7ed699b26b3 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Dec 09 14:53:15.004172 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f11a44-bb76-4cc9-aed3-f1c5c84f5fa0 x-openstack-request-id: req-03f11a44-bb76-4cc9-aed3-f1c5c84f5fa0 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:15.004172 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "tag": "12ec4a54-e754-47b0-8a04-02428815df75", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:15.004172 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03f11a44-bb76-4cc9-aed3-f1c5c84f5fa0 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:15.004172 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75', 'status': 'completed', 'code': 200} Dec 09 14:53:15.004532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:15.012809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-4749bfaf-e769-4f8b-8c43-92d79919c1d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 217 time: 0.1203763 Dec 09 14:53:15.135219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-185e7794-b604-41ef-b141-bcb0dc26472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:15.136764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-185e7794-b604-41ef-b141-bcb0dc26472e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 200 len: 868 time: 0.1097333 Dec 09 14:53:15.189742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad128b-c5a9-4a9c-bd17-01ea81b7f715 req-baec2850-2b3c-4a24-beaf-d72abfaa97eb tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:15.191758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-caad128b-c5a9-4a9c-bd17-01ea81b7f715 req-baec2850-2b3c-4a24-beaf-d72abfaa97eb tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1096 time: 0.1237864 Dec 09 14:53:15.263274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-e59ee098-7ce4-41d8-9f96-6e350bc75418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:15.265602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-e59ee098-7ce4-41d8-9f96-6e350bc75418 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0300e74-09b1-4da0-bafa-2858e680c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076679 Dec 09 14:53:15.309270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-caad128b-c5a9-4a9c-bd17-01ea81b7f715 req-06ae2f33-b016-4675-9508-aec4f5688cd3 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852218 Dec 09 14:53:15.324243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:15.326968 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b65f9f-79dd-4fa2-9636-804e9fb84486" -d '{"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-plugged", "status": "completed", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:15.342248 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.350208 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.413808 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Pushing event updated for resources: {'Port': ['ID=10b3d284-5ec4-4eb7-989b-ddd33659e3db,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:15.443665 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.444268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.446890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.447528 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.448031 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.448703 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.449203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.449710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.450354 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.450843 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.451332 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.451873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.452504 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.501440 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Attempting to bind port 10b3d284-5ec4-4eb7-989b-ddd33659e3db on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:15.501826 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Attempting to bind port 10b3d284-5ec4-4eb7-989b-ddd33659e3db by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:15.502196 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Attempting to bind port 10b3d284-5ec4-4eb7-989b-ddd33659e3db on network b0300e74-09b1-4da0-bafa-2858e680c972 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:15.509522 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:15.510132 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Checking segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:15.510693 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.511424 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Bound using segment: {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:15.511944 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Bound port: 10b3d284-5ec4-4eb7-989b-ddd33659e3db, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e4970b-20dd-49af-b57a-5c40df19d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:15.512169 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.529272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-d21d07eb-0742-4415-9368-0a4ef48da45a service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535963 Dec 09 14:53:15.600074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77058eba-e240-4ccd-8db8-14577c355261 req-7a35e059-5936-44ab-9626-88416c526695 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:15.604650 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] For port 10b3d284-5ec4-4eb7-989b-ddd33659e3db, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:15.610617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77058eba-e240-4ccd-8db8-14577c355261 req-7a35e059-5936-44ab-9626-88416c526695 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1366909 Dec 09 14:53:15.617051 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] For port 10b3d284-5ec4-4eb7-989b-ddd33659e3db, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10b3d284-5ec4-4eb7-989b-ddd33659e3db,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:15.623502 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.636226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.655598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e4b9-ff2f-4ef6-bc9f-f8833857eabb req-82171b80-82fd-42f9-896c-ec47838fb925 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:15.663962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e4b9-ff2f-4ef6-bc9f-f8833857eabb req-82171b80-82fd-42f9-896c-ec47838fb925 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 944 time: 0.5222838 Dec 09 14:53:15.722296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7d1ba6c-6442-410f-b5d2-7e82a624d439 req-3cc8b543-09fd-4eba-a977-ff201f9da866 service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801035 Dec 09 14:53:15.734363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77058eba-e240-4ccd-8db8-14577c355261 req-228b7806-cdbc-4d56-8329-bbdaefee8154 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219285 Dec 09 14:53:15.747280 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:15.749129 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:15.780854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-85871596-7443-4369-a178-ef46bc3e0b51 None None] Provisioning complete for port 10b3d284-5ec4-4eb7-989b-ddd33659e3db triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:15.781146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85871596-7443-4369-a178-ef46bc3e0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.797465 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d655b-5de3-4c58-8a57-919be74ce868 x-openstack-request-id: req-ea3d655b-5de3-4c58-8a57-919be74ce868 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:15.799889 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-plugged", "status": "completed", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:15.800338 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea3d655b-5de3-4c58-8a57-919be74ce868 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:15.803065 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'code': 200} Dec 09 14:53:15.811798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.840412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-49fb3d5d-b86f-4384-86bc-a7fa6624c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:15.842220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-49fb3d5d-b86f-4384-86bc-a7fa6624c396 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1095 time: 0.0518904 Dec 09 14:53:15.844476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:15.897895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e878ad78-7bc9-442c-91ba-4088de6b2ac7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:15.928891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.929146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.929493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.929834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.930285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.930676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.931003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.931330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.931692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.932016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.932343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.932666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:15.932990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:16.004616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85871596-7443-4369-a178-ef46bc3e0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.022038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34928) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:16.024220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48178ba7-64a3-4301-8790-bde06e92967e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b26c12019dc2476d840809db558cbc34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0185723 Dec 09 14:53:16.064367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e4b9-ff2f-4ef6-bc9f-f8833857eabb req-ba6779a3-502f-4f1c-b2cc-d5de94f4ae82 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988359 Dec 09 14:53:16.072898 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deed76-95c9-4711-948e-0874beb78703 None None] Pushing event updated for resources: {'Port': ['ID=10b3d284-5ec4-4eb7-989b-ddd33659e3db,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:16.104658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-85871596-7443-4369-a178-ef46bc3e0b51 None None] For port 10b3d284-5ec4-4eb7-989b-ddd33659e3db, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10b3d284-5ec4-4eb7-989b-ddd33659e3db,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:16.117298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85871596-7443-4369-a178-ef46bc3e0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.143155 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:16.145373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3521-4540-4657-9ca3-abf1c336dda2 req-cae7e325-0c36-4665-81b7-cd4e09f40fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.146971 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b2f3521-4540-4657-9ca3-abf1c336dda2 req-cae7e325-0c36-4665-81b7-cd4e09f40fcd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 1097 time: 0.0646157 Dec 09 14:53:16.165676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-6c990553-bd6c-4686-b04d-40f2bea0dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.167158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-6c990553-bd6c-4686-b04d-40f2bea0dab3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 930 time: 0.3157914 Dec 09 14:53:16.198614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee23927-bd98-4d31-b91e-f98e1e5be70a req-b6005d1c-1125-4dfe-adaa-6e4439f1294c tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.200175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cee23927-bd98-4d31-b91e-f98e1e5be70a req-b6005d1c-1125-4dfe-adaa-6e4439f1294c tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1096 time: 0.2045965 Dec 09 14:53:16.236248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85871596-7443-4369-a178-ef46bc3e0b51 None None] Pushing event updated for resources: {'Port': ['ID=10b3d284-5ec4-4eb7-989b-ddd33659e3db,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:16.256099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc650850-33d6-4ea7-afda-52f46d1d9a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.260709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b2f3521-4540-4657-9ca3-abf1c336dda2 req-66288949-2555-4fda-8508-43a200aa1db6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037185 Dec 09 14:53:16.268374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2f97f25d-d96b-4b11-b541-7d24f6030332 None None] Provisioning complete for port 10b3d284-5ec4-4eb7-989b-ddd33659e3db triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:16.270075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2bd81-b139-48d0-ae10-fc3ac15b4385 req-928d64b0-a808-48b1-8d6f-d2764ca839b3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.270548 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f97f25d-d96b-4b11-b541-7d24f6030332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.272322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba2bd81-b139-48d0-ae10-fc3ac15b4385 req-928d64b0-a808-48b1-8d6f-d2764ca839b3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0904660 Dec 09 14:53:16.298474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-c5ed76ec-8a04-421a-bb9d-be19f2d49c2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 217 time: 0.1019886 Dec 09 14:53:16.304287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc650850-33d6-4ea7-afda-52f46d1d9a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.380469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba2bd81-b139-48d0-ae10-fc3ac15b4385 req-0a8d5f90-c892-4ba2-896a-44280059023d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002102 Dec 09 14:53:16.392023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10b3d284-5ec4-4eb7-989b-ddd33659e3db up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:16.442207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cee23927-bd98-4d31-b91e-f98e1e5be70a req-5df18da4-4f9c-42a4-834b-2f5fdb3973a9 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151754 Dec 09 14:53:16.442207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-a550d274-ab1d-48a1-aeb1-bbc760b93a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.442207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-a550d274-ab1d-48a1-aeb1-bbc760b93a4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 200 len: 868 time: 0.1213279 Dec 09 14:53:16.534975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc650850-33d6-4ea7-afda-52f46d1d9a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.537998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc650850-33d6-4ea7-afda-52f46d1d9a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.539151 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc650850-33d6-4ea7-afda-52f46d1d9a4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e878ad78-7bc9-442c-91ba-4088de6b2ac7 HTTP/1.1" status: 204 len: 168 time: 0.5160162 Dec 09 14:53:16.549558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 10b3d284-5ec4-4eb7-989b-ddd33659e3db triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:16.551941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:16.594527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc650850-33d6-4ea7-afda-52f46d1d9a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e878ad78-7bc9-442c-91ba-4088de6b2ac7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:16.604758 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:15Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:16.610865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-95ac6ddb-aaea-46c9-b581-2f3c970f52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.615121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-95ac6ddb-aaea-46c9-b581-2f3c970f52b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0300e74-09b1-4da0-bafa-2858e680c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661973 Dec 09 14:53:16.642352 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613625a-eb5c-411b-8ca7-7d6a5a8bbc90 None None] The sync data for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 is: [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:15Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:16.709841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a2eb0-6d26-4891-bceb-7a86dc6b97e3 req-cb13058c-3480-4be5-ab6e-0492844bfca3 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:16.716368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-302a2eb0-6d26-4891-bceb-7a86dc6b97e3 req-cb13058c-3480-4be5-ab6e-0492844bfca3 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 946 time: 0.2110419 Dec 09 14:53:16.870570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-302a2eb0-6d26-4891-bceb-7a86dc6b97e3 req-f93d66da-d1cc-46f4-931c-0cb90cdb16ec tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354506 Dec 09 14:53:16.913262 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-e4c067ef-fa94-414e-84fb-cda3ae72a0fe service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850389 Dec 09 14:53:17.108483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12b10-ca17-4cd4-b8f9-eab13a23611e req-cd077d10-d00d-47e3-9c7b-12e89b19df0f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:17.110014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25a12b10-ca17-4cd4-b8f9-eab13a23611e req-cd077d10-d00d-47e3-9c7b-12e89b19df0f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0862799 Dec 09 14:53:17.117090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29dc504b-f6e2-4e8c-b43a-f9eaab15a0ce req-4fd076f4-7d54-4f8a-aa20-7619d3dc2959 service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924865 Dec 09 14:53:17.228653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25a12b10-ca17-4cd4-b8f9-eab13a23611e req-746e1551-2188-4681-ac2a-98bb056fca27 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 Dec 09 14:53:17.676342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b571d-7b1a-42fa-9b15-7960c3a42309 req-7129c54e-2d89-4f02-a6a5-e6f69d7c882d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:17.684330 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d54b571d-7b1a-42fa-9b15-7960c3a42309 req-7129c54e-2d89-4f02-a6a5-e6f69d7c882d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 944 time: 0.0718904 Dec 09 14:53:17.734359 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d54b571d-7b1a-42fa-9b15-7960c3a42309 req-45d9eb9d-457b-4ba4-a680-bb7b5eaaa5c2 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490594 Dec 09 14:53:17.889038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888315-8d61-4b4b-81fc-97ffacc364f0 req-d4e4f689-4b45-4177-8752-1a8bd84f6192 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:17.895871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91888315-8d61-4b4b-81fc-97ffacc364f0 req-d4e4f689-4b45-4177-8752-1a8bd84f6192 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0760727 Dec 09 14:53:17.940634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91888315-8d61-4b4b-81fc-97ffacc364f0 req-fe3e69d0-bdc6-4690-a050-5d2cf8287d32 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Dec 09 14:53:18.036309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 12ec4a54-e754-47b0-8a04-02428815df75 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:18.046266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-632a91b2-edf3-4ed6-a456-9f5f4395b1b4 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:53:18.049037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-632a91b2-edf3-4ed6-a456-9f5f4395b1b4 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074940 Dec 09 14:53:18.077282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe87ba-6853-4ae9-b21f-7f6599948b01 req-bdcdd2ff-f4c3-44bc-9555-f1d3dc4ca6c6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.078912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6afe87ba-6853-4ae9-b21f-7f6599948b01 req-bdcdd2ff-f4c3-44bc-9555-f1d3dc4ca6c6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 946 time: 0.0665665 Dec 09 14:53:18.123279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-76b44129-078f-4b8d-b806-18b409dcc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.126020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-76b44129-078f-4b8d-b806-18b409dcc4a7 service neutron] 10.222.0.46 "GET /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 1093 time: 0.0676408 Dec 09 14:53:18.138097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:18.138851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:53:18.141045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6afe87ba-6853-4ae9-b21f-7f6599948b01 req-41d2e8e6-7408-4784-ad61-84d2923cec0a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552649 Dec 09 14:53:18.171503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 12ec4a54-e754-47b0-8a04-02428815df75, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=12ec4a54-e754-47b0-8a04-02428815df75,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:18.184146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '12ec4a54-e754-47b0-8a04-02428815df75', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'port_id': '12ec4a54-e754-47b0-8a04-02428815df75', 'mac_address': 'fa:16:3e:f7:5e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:18.225565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:18.239241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ec4a54-e754-47b0-8a04-02428815df75 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:18.277524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 12ec4a54-e754-47b0-8a04-02428815df75, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=12ec4a54-e754-47b0-8a04-02428815df75,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:18.280660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10b3d284-5ec4-4eb7-989b-ddd33659e3db up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:18.328467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:18.353868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:18.354469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:18.354997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:18.360518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:18.361246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:18.367448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:18.368343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:18.369146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:18.369796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Bound port: 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:18.397937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=12ec4a54-e754-47b0-8a04-02428815df75,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:18.418073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 10b3d284-5ec4-4eb7-989b-ddd33659e3db triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:18.418824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:18.432183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:18.444735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:18.459380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] 10.222.0.46 "POST /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3213017 Dec 09 14:53:18.604411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['12ec4a54-e754-47b0-8a04-02428815df75'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:18.723173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6229f-bca4-43c1-a554-4245d67485e3 req-0b23cbd4-57e0-46a2-a5a8-958db1b72aac tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.731788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9be6229f-bca4-43c1-a554-4245d67485e3 req-0b23cbd4-57e0-46a2-a5a8-958db1b72aac tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0849137 Dec 09 14:53:18.777109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-2427b99e-ecd9-4cc5-a189-42a7ef444a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.779448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-2427b99e-ecd9-4cc5-a189-42a7ef444a09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1096 time: 0.0568039 Dec 09 14:53:18.783577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9be6229f-bca4-43c1-a554-4245d67485e3 req-77751035-d095-4be2-a6fd-ef0655cfe1bb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Dec 09 14:53:18.887214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639763c-8982-45d9-b483-7ed8140f7f03 req-b944b800-ff41-49cf-9c9c-fd98bb942ccb tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.888701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e639763c-8982-45d9-b483-7ed8140f7f03 req-b944b800-ff41-49cf-9c9c-fd98bb942ccb tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.0963171 Dec 09 14:53:18.930659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9133f-64a1-4fe0-9c84-bdeea160019a req-ff17de41-4531-4723-bcda-56e21d03e3a0 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.935575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99a9133f-64a1-4fe0-9c84-bdeea160019a req-ff17de41-4531-4723-bcda-56e21d03e3a0 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 945 time: 0.0551872 Dec 09 14:53:18.979773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-c5881feb-fd1f-40bc-869c-7f9f28258d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:18.981850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-c5881feb-fd1f-40bc-869c-7f9f28258d54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.1590352 Dec 09 14:53:18.985220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99a9133f-64a1-4fe0-9c84-bdeea160019a req-3f6b7330-9303-403b-a48b-2d52e27657f0 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 Dec 09 14:53:18.985360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e639763c-8982-45d9-b483-7ed8140f7f03 req-d069294f-bc8b-4893-bc3b-40e897128393 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714827 Dec 09 14:53:19.050521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-e945dc91-3a38-4329-a73e-4381fe2cca6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 217 time: 0.0608497 Dec 09 14:53:19.113991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3ca5d-4713-469a-9b5a-09f40f1f3dc3 req-227a4c76-451f-43bc-8ecc-0ddf391cb358 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:19.115727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ff3ca5d-4713-469a-9b5a-09f40f1f3dc3 req-227a4c76-451f-43bc-8ecc-0ddf391cb358 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.0586481 Dec 09 14:53:19.136156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-9fb18015-ae8a-46af-b3a9-36dbb8748f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:19.137948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-9fb18015-ae8a-46af-b3a9-36dbb8748f5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.0799794 Dec 09 14:53:19.171177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ff3ca5d-4713-469a-9b5a-09f40f1f3dc3 req-303c0246-9d46-4e53-85cd-df74206872b8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486646 Dec 09 14:53:19.473304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-58c0be4e-41fa-40ed-8f39-d65e40821845 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3261945 Dec 09 14:53:19.486056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16079c-cd9e-499a-8afd-e4b8b53d2e8d req-e2d14661-06e7-4365-9e99-3721d3038413 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:19.487526 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd16079c-cd9e-499a-8afd-e4b8b53d2e8d req-e2d14661-06e7-4365-9e99-3721d3038413 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.3865499 Dec 09 14:53:19.589536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd16079c-cd9e-499a-8afd-e4b8b53d2e8d req-1d5e3f6c-59d5-4c67-8a03-906e11250aa5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 Dec 09 14:53:19.615929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-d8d772f5-59b0-43c2-9e4c-99325c0e190b service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274486 Dec 09 14:53:19.743719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644528d-99cf-451e-a5d4-9b34e7da81a7 req-3e601e91-3791-4e23-874a-63643026b124 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:19.750741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c644528d-99cf-451e-a5d4-9b34e7da81a7 req-3e601e91-3791-4e23-874a-63643026b124 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 946 time: 0.0973387 Dec 09 14:53:19.761925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-05014c18-19c9-4816-8f67-6a3de35b757c service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388109 Dec 09 14:53:19.808067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c644528d-99cf-451e-a5d4-9b34e7da81a7 req-ea444d16-ea40-4844-a9fd-189d8c315b6f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Dec 09 14:53:20.052510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 12ec4a54-e754-47b0-8a04-02428815df75 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:20.071336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-5d8f36c3-5a65-45a6-926b-78d1e6af4e30 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:20.079462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-5d8f36c3-5a65-45a6-926b-78d1e6af4e30 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 813 time: 0.1298230 Dec 09 14:53:20.101140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-aa07ef6b-3771-49aa-98ad-3bed7b9181fe tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/quotas/e9e9f6fec6f841d6a028a7ae7411aee8 HTTP/1.1" status: 200 len: 375 time: 0.0206244 Dec 09 14:53:20.155833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 12ec4a54-e754-47b0-8a04-02428815df75 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:53:20.164960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 12ec4a54-e754-47b0-8a04-02428815df75 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:20.165339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:20.169103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-f47c128b-2aa4-4ae2-8437-b8cb979833b5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656686 Dec 09 14:53:20.324236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-20789f03-78b6-43e6-a091-380fbd21c821 service neutron] 10.222.0.46 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539822 Dec 09 14:53:20.327794 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:20.378573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 12ec4a54-e754-47b0-8a04-02428815df75, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=12ec4a54-e754-47b0-8a04-02428815df75,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:20.380000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:20.383419 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e8a47-b073-4b71-ad04-6c15fce5c048" -d '{"events": [{"server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "name": "network-vif-plugged", "status": "completed", "tag": "12ec4a54-e754-47b0-8a04-02428815df75"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:20.388642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:20.459962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=12ec4a54-e754-47b0-8a04-02428815df75,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:20.468984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-0df4788c-50d9-4924-a6e1-40c8a36e8f98 service neutron] 10.222.0.46 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409824 Dec 09 14:53:20.470949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.471385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.471804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.472575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.472575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.472987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.473373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.473921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.474224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.474642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.475098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.475556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.476037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:53:20.556914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2a3a4-f3e6-4e6b-a2c2-6c582805e7f9 req-7940cf1b-4377-4e13-b8b5-8f493ae40b85 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:20.558654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cf2a3a4-f3e6-4e6b-a2c2-6c582805e7f9 req-7940cf1b-4377-4e13-b8b5-8f493ae40b85 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 946 time: 0.0785451 Dec 09 14:53:20.656238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cf2a3a4-f3e6-4e6b-a2c2-6c582805e7f9 req-3c5dfa4c-307a-442d-83e2-6b87eb9431c1 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894954 Dec 09 14:53:20.766439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba289-a1f8-4928-9c6a-bbf48d79ef2c req-2fda0170-0d1f-412f-90b5-d2dae4db72df tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:20.773540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0eeba289-a1f8-4928-9c6a-bbf48d79ef2c req-2fda0170-0d1f-412f-90b5-d2dae4db72df tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.1174653 Dec 09 14:53:20.803387 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c4232b-627c-4b20-84ba-402d8a094719 x-openstack-request-id: req-57c4232b-627c-4b20-84ba-402d8a094719 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:20.803798 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "name": "network-vif-plugged", "status": "completed", "tag": "12ec4a54-e754-47b0-8a04-02428815df75", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:20.804254 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57c4232b-627c-4b20-84ba-402d8a094719 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:20.807760 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75', 'code': 200} Dec 09 14:53:20.846445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0eeba289-a1f8-4928-9c6a-bbf48d79ef2c req-413e1630-f16c-4776-9bca-49fcb8962565 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710406 Dec 09 14:53:20.924764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7b573-cc1d-469e-91eb-386db5dcfde6 req-5510d749-8c2e-4078-9f43-4268741aeda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:20.926464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5f7b573-cc1d-469e-91eb-386db5dcfde6 req-5510d749-8c2e-4078-9f43-4268741aeda6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1097 time: 0.0573289 Dec 09 14:53:20.936466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08d9c5b0-84ad-476f-8761-83388146a658 req-1da49a65-aea8-4ca8-a134-2cc4708b5e31 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 210 time: 0.0660264 Dec 09 14:53:21.088119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5f7b573-cc1d-469e-91eb-386db5dcfde6 req-abb324b5-5db4-4476-b86e-6a37ffaf736b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541233 Dec 09 14:53:21.099142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3bd3-b76d-4608-bdef-58bcc7dd2f83 req-aa2bde3a-f7ec-4154-804b-3743c86a8792 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:21.107888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-418b3bd3-b76d-4608-bdef-58bcc7dd2f83 req-aa2bde3a-f7ec-4154-804b-3743c86a8792 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1329887 Dec 09 14:53:21.199904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-418b3bd3-b76d-4608-bdef-58bcc7dd2f83 req-cc56f812-efb7-4a1d-83c8-4932ef87ba71 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908105 Dec 09 14:53:21.390332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc50118-53ae-427a-9605-d3f99238f179 req-c2a8c448-5da6-49f1-8def-8427dda7cffd tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:21.396449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cdc50118-53ae-427a-9605-d3f99238f179 req-c2a8c448-5da6-49f1-8def-8427dda7cffd tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.43 "GET /v2.0/ports?device_id=82da257e-a94e-4a39-b9ed-16c15dff63eb HTTP/1.1" status: 200 len: 946 time: 0.1244764 Dec 09 14:53:21.580254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Deleting port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:21.581172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:21.678328 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:21.749422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] For port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:21.750048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:21.768439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Calling delete_port for 8cd30c6e-321f-477f-adc7-7df9fbaa91ba owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:21.859808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820cb32-7a9a-4d61-a47a-4873b507b077 req-bfb00b29-9798-407f-a16a-ba0f274757e8 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:21.861592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9820cb32-7a9a-4d61-a47a-4873b507b077 req-bfb00b29-9798-407f-a16a-ba0f274757e8 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 946 time: 0.0989141 Dec 09 14:53:21.952553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9820cb32-7a9a-4d61-a47a-4873b507b077 req-0e9a0044-330e-4b23-aeb9-499fd6680ee1 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832379 Dec 09 14:53:22.073951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:22.136190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:22.171834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8cd30c6e-321f-477f-adc7-7df9fbaa91ba'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:22.221070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Pushing event deleted for resources: {'Port': ['ID=8cd30c6e-321f-477f-adc7-7df9fbaa91ba,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:22.309621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ceb382-5ae0-49fd-8d9f-d6140838980f None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:22.331568 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:22.354891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63a687-5081-4432-9e8f-79278712dcd3 req-5ee67b87-8f49-4b06-88b3-ac711ab3e125 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:22.362507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e63a687-5081-4432-9e8f-79278712dcd3 req-5ee67b87-8f49-4b06-88b3-ac711ab3e125 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.3248019 Dec 09 14:53:22.430739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] No DVR routers for this DVR port 8cd30c6e-321f-477f-adc7-7df9fbaa91ba on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:22.442786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:22.447565 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:22.456315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cdc50118-53ae-427a-9605-d3f99238f179 req-32519e34-4f2b-4897-b4de-c03245064b63 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.43 "DELETE /v2.0/ports/8cd30c6e-321f-477f-adc7-7df9fbaa91ba HTTP/1.1" status: 204 len: 173 time: 1.0439141 Dec 09 14:53:22.457055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-deleted', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:22.463496 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733e1f3a-e69c-4ad8-9a80-1f7ce3926685" -d '{"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-deleted", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:22.476515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'mac_address': 'fa:16:3e:21:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:22.543819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-1971880c-a0d8-47c6-bae9-cba28d1aeb72 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:22.552132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-1971880c-a0d8-47c6-bae9-cba28d1aeb72 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 813 time: 0.3811829 Dec 09 14:53:22.557452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e63a687-5081-4432-9e8f-79278712dcd3 req-b0d83435-7af7-44c5-8bb9-dc44dcdcf698 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914418 Dec 09 14:53:22.580004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Request body: {'port': {'device_id': '0ed88187-fc20-42c8-9a81-10d044224821', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'admin_state_up': True, 'tenant_id': 'e9e9f6fec6f841d6a028a7ae7411aee8'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:22.652691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:22.690311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75e73942-f0b1-4547-9db9-5e6a772d1968 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:22.695643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bbb6e5e-9e9b-4a5a-a273-b442dc7955ad req-e4c6f100-e7e3-44a2-a8f0-f8bd060a88cb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 210 time: 0.0429528 Dec 09 14:53:22.834378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:22.849567 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:22.926289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1c3cb-572e-48ab-a874-a3e7225ff680 req-bdd55c3f-da40-4d85-92d9-1cd8175467f8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:22.936707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Made reservation on behalf of e9e9f6fec6f841d6a028a7ae7411aee8 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:22.938205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffa1c3cb-572e-48ab-a874-a3e7225ff680 req-bdd55c3f-da40-4d85-92d9-1cd8175467f8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1573553 Dec 09 14:53:22.950929 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:23.033384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffa1c3cb-572e-48ab-a874-a3e7225ff680 req-74e38686-d9bb-4a3a-be10-9195d941a582 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Dec 09 14:53:23.046074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['75e73942-f0b1-4547-9db9-5e6a772d1968'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:23.056994 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a469648-b11e-480c-b1df-32eb4f78a4b2 x-openstack-request-id: req-8a469648-b11e-480c-b1df-32eb4f78a4b2 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:23.057362 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da257e-a94e-4a39-b9ed-16c15dff63eb", "name": "network-vif-deleted", "tag": "8cd30c6e-321f-477f-adc7-7df9fbaa91ba", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:23.057689 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a469648-b11e-480c-b1df-32eb4f78a4b2 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:23.058157 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da257e-a94e-4a39-b9ed-16c15dff63eb', 'name': 'network-vif-deleted', 'tag': '8cd30c6e-321f-477f-adc7-7df9fbaa91ba', 'status': 'completed', 'code': 200} Dec 09 14:53:23.143975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:23.170164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bf35-25eb-4dda-84c2-c823ae9acccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:23.325830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645408d-07b3-435c-be96-71dc36533c0c req-ff889051-3ebe-407a-96bc-b1769c421d21 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:23.333684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7645408d-07b3-435c-be96-71dc36533c0c req-ff889051-3ebe-407a-96bc-b1769c421d21 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 946 time: 0.1434309 Dec 09 14:53:23.359730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Allocated IP 172.20.0.3 (4a01ceb0-6442-4c99-bdb7-943debcdee9e/60608b19-fe61-44ac-adc4-af8311887bb5/7755d18a-9641-40a6-b49e-c5001830de18) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:23.475851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7645408d-07b3-435c-be96-71dc36533c0c req-2a7634dc-f5f4-4e04-a144-35228c66ba8b tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261396 Dec 09 14:53:23.957067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0599d744-967e-4062-8b0d-3882990a07e4 req-0432a6b5-d931-4221-b774-c304507bd644 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 258 time: 0.3948522 Dec 09 14:53:23.969447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:24.005475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.015140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.090675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:24.162702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.216340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:24.220606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 75e73942-f0b1-4547-9db9-5e6a772d1968 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:24.222474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:24.223007 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.236555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:24.259400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0415a99b-5bc7-4c0b-aeb2-8161b2dcc727 None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:24.317935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:24.340264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.349515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:24.350159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.391503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-02364709-a809-4371-9b85-c9fc1d6779bb None None] Provisioning complete for port 7755d18a-9641-40a6-b49e-c5001830de18 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:24.392260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-02364709-a809-4371-9b85-c9fc1d6779bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.396444 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.406590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-77b947cb-7d72-4370-85b0-144e1cb18631 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8386085 Dec 09 14:53:24.425693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Request body: {'port': {'device_id': '0ed88187-fc20-42c8-9a81-10d044224821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:24.454376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-02364709-a809-4371-9b85-c9fc1d6779bb None None] Port 7755d18a-9641-40a6-b49e-c5001830de18 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:24.486094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:24.489202 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a237f155-76e8-4145-b72b-da8690b3c67f" -d '{"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-plugged", "status": "completed", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:24.506799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:24.519574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.553104 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:24.584299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Allocated IP 172.25.0.22 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/3a40afe6-ef77-4dbe-8024-252e53499278) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:24.648033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:24.977235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7755d18a-9641-40a6-b49e-c5001830de18 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:24.994323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.021414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.027730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Transition to ACTIVE for port object 7755d18a-9641-40a6-b49e-c5001830de18 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:25.033945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.108605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7e68e-24a9-4691-88a9-ae33276f34ed None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:25.144347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:25.188412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.275152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:25.280823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Attempting to bind port 7755d18a-9641-40a6-b49e-c5001830de18 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:25.281099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Attempting to bind port 7755d18a-9641-40a6-b49e-c5001830de18 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:25.281490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Attempting to bind port 7755d18a-9641-40a6-b49e-c5001830de18 on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:25.288087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:25.291887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event updated for resources: {'Port': ['ID=3a40afe6-ef77-4dbe-8024-252e53499278,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:25.294237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:25.298243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Port 7755d18a-9641-40a6-b49e-c5001830de18 on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:25.298717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Attempting to bind port 7755d18a-9641-40a6-b49e-c5001830de18 on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:25.340076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:25.340477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Checking segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:25.341025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Bound using segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:25.341436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Bound port: 7755d18a-9641-40a6-b49e-c5001830de18, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:25.341882 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.455696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:25.461133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:25.471392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.514182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.529538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:25.530219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.531810 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] 10.222.0.36 "PUT /v2.0/ports/7755d18a-9641-40a6-b49e-c5001830de18 HTTP/1.1" status: 200 len: 1091 time: 1.1149926 Dec 09 14:53:25.532602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:25.535029 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcddb70-7a09-43d3-987e-721a166259ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "tag": "7755d18a-9641-40a6-b49e-c5001830de18"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:25.536977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec25590-1953-4253-88e1-35964b6de9bc None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:25.594557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a2b88-838c-45e9-a996-e4b1b6776bdf service neutron] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:25.618521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f931dac-60da-4116-9835-d2acb5ecc261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.634493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:25.683157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:25.713390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-23d9f5bf-917c-4d3c-aea7-a55f116a3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:25.720009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8cd30c6e-321f-477f-adc7-7df9fbaa91ba {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:53:25.721056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8cd30c6e-321f-477f-adc7-7df9fbaa91ba not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:25.731044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-23d9f5bf-917c-4d3c-aea7-a55f116a3d4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 1094 time: 0.1301301 Dec 09 14:53:25.824249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-8b7c60ac-1ab3-4b8f-9a23-689f3c0e04f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7755d18a-9641-40a6-b49e-c5001830de18 HTTP/1.1" status: 200 len: 217 time: 0.0738146 Dec 09 14:53:25.941034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-8c956690-f170-4fd4-9d59-cba77d9e9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:25.942656 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-8c956690-f170-4fd4-9d59-cba77d9e9313 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 200 len: 853 time: 0.1079686 Dec 09 14:53:25.988888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-a7922957-7675-4576-9f2e-d8df3143505e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a01ceb0-6442-4c99-bdb7-943debcdee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328507 Dec 09 14:53:26.095017 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:26.109192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:26.235954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-09c544e2-7ece-4d5f-93be-2e7e3e9af4f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356586 Dec 09 14:53:26.243196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event updated for resources: {'Port': ['ID=3a40afe6-ef77-4dbe-8024-252e53499278,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:26.352108 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:26.390324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:26.392200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0599d744-967e-4062-8b0d-3882990a07e4 req-f957c92b-c9f5-47dc-a593-a4db49764c1d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4342186 Dec 09 14:53:26.412104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ebb07ad-e865-410f-859e-9bcbee8f4081 req-283fa23e-c8dd-4844-be1f-a267aa142a79 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613331 Dec 09 14:53:26.457792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0599d744-967e-4062-8b0d-3882990a07e4 req-4abe9560-88e3-4221-a078-c5c0caa6c43b tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0590296 Dec 09 14:53:26.580075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:26.650158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599d744-967e-4062-8b0d-3882990a07e4 req-b3e1f4f9-89af-4aef-86c1-a1978d09fdab tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:26.653280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0599d744-967e-4062-8b0d-3882990a07e4 req-b3e1f4f9-89af-4aef-86c1-a1978d09fdab tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1881993 Dec 09 14:53:26.848111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c9bd-e7f0-4c2b-802a-688b157d426d req-d0153400-9dd5-41c7-8fe3-058a0cc61bd4 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:26.853032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bfb4c9bd-e7f0-4c2b-802a-688b157d426d req-d0153400-9dd5-41c7-8fe3-058a0cc61bd4 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.0790334 Dec 09 14:53:26.937517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bfb4c9bd-e7f0-4c2b-802a-688b157d426d req-18ba0cb0-ea09-4bd1-aa5a-0cb196bbb458 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Dec 09 14:53:27.060654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0e71-236e-451b-91f1-a6a85f52442b req-c4f58760-bdee-4651-9d01-8c52265bbcb5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:27.068836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d25a0e71-236e-451b-91f1-a6a85f52442b req-c4f58760-bdee-4651-9d01-8c52265bbcb5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 943 time: 0.0705686 Dec 09 14:53:27.131949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d25a0e71-236e-451b-91f1-a6a85f52442b req-67f2503b-1408-4d0f-bf89-d6de555735d7 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621088 Dec 09 14:53:27.492694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5201106-8a6c-4dc5-b1ad-85d333844f10 req-594127e8-cf9a-49c6-b35e-bf03784d551b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:27.501402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5201106-8a6c-4dc5-b1ad-85d333844f10 req-594127e8-cf9a-49c6-b35e-bf03784d551b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1134920 Dec 09 14:53:27.560196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5201106-8a6c-4dc5-b1ad-85d333844f10 req-8a931d59-7c37-41dc-8d0c-0c14b62cef2a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573757 Dec 09 14:53:27.611954 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93bc226-4f26-417e-bd0e-e0e7157d82bb x-openstack-request-id: req-e93bc226-4f26-417e-bd0e-e0e7157d82bb {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:27.612476 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-plugged", "status": "completed", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:27.612476 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e93bc226-4f26-417e-bd0e-e0e7157d82bb {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:27.612896 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'code': 200} Dec 09 14:53:27.655776 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0e3f0f-5d87-420e-a33d-21dd95171f0d x-openstack-request-id: req-1b0e3f0f-5d87-420e-a33d-21dd95171f0d {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:27.656076 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "tag": "7755d18a-9641-40a6-b49e-c5001830de18", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:27.656341 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b0e3f0f-5d87-420e-a33d-21dd95171f0d {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:27.656756 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18', 'status': 'completed', 'code': 200} Dec 09 14:53:27.724488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcddb70-7a09-43d3-987e-721a166259ab req-1cab0559-9867-4166-9dfa-be0184da1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:27.726020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-1cab0559-9867-4166-9dfa-be0184da1157 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 1094 time: 0.0439522 Dec 09 14:53:27.910770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-690cfcf1-bad0-452d-9421-b917c3acea4d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:27.912492 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-690cfcf1-bad0-452d-9421-b917c3acea4d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1465945 Dec 09 14:53:27.937276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcddb70-7a09-43d3-987e-721a166259ab req-99909abc-e407-4b8c-9233-c16d685eeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:27.938771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-99909abc-e407-4b8c-9233-c16d685eeafe service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 914 time: 0.2047231 Dec 09 14:53:28.214104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:28.381094 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-a889fec9-d665-4f95-800d-0015cffbb4fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7755d18a-9641-40a6-b49e-c5001830de18 HTTP/1.1" status: 200 len: 217 time: 0.0449493 Dec 09 14:53:28.390204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-2f1aca45-8c05-473a-8afb-cdce43b97810 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.4662645 Dec 09 14:53:28.407505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Request body: {'floatingip': {'port_id': '12ec4a54-e754-47b0-8a04-02428815df75', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:28.491946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:28.540923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcddb70-7a09-43d3-987e-721a166259ab req-adbbf055-09d9-416c-840b-51d42f1c70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:28.542395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-adbbf055-09d9-416c-840b-51d42f1c70a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 200 len: 853 time: 0.1498027 Dec 09 14:53:28.608666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-ef168d6d-835a-473b-bf91-4181128ba885 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a01ceb0-6442-4c99-bdb7-943debcdee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573068 Dec 09 14:53:28.853582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-d54f1490-f39e-44d1-977e-30f18b65d98f service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074423 Dec 09 14:53:28.860513 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-bb301257-dcb6-4b98-80ec-0cd61ced3e8d service neutron] show failed (client error): The resource could not be found. Dec 09 14:53:28.865535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-bb301257-dcb6-4b98-80ec-0cd61ced3e8d service neutron] 10.222.0.43 "GET /v2.0/ports/dee9c2d1-6c8b-43cd-8915-53eaec50ceb6/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.1177442 Dec 09 14:53:29.121395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fcddb70-7a09-43d3-987e-721a166259ab req-a24f65d2-28e0-4cf9-a67e-5a7556ac1e3a service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583299 Dec 09 14:53:29.178629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.185076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-3c708964-4980-4d13-9760-2038ed005e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:29.187127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-3c708964-4980-4d13-9760-2038ed005e26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de&tenant_id=084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 1101 time: 0.0787725 Dec 09 14:53:29.200402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:29.266431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.311944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.319943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.475555 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Floating IP 8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54 associated. External IP: 172.25.0.22, port: 12ec4a54-e754-47b0-8a04-02428815df75. Dec 09 14:53:29.548311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:29.588363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:29.635858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:29.639739 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08332acc-8ef1-4883-9c3c-e908b8a5f4be" -d '{"events": [{"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-unplugged", "status": "completed", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:29.643172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.660017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Transition to ACTIVE for port object dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:29.666378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.729852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] No DVR routers for this DVR port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:29.768939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:29.800995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:29.801341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:29.801681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:29.812181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:29.812554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Attempting to bind port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:29.819210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:29.819580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:29.819973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:29.820977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Bound port: dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:29.821470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:29.850411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Router 02f89304-9833-4442-a777-f67294feec00 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:53:29.945687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:29.950275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:29.956333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:30.001636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.002603 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:30.004249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] 10.222.0.36 "PUT /v2.0/ports/dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 1096 time: 0.8093824 Dec 09 14:53:30.052829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:30.063902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] Sync routers for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:30.068213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:30.097775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:30.100064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:30.114678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-303bee5d-6fd8-4db8-a343-4bbbdf4c15cb tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "PUT /v2.0/floatingips/8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54 HTTP/1.1" status: 200 len: 996 time: 1.7113497 Dec 09 14:53:30.115155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:30.118696 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1187df-317c-4877-bbad-2249ecb9e8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "tag": "12ec4a54-e754-47b0-8a04-02428815df75"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:30.135313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb0be4-08e1-4609-ab6e-1365f7ef3908 service neutron] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:30.139910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-90e3c049-83fe-4d7d-888a-5ba37a56dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.141420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-90e3c049-83fe-4d7d-888a-5ba37a56dd44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1099 time: 0.1062913 Dec 09 14:53:30.187272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-16115f5f-d88d-46af-9bf5-0258aa82bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.189224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-16115f5f-d88d-46af-9bf5-0258aa82bc06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1097 time: 0.0561030 Dec 09 14:53:30.213158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7755d18a-9641-40a6-b49e-c5001830de18 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:30.397002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-c376ea9a-9db8-49e3-8a2b-f4dd04fdaee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.401211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-c376ea9a-9db8-49e3-8a2b-f4dd04fdaee4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2527297 Dec 09 14:53:30.408801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-84d1f904-2244-47d1-8002-8787a401f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.410449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-84d1f904-2244-47d1-8002-8787a401f68f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 930 time: 0.2137659 Dec 09 14:53:30.428208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:30.511087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-6257ba01-f5d7-45ec-a7de-d95822887bb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1025603 Dec 09 14:53:30.516125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-b0f20e82-657e-4ccd-91d3-8837f29c3671 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 999 time: 0.0986836 Dec 09 14:53:30.619874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-1d682ccd-2d10-4ea9-b313-a2d6833fe878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.628954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-1d682ccd-2d10-4ea9-b313-a2d6833fe878 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 200 len: 868 time: 0.1019907 Dec 09 14:53:30.631992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-c3a30a67-2041-4a5e-b4f0-134091d37205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.635838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-c3a30a67-2041-4a5e-b4f0-134091d37205 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1142819 Dec 09 14:53:30.688334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-2ac99811-fa4e-451b-b511-805c295719dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.696758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-2ac99811-fa4e-451b-b511-805c295719dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0300e74-09b1-4da0-bafa-2858e680c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663958 Dec 09 14:53:30.715218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-fd98ff30-2c50-4548-978e-99bced3050cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:30.725123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-fd98ff30-2c50-4548-978e-99bced3050cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814652 Dec 09 14:53:30.811405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:30.838711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '7755d18a-9641-40a6-b49e-c5001830de18', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'port_id': '7755d18a-9641-40a6-b49e-c5001830de18', 'mac_address': 'fa:16:3e:3d:c9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60608b19-fe61-44ac-adc4-af8311887bb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:30.892617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-69991c2f-5f77-4ae5-8079-62f6aa10bda5 service neutron] 10.222.0.46 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949811 Dec 09 14:53:30.897641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-5af05b50-c2b3-4760-9edf-6287e93371ec service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651077 Dec 09 14:53:30.964775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:30.985474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7755d18a-9641-40a6-b49e-c5001830de18 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:31.016290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea861c59-e6f4-4efe-91e2-365cf88b3a1f req-18273f3d-5906-4114-b42c-07bf8b46ee81 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029518 Dec 09 14:53:31.022928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:31.079282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:31.082112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34298e1e-d384-45fd-a6ae-dcdb1f25c3dc req-53269cbe-376e-4ef2-9734-b2820d2e113b service neutron] 10.222.0.46 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793060 Dec 09 14:53:31.237224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:31.258470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '02f89304-9833-4442-a777-f67294feec00', 'port_id': '12ec4a54-e754-47b0-8a04-02428815df75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'mac_address': 'fa:16:3e:f7:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:53:25Z', 'updated_at': '2021-12-09T14:53:29Z', 'revision_number': 1, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:16Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:31.313173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] Checking router: 02f89304-9833-4442-a777-f67294feec00 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:31.332629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:31.333184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:31.383837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['7755d18a-9641-40a6-b49e-c5001830de18'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:31.403044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beae4fe-b32f-448b-9ee3-e6efbaa83931 req-82a05a76-47b1-417f-b4c8-b3843d041d39 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:31.404378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2beae4fe-b32f-448b-9ee3-e6efbaa83931 req-82a05a76-47b1-417f-b4c8-b3843d041d39 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.0746160 Dec 09 14:53:31.541145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:31.541333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2beae4fe-b32f-448b-9ee3-e6efbaa83931 req-2e540058-4927-4c8e-a0a8-335db51c2afe tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249099 Dec 09 14:53:31.715817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:31.766933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9ccc8-6bca-4313-9a00-ce5a99931010 req-d38c93cd-8e75-4232-8dc1-e947c7164b81 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:31.783856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87a9ccc8-6bca-4313-9a00-ce5a99931010 req-d38c93cd-8e75-4232-8dc1-e947c7164b81 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 944 time: 0.1113100 Dec 09 14:53:31.854784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35276) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:31.880398 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87a9ccc8-6bca-4313-9a00-ce5a99931010 req-7bb4757a-7802-4281-ac5b-bbd4e9e98a64 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924015 Dec 09 14:53:31.891531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:32.043727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '02f89304-9833-4442-a777-f67294feec00', 'port_id': '12ec4a54-e754-47b0-8a04-02428815df75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'mac_address': 'fa:16:3e:f7:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:53:25Z', 'updated_at': '2021-12-09T14:53:29Z', 'revision_number': 1, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:16Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:32.077769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804944a9-4c0d-4563-8251-74a1650a0f17 None None] The sync data for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 is: [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'floating_ip_address': '172.25.0.22', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '02f89304-9833-4442-a777-f67294feec00', 'port_id': '12ec4a54-e754-47b0-8a04-02428815df75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'mac_address': 'fa:16:3e:f7:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:53:25Z', 'updated_at': '2021-12-09T14:53:29Z', 'revision_number': 1, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:16Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:32.090621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce64066-dab6-4dfc-8d8f-858095841989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:32.152276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1ed5-0ded-44bf-8edd-943624b12be3 req-ed511df7-43c9-4ef8-8dfe-9b44bc16b120 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:32.167903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-927b1ed5-0ded-44bf-8edd-943624b12be3 req-ed511df7-43c9-4ef8-8dfe-9b44bc16b120 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 948 time: 0.1226842 Dec 09 14:53:32.270128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-927b1ed5-0ded-44bf-8edd-943624b12be3 req-da48c2a7-76e3-470c-a268-b46f98dfb849 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992444 Dec 09 14:53:32.314641 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce64066-dab6-4dfc-8d8f-858095841989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:32.321733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce64066-dab6-4dfc-8d8f-858095841989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:32.357904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ce64066-dab6-4dfc-8d8f-858095841989 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=422a2d248dfe41f8ab85bda2b27554c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5018013 Dec 09 14:53:32.360694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:32.385006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce64066-dab6-4dfc-8d8f-858095841989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc335bc6-3fcf-43ca-8727-d39163f67494,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:32.425194 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39500a9e-6c77-4763-ac22-229a59177ed6 x-openstack-request-id: req-39500a9e-6c77-4763-ac22-229a59177ed6 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:32.425545 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-unplugged", "status": "completed", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:32.425738 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39500a9e-6c77-4763-ac22-229a59177ed6 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:32.426145 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'code': 200} Dec 09 14:53:32.459954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78391ac8-d1c2-402d-b86e-0578b99f3aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:32.514230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78391ac8-d1c2-402d-b86e-0578b99f3aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:32.533492 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfdefcb-d512-47a5-bd18-fff6bf01de68 x-openstack-request-id: req-5cfdefcb-d512-47a5-bd18-fff6bf01de68 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:32.534022 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "tag": "12ec4a54-e754-47b0-8a04-02428815df75", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:32.534836 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cfdefcb-d512-47a5-bd18-fff6bf01de68 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:32.535464 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75', 'status': 'completed', 'code': 200} Dec 09 14:53:32.591153 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a514804-6717-4043-8275-f5959fb7aa04 None None] New status for floating IP 8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:53:32.670553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-6edb2590-b9a2-4cd9-a478-369702ff204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:32.673959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-6edb2590-b9a2-4cd9-a478-369702ff204e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1097 time: 0.1210454 Dec 09 14:53:32.921263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-5e252397-2fb2-4c6e-b3bd-3261532dcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:32.922806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-5e252397-2fb2-4c6e-b3bd-3261532dcecb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 930 time: 0.2395141 Dec 09 14:53:32.967942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f90c2517-fb54-4872-9adb-439d7a032953 req-4fc017f5-70ef-4585-8d7c-0f05b4d6dea7 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 258 time: 0.3905461 Dec 09 14:53:32.983973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:32.994910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78391ac8-d1c2-402d-b86e-0578b99f3aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:32.999290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78391ac8-d1c2-402d-b86e-0578b99f3aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:33.001470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78391ac8-d1c2-402d-b86e-0578b99f3aee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc335bc6-3fcf-43ca-8727-d39163f67494 HTTP/1.1" status: 204 len: 168 time: 0.6395476 Dec 09 14:53:33.071319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391ac8-d1c2-402d-b86e-0578b99f3aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc335bc6-3fcf-43ca-8727-d39163f67494,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:33.082968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-9dac1808-1f3f-4be9-97f5-94bd3ec8f3a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 1001 time: 0.1461003 Dec 09 14:53:33.137139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:33.233129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-8328ccbf-d898-4bc6-98f0-d2006fb34daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:33.234703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-8328ccbf-d898-4bc6-98f0-d2006fb34daf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 200 len: 868 time: 0.1429002 Dec 09 14:53:33.352297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-3536446f-11c9-4428-abb3-c3a7261c4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:33.354120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-3536446f-11c9-4428-abb3-c3a7261c4059 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0300e74-09b1-4da0-bafa-2858e680c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089287 Dec 09 14:53:33.354519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:33.502080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-1f195f20-393b-402f-bc90-b397c8e85673 service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370919 Dec 09 14:53:33.642358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a1187df-317c-4877-bbad-2249ecb9e8f2 req-299358af-3897-4c7a-a17c-de96613ee146 service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298988 Dec 09 14:53:33.643244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Allocated IP 172.25.0.227 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/d47d04e7-3fb3-4b40-9f55-d6d07400ca8f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:33.838331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:33.917090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:33.990992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:33.995385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:33.998513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:34.041892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event updated for resources: {'Port': ['ID=d47d04e7-3fb3-4b40-9f55-d6d07400ca8f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:34.131251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.134649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:34.162436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7755d18a-9641-40a6-b49e-c5001830de18 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:34.202246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.319682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:34.379111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:34.381935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 7755d18a-9641-40a6-b49e-c5001830de18 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:53:34.395851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 7755d18a-9641-40a6-b49e-c5001830de18 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:34.396645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.402173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'mac_address': 'fa:16:3e:92:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:53:34.428103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:34.433113 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e32cb-e402-4e20-97ed-afe66148d13d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:34.456356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-5435aab2-7714-41ad-a427-d585b6aa7b87 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:34.462404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-5435aab2-7714-41ad-a427-d585b6aa7b87 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.1806509 Dec 09 14:53:34.480637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:34.486845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.507192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:34.579197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:34.582512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1383225830-network', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:34.598045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.599089 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.605747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.611758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.663193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:34.666601 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e64b55-33ef-4930-a9b8-6e424614ea36" -d '{"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-plugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:34.667548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.672465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event updated for resources: {'Port': ['ID=d47d04e7-3fb3-4b40-9f55-d6d07400ca8f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:34.681965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:34.685095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.707975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:34.712206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:34.717696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.729629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.762691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.794054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:34.803248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f90c2517-fb54-4872-9adb-439d7a032953 req-32aa55bd-86f0-424c-8abb-88ae99564eaf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8332589 Dec 09 14:53:34.833417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:34.906644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f90c2517-fb54-4872-9adb-439d7a032953 req-a98caffa-be25-43d4-b3b9-b0cf40e5f43f tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.1023669 Dec 09 14:53:34.949870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:35.012573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:35.062271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.079986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.096441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:53:35.108680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.109175 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Added segment 23948f51-fd45-450c-baaf-7f8ec263a755 of type vlan for network 9e330498-9918-46fe-ae82-6b744b89e9ad Dec 09 14:53:35.124282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:35.192571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.209654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.221667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c2517-fb54-4872-9adb-439d7a032953 req-c4cad24e-229c-44d3-8cf2-49497422861d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:35.237613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f90c2517-fb54-4872-9adb-439d7a032953 req-c4cad24e-229c-44d3-8cf2-49497422861d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.3300478 Dec 09 14:53:35.286376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.295373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:35.327044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69888bf1-4b07-409c-9e7d-3c7cf879fa18,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:35.333733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9dc73-ee3c-4b80-bb9e-b87f042426e8 None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:35.378760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:35.379100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:35.379464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:35.384166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:35.384496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Attempting to bind port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on network fa37fc04-074c-4533-842a-d3f8b3bde685 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:35.391395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:35.391788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Checking segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:35.392173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Bound using segment: {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:35.392653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Bound port: 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433661f6-84bf-45f1-9571-c4f693a9236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'fa37fc04-074c-4533-842a-d3f8b3bde685'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:35.393065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.393918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1e758ab8-d9ad-4445-8c35-5d9aa8fb17a5 None None] Provisioning complete for port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:35.394426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1e758ab8-d9ad-4445-8c35-5d9aa8fb17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.416697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.417805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:35.418494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.478594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1e758ab8-d9ad-4445-8c35-5d9aa8fb17a5 None None] Port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:35.479262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:35.482944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:35.485959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1615629 Dec 09 14:53:35.489563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35330) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:35.493128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.506866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Request body: {'subnet': {'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1383225830-subnet', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:35.523073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bfca8-6b59-4190-82f2-cf3df351dcb3 req-7421a5cc-a3dd-4de4-a44a-0c0c6ba6a05e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:35.524700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef7bfca8-6b59-4190-82f2-cf3df351dcb3 req-7421a5cc-a3dd-4de4-a44a-0c0c6ba6a05e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 943 time: 0.1918147 Dec 09 14:53:35.555897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:35.560207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744a2c7-6388-4819-ac9a-c0fa11db4602 None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:35.605198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:35.606556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.607651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d84b4d62-b69e-4812-9ff4-c1557f6311fa None None] Provisioning complete for port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:35.608192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d84b4d62-b69e-4812-9ff4-c1557f6311fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.609029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-86ce2570-9271-43a4-a48b-6dcbf157ae92 service neutron] 10.222.0.36 "PUT /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 1121 time: 1.1371653 Dec 09 14:53:35.613785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223eca6-85db-4a71-8781-f11033dcf021 admin admin] Pushing event updated for resources: {'Network': ['ID=9e330498-9918-46fe-ae82-6b744b89e9ad,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:35.659660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:35.662692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 9e330498-9918-46fe-ae82-6b744b89e9ad details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:53:35.663722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:35.724220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef7bfca8-6b59-4190-82f2-cf3df351dcb3 req-6ac69697-437e-4c01-a479-d1472fefab7c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467469 Dec 09 14:53:35.757481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['468f863b-9fe7-4aa9-8d3b-fa6767eef99b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:35.929271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['468f863b-9fe7-4aa9-8d3b-fa6767eef99b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:35.934139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa80ab-1fc7-417b-a5e9-9c3ea4d1ed23 req-120dc21c-20d2-409f-9e8a-7a0a34fac210 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:35.936266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84fa80ab-1fc7-417b-a5e9-9c3ea4d1ed23 req-120dc21c-20d2-409f-9e8a-7a0a34fac210 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1059539 Dec 09 14:53:36.050874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84fa80ab-1fc7-417b-a5e9-9c3ea4d1ed23 req-5b2f271b-42f0-47f0-99b6-fc9dc93265ab tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015878 Dec 09 14:53:36.062878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.152611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:53:36.165278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:36.172800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d84b4d62-b69e-4812-9ff4-c1557f6311fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.236111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:36.236484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Network hostable DHCP agents. Network: 9e330498-9918-46fe-ae82-6b744b89e9ad, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:53:36.238647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa59e132-7cb8-4c6a-b630-d956462d97b8,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:36.289668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:53:36.310073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 9e330498-9918-46fe-ae82-6b744b89e9ad) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:36.332857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:36.336591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.343582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32281703-af67-4385-b39f-e9046c44cfef None None] Network 9e330498-9918-46fe-ae82-6b744b89e9ad requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:53:36.382899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-679e2d8b-f70f-453b-bbbe-b42e66ef47c0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8799231 Dec 09 14:53:36.386192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35334) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:36.391634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:36.440775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d84b4d62-b69e-4812-9ff4-c1557f6311fa None None] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:36.450725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.452502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.495828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7acb28-4fdb-4ec2-b236-e72db3325746 req-4ffd82ab-b5b4-44c4-b686-efe88763131f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:36.510191 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed7acb28-4fdb-4ec2-b236-e72db3325746 req-4ffd82ab-b5b4-44c4-b686-efe88763131f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 949 time: 0.1471679 Dec 09 14:53:36.555166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.591913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed7acb28-4fdb-4ec2-b236-e72db3325746 req-416a391f-3d9c-4e78-8277-0e115d176108 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806608 Dec 09 14:53:36.754329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.761878 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52651bc-0d3c-4672-8b0f-3f1664c86521 x-openstack-request-id: req-f52651bc-0d3c-4672-8b0f-3f1664c86521 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:36.762428 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:36.762852 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f52651bc-0d3c-4672-8b0f-3f1664c86521 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:36.763327 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'status': 'completed', 'code': 200} Dec 09 14:53:36.867939 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dbc83b-23d6-411d-ab63-8597a79ab152 x-openstack-request-id: req-45dbc83b-23d6-411d-ab63-8597a79ab152 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:36.868621 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-plugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:36.869060 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45dbc83b-23d6-411d-ab63-8597a79ab152 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:36.869620 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18', 'code': 200} Dec 09 14:53:36.871300 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d84b4d62-b69e-4812-9ff4-c1557f6311fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:36.958790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-f69d3ce8-1405-42fc-ba49-60eac14dd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:36.960359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-f69d3ce8-1405-42fc-ba49-60eac14dd498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1100 time: 0.1961162 Dec 09 14:53:36.989604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:53:37.006137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:37.006513 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:37.044504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-9e330498-9918-46fe-ae82-6b744b89e9ad', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:53:37.045373 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:37.084585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d64d47-a24f-40f5-bc97-4cfab94d1d8b req-f308019b-79b2-47ef-851c-7d2f190ad7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:37.094402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69d64d47-a24f-40f5-bc97-4cfab94d1d8b req-f308019b-79b2-47ef-851c-7d2f190ad7bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 1096 time: 0.2070191 Dec 09 14:53:37.158035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b815-e59c-4730-be9d-b1666f111d9d req-c7ad80f6-8edb-4d4e-80d7-4d698c917ecf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:37.166933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:37.169420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a182b815-e59c-4730-be9d-b1666f111d9d req-c7ad80f6-8edb-4d4e-80d7-4d698c917ecf tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2063649 Dec 09 14:53:37.178198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-204045cb-88b8-4adf-9b93-7303f63ebc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:37.180552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-204045cb-88b8-4adf-9b93-7303f63ebc1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1392334 Dec 09 14:53:37.195900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-a1b8e2cd-b9fe-4d79-b277-b81f1390c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:37.198243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-a1b8e2cd-b9fe-4d79-b277-b81f1390c757 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1100 time: 0.4007611 Dec 09 14:53:37.263450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4d62-b69e-4812-9ff4-c1557f6311fa None None] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:37.299341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a182b815-e59c-4730-be9d-b1666f111d9d req-22979551-3934-4383-8451-c6f8611982c6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.1289835 Dec 09 14:53:37.303496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:53:37.312107 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69d64d47-a24f-40f5-bc97-4cfab94d1d8b req-8837ff09-d8b9-455f-928d-aabad4bf4bbb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880016 Dec 09 14:53:37.312339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-6a2b846d-e6fe-460e-a62f-9113b8286fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:37.313514 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-6a2b846d-e6fe-460e-a62f-9113b8286fdd service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1039498 Dec 09 14:53:37.335208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a182b815-e59c-4730-be9d-b1666f111d9d req-3a4adde0-9c7e-4a07-b748-80dde4593804 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Request body: {'floatingip': {'port_id': '12ec4a54-e754-47b0-8a04-02428815df75', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:37.386219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-7dad9c24-56ef-46ee-93e0-e140c9c6b3b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1844184 Dec 09 14:53:37.388355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-6badc370-a37d-47cc-bba0-db6663cb0732 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0407610 Dec 09 14:53:37.462462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-80f2135c-782d-4072-b6d3-6fa9d4da2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:37.464011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-80f2135c-782d-4072-b6d3-6fa9d4da2ee1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0624058 Dec 09 14:53:37.469365 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a182b815-e59c-4730-be9d-b1666f111d9d req-3a4adde0-9c7e-4a07-b748-80dde4593804 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:37.531464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:37.621129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:37.634010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:37.701559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Allocated IP 172.20.0.2 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/2ad43993-57ab-404e-931e-b89e11032e6a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:37.825988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:38.053625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.082407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.098971 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.204815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-9d81ba0d-0ab4-42c3-bb9b-ddebcabc6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:38.206360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-9d81ba0d-0ab4-42c3-bb9b-ddebcabc6455 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6939852 Dec 09 14:53:38.229948 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.241013 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-a182b815-e59c-4730-be9d-b1666f111d9d req-3a4adde0-9c7e-4a07-b748-80dde4593804 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 14:53:38.243106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a182b815-e59c-4730-be9d-b1666f111d9d req-3a4adde0-9c7e-4a07-b748-80dde4593804 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "PUT /v2.0/floatingips/b3fddddf-87f7-424f-831d-411485c54895 HTTP/1.1" status: 409 len: 551 time: 0.9295001 Dec 09 14:53:38.330912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:38.335229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:38.345776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:38.441414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-81a33775-e5d1-4fe7-9c67-2233cc3696ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:38.443807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-81a33775-e5d1-4fe7-9c67-2233cc3696ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3603218 Dec 09 14:53:38.463253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Pushing event updated for resources: {'Port': ['ID=2ad43993-57ab-404e-931e-b89e11032e6a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:38.480041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-50ebe6c9-306c-4c5f-89f0-2d56ebe69e21 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448542 Dec 09 14:53:38.505444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Attempting to bind port 2ad43993-57ab-404e-931e-b89e11032e6a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:38.506789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Attempting to bind port 2ad43993-57ab-404e-931e-b89e11032e6a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:38.507457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Attempting to bind port 2ad43993-57ab-404e-931e-b89e11032e6a on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:38.520952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:38.522230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:38.522806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.523949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:38.524624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Bound port: 2ad43993-57ab-404e-931e-b89e11032e6a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:38.525196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.552257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Allocated IP 172.25.0.173 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/8ba59728-1a3d-4788-9e33-0079a618ece2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:38.636827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-8d273a87-9281-4470-b830-377776a5c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:38.638504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-8d273a87-9281-4470-b830-377776a5c9fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556995 Dec 09 14:53:38.674264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] For port 2ad43993-57ab-404e-931e-b89e11032e6a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:38.683542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] For port 2ad43993-57ab-404e-931e-b89e11032e6a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2ad43993-57ab-404e-931e-b89e11032e6a,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:38.692344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:38.791344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-9d0a0aab-afe4-4df4-ab85-26fe3c71b2ea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:38.793040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-9d0a0aab-afe4-4df4-ab85-26fe3c71b2ea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de&tenant_id=084b1d49ac0849c9a0b9b80073719ff7&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 950 time: 0.1424749 Dec 09 14:53:38.823985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b897e1-0404-4bdf-98af-661aa422c8de req-671b9be5-ca09-4bd0-8965-f31f620c09f0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:38.828256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53d97-0930-46cf-a99d-1cdf7fc527f7 None None] Pushing event updated for resources: {'Port': ['ID=2ad43993-57ab-404e-931e-b89e11032e6a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:38.832325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45b897e1-0404-4bdf-98af-661aa422c8de req-671b9be5-ca09-4bd0-8965-f31f620c09f0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.1255209 Dec 09 14:53:38.833296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}, {'name': 'network-changed', 'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:38.836427 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a699ccc-2205-45f8-883b-3739b25ae1de" -d '{"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-unplugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}, {"name": "network-changed", "server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:38.871386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}, {'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:38.874093 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446878a-2579-455f-bf61-7308068e2c58" -d '{"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-plugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}, {"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-plugged", "status": "completed", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:38.874984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-d6625314-f8d0-4116-8882-2d3ad1a8e376 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827868 Dec 09 14:53:38.880692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-01f27761-acc3-406b-95d8-f799568aa528 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264681 Dec 09 14:53:38.947105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45b897e1-0404-4bdf-98af-661aa422c8de req-41c0288f-46ba-4d87-b673-54374f54051b tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856097 Dec 09 14:53:38.987169 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-c9d264c2-53dc-48d8-9102-f26116500557 service neutron] delete failed (client error): The resource could not be found. Dec 09 14:53:38.989416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-c9d264c2-53dc-48d8-9102-f26116500557 service neutron] 10.222.0.43 "DELETE /v2.0/ports/dee9c2d1-6c8b-43cd-8915-53eaec50ceb6/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.1852946 Dec 09 14:53:39.076543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e32cb-e402-4e20-97ed-afe66148d13d req-c29481bc-bdcd-4999-a100-2cf02026ae5d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800013 Dec 09 14:53:39.134052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:39.192580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:39.192824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711bf1e-552b-4ac5-afe7-06fc350d064d req-beb46e59-fe6e-4b3c-b913-05c5710f7be9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:39.200986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9711bf1e-552b-4ac5-afe7-06fc350d064d req-beb46e59-fe6e-4b3c-b913-05c5710f7be9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1412690 Dec 09 14:53:39.225009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-c6d66b88-cff0-46b6-9e35-7cc8c95692d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:39.226869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-c6d66b88-cff0-46b6-9e35-7cc8c95692d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1101 time: 0.0958619 Dec 09 14:53:39.254922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:39.268271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:39.276819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:39.328504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58775cd7-60f6-4fe0-b211-68feb08dd43e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:39.360822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9711bf1e-552b-4ac5-afe7-06fc350d064d req-ba973a9c-4ae6-4fe8-9bdf-0a8c3b5f98d2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539667 Dec 09 14:53:39.394445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Pushing event updated for resources: {'Port': ['ID=8ba59728-1a3d-4788-9e33-0079a618ece2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:39.471721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c215ae1b-1123-4368-83c5-119bcf7ef83f None None] Provisioning complete for port 8ba59728-1a3d-4788-9e33-0079a618ece2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:39.472103 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c215ae1b-1123-4368-83c5-119bcf7ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:39.558866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-87bcd0ca-979b-4e80-833b-b1bd96fd4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:39.564875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-87bcd0ca-979b-4e80-833b-b1bd96fd4566 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.3249290 Dec 09 14:53:39.605517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c215ae1b-1123-4368-83c5-119bcf7ef83f None None] Port 8ba59728-1a3d-4788-9e33-0079a618ece2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:39.659430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-bfec7c03-7780-43d1-a242-b517bf7b3133 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0873418 Dec 09 14:53:39.747265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-465ef458-00f3-4c12-9691-4ac92040b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:39.749155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-465ef458-00f3-4c12-9691-4ac92040b348 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0590227 Dec 09 14:53:39.886953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-304b0051-4605-44ad-8098-6fd8d973f453 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips/b3fddddf-87f7-424f-831d-411485c54895 HTTP/1.1" status: 200 len: 693 time: 0.2249098 Dec 09 14:53:39.887997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:40.025919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-ea381e94-5b7e-4465-8333-94ddcff7b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:40.027846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-ea381e94-5b7e-4465-8333-94ddcff7b6cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389691 Dec 09 14:53:40.249979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-54280655-37cf-459b-8b45-9f8c59910ed7 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127655 Dec 09 14:53:40.439778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:40.516364 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ccc8c-e194-438c-bbc7-30fb60c6ee07 None None] Network 9e330498-9918-46fe-ae82-6b744b89e9ad requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:53:40.541333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2ad43993-57ab-404e-931e-b89e11032e6a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:40.554032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-e7c3a29d-8b61-4dc8-8691-958b291061d5 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:40.563614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-e7c3a29d-8b61-4dc8-8691-958b291061d5 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.6691144 Dec 09 14:53:40.634765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-e53649f2-47b0-4a04-95bf-06a0180e93e9 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0700881 Dec 09 14:53:40.705744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-d8c04941-1bc7-4fad-9f10-77142a84db4a tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0700312 Dec 09 14:53:40.761409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9838bd4c-9b5e-45ba-823a-a581a75c3cd5 None None] Provisioning complete for port 2ad43993-57ab-404e-931e-b89e11032e6a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:40.761967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9838bd4c-9b5e-45ba-823a-a581a75c3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:40.844128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2ad43993-57ab-404e-931e-b89e11032e6a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:40.844646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:40.882314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbffe355-ae7f-4d49-86e5-d7ff08d9d836 req-0f2b7d0d-51d1-4fc1-a13e-ab520fa20c90 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224005 Dec 09 14:53:40.969606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Deleting port d47d04e7-3fb3-4b40-9f55-d6d07400ca8f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:40.971683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:40.996236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7694443-b3c1-43f6-944d-ff579f28b162 req-ccf98fa4-7081-427a-bb72-125da64cdc04 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:41.002297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7694443-b3c1-43f6-944d-ff579f28b162 req-ccf98fa4-7081-427a-bb72-125da64cdc04 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.4421527 Dec 09 14:53:41.115104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7694443-b3c1-43f6-944d-ff579f28b162 req-73fa8cb9-543e-478c-a87d-ec78de0b208d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037712 Dec 09 14:53:41.156339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Router f7b34488-f38c-4613-9982-dc7208bfc6f2 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:53:41.173921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:41.174227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:41.208486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Calling delete_port for d47d04e7-3fb3-4b40-9f55-d6d07400ca8f owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:41.269622 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9838bd4c-9b5e-45ba-823a-a581a75c3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:41.316122 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43231391-75a7-47be-9923-246ed1b723a7 x-openstack-request-id: req-43231391-75a7-47be-9923-246ed1b723a7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:41.316422 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-plugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "code": 200}, {"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-plugged", "status": "completed", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:41.318576 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43231391-75a7-47be-9923-246ed1b723a7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:41.318806 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'code': 200} Dec 09 14:53:41.319070 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'code': 200} Dec 09 14:53:41.323080 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2bfc4f-1064-4b78-b08c-8e2a24d8298f x-openstack-request-id: req-fb2bfc4f-1064-4b78-b08c-8e2a24d8298f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:41.323585 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-unplugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "code": 200}, {"name": "network-changed", "server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:41.336584 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb2bfc4f-1064-4b78-b08c-8e2a24d8298f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:41.337511 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'code': 200} Dec 09 14:53:41.337948 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'status': 'completed', 'code': 200} Dec 09 14:53:41.391192 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:53:41.419538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:41.474410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Sync routers for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:41.497846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:41.502026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c29e3b77-a95f-450c-b639-9d92d616296c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1146994 Dec 09 14:53:41.505033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:41.608158 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:41.640720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48540099-8303-47da-abd4-7c65ba64ecdc req-e9f5b761-0ad5-41cb-aa61-c2dcc7a6b94e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:41.651891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48540099-8303-47da-abd4-7c65ba64ecdc req-e9f5b761-0ad5-41cb-aa61-c2dcc7a6b94e tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 945 time: 0.3126092 Dec 09 14:53:41.657233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-e39536e9-ca18-488b-9431-5ce379fa3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:41.659326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-e39536e9-ca18-488b-9431-5ce379fa3389 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1126 time: 0.1891484 Dec 09 14:53:41.660666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:41.700331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:41.702876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:41.719155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event deleted for resources: {'Port': ['ID=d47d04e7-3fb3-4b40-9f55-d6d07400ca8f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:41.753460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:41.890479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48540099-8303-47da-abd4-7c65ba64ecdc req-285f5b90-c3a8-4e00-802f-6f6248784fec tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374563 Dec 09 14:53:41.921513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9838bd4c-9b5e-45ba-823a-a581a75c3cd5 None None] For port 2ad43993-57ab-404e-931e-b89e11032e6a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2ad43993-57ab-404e-931e-b89e11032e6a,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:41.957803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9838bd4c-9b5e-45ba-823a-a581a75c3cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:42.158225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-40916d03-7c64-47f6-a14f-02f6f5578231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:42.169525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-40916d03-7c64-47f6-a14f-02f6f5578231 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.4909437 Dec 09 14:53:42.170894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:42.174181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:42.175726 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bcfab1f-2672-4b2b-8d82-cf9099a24243 req-1d04fdd9-2566-4dbb-a2a6-04c0702f556d tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "DELETE /v2.0/floatingips/b3fddddf-87f7-424f-831d-411485c54895 HTTP/1.1" status: 204 len: 173 time: 1.4691021 Dec 09 14:53:42.183633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838bd4c-9b5e-45ba-823a-a581a75c3cd5 None None] Pushing event updated for resources: {'Port': ['ID=2ad43993-57ab-404e-931e-b89e11032e6a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:42.196585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:53:42.196946 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:53:42.265154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-ebd2ad44-17da-49cc-a741-139e4d51ec40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 217 time: 0.0880103 Dec 09 14:53:42.325152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-12af9686-51c4-435a-94d4-d061a9b66a02 None None] Provisioning complete for port 2ad43993-57ab-404e-931e-b89e11032e6a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:42.325529 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12af9686-51c4-435a-94d4-d061a9b66a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:42.382060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-b8e31496-9689-4332-a67d-8c5c97e230eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:42.383944 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-b8e31496-9689-4332-a67d-8c5c97e230eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.1110432 Dec 09 14:53:42.426661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-99852c11-69f7-4a27-a9b0-6821772fc123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311441 Dec 09 14:53:42.488914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:42.636861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:42.706493 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-96c2a7c4-e218-4ea6-b969-0259a29ed220 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692344 Dec 09 14:53:42.733370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:42.746267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f65c-ea74-4463-a587-511653f925b2 req-52982697-f5c4-4487-ada9-a2cd866dabb0 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:42.752175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e32f65c-ea74-4463-a587-511653f925b2 req-52982697-f5c4-4487-ada9-a2cd866dabb0 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.3779631 Dec 09 14:53:42.790561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad159-892e-4e5d-9c21-354aafe84c1c req-c80790ac-4080-4322-87de-85902c6a4e7c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:42.798897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bfad159-892e-4e5d-9c21-354aafe84c1c req-c80790ac-4080-4322-87de-85902c6a4e7c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.2208860 Dec 09 14:53:42.808975 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:42.894799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:43.004649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e32f65c-ea74-4463-a587-511653f925b2 req-c20bc27e-8006-439b-a6c6-932d724a01d7 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428579 Dec 09 14:53:43.029996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:43.109066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bfad159-892e-4e5d-9c21-354aafe84c1c req-d4d440d6-8412-4785-9e93-a104bcbe5f01 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090243 Dec 09 14:53:43.124603 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a699ccc-2205-45f8-883b-3739b25ae1de req-8bfec585-7177-40f6-bb07-98172e267d26 service neutron] 10.222.0.43 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009211 Dec 09 14:53:43.343060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:43.343060 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122d0d56-27b6-43d9-a055-3dd6cf3f55b6" -d '{"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-unplugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:43.419470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2ad43993-57ab-404e-931e-b89e11032e6a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:43.426390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7721aa0c-f8c7-41ab-9b56-45853c3e9b2a tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1001 time: 0.2485135 Dec 09 14:53:43.507530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:39Z', 'revision_number': 3, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:43.514132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-17e71f74-803c-4ccb-9e85-a6e2f0eb0903 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:43.516228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-17e71f74-803c-4ccb-9e85-a6e2f0eb0903 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports/12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 943 time: 0.0819976 Dec 09 14:53:43.527045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Allocated IP 172.20.0.1 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/b95f634c-8464-4a8e-8ec1-faeeee2e8ca6) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:43.605844 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-003f14eb-6092-48b9-aa7b-e03b2dab4478 service neutron] 10.222.0.43 "GET /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.1377702 Dec 09 14:53:43.606204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Checking router: f7b34488-f38c-4613-9982-dc7208bfc6f2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:43.606204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Updating router f7b34488-f38c-4613-9982-dc7208bfc6f2 port 8ba59728-1a3d-4788-9e33-0079a618ece2 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:53:43.645004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:43.646461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef10a7-6ff8-46e4-8354-f4adbb21ae83 req-3921f1b0-919c-4be1-b872-e920a2f81ab9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:43.648122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cef10a7-6ff8-46e4-8354-f4adbb21ae83 req-3921f1b0-919c-4be1-b872-e920a2f81ab9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.2430871 Dec 09 14:53:43.670022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:43.730415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cef10a7-6ff8-46e4-8354-f4adbb21ae83 req-dd86771e-87ba-4fbe-97a4-89b1b63af529 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730522 Dec 09 14:53:43.765830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:43.850865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:43.860209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:43.867080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:43.946110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Pushing event updated for resources: {'Port': ['ID=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:43.986043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-0f666732-030f-4e02-bf5b-9af5a9f533f6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1001 time: 0.2455835 Dec 09 14:53:44.054328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.114113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.119174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:44.130520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2ad43993-57ab-404e-931e-b89e11032e6a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:44.130903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.143602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca549-083f-4002-8178-b971bca5cbe0 req-41efcc9d-2b0b-496a-92e7-74e82ffed214 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:44.147318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c6ca549-083f-4002-8178-b971bca5cbe0 req-41efcc9d-2b0b-496a-92e7-74e82ffed214 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1985538 Dec 09 14:53:44.194648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.259135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:44.291627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbad96-8f94-45fa-a21b-9f54a1830f3f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:44.353442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c6ca549-083f-4002-8178-b971bca5cbe0 req-9a4aac16-d354-4c63-9b50-4deaf930766a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911216 Dec 09 14:53:44.358058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468f863b-9fe7-4aa9-8d3b-fa6767eef99b {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:44.372995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:44.405346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.406375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Attempting to bind port 8ba59728-1a3d-4788-9e33-0079a618ece2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:44.407656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Attempting to bind port 8ba59728-1a3d-4788-9e33-0079a618ece2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:44.410402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Attempting to bind port 8ba59728-1a3d-4788-9e33-0079a618ece2 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:44.432417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911ed9-d433-4a93-9cea-243773b4901c None None] Pushing event updated for resources: {'Port': ['ID=8ba59728-1a3d-4788-9e33-0079a618ece2,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:44.471451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:44.474701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:44.475524 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.477900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:44.480794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Bound port: 8ba59728-1a3d-4788-9e33-0079a618ece2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:44.481393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.522119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] Transition to ACTIVE for port object 468f863b-9fe7-4aa9-8d3b-fa6767eef99b will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:44.549685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.608302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] For port 8ba59728-1a3d-4788-9e33-0079a618ece2, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:44.621501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] For port 8ba59728-1a3d-4788-9e33-0079a618ece2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8ba59728-1a3d-4788-9e33-0079a618ece2,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:44.628010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f8990e04-86d5-46bb-b8d6-6fda37410008 None None] Provisioning complete for port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:44.629515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f8990e04-86d5-46bb-b8d6-6fda37410008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.654644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02bb73-e1f3-4c86-9071-afb1d76fbb9d req-95e0abbb-29de-4d35-9c7e-08c774819078 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:44.656600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd02bb73-e1f3-4c86-9071-afb1d76fbb9d req-95e0abbb-29de-4d35-9c7e-08c774819078 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1560831 Dec 09 14:53:44.662835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] No DVR routers for this DVR port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:44.730831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f8990e04-86d5-46bb-b8d6-6fda37410008 None None] Port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:44.737723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd02bb73-e1f3-4c86-9071-afb1d76fbb9d req-64f43453-f200-430a-82cb-9a1a2453a2eb tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678723 Dec 09 14:53:44.746752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:44.768157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] Pushing event updated for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=12']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:44.772293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaefb8d-6a8a-4919-9de2-73970cf25d73 None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:44.794018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-990ccb7f-6f99-4c76-8bec-f3f899d798d0 service neutron] 10.222.0.43 "PUT /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1989934 Dec 09 14:53:44.845427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-dba2ac2b-61c5-4cca-a4df-15d3586cbe90 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:44.846991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-dba2ac2b-61c5-4cca-a4df-15d3586cbe90 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.8495512 Dec 09 14:53:44.965925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911ed9-d433-4a93-9cea-243773b4901c None None] Pushing event updated for resources: {'Port': ['ID=8ba59728-1a3d-4788-9e33-0079a618ece2,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:44.972357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b73b0-282f-4cc5-b45a-151778d05e4a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:44.994056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:44.995221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:45.061919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.087735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-16d5eb8a-9fd7-48f8-bd06-4b5b045d0425 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:45.090657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-16d5eb8a-9fd7-48f8-bd06-4b5b045d0425 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.2221227 Dec 09 14:53:45.095590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-b9a72bb6-4321-4645-9da5-7a2c6c64ec64 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 1001 time: 0.2390561 Dec 09 14:53:45.111658 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc82ac-3eb7-49e1-9863-3576727017ff x-openstack-request-id: req-91cc82ac-3eb7-49e1-9863-3576727017ff {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:45.112071 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-unplugged", "status": "completed", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:45.112426 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91cc82ac-3eb7-49e1-9863-3576727017ff {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:45.112936 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'code': 200} Dec 09 14:53:45.179496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c5d23a7f-02cd-4e15-9ead-3410103652ad None None] Provisioning complete for port 8ba59728-1a3d-4788-9e33-0079a618ece2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:45.188592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5d23a7f-02cd-4e15-9ead-3410103652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.247486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:45.282563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:45.440116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.452573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.455139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.487053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceb1e4-f2cd-4320-928f-7efa982d8965 req-f45d932c-d054-493e-9348-da43f3fa239f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:45.499283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0aceb1e4-f2cd-4320-928f-7efa982d8965 req-f45d932c-d054-493e-9348-da43f3fa239f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.1045759 Dec 09 14:53:45.527131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5d23a7f-02cd-4e15-9ead-3410103652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.555087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Pushing event updated for resources: {'Port': ['ID=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:45.563725 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0aceb1e4-f2cd-4320-928f-7efa982d8965 req-958c6f70-afb9-41ce-8aea-0ad9c971aba0 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593147 Dec 09 14:53:45.575412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-0a41135a-1d4d-409d-b17c-95fd1cfbbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:45.577030 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-0a41135a-1d4d-409d-b17c-95fd1cfbbf3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719&tenant_id=8d44e38deea145639c579f8021144891 HTTP/1.1" status: 200 len: 1095 time: 0.3895576 Dec 09 14:53:45.599408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.668863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c5d23a7f-02cd-4e15-9ead-3410103652ad None None] For port 8ba59728-1a3d-4788-9e33-0079a618ece2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8ba59728-1a3d-4788-9e33-0079a618ece2,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:45.691868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5d23a7f-02cd-4e15-9ead-3410103652ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.756020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d23a7f-02cd-4e15-9ead-3410103652ad None None] Pushing event updated for resources: {'Port': ['ID=8ba59728-1a3d-4788-9e33-0079a618ece2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:45.770667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f307627-96c4-4f0a-a11a-2dc2bdf9c2e2 req-89213626-e847-4c12-a202-9ca1bf035ce3 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:45.780753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f307627-96c4-4f0a-a11a-2dc2bdf9c2e2 req-89213626-e847-4c12-a202-9ca1bf035ce3 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.0736747 Dec 09 14:53:45.792828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-d7fe6c9a-74a9-444e-851e-67a880960b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:45.794451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-d7fe6c9a-74a9-444e-851e-67a880960b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d44e38deea145639c579f8021144891&device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1095 time: 0.1290104 Dec 09 14:53:45.833565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:43Z', 'revision_number': 1, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:45.845183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.860840 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.861535 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Floating IP 8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54 disassociated. External IP: 172.25.0.22, port: 12ec4a54-e754-47b0-8a04-02428815df75. Dec 09 14:53:45.878787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eb6b7f15-0dd7-47a1-8aa2-5d9c7ed773d0 None None] Provisioning complete for port 8ba59728-1a3d-4788-9e33-0079a618ece2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:45.879560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb6b7f15-0dd7-47a1-8aa2-5d9c7ed773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:45.881651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703c07-be11-4c74-80be-5d2b7ad1c09a None None] The sync data for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 is: [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:43Z', 'revision_number': 1, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:45.885480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f307627-96c4-4f0a-a11a-2dc2bdf9c2e2 req-c89ed9c2-7db8-4e6d-a4d8-c31c3bcf0cea tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999880 Dec 09 14:53:45.994752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:46.002030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:46.147904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178326d3-14e9-4ed9-a532-82147780e949 req-fc20dcd7-1d9c-4878-a022-8e12ee1903da tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:46.162034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-178326d3-14e9-4ed9-a532-82147780e949 req-fc20dcd7-1d9c-4878-a022-8e12ee1903da tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1138952 Dec 09 14:53:46.210959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-6504b34e-33cd-4486-95ed-44e044a8fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:46.212685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-6504b34e-33cd-4486-95ed-44e044a8fd3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 200 len: 909 time: 0.3849823 Dec 09 14:53:46.252136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-178326d3-14e9-4ed9-a532-82147780e949 req-242b72c7-f4f2-46eb-bfe5-db3c59dc4115 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887101 Dec 09 14:53:46.353956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Router f7b34488-f38c-4613-9982-dc7208bfc6f2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:53:46.356544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-f301b37d-148b-44d4-b028-86c8c4ff95e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 200 len: 217 time: 0.1338098 Dec 09 14:53:46.475990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d97009f3-f8c2-4eec-8a92-762988c60340 None None] Provisioning complete for port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:46.477268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d97009f3-f8c2-4eec-8a92-762988c60340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:46.559584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d97009f3-f8c2-4eec-8a92-762988c60340 None None] Port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:46.618581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-7e406264-175b-454f-8d0e-5ce74888b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:46.620352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-7e406264-175b-454f-8d0e-5ce74888b4e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 200 len: 848 time: 0.1797769 Dec 09 14:53:46.677822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-bb441116-781a-4778-9091-6ce536238b72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa37fc04-074c-4533-842a-d3f8b3bde685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422254 Dec 09 14:53:46.779993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Router 02f89304-9833-4442-a777-f67294feec00 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:53:46.794028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:46.801235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-19621f05-a9d5-4e88-95bd-191405103792 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7b34488-f38c-4613-9982-dc7208bfc6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2917266 Dec 09 14:53:46.944342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-f4a75c81-c3d2-47dc-a23a-850f125a7e7f service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308958 Dec 09 14:53:47.168907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:47.173489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:47.194337 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] Sync routers for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:47.219326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ad820-f4d1-413f-8394-f44b784e3262 req-5c26adb6-e7af-425b-a18a-abaf3424d386 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:47.233509 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:47.235711 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:47.243478 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-587ad820-f4d1-413f-8394-f44b784e3262 req-5c26adb6-e7af-425b-a18a-abaf3424d386 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.1203742 Dec 09 14:53:47.253101 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-7f9d80ad-54a5-41b3-be11-e85b0ddb00b6 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "PUT /v2.0/floatingips/8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54 HTTP/1.1" status: 200 len: 694 time: 2.0641425 Dec 09 14:53:47.255860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:47.257897 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0126d3cb-819d-4eec-8880-cfc07e7e5285" -d '{"events": [{"name": "network-changed", "server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "tag": "12ec4a54-e754-47b0-8a04-02428815df75"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:47.346959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-1c17dd80-39a1-4c26-a935-a053610558f1 service neutron] 10.222.0.36 "GET /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062341 Dec 09 14:53:47.356914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-587ad820-f4d1-413f-8394-f44b784e3262 req-38c3e07e-202a-4788-b0ff-f3811e1dae52 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070905 Dec 09 14:53:47.400165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-f5cba7c4-eb33-4cce-a28e-296a6c785712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:47.401688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-f5cba7c4-eb33-4cce-a28e-296a6c785712 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1097 time: 0.1223204 Dec 09 14:53:47.477547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8ba59728-1a3d-4788-9e33-0079a618ece2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:47.545646 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:47.611570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-103b1a20-9910-4270-8a80-675a48633efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:47.616792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8ba59728-1a3d-4788-9e33-0079a618ece2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:47.621159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-103b1a20-9910-4270-8a80-675a48633efb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 930 time: 0.2089648 Dec 09 14:53:47.627739 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:47.638927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db15ff-0f74-485d-9d6d-a021d10457fd req-6676e0ba-156e-438f-8b2d-0238268a6b1b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:47.644779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9db15ff-0f74-485d-9d6d-a021d10457fd req-6676e0ba-156e-438f-8b2d-0238268a6b1b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1249411 Dec 09 14:53:47.698121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-de7d8e64-8f45-4baa-a14c-69bb865f822e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 217 time: 0.0698771 Dec 09 14:53:47.761111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9db15ff-0f74-485d-9d6d-a021d10457fd req-ab1b7909-dd28-41b9-9a79-9c67d649f8f4 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072659 Dec 09 14:53:47.846161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-b5080a98-9f50-4ef4-82ed-867e7ed5aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:47.847811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-b5080a98-9f50-4ef4-82ed-867e7ed5aaa0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 200 len: 868 time: 0.1273353 Dec 09 14:53:47.902699 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:16Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:47.908144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-f4e7c887-f0df-48b7-81d6-8d959bb896cf tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:47.909960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-f4e7c887-f0df-48b7-81d6-8d959bb896cf tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719&tenant_id=8d44e38deea145639c579f8021144891&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.2109721 Dec 09 14:53:47.948947 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] Checking router: 02f89304-9833-4442-a777-f67294feec00 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:47.959580 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:47.960747 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:48.054630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-f6db3baf-3ef6-4d7d-b672-ef96cde2b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:48.056802 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-f6db3baf-3ef6-4d7d-b672-ef96cde2b526 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0300e74-09b1-4da0-bafa-2858e680c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986656 Dec 09 14:53:48.162261 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:48.541421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-142346b3-6250-4c91-b12f-e4c45a760d7f service neutron] 10.222.0.46 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725256 Dec 09 14:53:48.573360 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:16Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:48.612073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ee356-334c-4760-b5cb-23ae9d3f0194 None None] The sync data for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 is: [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:53:07Z', 'revision_number': 4, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '10b3d284-5ec4-4eb7-989b-ddd33659e3db', 'name': '', 'network_id': 'b0300e74-09b1-4da0-bafa-2858e680c972', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'mac_address': 'fa:16:3e:b4:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:07Z', 'updated_at': '2021-12-09T14:53:16Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'subnets': [{'id': 'f21e54dc-6618-42ba-ab42-206773aecb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:48.629174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-0f020099-dc61-4807-8514-55686ce01733 service neutron] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:48.634812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-0f020099-dc61-4807-8514-55686ce01733 service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:48.636002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-0f020099-dc61-4807-8514-55686ce01733 service neutron] 10.222.0.36 "DELETE /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.7105691 Dec 09 14:53:48.678924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5c5a7a3-f2a2-4a39-b752-b5f8315791ad req-ecc4073e-a40d-4c26-9fc5-8e26923d6614 service neutron] 10.222.0.46 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303511 Dec 09 14:53:48.833129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-214a7b4c-0947-47c2-a7d8-3277600c9d00 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365133 Dec 09 14:53:49.000633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-d1ff0eb2-4a1d-4ed2-b7c9-1c76ecee7d34 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:49.004459 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-d1ff0eb2-4a1d-4ed2-b7c9-1c76ecee7d34 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663587 Dec 09 14:53:49.027192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-e663ac7a-5c71-45ac-a1e4-8f06b40ffcb2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/quotas/084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 375 time: 0.0158446 Dec 09 14:53:49.113237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824b490-2fc9-4e06-9124-5bc77dfff0c1 None None] New status for floating IP 8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:53:49.142969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-41c26f83-825a-4f87-922e-d871336c745d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941732 Dec 09 14:53:49.160548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35586) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:49.166683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036534168', 'description': 'tempest-description--1329709480'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:49.195545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:49.235571 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3db453-5e0e-4a85-9d7a-25175792bc37 x-openstack-request-id: req-ad3db453-5e0e-4a85-9d7a-25175792bc37 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:49.236619 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "tag": "12ec4a54-e754-47b0-8a04-02428815df75", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:49.236883 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad3db453-5e0e-4a85-9d7a-25175792bc37 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:49.237286 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75', 'status': 'completed', 'code': 200} Dec 09 14:53:49.371216 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Sync routers for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:49.392473 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:49.393453 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:49.584019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4905235-b44f-4c6b-bd66-836d18802109 req-ef3fb458-8c81-4ab3-994b-ccdb4d6a5338 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:49.593057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4905235-b44f-4c6b-bd66-836d18802109 req-ef3fb458-8c81-4ab3-994b-ccdb4d6a5338 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.0739515 Dec 09 14:53:49.626411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:49.663063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:49.670354 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:49.704317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4905235-b44f-4c6b-bd66-836d18802109 req-8517b032-bf0b-456c-9bb7-7d9cdc5d3bae tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096070 Dec 09 14:53:49.789600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e43017c-c143-4909-bba1-0b2ce1158405,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:49.814216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-c39d2997-5a84-40db-802f-6d973bfe8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:49.816435 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-c39d2997-5a84-40db-802f-6d973bfe8161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 1097 time: 0.5605643 Dec 09 14:53:49.829936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-2e6c9ade-6fe4-469e-828f-2781cc03f31f tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips/8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54 HTTP/1.1" status: 200 len: 692 time: 0.3111589 Dec 09 14:53:49.890957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:49.892741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-97837fed-1b23-4e4e-954e-e72c0f38aa4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7309544 Dec 09 14:53:49.897004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:49.903782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'security_group_rule': {'security_group_id': '4e43017c-c143-4909-bba1-0b2ce1158405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:49.996767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.111509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-5e03dca0-6337-46d4-9f35-2868d611059c tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:50.127732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-5e03dca0-6337-46d4-9f35-2868d611059c tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2965765 Dec 09 14:53:50.159086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-89f324ad-3960-4d5a-a263-8171b5a977f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:50.167949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-89f324ad-3960-4d5a-a263-8171b5a977f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 200 len: 930 time: 0.3188210 Dec 09 14:53:50.191103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:50.295272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.316212 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 2, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:50.343263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319518e-5d8e-4b8b-9de5-22bc66874901 req-d887624e-18b1-464b-b5b1-5fd669dae3d4 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:50.344949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1319518e-5d8e-4b8b-9de5-22bc66874901 req-d887624e-18b1-464b-b5b1-5fd669dae3d4 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1663301 Dec 09 14:53:50.345707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.362796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Checking router: f7b34488-f38c-4613-9982-dc7208bfc6f2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:50.363567 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Updating router f7b34488-f38c-4613-9982-dc7208bfc6f2 port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:53:50.394537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcad1e00-cf39-409c-944b-094a8674f936,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:50.400086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-e344eb86-116d-476b-a456-9ace462770c1 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.2709513 Dec 09 14:53:50.401912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-d9ad08e3-8e5b-40a0-ae81-5353a2045fc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 200 len: 217 time: 0.1256819 Dec 09 14:53:50.434334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.443225 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.471341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.472912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-084917c0-7672-4639-b01a-47f0ca0bf0b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5735400 Dec 09 14:53:50.503986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35610) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:50.510830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'security_group_rule': {'security_group_id': '4e43017c-c143-4909-bba1-0b2ce1158405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:50.515884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:50.517743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:50.522715 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d589a-a132-42c4-8d62-c0f4aa98511e" -d '{"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-unplugged", "status": "completed", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:50.540137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1319518e-5d8e-4b8b-9de5-22bc66874901 req-6cc4cdae-1b36-4ac2-8477-02df5fd9c3d5 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781335 Dec 09 14:53:50.547675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.576812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-12ceff13-b2a5-4c03-9c7a-6b035a767500 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.1694815 Dec 09 14:53:50.618335 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.644669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-ed001cd9-3a71-4573-95f6-d1cb4c6a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:50.646301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-ed001cd9-3a71-4573-95f6-d1cb4c6a094e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 200 len: 868 time: 0.2222302 Dec 09 14:53:50.665849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:50.713151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.730548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.774055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57faa0b5-cca1-4a7d-8e6e-36274dbd4a0e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:50.787451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.791940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8edd96bd-202e-4b68-ba0f-0e4f003984db tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860010 Dec 09 14:53:50.794713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35616) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:53:50.799966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:50.817653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd05fc-ca07-4d02-a647-8eff46fea922 req-d87a7d11-f8c5-4a36-a91d-b7fc25c5a59c tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:50.819182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ebd05fc-ca07-4d02-a647-8eff46fea922 req-d87a7d11-f8c5-4a36-a91d-b7fc25c5a59c tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.1014123 Dec 09 14:53:50.853139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-bfb21a61-ff95-4aee-8229-89f610d135e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:50.854959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-bfb21a61-ff95-4aee-8229-89f610d135e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0300e74-09b1-4da0-bafa-2858e680c972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078963 Dec 09 14:53:50.868967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Deleting port 3a40afe6-ef77-4dbe-8024-252e53499278 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:50.870013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.873609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.908302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ebd05fc-ca07-4d02-a647-8eff46fea922 req-634d24ea-8402-4cf8-a3af-0e1d145ad596 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796390 Dec 09 14:53:50.984378 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:50.992936 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.049728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.069574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4277e3b-2691-41b4-bfa0-18588adc3d91 req-26329418-780d-45ce-91c1-e638ecc63adf tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 210 time: 0.0362236 Dec 09 14:53:51.081043 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc488eb-4700-4ed8-aa43-677ee55d40e9 None None] Pushing event updated for resources: {'Port': ['ID=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:51.159817 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.160375 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.210486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Calling delete_port for 3a40afe6-ef77-4dbe-8024-252e53499278 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:51.215016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-698f3dad-c80a-4fe8-95d3-3babb5411632 service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428717 Dec 09 14:53:51.227666 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Attempting to bind port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:51.228336 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Attempting to bind port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:51.229513 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Attempting to bind port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:51.243971 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:51.253546 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:51.254225 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.254848 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:51.255900 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Bound port: b95f634c-8464-4a8e-8ec1-faeeee2e8ca6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:51.257450 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.286615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-68828fd5-351c-4569-aa5a-38291c46ac37 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571821 Dec 09 14:53:51.394425 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] For port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:51.399684 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] For port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:51.407726 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.464315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0126d3cb-819d-4eec-8880-cfc07e7e5285 req-271cf9de-9517-4fa0-84e2-21a3130e9eff service neutron] 10.222.0.36 "GET /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260773 Dec 09 14:53:51.538288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8bb6c5f5-da9f-436a-80c8-a138fb308adb None None] Provisioning complete for port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:51.539194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c5f5-da9f-436a-80c8-a138fb308adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.540125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc488eb-4700-4ed8-aa43-677ee55d40e9 None None] Pushing event updated for resources: {'Port': ['ID=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:51.544298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.545976 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:51.546887 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:51.595984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event deleted for resources: {'Port': ['ID=3a40afe6-ef77-4dbe-8024-252e53499278,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:51.673541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Allocated IP 172.25.0.7 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/77ab4605-64ee-4d53-9f0c-2c6b5ed09f0d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:51.699761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.705100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.720681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1dd3ef79-d825-4d3b-a31d-53cc804ea4ca req-0f00d4e1-391d-471b-8f18-01c9cbd162dc tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "DELETE /v2.0/floatingips/8c4d4f8c-a7a6-4392-9a69-b7baf11d1f54 HTTP/1.1" status: 204 len: 173 time: 1.1427863 Dec 09 14:53:51.761699 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.770014 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:51.776415 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718944c5-9199-4635-8d50-c3c5ca3caa1a x-openstack-request-id: req-718944c5-9199-4635-8d50-c3c5ca3caa1a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:51.776982 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-unplugged", "status": "completed", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:51.777390 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-718944c5-9199-4635-8d50-c3c5ca3caa1a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:51.780297 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'code': 200} Dec 09 14:53:51.790010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c5f5-da9f-436a-80c8-a138fb308adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.847609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8bb6c5f5-da9f-436a-80c8-a138fb308adb None None] For port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:51.857169 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c5f5-da9f-436a-80c8-a138fb308adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.940184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c5f5-da9f-436a-80c8-a138fb308adb None None] Pushing event updated for resources: {'Port': ['ID=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:51.964754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-63550a6e-019b-4e71-a9af-562bdf896635 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:51.968848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-63550a6e-019b-4e71-a9af-562bdf896635 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6727693 Dec 09 14:53:51.983044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7b51b409-126e-4731-811b-ce2cfb1d47a5 None None] Provisioning complete for port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:51.983849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b51b409-126e-4731-811b-ce2cfb1d47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:51.988598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb5211-bca3-424b-afd0-0d76381067d0 req-584cfeda-0f3a-400e-b0b1-b3c50c335798 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:51.991425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bcb5211-bca3-424b-afd0-0d76381067d0 req-584cfeda-0f3a-400e-b0b1-b3c50c335798 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 1095 time: 0.1054523 Dec 09 14:53:51.994939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Request body: {'port': {'device_id': '26647059-d6d0-4480-84c3-f26abe548a9a', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '084b1d49ac0849c9a0b9b80073719ff7'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:52.016122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-b75e912d-a7c5-4fed-913b-39cc1975042d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:52.024471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-b75e912d-a7c5-4fed-913b-39cc1975042d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.7059124 Dec 09 14:53:52.068406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bcb5211-bca3-424b-afd0-0d76381067d0 req-cee9bc9f-a4bd-47d0-a951-26022eef4560 tempest-LiveMigrationTest-315037975 tempest-LiveMigrationTest-315037975-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Dec 09 14:53:52.074581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-4f3c91b5-7454-451c-b1b1-f255548e683d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/quotas/7710ec86a4ed476084de184b6b7d671c HTTP/1.1" status: 200 len: 375 time: 0.0490267 Dec 09 14:53:52.101915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.166169 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.181394 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:52.191777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-6f0abbc7-33cc-46e7-9bf2-64cc5c52d208 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:52.193576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-6f0abbc7-33cc-46e7-9bf2-64cc5c52d208 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b26c739-46ca-49ad-9bae-acef329a2e33 HTTP/1.1" status: 200 len: 944 time: 0.0930374 Dec 09 14:53:52.215066 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6890d-6d99-4d80-8086-42ac46df3a70 None None] The sync data for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 is: [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:52.248710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-4bca6c8b-d77a-49df-bff5-33a2eba45d72 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1732464 Dec 09 14:53:52.273724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.315132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Made reservation on behalf of 084b1d49ac0849c9a0b9b80073719ff7 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:52.319219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.336090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6d21-40e6-4e2f-b690-e5d01bb9d81f req-8f4fee6e-8270-41d1-b437-fee1a4034a39 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:52.338702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40ff6d21-40e6-4e2f-b690-e5d01bb9d81f req-8f4fee6e-8270-41d1-b437-fee1a4034a39 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1432931 Dec 09 14:53:52.376900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:52.389104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:52.403240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:52.405071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Deleting port 75e73942-f0b1-4547-9db9-5e6a772d1968 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:52.405887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.416546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=77ab4605-64ee-4d53-9f0c-2c6b5ed09f0d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:52.464448 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40ff6d21-40e6-4e2f-b690-e5d01bb9d81f req-750f2c39-4cfc-40e6-a047-f12f7bf2f3a1 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064856 Dec 09 14:53:52.533879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-3616f95a-1a12-4831-b6f3-3637840a5136 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740672 Dec 09 14:53:52.549649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] For port 75e73942-f0b1-4547-9db9-5e6a772d1968, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75e73942-f0b1-4547-9db9-5e6a772d1968,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:52.550304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.569052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Calling delete_port for 75e73942-f0b1-4547-9db9-5e6a772d1968 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:52.772783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a8c8338-c27d-41ab-b367-de908c448e64 req-02e422ed-5a71-4e0e-b308-143de07d56a2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 210 time: 0.0393708 Dec 09 14:53:52.777998 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-869e6a92-0790-4af9-acfb-3014d69c49a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949302 Dec 09 14:53:52.891906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-2ccdaba6-e828-43f4-8db2-4d9d4ed62f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:52.893688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-2ccdaba6-e828-43f4-8db2-4d9d4ed62f6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1100 time: 0.0729840 Dec 09 14:53:52.895054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:52.949200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event deleted for resources: {'Port': ['ID=75e73942-f0b1-4547-9db9-5e6a772d1968,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:52.966991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4514a98-aac7-40f2-9f12-faede2c31e6f None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:53.081264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de77a336-c092-4f2a-b423-b975cc66bf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.114932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] No DVR routers for this DVR port 75e73942-f0b1-4547-9db9-5e6a772d1968 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:53.120284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.124325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6ed95ae-b0fe-4b1d-8e44-342008d37a58 req-c99c5224-5aad-4a4b-8687-f3d9260c83b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.36 "DELETE /v2.0/ports/75e73942-f0b1-4547-9db9-5e6a772d1968 HTTP/1.1" status: 204 len: 173 time: 0.9167392 Dec 09 14:53:53.138628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Allocated IP 192.168.233.73 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/1e6afd01-87e0-4fd6-b96d-209ed5641b15) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:53.139464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-deleted', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:53.143172 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e293164a-6170-408c-ae6b-e09d841efee2" -d '{"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-deleted", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:53.154826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.157627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-df370237-e557-498b-b142-b1aaeb6780f6 service neutron] 10.222.0.46 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229086 Dec 09 14:53:53.198104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-e187108b-89dc-479b-9bae-573c4e6a70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.199613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-e187108b-89dc-479b-9bae-573c4e6a70a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2602921 Dec 09 14:53:53.227647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0482b-6c17-43d2-9bd0-22e64835efab req-18f5a909-c1a8-4262-b47c-535c65c1374f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.235652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afb0482b-6c17-43d2-9bd0-22e64835efab req-18f5a909-c1a8-4262-b47c-535c65c1374f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.1082752 Dec 09 14:53:53.302366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-f8788101-6a46-4e4b-8952-976a14a8da9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0897253 Dec 09 14:53:53.327168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.385227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afb0482b-6c17-43d2-9bd0-22e64835efab req-8cf16a5f-8412-4bbd-82bd-e15360a3c39d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486223 Dec 09 14:53:53.406206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-d971fc5a-9d95-48db-8b1e-b8fd3346df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.407732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-d971fc5a-9d95-48db-8b1e-b8fd3346df6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0957985 Dec 09 14:53:53.424484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:53:53.501519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:53.501903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.560059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-b0e3f4b3-2701-4c3b-81c1-99f572320627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.561952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-b0e3f4b3-2701-4c3b-81c1-99f572320627 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440353 Dec 09 14:53:53.572228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888b0ef-5b65-47f9-a0d1-86fde5bd1a5e req-11fa082e-1996-4262-8b7b-77a14dafdfba tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.573736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a888b0ef-5b65-47f9-a0d1-86fde5bd1a5e req-11fa082e-1996-4262-8b7b-77a14dafdfba tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0869086 Dec 09 14:53:53.636233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a888b0ef-5b65-47f9-a0d1-86fde5bd1a5e req-20081ba5-fb18-44ef-8b3a-6a3cf1d3cac8 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0513802 Dec 09 14:53:53.662992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.710807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-d27d8234-5f93-437e-a685-92e91e631849 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359110 Dec 09 14:53:53.781263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-ab3e9f8f-e85d-47c7-900e-48135540d9e5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.789377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-ab3e9f8f-e85d-47c7-900e-48135540d9e5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.2183807 Dec 09 14:53:53.797731 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.809749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.827822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-f0e772d1-3275-4527-9ba6-47bf23fa73a5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/quotas/0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 375 time: 0.0374582 Dec 09 14:53:53.877774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:53.888348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-5a24a79d-f2af-414e-b97e-44772633510c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.889972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-5a24a79d-f2af-414e-b97e-44772633510c tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.1392686 Dec 09 14:53:53.894948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:53.898779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:53.900320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ff4e-3cc5-4bdf-a4b8-78fc5de06f0d req-837ac2bd-85e7-461a-bf81-3fd12dfbec08 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:53.907813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d1ff4e-3cc5-4bdf-a4b8-78fc5de06f0d req-837ac2bd-85e7-461a-bf81-3fd12dfbec08 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 944 time: 0.1469531 Dec 09 14:53:53.944271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:53.950313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=77ab4605-64ee-4d53-9f0c-2c6b5ed09f0d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:53.953390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:53.961132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:54.005461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-a676fb9b-4acd-402f-83f6-fb4200960dca tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1764448 Dec 09 14:53:54.049972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d1ff4e-3cc5-4bdf-a4b8-78fc5de06f0d req-46ee01ff-237d-40a3-8af9-0172e1917e70 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412005 Dec 09 14:53:54.093008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.128015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:54.128665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.138750 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adaf7e5-0aec-4487-9913-039891683d10 x-openstack-request-id: req-9adaf7e5-0aec-4487-9913-039891683d10 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:54.139554 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b26c739-46ca-49ad-9bae-acef329a2e33", "name": "network-vif-deleted", "tag": "75e73942-f0b1-4547-9db9-5e6a772d1968", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:54.140008 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9adaf7e5-0aec-4487-9913-039891683d10 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:54.141840 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b26c739-46ca-49ad-9bae-acef329a2e33', 'name': 'network-vif-deleted', 'tag': '75e73942-f0b1-4547-9db9-5e6a772d1968', 'status': 'completed', 'code': 200} Dec 09 14:53:54.155490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-143bf68c-caaa-4ad1-a322-e351dcbad165 req-151f28ae-7a70-42bc-8b40-a599cadb82f9 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330683 Dec 09 14:53:54.186339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Deleting port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:54.187240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.212333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:54.221037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.222253 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a0157d8-98c7-4905-9453-3cb5b6bc1393 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4266191 Dec 09 14:53:54.285072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-f50e0eff-48ff-4c1d-839c-9353f78ccf60 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787247 Dec 09 14:53:54.295621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-6b6e9dc4-4fd7-49bf-87c7-6a5a81597d9c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3127480 Dec 09 14:53:54.345891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Request body: {'port': {'device_id': '26647059-d6d0-4480-84c3-f26abe548a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:54.352155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-508f268e-ea21-4385-a728-c83ac38b13b3 req-19fe5e7a-37e9-442f-b55a-68ff83f9d272 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 210 time: 0.0674782 Dec 09 14:53:54.388395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] For port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:54.388839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.417764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Calling delete_port for 468f863b-9fe7-4aa9-8d3b-fa6767eef99b owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:54.440110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9c7e26e3-d4b1-4820-88d6-dc2a5bfb50f2 None None] Provisioning complete for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:54.440724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c7e26e3-d4b1-4820-88d6-dc2a5bfb50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.483664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e26e3-d4b1-4820-88d6-dc2a5bfb50f2 None None] Port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:54.505628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-f49f032d-c88b-4599-8271-03659118027b service neutron] 10.222.0.46 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084992 Dec 09 14:53:54.538060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:54.572412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dac96-6ac7-44d0-b08c-0518f26262a8 req-013a1464-c03e-43d5-b168-78b8203e4334 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:54.573920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa2dac96-6ac7-44d0-b08c-0518f26262a8 req-013a1464-c03e-43d5-b168-78b8203e4334 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1027904 Dec 09 14:53:54.599684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-9d9a8a4c-b3c6-41b0-924d-a2057179a516 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:54.601203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-9d9a8a4c-b3c6-41b0-924d-a2057179a516 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.0875049 Dec 09 14:53:54.859977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2bf99b3-9b69-4cc8-9cb4-2f7b00a7af09 req-e543dd50-0b3c-4c24-a25f-efae897c621e tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0631688 Dec 09 14:53:55.023283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.038547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['aef1da4b-decf-473d-8948-61b426404e6f', '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:55.043944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa2dac96-6ac7-44d0-b08c-0518f26262a8 req-6d6c2085-3416-40fc-941e-f08758bcde6d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558494 Dec 09 14:53:55.106443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da738fd5-ecd0-4c91-95bf-1fb33f6bc655 None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:55.122136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event deleted for resources: {'Port': ['ID=468f863b-9fe7-4aa9-8d3b-fa6767eef99b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:55.152260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] No DVR routers for this DVR port 468f863b-9fe7-4aa9-8d3b-fa6767eef99b on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:55.176482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.181183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-246d88a8-e4ac-42e5-8aa0-f3cbf325a89c req-a0aab679-93ec-4b81-87bd-8753d95460d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "DELETE /v2.0/ports/468f863b-9fe7-4aa9-8d3b-fa6767eef99b HTTP/1.1" status: 204 len: 173 time: 1.2659457 Dec 09 14:53:55.201669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6afd01-87e0-4fd6-b96d-209ed5641b15 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:53:55.209867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Deleting port 953b6c9c-3aac-493d-9dc0-234c038f27ea {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:55.210213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.216808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-c6b1943c-2a06-42c6-8196-1a7e14b94c05 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:55.218318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-c6b1943c-2a06-42c6-8196-1a7e14b94c05 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 804 time: 0.3458776 Dec 09 14:53:55.229984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c28e99-52a1-4ef7-be27-29b8850697a9 req-f22b269c-4adc-4522-9be9-3958e239f416 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:55.231535 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0c28e99-52a1-4ef7-be27-29b8850697a9 req-f22b269c-4adc-4522-9be9-3958e239f416 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 935 time: 0.2811031 Dec 09 14:53:55.236456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Request body: {'port': {'device_id': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'admin_state_up': True, 'tenant_id': '7710ec86a4ed476084de184b6b7d671c'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:55.240878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.290612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-bfdaff80-971c-4e10-892c-23de33f8e498 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1036534168&fields=id&tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 267 time: 0.1357334 Dec 09 14:53:55.291594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Transition to ACTIVE for port object 1e6afd01-87e0-4fd6-b96d-209ed5641b15 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:53:55.334575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.401238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0c28e99-52a1-4ef7-be27-29b8850697a9 req-09746824-7d91-4a61-8413-2c8411c98985 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561534 Dec 09 14:53:55.454155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] For port 953b6c9c-3aac-493d-9dc0-234c038f27ea, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=953b6c9c-3aac-493d-9dc0-234c038f27ea,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:55.454642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.487800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:55.583719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e826e609-ec9c-4bf5-b7fa-1d592a9b25ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.614739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Made reservation on behalf of 7710ec86a4ed476084de184b6b7d671c for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:55.620286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.623537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b9e5bba0-bc9d-4ff3-b5ce-a5e2556b7a15 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:55.633993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b9e5bba0-bc9d-4ff3-b5ce-a5e2556b7a15 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.2955530 Dec 09 14:53:55.675946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-db33fa69-dd72-429a-968e-87f0cb89c791 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/quotas/1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 375 time: 0.0408845 Dec 09 14:53:55.692669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:53:55.693011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:53:55.693345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:55.761323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:53:55.761656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:53:55.775149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba7cbf-576d-48fe-b44f-75dfa1c60737 req-63f279e4-b649-4291-9732-09b85ffeb19d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:55.782752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22ba7cbf-576d-48fe-b44f-75dfa1c60737 req-63f279e4-b649-4291-9732-09b85ffeb19d tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 946 time: 0.2145226 Dec 09 14:53:55.817058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:53:55.817350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:53:55.817690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:53:55.818137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Bound port: 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:53:55.818492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.859154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-9429e3fc-e4ba-4e04-a07e-571df56ac545 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822448 Dec 09 14:53:55.909318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22ba7cbf-576d-48fe-b44f-75dfa1c60737 req-c3b66ce8-176a-4322-b22a-d07b3f49c912 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6f08525-151b-4784-8105-151c992d875f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256015 Dec 09 14:53:55.918930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.919292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:55.919625 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b disassociated. External IP: 172.25.0.5, port: 953b6c9c-3aac-493d-9dc0-234c038f27ea. Dec 09 14:53:55.919969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Calling delete_port for 953b6c9c-3aac-493d-9dc0-234c038f27ea owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:55.963688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:53:55.972413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:53:55.983845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:56.031913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-ef7125c3-055a-4e87-bb9c-fb8a42cb9315 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580436 Dec 09 14:53:56.064723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:56.065348 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:56.067338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] 10.222.0.43 "PUT /v2.0/ports/1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 1095 time: 1.7328856 Dec 09 14:53:56.075929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:56.078193 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a9a408-3599-454b-8658-e50c3d500ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:56.084146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d6410908-dfcd-4e40-9399-5ffc7b467a53 req-764dc775-719b-42a3-91a5-a2e6bda7ce4b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.0823965 Dec 09 14:53:56.096575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Allocated IP 172.20.0.7 (705c96fc-684f-4b31-9a9e-ab0a0466b788/3611c0c1-f3b6-4685-8ca3-aff193df4b0d/11a29e6a-8944-4d26-a2be-6c88588ae791) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:56.128458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea5f4-a2ff-4ccb-9b58-2038cfacd7dd service neutron] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:56.178200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-deleted', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:56.186190 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7b838d-cf53-4563-8048-2be515fc39a1" -d '{"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-deleted", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:56.196948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:56.250634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 75e73942-f0b1-4547-9db9-5e6a772d1968 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:53:56.251037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75e73942-f0b1-4547-9db9-5e6a772d1968 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:56.369769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:56.401520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-789874a3-4c4a-4528-9624-f12b2644ee88 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566337 Dec 09 14:53:56.464567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event deleted for resources: {'Port': ['ID=953b6c9c-3aac-493d-9dc0-234c038f27ea,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:56.498731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c5eea26-b7b3-40fe-8403-0c3b04168711 req-9518ceca-5293-4c23-8802-d60ba63c0b81 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 210 time: 0.0692248 Dec 09 14:53:56.588018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:56.647771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:53:56.689205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-21729295-8f09-403f-bb93-c8a04b78730f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:56.690668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-21729295-8f09-403f-bb93-c8a04b78730f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 821 time: 0.4604387 Dec 09 14:53:56.703506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-3c8b0fa5-a0a6-4340-bf93-7f08dcc7cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:56.705015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-3c8b0fa5-a0a6-4340-bf93-7f08dcc7cf70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1098 time: 0.5383735 Dec 09 14:53:56.721830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Request body: {'port': {'device_id': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'admin_state_up': True, 'tenant_id': '0205fee1714f48359f486b53fdfbc802'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:56.808511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-fb4cdf87-068e-4ffc-94ca-acb0b2a7c71f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.0907457 Dec 09 14:53:56.925764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc1d2-cfb8-49be-a879-92253b9ed1ae req-26ea09c3-9088-4b78-909f-6c9160a4a304 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:56.927319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95ddc1d2-cfb8-49be-a879-92253b9ed1ae req-26ea09c3-9088-4b78-909f-6c9160a4a304 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1872861 Dec 09 14:53:56.943787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7cade3c0-d62e-454d-aa30-648724f8e647 req-40839a90-1ddf-4e78-b788-24d4cdf03f2a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 210 time: 0.2356918 Dec 09 14:53:57.052114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95ddc1d2-cfb8-49be-a879-92253b9ed1ae req-93860647-d61a-426d-861a-9e0b77885e40 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991364 Dec 09 14:53:57.064132 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be6b4a-b217-428e-85ac-a054d853adac x-openstack-request-id: req-d3be6b4a-b217-428e-85ac-a054d853adac {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:57.065922 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:57.066192 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3be6b4a-b217-428e-85ac-a054d853adac {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:57.069515 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'status': 'completed', 'code': 200} Dec 09 14:53:57.072378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:53:57.083381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:53:57.089728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:57.102961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:57.109822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:57.168120 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c860c-5240-4728-bb62-3f7f89978ee1 x-openstack-request-id: req-321c860c-5240-4728-bb62-3f7f89978ee1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:57.170659 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82a8bfc-62fa-44ce-9b0f-8f4160c39719", "name": "network-vif-deleted", "tag": "468f863b-9fe7-4aa9-8d3b-fa6767eef99b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:57.171644 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-321c860c-5240-4728-bb62-3f7f89978ee1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:57.173100 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a8bfc-62fa-44ce-9b0f-8f4160c39719', 'name': 'network-vif-deleted', 'tag': '468f863b-9fe7-4aa9-8d3b-fa6767eef99b', 'status': 'completed', 'code': 200} Dec 09 14:53:57.222776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] No DVR routers for this DVR port 953b6c9c-3aac-493d-9dc0-234c038f27ea on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:57.280966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:57.284918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-b7733b4b-4380-4f57-985a-f30dc137feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:57.286394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-b7733b4b-4380-4f57-985a-f30dc137feda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.4211946 Dec 09 14:53:57.288694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f4425e-1f2d-4500-846f-a18c84c5402c req-23188404-e340-43f7-a66b-5600ffd9b7a9 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.43 "DELETE /v2.0/ports/953b6c9c-3aac-493d-9dc0-234c038f27ea HTTP/1.1" status: 204 len: 173 time: 2.6624267 Dec 09 14:53:57.340604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375dcf-182a-4169-ac8a-1bf55441f325 req-a5f6b5d8-8414-461c-9e99-163cd8380b73 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:57.342229 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-47375dcf-182a-4169-ac8a-1bf55441f325 req-a5f6b5d8-8414-461c-9e99-163cd8380b73 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 946 time: 0.1214864 Dec 09 14:53:57.418632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-a72dcd55-dbaf-4126-9416-bbab3660fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:57.420464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-a72dcd55-dbaf-4126-9416-bbab3660fd98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059415 Dec 09 14:53:57.429254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-47375dcf-182a-4169-ac8a-1bf55441f325 req-df186581-cb5e-498e-8ff1-8c33de73bc77 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c301f3e-c5ac-434c-b5da-18ee761bdd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Dec 09 14:53:57.465630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Made reservation on behalf of 0205fee1714f48359f486b53fdfbc802 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:57.475536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:57.507389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:57.606736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2653c1dd-b40b-4417-bb6a-152d5ecec1b8 req-936b2f91-93be-4e83-90d1-ca3c16b825e2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 210 time: 0.0573018 Dec 09 14:53:57.714632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Allocated IP 172.20.0.3 (fd0ada9f-967b-4436-b5e9-cda13af3f0f2/7671b486-00c1-47cf-b614-c4da470c32c3/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:53:57.774905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5997ce69-fa6f-405a-b345-e7e38a3527f0 req-272ebfd7-d568-481b-8782-1ec8793790b7 tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8 HTTP/1.1" status: 200 len: 210 time: 0.0643914 Dec 09 14:53:57.790442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08da843-8773-415b-ad65-c083d0aa78c8 req-c2d5246a-ae17-440f-a328-997c228019f6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:57.799215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b08da843-8773-415b-ad65-c083d0aa78c8 req-c2d5246a-ae17-440f-a328-997c228019f6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 947 time: 0.5456862 Dec 09 14:53:57.899297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b81d2b6-6cf4-4745-993e-e9c503fc7e48 req-059fa93b-8d3f-48d3-853b-8cc5210eb0b1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.0473764 Dec 09 14:53:57.923973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 953b6c9c-3aac-493d-9dc0-234c038f27ea no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:57.953268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-21405d0e-8265-4b49-b7a4-808fe8d24f3b service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125632 Dec 09 14:53:58.009418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.064263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 953b6c9c-3aac-493d-9dc0-234c038f27ea {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:53:58.065039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 953b6c9c-3aac-493d-9dc0-234c038f27ea not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:58.112915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:58.124315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05835c-f575-4d6a-b856-021141228ebf req-f6fc352d-9670-4f53-a001-37150c3653d9 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:58.125546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e05835c-f575-4d6a-b856-021141228ebf req-f6fc352d-9670-4f53-a001-37150c3653d9 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 946 time: 0.1682062 Dec 09 14:53:58.156267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:53:58.167795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:53:58.168537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:58.173018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event updated for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:58.180520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01b0fa51-5f49-496b-aaae-860e64c93274 req-a84a8c95-812e-4d49-8b00-d38a4c2c161f tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 210 time: 0.0974307 Dec 09 14:53:58.332094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:58.333617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:53:58.335232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Deleting port 12ec4a54-e754-47b0-8a04-02428815df75 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:53:58.340556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b08da843-8773-415b-ad65-c083d0aa78c8 req-79fb4a61-0395-484d-828a-9945238c8aa8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404196 Dec 09 14:53:58.341007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.378358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:58.407213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:58.418361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 468f863b-9fe7-4aa9-8d3b-fa6767eef99b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:53:58.419019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 468f863b-9fe7-4aa9-8d3b-fa6767eef99b not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:53:58.420827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b74dcd-9427-4d23-a7db-7dc29b6ba727 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:58.514510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-9a38f96a-d47c-44f3-8d22-7686f984ffbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3304286 Dec 09 14:53:58.557639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706d6f87-30ee-4f39-bbfa-f874c9671085 req-41eba220-5398-4212-9893-f12f9aaafc5e service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666244 Dec 09 14:53:58.561870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.581602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:58.581938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.594321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.635341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-85a55ca7-51b9-44d4-8c32-5f75060112b3 None None] Provisioning complete for port 11a29e6a-8944-4d26-a2be-6c88588ae791 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:58.636050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85a55ca7-51b9-44d4-8c32-5f75060112b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.680884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-85a55ca7-51b9-44d4-8c32-5f75060112b3 None None] Port 11a29e6a-8944-4d26-a2be-6c88588ae791 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:58.690632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:53:58.718610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ea47d-0d40-4fc7-870d-6410b050743d req-e2c36376-b370-4178-8e66-616dd0fcf38c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:58.720426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-118ea47d-0d40-4fc7-870d-6410b050743d req-e2c36376-b370-4178-8e66-616dd0fcf38c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 931 time: 0.3612101 Dec 09 14:53:58.724735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] For port 12ec4a54-e754-47b0-8a04-02428815df75, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=12ec4a54-e754-47b0-8a04-02428815df75,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:53:58.725326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.763945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Calling delete_port for 12ec4a54-e754-47b0-8a04-02428815df75 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:53:58.806029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-1f564da2-5de1-4dfd-9272-19dac69232ba tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:58.807779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-1f564da2-5de1-4dfd-9272-19dac69232ba tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.3972270 Dec 09 14:53:58.934765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:53:58.972571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe5022-3807-46fe-b733-b74cd4d3856c None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:09Z', 'revision_number': 4, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0', 'name': '', 'network_id': 'deab9cb2-f982-49fd-858d-9e74096e5ad3', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'mac_address': 'fa:16:3e:9e:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:08Z', 'updated_at': '2021-12-09T14:49:14Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'subnets': [{'id': 'd074cf9f-8072-47d9-915a-f1760fe80437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:53:58.983146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:58.996452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['12ec4a54-e754-47b0-8a04-02428815df75'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:59.021412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-118ea47d-0d40-4fc7-870d-6410b050743d req-04b7783c-625a-4c1a-ab56-6e7aef95739d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905338 Dec 09 14:53:59.050065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4520c3-da3d-402b-97e2-1d68da843654 req-0eb7837a-2cf7-4a3e-81c2-73248ef0212e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:59.052012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e4520c3-da3d-402b-97e2-1d68da843654 req-0eb7837a-2cf7-4a3e-81c2-73248ef0212e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.5647342 Dec 09 14:53:59.062838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0a28b7e3-1883-4787-9244-f05f843bcf99 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8302653 Dec 09 14:53:59.087889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Request body: {'port': {'device_id': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:59.090785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Pushing event deleted for resources: {'Port': ['ID=12ec4a54-e754-47b0-8a04-02428815df75,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:59.100379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-317f9fca-06aa-42eb-b5e6-6a8132fa9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:59.102617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-317f9fca-06aa-42eb-b5e6-6a8132fa9a39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1095 time: 0.5383890 Dec 09 14:53:59.167426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:59.167956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] No DVR routers for this DVR port 12ec4a54-e754-47b0-8a04-02428815df75 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:53:59.171234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:59.174733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e05835c-f575-4d6a-b856-021141228ebf req-1a0c1495-5847-42da-9021-d7dcfba86a47 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.36 "DELETE /v2.0/ports/12ec4a54-e754-47b0-8a04-02428815df75 HTTP/1.1" status: 204 len: 173 time: 1.0073636 Dec 09 14:53:59.175207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'name': 'network-vif-deleted', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea'}, {'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'name': 'network-vif-deleted', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:53:59.181238 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790fdcb-e2d0-4dab-9edf-a3a544d448af" -d '{"events": [{"server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "name": "network-vif-deleted", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea"}, {"server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "name": "network-vif-deleted", "tag": "12ec4a54-e754-47b0-8a04-02428815df75"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:53:59.192630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b98029c4-1d0e-44c1-8e9e-0e416033aa92 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 380 time: 0.3325467 Dec 09 14:53:59.196867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a408-3599-454b-8658-e50c3d500ccf req-bfa20834-2b1a-4e18-8588-428de2c5bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:59.198364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-bfa20834-2b1a-4e18-8588-428de2c5bc90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1098 time: 0.2261136 Dec 09 14:53:59.219963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'port': {'device_id': '0288c3e8-e104-44fb-8130-deac416059ae', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'admin_state_up': True, 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'security_groups': ['4e43017c-c143-4909-bba1-0b2ce1158405']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:53:59.229180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:59.242216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d91eb626-3602-4e78-b85a-016d755a16d6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:53:59.265411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa934a33-f124-466e-bb67-57ed85eb7de0 req-62a36efa-c2d1-42a4-9b06-ef7922c79421 tempest-FloatingIPsAssociationNegativeTestJSON-556843535 tempest-FloatingIPsAssociationNegativeTestJSON-556843535-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c34ad19-ef9c-4c14-9e17-40835d402b2e HTTP/1.1" status: 200 len: 210 time: 0.0792353 Dec 09 14:53:59.432895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1fb63c22-3310-41a7-8934-ccfd63b06f19 req-52dc3ba3-7528-4d28-badb-fdba69eea411 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 210 time: 0.0608165 Dec 09 14:53:59.438315 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28399df8-6e1b-4f0e-a9b0-ae8dc610baac None None] New status for floating IP c5039efb-acb9-4e63-b1a3-5a3865c5f95b: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:53:59.541698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:53:59.545349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:59.615606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a408-3599-454b-8658-e50c3d500ccf req-9aee18fb-6536-4e1e-a7d3-4ed6fcfdf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:59.617277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-9aee18fb-6536-4e1e-a7d3-4ed6fcfdf5d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.4078610 Dec 09 14:53:59.627111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:53:59.685081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:53:59.700868 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:59.703633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:53:59.705309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d5ae9-ab4f-43f6-a0ba-67721bc98892 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:53:59.758033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e4520c3-da3d-402b-97e2-1d68da843654 req-3c34bd05-275a-46a6-ad23-273e897105d2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834614 Dec 09 14:53:59.766515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-15025240-b25c-40d8-b51a-9ae153f1f0f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.1358478 Dec 09 14:53:59.808272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35189f4-3c6c-4d74-8704-53e4a1b75231 req-0f2b2b9f-51ee-4891-a083-1b8412136c0d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:53:59.817864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c35189f4-3c6c-4d74-8704-53e4a1b75231 req-0f2b2b9f-51ee-4891-a083-1b8412136c0d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 931 time: 0.1630049 Dec 09 14:53:59.858951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dae76825-dffb-4ae1-b73f-4d34b8167730 None None] Provisioning complete for port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:53:59.859325 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dae76825-dffb-4ae1-b73f-4d34b8167730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:53:59.894074 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11daf18f-d0cc-4bc5-8de1-780791615147 x-openstack-request-id: req-11daf18f-d0cc-4bc5-8de1-780791615147 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:53:59.895936 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8", "name": "network-vif-deleted", "tag": "953b6c9c-3aac-493d-9dc0-234c038f27ea", "status": "completed", "code": 200}, {"server_uuid": "4c34ad19-ef9c-4c14-9e17-40835d402b2e", "name": "network-vif-deleted", "tag": "12ec4a54-e754-47b0-8a04-02428815df75", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:53:59.896439 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11daf18f-d0cc-4bc5-8de1-780791615147 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:53:59.898300 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a190f0a-7e7a-4bf2-97d8-5eff7fca89f8', 'name': 'network-vif-deleted', 'tag': '953b6c9c-3aac-493d-9dc0-234c038f27ea', 'status': 'completed', 'code': 200} Dec 09 14:53:59.898778 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c34ad19-ef9c-4c14-9e17-40835d402b2e', 'name': 'network-vif-deleted', 'tag': '12ec4a54-e754-47b0-8a04-02428815df75', 'status': 'completed', 'code': 200} Dec 09 14:53:59.943714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:53:59.955027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dae76825-dffb-4ae1-b73f-4d34b8167730 None None] Port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:53:59.984804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c35189f4-3c6c-4d74-8704-53e4a1b75231 req-d3200e05-828b-4c1d-9d78-9a90f2e489b7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573768 Dec 09 14:54:00.000100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Allocated IP 172.20.0.10 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/b8c95fbd-392c-4b86-a7d8-4addd3545b6d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:00.005537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-caac2cef-3f70-4091-9f95-2c8264f3c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.007142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-caac2cef-3f70-4091-9f95-2c8264f3c13c service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.8617172 Dec 09 14:54:00.013645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.014285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.045012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3cfdb5d6-ac0c-4d86-91f5-6b89db27db3e req-b5ff7345-06ea-4895-8986-53cb26c19fcd tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 210 time: 0.0537410 Dec 09 14:54:00.094500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-af429d80-c229-4377-97c7-c116bd2b575a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.0606246 Dec 09 14:54:00.103248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a408-3599-454b-8658-e50c3d500ccf req-30127b5b-4f92-46b0-af5d-d43fd7f3bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.104880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-30127b5b-4f92-46b0-af5d-d43fd7f3bcba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3203719 Dec 09 14:54:00.150911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-74699965-84c3-4e13-b564-5e79d4954bd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4413445 Dec 09 14:54:00.153120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5054d-f9b4-4b69-8e4e-0b2fee39cb86 req-223eb308-3fc8-4862-8529-f78abe20693f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.160272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cea5054d-f9b4-4b69-8e4e-0b2fee39cb86 req-223eb308-3fc8-4862-8529-f78abe20693f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 947 time: 0.0948317 Dec 09 14:54:00.231503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Request body: {'port': {'device_id': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:00.252715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cea5054d-f9b4-4b69-8e4e-0b2fee39cb86 req-82649a35-0f23-49c6-bba1-e150d139632e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914073 Dec 09 14:54:00.294355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.303715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-70650145-e102-402c-afa0-9cb26eb5ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.305507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-70650145-e102-402c-afa0-9cb26eb5ed4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.1995914 Dec 09 14:54:00.347546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35766) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:00.383888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:00.391218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-15fe189c-62dc-4cc8-b754-49295901bcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708520 Dec 09 14:54:00.397084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.405410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a408-3599-454b-8658-e50c3d500ccf req-9a736710-da98-450f-9238-3d32f7658221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.406849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-9a736710-da98-450f-9238-3d32f7658221 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2927272 Dec 09 14:54:00.417299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.450393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:00.461132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:00.463881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:00.502514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41037d23-1948-4623-9fa2-b5ae437b9daf req-c97d8fb0-f89a-4837-a90f-f4e97ca34584 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.504059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41037d23-1948-4623-9fa2-b5ae437b9daf req-c97d8fb0-f89a-4837-a90f-f4e97ca34584 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 931 time: 0.2958312 Dec 09 14:54:00.524768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:00.525518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.705168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41037d23-1948-4623-9fa2-b5ae437b9daf req-f0d3137c-32be-4eb2-9b7e-ad3ed7e3fe64 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894972 Dec 09 14:54:00.822217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b1932569-3cd7-4bd7-85b3-e437408880a9 None None] Provisioning complete for port b8c95fbd-392c-4b86-a7d8-4addd3545b6d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:00.823259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1932569-3cd7-4bd7-85b3-e437408880a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.864867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b1932569-3cd7-4bd7-85b3-e437408880a9 None None] Port b8c95fbd-392c-4b86-a7d8-4addd3545b6d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:54:00.919328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:00.936805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-a5385e26-7e51-429d-b329-dda1bc2b2ea7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7219281 Dec 09 14:54:00.940343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c32c18c1-24c0-49e3-b0a1-477babf7214f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:00.953664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Request body: {'port': {'device_id': '0288c3e8-e104-44fb-8130-deac416059ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:00.963050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-ad643602-38c4-4eb2-953d-c6f33543ba8d service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550370 Dec 09 14:54:00.979041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-b27351fd-7652-4bde-baa4-ef479e0421f8 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533285 Dec 09 14:54:01.048522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c32c18c1-24c0-49e3-b0a1-477babf7214f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.057669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499cc38-5076-47f8-ae4f-cf2844d8bbbd req-2d6da938-c6c6-4606-8054-49e5f9369b1d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:01.059735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7499cc38-5076-47f8-ae4f-cf2844d8bbbd req-2d6da938-c6c6-4606-8054-49e5f9369b1d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 932 time: 0.4972055 Dec 09 14:54:01.083201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.198653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a29e6a-8944-4d26-a2be-6c88588ae791 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:01.201741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7499cc38-5076-47f8-ae4f-cf2844d8bbbd req-139b6720-a957-4e41-9a04-df6ef87e677f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264162 Dec 09 14:54:01.222505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4fab7-032f-4ac6-b6ce-3fa286367341 req-e909d282-ec6c-4133-8698-116e45515a4b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:01.224622 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8dc4fab7-032f-4ac6-b6ce-3fa286367341 req-e909d282-ec6c-4133-8698-116e45515a4b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.3381360 Dec 09 14:54:01.251308 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.326838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Transition to ACTIVE for port object 11a29e6a-8944-4d26-a2be-6c88588ae791 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:01.362762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.418591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0845014-0f61-47e6-bab1-b98912dab0aa req-a3216ec4-efcb-4688-ad41-f545de82d877 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282970 Dec 09 14:54:01.438613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a9a408-3599-454b-8658-e50c3d500ccf req-20eca307-3606-42ae-b9a7-21a16392a9ff service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344547 Dec 09 14:54:01.451611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb2016-bb02-48a7-b5f8-97c584aec433 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:01.499054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8dc4fab7-032f-4ac6-b6ce-3fa286367341 req-b838f5d7-8792-48c8-afe4-55a40de58646 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357340 Dec 09 14:54:01.507375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c32c18c1-24c0-49e3-b0a1-477babf7214f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.513150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c32c18c1-24c0-49e3-b0a1-477babf7214f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.516970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c32c18c1-24c0-49e3-b0a1-477babf7214f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6f08525-151b-4784-8105-151c992d875f HTTP/1.1" status: 204 len: 168 time: 1.1254241 Dec 09 14:54:01.530545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:01.555770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Pushing event updated for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:01.614315 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-384e7cc5-4a89-403b-a4d1-ead84cddde1a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] show failed (client error): The resource could not be found. Dec 09 14:54:01.615299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-384e7cc5-4a89-403b-a4d1-ead84cddde1a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "GET /v2.0/security-groups/d6f08525-151b-4784-8105-151c992d875f HTTP/1.1" status: 404 len: 347 time: 0.0732625 Dec 09 14:54:01.616341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c18c1-24c0-49e3-b0a1-477babf7214f tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f08525-151b-4784-8105-151c992d875f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:01.620704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35784) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:01.632528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6603912-5e22-410e-a00e-02873bc19ccf req-307915cb-e826-43a6-a230-38cb36d6a83a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:01.639953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6603912-5e22-410e-a00e-02873bc19ccf req-307915cb-e826-43a6-a230-38cb36d6a83a tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 931 time: 0.2876055 Dec 09 14:54:01.743977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:01.755019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:01.777141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Transition to ACTIVE for port object b8c95fbd-392c-4b86-a7d8-4addd3545b6d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:01.783290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6603912-5e22-410e-a00e-02873bc19ccf req-629f1445-e003-4b9c-b80e-68c6441c8690 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423917 Dec 09 14:54:01.836019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:01.860724 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.033711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:02.049954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a56cf96-088a-433c-9f55-f56a5797e3f8 req-86afa4e2-f024-43ee-ab01-d28ec5728b17 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=a82a8bfc-62fa-44ce-9b0f-8f4160c39719 HTTP/1.1" status: 200 len: 210 time: 0.4662740 Dec 09 14:54:02.151691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:02.186401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Attempting to bind port b8c95fbd-392c-4b86-a7d8-4addd3545b6d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:02.187174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Attempting to bind port b8c95fbd-392c-4b86-a7d8-4addd3545b6d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:02.188207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Attempting to bind port b8c95fbd-392c-4b86-a7d8-4addd3545b6d on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:02.197778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70b4ef7-cf39-4d86-b2a2-c0d9577de13c {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:02.203646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Port b8c95fbd-392c-4b86-a7d8-4addd3545b6d on network 9e330498-9918-46fe-ae82-6b744b89e9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:02.204963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Attempting to bind port b8c95fbd-392c-4b86-a7d8-4addd3545b6d on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:02.214671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'mac_address': 'fa:16:3e:ed:c2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:02.222445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d33bc-6b10-4796-a89e-aabbb01698ec req-947fa378-635b-451a-b266-32bdb7ed4398 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:02.232107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e09d33bc-6b10-4796-a89e-aabbb01698ec req-947fa378-635b-451a-b266-32bdb7ed4398 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 947 time: 0.3046274 Dec 09 14:54:02.232580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.235698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 12ec4a54-e754-47b0-8a04-02428815df75 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:02.264648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:02.265087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:02.266115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:02.266661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Bound port: b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:02.267081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.315609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Transition to ACTIVE for port object d70b4ef7-cf39-4d86-b2a2-c0d9577de13c will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:02.320651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.337487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.341933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 12ec4a54-e754-47b0-8a04-02428815df75 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:02.342284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 12ec4a54-e754-47b0-8a04-02428815df75 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:02.353401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Attempting to bind port 11a29e6a-8944-4d26-a2be-6c88588ae791 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:02.353609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Attempting to bind port 11a29e6a-8944-4d26-a2be-6c88588ae791 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:02.354446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Attempting to bind port 11a29e6a-8944-4d26-a2be-6c88588ae791 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:02.371375 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.392112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e2021-d511-40ad-af0d-1f3da818471a req-71e22466-f608-4eac-be2d-48f30ac085b1 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:02.401444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d6e2021-d511-40ad-af0d-1f3da818471a req-71e22466-f608-4eac-be2d-48f30ac085b1 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 943 time: 0.2306728 Dec 09 14:54:02.417601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6afd01-87e0-4fd6-b96d-209ed5641b15 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:02.428824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a42a8b-189a-4c25-b976-d18f54e234b9 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:02.450139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:02.459793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:02.465424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Port 11a29e6a-8944-4d26-a2be-6c88588ae791 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:02.465742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Attempting to bind port 11a29e6a-8944-4d26-a2be-6c88588ae791 on network 705c96fc-684f-4b31-9a9e-ab0a0466b788 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:02.469253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.478944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e09d33bc-6b10-4796-a89e-aabbb01698ec req-34816516-69e8-4f6b-83cb-7b6f5a959a99 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458379 Dec 09 14:54:02.549370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:02.549772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Checking segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:02.550128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Bound using segment: {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:02.550570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Bound port: 11a29e6a-8944-4d26-a2be-6c88588ae791, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19a40fc-0342-4544-b968-c48ae0151983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:02.550928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.578687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:02.647237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Deleting port 361de966-2d91-477c-ba4f-bcaebc288eb1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:02.647597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.681243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d6e2021-d511-40ad-af0d-1f3da818471a req-2397b3e7-600e-400b-9024-ef4d41da9c41 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694211 Dec 09 14:54:02.689158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:02.693870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:02.707394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.734246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['1e6afd01-87e0-4fd6-b96d-209ed5641b15'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:02.762868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a77f-61ee-492b-9eab-63dd09189df5 req-ec838adb-14bb-44c9-b620-b5353215795c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:02.764507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac47a77f-61ee-492b-9eab-63dd09189df5 req-ec838adb-14bb-44c9-b620-b5353215795c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 944 time: 0.1729882 Dec 09 14:54:02.797113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:02.797743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.799499 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] 10.222.0.36 "PUT /v2.0/ports/b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 1092 time: 1.8543668 Dec 09 14:54:02.803960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:02.807129 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13783687-740c-44b4-a573-98e47a54be50" -d '{"events": [{"name": "network-changed", "server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:02.838123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:02.838479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:02.838803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:02.850951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:02.857503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:02.862193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:02.862359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:02.873658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1381cd6-4ee7-4b11-9f81-63ef9382d8bf service neutron] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:02.881642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.899717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.900050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.947718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:02.948109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:02.948731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:02.949180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Bound port: d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:02.949545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:02.985905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac47a77f-61ee-492b-9eab-63dd09189df5 req-0b1c104c-291b-40c9-88af-bd5b8959a9f3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129450 Dec 09 14:54:02.990229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Calling delete_port for 361de966-2d91-477c-ba4f-bcaebc288eb1 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:03.028254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ce1db-0482-4c7c-95c5-017f496c5076 req-24421a43-4568-442d-b5e0-976743afedf2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.035720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc8ce1db-0482-4c7c-95c5-017f496c5076 req-24421a43-4568-442d-b5e0-976743afedf2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.2853901 Dec 09 14:54:03.047191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.047879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.049256 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] 10.222.0.43 "PUT /v2.0/ports/11a29e6a-8944-4d26-a2be-6c88588ae791 HTTP/1.1" status: 200 len: 1091 time: 3.9669776 Dec 09 14:54:03.055312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'tag': '11a29e6a-8944-4d26-a2be-6c88588ae791'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:03.057643 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2d544a-f3c6-4db5-88fe-7bce54e76417" -d '{"events": [{"name": "network-changed", "server_uuid": "43db82f1-14be-43fc-ac6f-0a78f7ab8877", "tag": "11a29e6a-8944-4d26-a2be-6c88588ae791"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:03.117683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f98d03-bdc8-4ea0-b8f0-b753d29e2384 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:03.118240 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332f7f7f-72da-4f40-8e61-f0b1119e7be9 x-openstack-request-id: req-332f7f7f-72da-4f40-8e61-f0b1119e7be9 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:03.118701 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:03.122080 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-332f7f7f-72da-4f40-8e61-f0b1119e7be9 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:03.123644 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'status': 'completed', 'code': 200} Dec 09 14:54:03.213369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-4caae5ac-fc3d-49d3-b516-a8811e6c22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.214928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-4caae5ac-fc3d-49d3-b516-a8811e6c22f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1095 time: 0.2807696 Dec 09 14:54:03.267153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd488d6-d635-4b3e-8d05-937f971b572d service neutron] Pushing event updated for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:03.281024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Deleting port 10b3d284-5ec4-4eb7-989b-ddd33659e3db {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:03.281369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.284506 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-01aaa8cb-4cb5-4ff8-b141-07217cbddadd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 217 time: 0.0578372 Dec 09 14:54:03.294283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc8f83-d970-4028-bc8e-41a3bf78e55e req-b464bcf0-1f67-4fd7-bd37-4c9fb025e6cb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.299853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bcc8f83-d970-4028-bc8e-41a3bf78e55e req-b464bcf0-1f67-4fd7-bd37-4c9fb025e6cb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.1441338 Dec 09 14:54:03.324635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc8ce1db-0482-4c7c-95c5-017f496c5076 req-478db374-2571-415d-a67c-bd09179308d0 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880285 Dec 09 14:54:03.325730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:03.337118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:03.339561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2e439ddd-887e-4baa-a53a-cf751c12b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.341572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-2e439ddd-887e-4baa-a53a-cf751c12b892 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 1094 time: 0.1747031 Dec 09 14:54:03.347228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.369282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-3e4a5e3d-b7bc-44e9-bb56-ab926649ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.370760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-3e4a5e3d-b7bc-44e9-bb56-ab926649ee72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0498548 Dec 09 14:54:03.451016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-da693d51-4bce-442c-8d79-eeab7288862e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a29e6a-8944-4d26-a2be-6c88588ae791 HTTP/1.1" status: 200 len: 217 time: 0.0879161 Dec 09 14:54:03.455835 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321edda9-b9fc-4351-b253-6911bb1109bb x-openstack-request-id: req-321edda9-b9fc-4351-b253-6911bb1109bb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:03.455835 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43db82f1-14be-43fc-ac6f-0a78f7ab8877", "tag": "11a29e6a-8944-4d26-a2be-6c88588ae791", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:03.456070 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-321edda9-b9fc-4351-b253-6911bb1109bb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:03.456453 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'tag': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'status': 'completed', 'code': 200} Dec 09 14:54:03.473290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.474070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.474788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba653b-b1bc-40ce-951f-042cad21f696 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:03.475500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] 10.222.0.43 "PUT /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 1091 time: 3.2613196 Dec 09 14:54:03.483171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bcc8f83-d970-4028-bc8e-41a3bf78e55e req-c7ea7303-8353-477f-ad88-a4d2e37928e7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095552 Dec 09 14:54:03.593727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16716e5-73f5-48bf-85b8-9d0888e3e998 service neutron] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:03.601915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-2acb608f-4cc3-49e4-8f02-36c25f4b9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.603848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-2acb608f-4cc3-49e4-8f02-36c25f4b9ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877179 Dec 09 14:54:03.615461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-eeaa7725-5ab5-4ce3-981e-09c91b7a61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.617773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-eeaa7725-5ab5-4ce3-981e-09c91b7a61da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.1562982 Dec 09 14:54:03.664656 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-0508be98-23d7-4ff8-853f-534130b0efc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346348 Dec 09 14:54:03.668385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-9235b46b-54f2-4179-8eac-d8f2f6521b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.670070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-9235b46b-54f2-4179-8eac-d8f2f6521b43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1094 time: 0.1323500 Dec 09 14:54:03.677455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.745680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-b1ac7ffb-765f-4779-bfb2-5d5f267d9d7f service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276813 Dec 09 14:54:03.772533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] For port 10b3d284-5ec4-4eb7-989b-ddd33659e3db, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10b3d284-5ec4-4eb7-989b-ddd33659e3db,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:03.773422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.780165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Pushing event deleted for resources: {'Port': ['ID=361de966-2d91-477c-ba4f-bcaebc288eb1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:03.790074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Calling delete_port for 10b3d284-5ec4-4eb7-989b-ddd33659e3db owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:03.811806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-46cc4d12-ea3f-411a-b9aa-83f2ca35db38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 217 time: 0.1204598 Dec 09 14:54:03.816097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6389e759-1ffb-4120-9ce2-775a0f5d6893 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:03.845346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:03.900821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:03.906198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:03.906877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:03.990704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c1294-7ccf-4350-8ecf-532d6d8f3108 req-f6804ca4-87ae-47b2-ac82-593447929307 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.993430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e45c1294-7ccf-4350-8ecf-532d6d8f3108 req-f6804ca4-87ae-47b2-ac82-593447929307 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 948 time: 0.2172408 Dec 09 14:54:03.995029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-6cb3a281-e589-459b-a802-b3bb1b5e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:03.996758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-6cb3a281-e589-459b-a802-b3bb1b5e4bcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.1374674 Dec 09 14:54:04.012439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:04.015676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:04.020077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0deebe8a-8ca8-427e-92a7-e3004d2b1b8a tempest-ServersWithSpecificFlavorTestJSON-19531526 tempest-ServersWithSpecificFlavorTestJSON-19531526-project] 10.222.0.46 "DELETE /v2.0/floatingips/c5039efb-acb9-4e63-b1a3-5a3865c5f95b HTTP/1.1" status: 204 len: 168 time: 2.3776588 Dec 09 14:54:04.034101 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:04.050469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-028296c7-cb5e-498b-bdca-c871bd208e39 service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477623 Dec 09 14:54:04.067889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:04.070626 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8129b4ce-04bc-4fa3-8242-70b8f521837f" -d '{"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:04.077261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-6407065c-47d3-48ea-b288-b99bd73feb66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502336 Dec 09 14:54:04.092149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:04.094843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:04.111795 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:04.140470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e45c1294-7ccf-4350-8ecf-532d6d8f3108 req-6f7e867d-d190-420c-80f8-dfd6905d1fa9 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316662 Dec 09 14:54:04.174007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b3d284-5ec4-4eb7-989b-ddd33659e3db,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:04.210492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d552-9a8a-4dbd-8db4-c2c98d86520b req-74fd5a4b-64f9-4e10-a112-5cbbcf4f0d01 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.218331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a634d552-9a8a-4dbd-8db4-c2c98d86520b req-74fd5a4b-64f9-4e10-a112-5cbbcf4f0d01 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 943 time: 0.2126675 Dec 09 14:54:04.220653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:04.280905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-746490da-d2ec-45cf-9d08-aee2fdaf4184 req-198c7680-7e2e-48ac-b0e7-6721ca387de8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764323 Dec 09 14:54:04.329746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-616cdd8d-d3a3-436c-b411-31550b1e0916 req-cc7d137a-5bf0-4f00-9722-620618ed1aeb service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612629 Dec 09 14:54:04.331122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-524d5725-4b67-46ad-a5f0-104fce3d98ec service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113020 Dec 09 14:54:04.334890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a634d552-9a8a-4dbd-8db4-c2c98d86520b req-0fbe5459-7965-468f-b2e4-eeb13829530a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104906 Dec 09 14:54:04.414280 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870b2376-91a9-46af-ace9-759d0b64219d x-openstack-request-id: req-870b2376-91a9-46af-ace9-759d0b64219d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:04.414459 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:04.414671 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-870b2376-91a9-46af-ace9-759d0b64219d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:04.415072 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'code': 200} Dec 09 14:54:04.555264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4106a6-79c7-46f2-b5a9-1446987dc841 req-044bdaf4-7e2d-4b7f-964c-b9a9a9a6aac2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.556850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca4106a6-79c7-46f2-b5a9-1446987dc841 req-044bdaf4-7e2d-4b7f-964c-b9a9a9a6aac2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 944 time: 0.2086012 Dec 09 14:54:04.593575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-7bb4a9d3-9144-440f-9e7b-1aefe66f3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.595060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-7bb4a9d3-9144-440f-9e7b-1aefe66f3249 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7710ec86a4ed476084de184b6b7d671c&device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 1094 time: 0.1852629 Dec 09 14:54:04.596898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3a00ed7-46bc-43cd-b398-fab94d043240 req-7a2615ff-fe10-4a29-8ee9-f5da2a679b49 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475145 Dec 09 14:54:04.620799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cbc40-0e4f-464e-a7d7-cd9349f3c39f req-07faa485-d511-44fe-9ced-956390d59824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.622284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c3cbc40-0e4f-464e-a7d7-cd9349f3c39f req-07faa485-d511-44fe-9ced-956390d59824 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1100 time: 0.1193247 Dec 09 14:54:04.720731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca4106a6-79c7-46f2-b5a9-1446987dc841 req-bf6ec9ff-e54b-4ad3-b3c4-07e2eafa1579 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472828 Dec 09 14:54:04.745597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c3cbc40-0e4f-464e-a7d7-cd9349f3c39f req-3b19f6f3-9fef-4d1b-979f-36c13f3a662a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061289 Dec 09 14:54:04.770836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-2ae8beaa-e16d-4a71-8277-0cd1c0961e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.775716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-2ae8beaa-e16d-4a71-8277-0cd1c0961e1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 200 len: 905 time: 0.1686320 Dec 09 14:54:04.897836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58966d17-5b6e-46e9-b0b9-bfe8cb6f6296 req-7eac5deb-23ac-478e-8b4a-1d0d83b36cdf tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.903059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13783687-740c-44b4-a573-98e47a54be50 req-d3afbec5-6e53-4ff4-889d-900583455d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:04.904540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-d3afbec5-6e53-4ff4-889d-900583455d29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1095 time: 0.4950984 Dec 09 14:54:04.905867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58966d17-5b6e-46e9-b0b9-bfe8cb6f6296 req-7eac5deb-23ac-478e-8b4a-1d0d83b36cdf tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.0609360 Dec 09 14:54:04.909254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:04.986616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-30b775cf-e4ff-4ef9-b7bf-aeb927b0ec55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a29e6a-8944-4d26-a2be-6c88588ae791 HTTP/1.1" status: 200 len: 217 time: 0.0422783 Dec 09 14:54:04.990150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58966d17-5b6e-46e9-b0b9-bfe8cb6f6296 req-b5991766-b91e-4fc8-b1ce-d3ac3714a4c6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833962 Dec 09 14:54:04.994837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2e575-59c6-427c-8dfe-0903cfb7d722 req-24b3d43c-8fb4-4d61-a1ff-6cfb7da9edba tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.001907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89a2e575-59c6-427c-8dfe-0903cfb7d722 req-24b3d43c-8fb4-4d61-a1ff-6cfb7da9edba tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1461446 Dec 09 14:54:05.043158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-377207ec-5105-44c5-aebe-9ec6ac43062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.045290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-377207ec-5105-44c5-aebe-9ec6ac43062b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 200 len: 844 time: 0.0511215 Dec 09 14:54:05.085599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-04921e37-2ce3-44b3-a34f-1193c4fc1d26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=705c96fc-684f-4b31-9a9e-ab0a0466b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320706 Dec 09 14:54:05.136773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89a2e575-59c6-427c-8dfe-0903cfb7d722 req-90f95f70-e0ca-46d9-ad78-9e58ff3d087c tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337068 Dec 09 14:54:05.184690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13783687-740c-44b4-a573-98e47a54be50 req-e483fa5d-55a2-4f61-84cc-9a47bf1d4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.186411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-e483fa5d-55a2-4f61-84cc-9a47bf1d4fbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.2687595 Dec 09 14:54:05.248389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-1971bea4-2ab0-40fe-87e4-f3ffb2acca66 service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522152 Dec 09 14:54:05.342586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-cab06deb-413f-4b81-a387-9c7ca747c9c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 217 time: 0.1331489 Dec 09 14:54:05.355997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35838) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:05.372620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2d544a-f3c6-4db5-88fe-7bce54e76417 req-d2d19bb1-6ddf-45b8-acc5-3fb978e12c3f service neutron] 10.222.0.43 "GET /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057467 Dec 09 14:54:05.460118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:05.463455 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1317660-b30b-4250-bc50-6db719835202" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:05.478739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37249e3-3224-41a5-abc3-e12f4215d3d8 req-991cafc5-7756-48af-be88-f82e6d588188 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.480883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b37249e3-3224-41a5-abc3-e12f4215d3d8 req-991cafc5-7756-48af-be88-f82e6d588188 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.2174380 Dec 09 14:54:05.495855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c185-9998-44f9-a43c-d713b3b0660d req-b089d768-d1e4-498a-9710-d5ea581e8df0 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.497343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2480c185-9998-44f9-a43c-d713b3b0660d req-b089d768-d1e4-498a-9710-d5ea581e8df0 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 943 time: 0.0828400 Dec 09 14:54:05.549945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13783687-740c-44b4-a573-98e47a54be50 req-8f662ddf-f87f-405f-993c-94fad7084e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.551440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-8f662ddf-f87f-405f-993c-94fad7084e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1944230 Dec 09 14:54:05.556834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2480c185-9998-44f9-a43c-d713b3b0660d req-fd78fe58-f72d-4d79-ad3c-43f00b39429e tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522285 Dec 09 14:54:05.606157 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e0bfe-ac02-49ea-8c22-b6bdd99a99dd x-openstack-request-id: req-a54e0bfe-ac02-49ea-8c22-b6bdd99a99dd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:05.606436 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:05.606791 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a54e0bfe-ac02-49ea-8c22-b6bdd99a99dd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:05.607273 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'status': 'completed', 'code': 200} Dec 09 14:54:05.653939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Router 02f89304-9833-4442-a777-f67294feec00 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:54:05.675196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b37249e3-3224-41a5-abc3-e12f4215d3d8 req-25d60a23-a61e-47e6-83c6-b032f77e3a3a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567888 Dec 09 14:54:05.680065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1317660-b30b-4250-bc50-6db719835202 req-11bbc003-f049-4fe7-bef0-1b24aeca0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.682591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-11bbc003-f049-4fe7-bef0-1b24aeca0ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1094 time: 0.0432842 Dec 09 14:54:05.732411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13783687-740c-44b4-a573-98e47a54be50 req-5143c9f4-9370-4350-8818-38dc0ce69d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.733842 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-5143c9f4-9370-4350-8818-38dc0ce69d77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672018 Dec 09 14:54:05.803368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1317660-b30b-4250-bc50-6db719835202 req-4cdef039-b76e-4a41-9d72-d637af2ca6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.806736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-4cdef039-b76e-4a41-9d72-d637af2ca6b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.1141689 Dec 09 14:54:05.924640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-b9eb253b-ca90-4f46-8cea-0df02a359787 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 217 time: 0.1001723 Dec 09 14:54:05.986186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a7e51-855e-4d77-967a-807c6b1a7248 req-2bf16d6a-3a7a-4b9b-a2f3-a442e26aae7c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:05.987814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c5a7e51-855e-4d77-967a-807c6b1a7248 req-2bf16d6a-3a7a-4b9b-a2f3-a442e26aae7c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 944 time: 0.1550512 Dec 09 14:54:05.998567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1317660-b30b-4250-bc50-6db719835202 req-37b65645-d904-43b0-87f0-fea140003cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:06.000285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-37b65645-d904-43b0-87f0-fea140003cd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0667188 Dec 09 14:54:06.006774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:54:06.018818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] Sync routers for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:54:06.034976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:06.036009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:06.037333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1d16e7b7-f53b-4fc5-b662-99bcf5182f68 admin admin] 10.222.0.46 "PUT /v2.0/routers/02f89304-9833-4442-a777-f67294feec00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6885159 Dec 09 14:54:06.041666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:06.054166 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-0e0d4977-efc7-433d-bbb0-48d090b1101d service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771790 Dec 09 14:54:06.071585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-d3a537a2-f4b1-43fd-83ae-c31174c25838 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632467 Dec 09 14:54:06.124594 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c5a7e51-855e-4d77-967a-807c6b1a7248 req-c7e9c4c3-d91e-46b2-90c2-d451450a1999 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232178 Dec 09 14:54:06.172972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:06.238936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:06.305187 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13783687-740c-44b4-a573-98e47a54be50 req-85cce3ac-f37e-48bd-b36f-d9d97f0cfaa5 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135289 Dec 09 14:54:06.311782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:06.319205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585494e-0dcd-4c3c-82a7-73cff6db3ab1 req-80caf731-20cd-4188-9b1c-97696dcb57a3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:06.321169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9585494e-0dcd-4c3c-82a7-73cff6db3ab1 req-80caf731-20cd-4188-9b1c-97696dcb57a3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.1881874 Dec 09 14:54:06.337091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-bc53ef4c-3656-48bc-9130-a7850bf5e054 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542052 Dec 09 14:54:06.386603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c1cce-9c40-4621-b058-d8394c299f8a req-1dd51f8b-e509-465e-840d-fe73dc25a1a6 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:06.403989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f85c1cce-9c40-4621-b058-d8394c299f8a req-1dd51f8b-e509-465e-840d-fe73dc25a1a6 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1293156 Dec 09 14:54:06.453289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:06.467712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9585494e-0dcd-4c3c-82a7-73cff6db3ab1 req-fbf0088f-2a30-40ec-9691-653448c128bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126621 Dec 09 14:54:06.503921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:06.506154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:06.557246 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:06.574960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:54:03Z', 'revision_number': 5, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port': {'id': 'a04ce51d-4fcf-486c-a361-da4716a176eb', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f89304-9833-4442-a777-f67294feec00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:04Z', 'updated_at': '2021-12-09T14:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:06.582394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:06.611516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1317660-b30b-4250-bc50-6db719835202 req-58175005-ec44-4074-8c6c-cfc6f73ef048 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627580 Dec 09 14:54:06.623655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f85c1cce-9c40-4621-b058-d8394c299f8a req-2722c423-7fc4-4231-a4c7-45c2a82a978d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138207 Dec 09 14:54:06.640860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:06.648689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] Checking router: 02f89304-9833-4442-a777-f67294feec00 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:54:06.689078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:06.693128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] Routers {'02f89304-9833-4442-a777-f67294feec00'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:06.695373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['02f89304-9833-4442-a777-f67294feec00'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:06.700189 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:06.866108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] Set router 02f89304-9833-4442-a777-f67294feec00 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:06.870291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:06.876873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433300b0-4db5-4920-8be5-901d2fa2ce35 req-ec27ed78-543c-4994-9dd5-e85c13646269 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:06.878489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-433300b0-4db5-4920-8be5-901d2fa2ce35 req-ec27ed78-543c-4994-9dd5-e85c13646269 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1028128 Dec 09 14:54:06.952977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:54:06Z', 'revision_number': 6, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:06.953378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-433300b0-4db5-4920-8be5-901d2fa2ce35 req-a0c8253f-73da-4007-ad17-1395d9217ea6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649719 Dec 09 14:54:06.991313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802f3e0-9a89-49d3-8c67-1a2b2cdfd85b None None] The sync data for ids ['02f89304-9833-4442-a777-f67294feec00'] in n-d-804292-5 is: [{'id': '02f89304-9833-4442-a777-f67294feec00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2118421366-router', 'tenant_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:03Z', 'updated_at': '2021-12-09T14:54:06Z', 'revision_number': 6, 'project_id': '1d2920fc53be4c80bdd2d80cdfe49960', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:54:07.030583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b8c95fbd-392c-4b86-a7d8-4addd3545b6d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:07.147396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f677725-feb9-45be-8a8a-85fb72b141f2 req-1941dd79-c1fa-4ad0-81ba-b9cb84a0228d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:07.154252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f677725-feb9-45be-8a8a-85fb72b141f2 req-1941dd79-c1fa-4ad0-81ba-b9cb84a0228d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0942810 Dec 09 14:54:07.221971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Deleting port a04ce51d-4fcf-486c-a361-da4716a176eb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:07.222304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:07.232099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f677725-feb9-45be-8a8a-85fb72b141f2 req-433729e9-43aa-4b5f-9669-a282b3d24af4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Dec 09 14:54:07.313387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f75b6f-8dad-4ac5-b343-5f45999119e5 req-41809c45-0636-4a97-a092-12d8150d9aaf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:07.313387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18f75b6f-8dad-4ac5-b343-5f45999119e5 req-41809c45-0636-4a97-a092-12d8150d9aaf tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 943 time: 0.6539299 Dec 09 14:54:07.383229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c5bdb-7cf6-47f7-881c-be7655611c04 req-963f69f1-5ca7-4bea-9eba-35012fb77cba tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:07.386436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd6c5bdb-7cf6-47f7-881c-be7655611c04 req-963f69f1-5ca7-4bea-9eba-35012fb77cba tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1006029 Dec 09 14:54:07.446291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10b3d284-5ec4-4eb7-989b-ddd33659e3db no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:07.470488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 10b3d284-5ec4-4eb7-989b-ddd33659e3db {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:07.470854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10b3d284-5ec4-4eb7-989b-ddd33659e3db not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:07.494109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] For port a04ce51d-4fcf-486c-a361-da4716a176eb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a04ce51d-4fcf-486c-a361-da4716a176eb,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:07.494376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:07.506622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18f75b6f-8dad-4ac5-b343-5f45999119e5 req-d1508153-ba8a-4da2-8320-943c5ff35fd8 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297724 Dec 09 14:54:07.516029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Calling delete_port for a04ce51d-4fcf-486c-a361-da4716a176eb owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:07.521421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd6c5bdb-7cf6-47f7-881c-be7655611c04 req-dcbf4964-f62f-42d8-83e8-e9fa4ddd1fd0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284266 Dec 09 14:54:07.746611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-1d284b88-4ac7-4715-abdf-2e90cbc61bec req-612a0242-2d9d-482b-b4d5-540810dd8e40 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:54:07.747689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d284b88-4ac7-4715-abdf-2e90cbc61bec req-612a0242-2d9d-482b-b4d5-540810dd8e40 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060129 Dec 09 14:54:07.784064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b9adf-ba52-44de-8d39-cacabc73b757 req-02612782-5cb3-4825-bdd2-77cb272ab57f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:07.785709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c58b9adf-ba52-44de-8d39-cacabc73b757 req-02612782-5cb3-4825-bdd2-77cb272ab57f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.1748052 Dec 09 14:54:07.881550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:07.940861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c58b9adf-ba52-44de-8d39-cacabc73b757 req-a49aa0bf-bbc1-46b7-819b-48009a8f4101 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442544 Dec 09 14:54:07.943039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Deleting port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:07.975832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.021400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.189006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:08.196092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85985e23-2c84-40ea-9093-76695b7d8b55 req-a2a8ebd9-5f80-4a58-af60-064dcace6b94 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:08.197696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85985e23-2c84-40ea-9093-76695b7d8b55 req-a2a8ebd9-5f80-4a58-af60-064dcace6b94 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1435232 Dec 09 14:54:08.228933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'mac_address': 'fa:16:3e:c2:7c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:08.233125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c579704-f2f7-47bc-9e8e-015ce3fb1526 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:08.271919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:08.298935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a04ce51d-4fcf-486c-a361-da4716a176eb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:08.324421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85985e23-2c84-40ea-9093-76695b7d8b55 req-c2fc4e48-c67f-45db-8228-08f563927d41 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185470 Dec 09 14:54:08.353295 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.380192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a29e6a-8944-4d26-a2be-6c88588ae791 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:08.411653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:08.415090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port b8c95fbd-392c-4b86-a7d8-4addd3545b6d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:08.421227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b8c95fbd-392c-4b86-a7d8-4addd3545b6d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:08.421768 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.464416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.477126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] For port c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:08.477835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.494288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-7ad1664c-0956-460f-9691-2c00666da417 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4102428 Dec 09 14:54:08.516161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c710f-a507-4d18-aea7-cd5fafffcf66 req-1a3c647f-5873-4a7e-ab3c-a0b59e617200 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:08.540387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:08.541268 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c21c710f-a507-4d18-aea7-cd5fafffcf66 req-1a3c647f-5873-4a7e-ab3c-a0b59e617200 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.3911746 Dec 09 14:54:08.542198 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.556864 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Calling delete_port for c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:08.614119 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.660460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:08.661699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:08.665055 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa88b0-776b-427b-b31c-41d626e48cfa" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:08.670623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.728460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:08.734444 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.738649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.779687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d594c-0ec9-4bfe-b193-45aa408d9342 req-c032a8bf-8594-4621-8d57-17a6e8022d8a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:08.781252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c7d594c-0ec9-4bfe-b193-45aa408d9342 req-c032a8bf-8594-4621-8d57-17a6e8022d8a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.1134086 Dec 09 14:54:08.842862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11a29e6a-8944-4d26-a2be-6c88588ae791'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:08.869840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c21c710f-a507-4d18-aea7-cd5fafffcf66 req-0164dfd9-c48d-4355-8cc3-3eccc0dcb66c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049002 Dec 09 14:54:08.890676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c7d594c-0ec9-4bfe-b193-45aa408d9342 req-90050ca9-370b-495f-a4f4-a9f42b9da251 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930076 Dec 09 14:54:08.933717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.937524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f89304-9833-4442-a777-f67294feec00 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:54:08.957213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:08.960157 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4f0ef2fd-6c75-4430-8d82-7689968c5aaa admin admin] 10.222.0.46 "DELETE /v2.0/routers/02f89304-9833-4442-a777-f67294feec00 HTTP/1.1" status: 204 len: 168 time: 2.9172819 Dec 09 14:54:08.962920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35900) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:09.052849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Deleting subnet f21e54dc-6618-42ba-ab42-206773aecb87 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:54:09.059880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:09.064206 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ca09b-e08f-4dfb-97d3-7668a1455a10 x-openstack-request-id: req-b14ca09b-e08f-4dfb-97d3-7668a1455a10 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:09.067509 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:09.070674 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b14ca09b-e08f-4dfb-97d3-7668a1455a10 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:09.072402 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:54:09.175664 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:09.372432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04ce51d-4fcf-486c-a361-da4716a176eb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:09.427372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a04ce51d-4fcf-486c-a361-da4716a176eb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:09.428025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04ce51d-4fcf-486c-a361-da4716a176eb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:09.469403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aeeff-40bb-46d1-8d4c-77fcecd1e7b2 req-dba45873-9804-4020-9b5d-5705fe2535aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:09.471037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-662aeeff-40bb-46d1-8d4c-77fcecd1e7b2 req-dba45873-9804-4020-9b5d-5705fe2535aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1097 time: 0.3253973 Dec 09 14:54:09.510790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c1a5-bdf9-46ca-9620-4d8d37d13807 req-a5b27ceb-4cf4-49a5-a40c-625582ab10ff tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:09.518409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b571c1a5-bdf9-46ca-9620-4d8d37d13807 req-a5b27ceb-4cf4-49a5-a40c-625582ab10ff tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 944 time: 0.3405175 Dec 09 14:54:09.635472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:09.795079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:09.922009 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-662aeeff-40bb-46d1-8d4c-77fcecd1e7b2 req-6608dcd5-df3e-4113-b671-ab1c6fc419df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376278 Dec 09 14:54:09.953647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b571c1a5-bdf9-46ca-9620-4d8d37d13807 req-ac88d1a2-f7e5-4356-9ebe-421ebc9d084c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342744 Dec 09 14:54:09.981119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:09.990264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a456d4-87a3-4088-acb0-edd20b89c0b0 req-6f6447d6-5956-476b-b170-43ea093c597d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:09.992442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-59a456d4-87a3-4088-acb0-edd20b89c0b0 req-6f6447d6-5956-476b-b170-43ea093c597d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.7463207 Dec 09 14:54:10.124938 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-59a456d4-87a3-4088-acb0-edd20b89c0b0 req-ae559ec4-dd52-4316-8f3e-6bf948d93efb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148946 Dec 09 14:54:10.150457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:10.184817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f06a0-4957-45a2-aa55-7cc687ea8686 req-beaf7393-56fd-435a-aa99-eb8bd8b66952 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:10.192675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-426f06a0-4957-45a2-aa55-7cc687ea8686 req-beaf7393-56fd-435a-aa99-eb8bd8b66952 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1282084 Dec 09 14:54:10.247095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21e54dc-6618-42ba-ab42-206773aecb87,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:10.249825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:10.266011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-070ae4e1-ea0d-4e39-9c9e-15201634e293 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f21e54dc-6618-42ba-ab42-206773aecb87 HTTP/1.1" status: 204 len: 168 time: 1.3017359 Dec 09 14:54:10.268534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:10.291148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1cd61-243f-4cf1-ad79-e55e2991fe16 None None] Network b0300e74-09b1-4da0-bafa-2858e680c972 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:10.360777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:10.423667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-426f06a0-4957-45a2-aa55-7cc687ea8686 req-3dec7d49-b7a1-45a6-bc13-0b43e0c02e01 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298918 Dec 09 14:54:10.591090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:10.653728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4cf-4bc6-4be7-ad88-24bb80c66454 req-dbbe6826-5f51-4276-8d0e-2073a122e95f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:10.674412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45b7b4cf-4bc6-4be7-ad88-24bb80c66454 req-dbbe6826-5f51-4276-8d0e-2073a122e95f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.3837225 Dec 09 14:54:10.740901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] DHCP port deletion for b0300e74-09b1-4da0-bafa-2858e680c972 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:10.809895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45b7b4cf-4bc6-4be7-ad88-24bb80c66454 req-e04695b7-4dea-48eb-800a-1e6e2d61671b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343966 Dec 09 14:54:10.842294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b079115-72b4-4279-91bd-e97ebc48ae5b req-84765034-bb18-49f8-a337-ccda07454593 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:10.850526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b079115-72b4-4279-91bd-e97ebc48ae5b req-84765034-bb18-49f8-a337-ccda07454593 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.1787527 Dec 09 14:54:10.873656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] Deleting port 93d473e3-dfc7-4142-a515-78baa3b474f0 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:10.874365 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:10.881035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Deleting port 93d473e3-dfc7-4142-a515-78baa3b474f0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:10.881377 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:10.922327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-2082770e-d88c-454a-a220-c423688f436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:10.924779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-2082770e-d88c-454a-a220-c423688f436a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1100 time: 0.1097057 Dec 09 14:54:11.008894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b079115-72b4-4279-91bd-e97ebc48ae5b req-e52dba70-ff6e-47f4-85f4-6d01ade99e7e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550150 Dec 09 14:54:11.062470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] For port 93d473e3-dfc7-4142-a515-78baa3b474f0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=93d473e3-dfc7-4142-a515-78baa3b474f0,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:11.064500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:11.065201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:54:11.093340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] Calling delete_port for 93d473e3-dfc7-4142-a515-78baa3b474f0 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:11.143290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-134f7088-e64d-4024-b264-86565730a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:11.145034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-134f7088-e64d-4024-b264-86565730a44b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1863694 Dec 09 14:54:11.316492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:54:11.328506 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] Sync routers for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:54:11.339709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8401483b-3c1d-4a35-8fd2-c9528df3a9ae admin admin] 10.222.0.46 "PUT /v2.0/routers/1916d2ee-8d4c-4c31-a263-b8bd7b054329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9719026 Dec 09 14:54:11.340461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35930) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:11.366393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:11.367705 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:11.384436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:11.398249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-4d309702-9aa5-43ae-94a5-ef3574337346 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.1796601 Dec 09 14:54:11.436808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] For port 93d473e3-dfc7-4142-a515-78baa3b474f0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=93d473e3-dfc7-4142-a515-78baa3b474f0,segment=NetworkSegment(f3e4970b-20dd-49af-b57a-5c40df19d103),segment_id=f3e4970b-20dd-49af-b57a-5c40df19d103)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:11.438137 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:11.478531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] Pushing event deleted for resources: {'Port': ['ID=93d473e3-dfc7-4142-a515-78baa3b474f0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:11.500446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba11cb-f23a-4580-954f-c399ed1cc544 None None] No DVR routers for this DVR port 93d473e3-dfc7-4142-a515-78baa3b474f0 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:11.520363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 93d473e3-dfc7-4142-a515-78baa3b474f0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:11.545339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d28e34-d6f9-41e6-9b9f-2c2f59a361eb req-b5b63650-950a-4918-be2f-f81c8a227175 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:11.547118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d28e34-d6f9-41e6-9b9f-2c2f59a361eb req-b5b63650-950a-4918-be2f-f81c8a227175 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.2322931 Dec 09 14:54:11.563298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Calling delete_port for 93d473e3-dfc7-4142-a515-78baa3b474f0 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:11.593506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 93d473e3-dfc7-4142-a515-78baa3b474f0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:11.593971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 93d473e3-dfc7-4142-a515-78baa3b474f0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:11.659455 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:11.699405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d28e34-d6f9-41e6-9b9f-2c2f59a361eb req-2f1de9e8-8526-4de9-87d4-c2955581dff2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351461 Dec 09 14:54:11.715648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:11.733955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:11.782957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c7e17-3357-47df-a72a-48a806dabafb req-28192cfd-79de-4288-bdc2-8aac30ed4af6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:11.792148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d44c7e17-3357-47df-a72a-48a806dabafb req-28192cfd-79de-4288-bdc2-8aac30ed4af6 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 944 time: 0.6458354 Dec 09 14:54:11.818165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d473e3-dfc7-4142-a515-78baa3b474f0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:11.830543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] No DVR routers for this DVR port 93d473e3-dfc7-4142-a515-78baa3b474f0 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:11.862396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-937db443-ca7f-4a21-9913-96a4a8ee0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:11.864227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-937db443-ca7f-4a21-9913-96a4a8ee0040 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.4386017 Dec 09 14:54:11.903850 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:54:09Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:11.906715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:11.919068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d44c7e17-3357-47df-a72a-48a806dabafb req-0e261ead-83bc-4c80-b630-7a48f4f04e94 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261191 Dec 09 14:54:11.956489 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] Checking router: 1916d2ee-8d4c-4c31-a263-b8bd7b054329 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:54:11.966138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] Routers {'1916d2ee-8d4c-4c31-a263-b8bd7b054329'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:11.967005 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:12.037424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 11a29e6a-8944-4d26-a2be-6c88588ae791 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:12.059865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 11a29e6a-8944-4d26-a2be-6c88588ae791 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:12.061584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.076643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.113809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.148715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-818dfd1f-b745-4c92-9fbe-f7d3253d64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:12.150928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-818dfd1f-b745-4c92-9fbe-f7d3253d64ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581460 Dec 09 14:54:12.178447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0300e74-09b1-4da0-bafa-2858e680c972']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:12.216972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e4970b-20dd-49af-b57a-5c40df19d103') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:12.217251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e4970b-20dd-49af-b57a-5c40df19d103') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:12.223361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Deleting port 95f0b329-93c5-43fc-8536-9526b225a40a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:12.223733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.226345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.274043 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.297052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eae3d4-4109-4b0a-afb8-7f1f8a45f5e3 req-0a88653e-508e-43b8-803c-b7d201cbc817 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:12.306406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4eae3d4-4109-4b0a-afb8-7f1f8a45f5e3 req-0a88653e-508e-43b8-803c-b7d201cbc817 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.2042153 Dec 09 14:54:12.319950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:12.321509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a29e6a-8944-4d26-a2be-6c88588ae791'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:12.325106 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1fb0ff-212d-406f-9fd5-6b858b6a76cb" -d '{"events": [{"server_uuid": "43db82f1-14be-43fc-ac6f-0a78f7ab8877", "name": "network-vif-plugged", "status": "completed", "tag": "11a29e6a-8944-4d26-a2be-6c88588ae791"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:12.337841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.341281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] For port 95f0b329-93c5-43fc-8536-9526b225a40a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=95f0b329-93c5-43fc-8536-9526b225a40a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:12.342114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.356942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Calling delete_port for 95f0b329-93c5-43fc-8536-9526b225a40a owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:12.365284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] Set router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:12.463454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.474178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:12.477989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:54:12.478402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:54:12.480759 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:54:12.511274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead390-6262-4a98-989d-de01a125de59 req-21c2ae3b-0917-4dc6-8b11-d6e918959118 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:12.519148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5eead390-6262-4a98-989d-de01a125de59 req-21c2ae3b-0917-4dc6-8b11-d6e918959118 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.3417809 Dec 09 14:54:12.572023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4eae3d4-4109-4b0a-afb8-7f1f8a45f5e3 req-efc94d20-ff21-4a40-b1c1-a57705d3da1f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646179 Dec 09 14:54:12.575649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-ac9cefd6-291d-467f-ac8d-ece9493ed87a service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108841 Dec 09 14:54:12.579205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5eead390-6262-4a98-989d-de01a125de59 req-e6d0f436-8e6d-4ca9-ae84-4b531c2a2942 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589924 Dec 09 14:54:12.613581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.650858 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.656790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b0300e74-09b1-4da0-bafa-2858e680c972 HTTP/1.1" status: 204 len: 168 time: 2.3777933 Dec 09 14:54:12.698589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9915f-3841-44e8-9938-0385b3f4bfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0300e74-09b1-4da0-bafa-2858e680c972,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:12.746470 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:54:09Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:12.798080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866c059-86af-47e8-a1e1-6455919585ba req-b3d9bf51-8761-4c9f-a413-fd3d5ca74eca tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:12.799625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d866c059-86af-47e8-a1e1-6455919585ba req-b3d9bf51-8761-4c9f-a413-fd3d5ca74eca tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.0992062 Dec 09 14:54:12.803689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-c2f9004c-638b-4b1e-8443-5a25ab14baff service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103369 Dec 09 14:54:12.804312 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba316-ba11-4b9c-8a6d-d7f6e2a6967c None None] The sync data for ids ['1916d2ee-8d4c-4c31-a263-b8bd7b054329'] in n-d-804292-5 is: [{'id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1625464121-router', 'tenant_id': '743fc5893cb546f6b8327da52dd01240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:54:09Z', 'revision_number': 5, 'project_id': '743fc5893cb546f6b8327da52dd01240', 'gw_port': {'id': '95f0b329-93c5-43fc-8536-9526b225a40a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916d2ee-8d4c-4c31-a263-b8bd7b054329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:05Z', 'updated_at': '2021-12-09T14:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:54:12.870861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d866c059-86af-47e8-a1e1-6455919585ba req-69ad19a5-c00e-408b-9259-56de18ac9650 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643346 Dec 09 14:54:12.918385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:12.934749 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e183d14d-dab0-4f77-b534-1d8192879c23 x-openstack-request-id: req-e183d14d-dab0-4f77-b534-1d8192879c23 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:12.935685 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43db82f1-14be-43fc-ac6f-0a78f7ab8877", "name": "network-vif-plugged", "status": "completed", "tag": "11a29e6a-8944-4d26-a2be-6c88588ae791", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:12.936395 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e183d14d-dab0-4f77-b534-1d8192879c23 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:12.937010 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'code': 200} Dec 09 14:54:12.940115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:12.955698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f0df3-e23e-4613-8d71-4aeaa3c1e1bf req-47a3159d-342c-4981-891e-f7fb939a41d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:12.958493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-587f0df3-e23e-4613-8d71-4aeaa3c1e1bf req-47a3159d-342c-4981-891e-f7fb939a41d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.2031338 Dec 09 14:54:13.032340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-25d6efbb-591a-4ad4-8fab-0e2838d788b1 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:13.032558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6aae293a-a203-424e-bb3f-c3577daed2f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d2920fc53be4c80bdd2d80cdfe49960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1113768 Dec 09 14:54:13.032677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-25d6efbb-591a-4ad4-8fab-0e2838d788b1 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.3399746 Dec 09 14:54:13.035818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35952) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:13.065805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f0b329-93c5-43fc-8536-9526b225a40a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:13.073360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234ce3-eafe-4a77-acb0-17342420b1a5 req-1e88672a-67dc-4ed3-8e79-5ae79a367ce5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:13.081688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83234ce3-eafe-4a77-acb0-17342420b1a5 req-1e88672a-67dc-4ed3-8e79-5ae79a367ce5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.0698605 Dec 09 14:54:13.083859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024cf57-49d2-4cc1-b2da-bf903513ec0a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:13.158734 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83234ce3-eafe-4a77-acb0-17342420b1a5 req-bf42097e-7d91-4967-86e8-0599ff288826 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760615 Dec 09 14:54:13.175242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc496-188a-4b3b-a6f5-bd2b48bdbeac req-fba4477a-ae63-427c-870d-0dd69fc859a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:13.177028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47cfc496-188a-4b3b-a6f5-bd2b48bdbeac req-fba4477a-ae63-427c-870d-0dd69fc859a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 1096 time: 0.0588002 Dec 09 14:54:13.189827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-587f0df3-e23e-4613-8d71-4aeaa3c1e1bf req-c68264af-3526-43a4-9201-63b9ac7b98d4 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178404 Dec 09 14:54:13.256516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.304106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47cfc496-188a-4b3b-a6f5-bd2b48bdbeac req-f8d8e58f-bbca-45cd-a513-9e6fb5321af1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109083 Dec 09 14:54:13.342713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69910ba5-4f17-46ff-bee2-7e878a20eb8f req-f50abd75-079c-4d11-815e-3961d712710a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:13.350373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69910ba5-4f17-46ff-bee2-7e878a20eb8f req-f50abd75-079c-4d11-815e-3961d712710a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.1187129 Dec 09 14:54:13.355139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35954) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:13.355320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.357613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.364415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'floatingip': {'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:13.406017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0960224f-569d-4e98-8b1b-95f934b908cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.411049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.411662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1916d2ee-8d4c-4c31-a263-b8bd7b054329 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:54:13.417810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:13.417990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.421819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a54ae860-7a14-46a3-bd03-e1762e646ba7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1916d2ee-8d4c-4c31-a263-b8bd7b054329 HTTP/1.1" status: 204 len: 168 time: 2.0447979 Dec 09 14:54:13.424365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35956) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:13.464492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:13.465385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.465521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c084e6fe-ecd2-4b2e-a4ca-188c2f0f01a0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:13.552002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0960224f-569d-4e98-8b1b-95f934b908cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.588312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Deleting subnet d074cf9f-8072-47d9-915a-f1760fe80437 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:54:13.609171 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.643401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Deleting port aef1da4b-decf-473d-8948-61b426404e6f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:13.644051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.743320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.828156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0960224f-569d-4e98-8b1b-95f934b908cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.830789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0960224f-569d-4e98-8b1b-95f934b908cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:13.836289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16c147-4b7a-4677-bd45-973422b74e1b req-56aec3a8-4378-4209-994d-e3027599e443 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:13.837980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0960224f-569d-4e98-8b1b-95f934b908cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c301f3e-c5ac-434c-b5da-18ee761bdd72 HTTP/1.1" status: 204 len: 168 time: 0.7996037 Dec 09 14:54:13.843338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf16c147-4b7a-4677-bd45-973422b74e1b req-56aec3a8-4378-4209-994d-e3027599e443 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1346602 Dec 09 14:54:13.872353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960224f-569d-4e98-8b1b-95f934b908cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c301f3e-c5ac-434c-b5da-18ee761bdd72,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:13.887722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a86c-f720-4b43-b79b-0706d6458085 req-844132e7-2739-4847-9f60-1080804816ec tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:13.895394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bf4a86c-f720-4b43-b79b-0706d6458085 req-844132e7-2739-4847-9f60-1080804816ec tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 945 time: 0.4607406 Dec 09 14:54:13.974002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf16c147-4b7a-4677-bd45-973422b74e1b req-22b3e00f-0a05-4431-b678-5f4f7771e7b2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295438 Dec 09 14:54:14.237193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbd7e5-4acc-4e97-a168-501b27c57de2 req-ed2c2704-892a-4ad4-803f-09faa2c7b385 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:14.245375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dbd7e5-4acc-4e97-a168-501b27c57de2 req-ed2c2704-892a-4ad4-803f-09faa2c7b385 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1432068 Dec 09 14:54:14.321294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.331416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.343620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] For port aef1da4b-decf-473d-8948-61b426404e6f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aef1da4b-decf-473d-8948-61b426404e6f,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:14.344181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.373703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Calling delete_port for aef1da4b-decf-473d-8948-61b426404e6f owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:14.380472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bf4a86c-f720-4b43-b79b-0706d6458085 req-c624af4d-7779-4642-9200-44cfc35f755f tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838533 Dec 09 14:54:14.400680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.460531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dbd7e5-4acc-4e97-a168-501b27c57de2 req-9ba7860f-bbc9-4f39-81f5-bbbeb0470476 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141836 Dec 09 14:54:14.495164 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Floating IP c3991fd5-c34f-47ee-995e-1594df98e3d1 associated. External IP: 172.25.0.7, port: b8c95fbd-392c-4b86-a7d8-4addd3545b6d. Dec 09 14:54:14.584307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4c1b2-51e4-4851-9cf2-5c6ccbc8006d req-6e726d71-aeaa-4297-9c7a-6282796a500f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:14.586689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aff4c1b2-51e4-4851-9cf2-5c6ccbc8006d req-6e726d71-aeaa-4297-9c7a-6282796a500f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.1190639 Dec 09 14:54:14.597829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.634380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d074cf9f-8072-47d9-915a-f1760fe80437,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:14.677755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd551c-8a76-498d-acb0-dcd7cef55fc2 req-e30794bf-3b7f-45e4-b9cc-4b996f7edd1a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:14.679862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57fd551c-8a76-498d-acb0-dcd7cef55fc2 req-e30794bf-3b7f-45e4-b9cc-4b996f7edd1a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1373ee9-f058-4e79-b7c8-cf434c46bc31 HTTP/1.1" status: 200 len: 945 time: 0.1316452 Dec 09 14:54:14.693581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.697397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60ad7598-53c0-4f30-b181-22c2379bc51e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d074cf9f-8072-47d9-915a-f1760fe80437 HTTP/1.1" status: 204 len: 168 time: 1.2713301 Dec 09 14:54:14.698597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a13536-ab77-4029-ae94-ab011d3bc4ba None None] Network deab9cb2-f982-49fd-858d-9e74096e5ad3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:14.703622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35982) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:14.762531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.776681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aff4c1b2-51e4-4851-9cf2-5c6ccbc8006d req-5f08f2ae-bdc1-4535-babf-5dfff3730851 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810741 Dec 09 14:54:14.797870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57fd551c-8a76-498d-acb0-dcd7cef55fc2 req-73de9973-7825-4fa9-8c54-4ba2dda96c20 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964622 Dec 09 14:54:14.860161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event deleted for resources: {'Port': ['ID=aef1da4b-decf-473d-8948-61b426404e6f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:14.891722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Router f7b34488-f38c-4613-9982-dc7208bfc6f2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:54:14.898727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] DHCP port deletion for deab9cb2-f982-49fd-858d-9e74096e5ad3 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:14.908735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d2398-3ccb-47ac-affb-bfea0b58caa0 None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:14.927810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.952489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] No DVR routers for this DVR port aef1da4b-decf-473d-8948-61b426404e6f on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:14.956694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:14.960096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aeb2a5f7-72f3-46ce-911e-d4729c90e237 req-e5fb2027-30b5-4bea-83e9-cf6a4da85ec3 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "DELETE /v2.0/ports/aef1da4b-decf-473d-8948-61b426404e6f HTTP/1.1" status: 204 len: 173 time: 1.9121830 Dec 09 14:54:14.961945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'name': 'network-vif-deleted', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:14.964364 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67deb862-a587-4988-bcc4-757b0189ed7e" -d '{"events": [{"server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "name": "network-vif-deleted", "tag": "aef1da4b-decf-473d-8948-61b426404e6f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:14.989409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] Deleting port a44cc326-db99-44f0-bc22-8769e02e993e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:14.989793 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.043581 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4ff8ab-3751-4948-a32d-2a7365cb5293 x-openstack-request-id: req-1f4ff8ab-3751-4948-a32d-2a7365cb5293 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:15.044068 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1373ee9-f058-4e79-b7c8-cf434c46bc31", "name": "network-vif-deleted", "tag": "aef1da4b-decf-473d-8948-61b426404e6f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:15.044330 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f4ff8ab-3751-4948-a32d-2a7365cb5293 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:15.044729 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1373ee9-f058-4e79-b7c8-cf434c46bc31', 'name': 'network-vif-deleted', 'tag': 'aef1da4b-decf-473d-8948-61b426404e6f', 'status': 'completed', 'code': 200} Dec 09 14:54:15.082184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Deleting port a44cc326-db99-44f0-bc22-8769e02e993e {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:15.082755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.114309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:54:15.121348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] For port a44cc326-db99-44f0-bc22-8769e02e993e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a44cc326-db99-44f0-bc22-8769e02e993e,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:15.121793 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.138406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] Sync routers for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:54:15.146607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] Calling delete_port for a44cc326-db99-44f0-bc22-8769e02e993e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:15.153717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.169633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:15.170526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:15.188042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] For port a44cc326-db99-44f0-bc22-8769e02e993e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a44cc326-db99-44f0-bc22-8769e02e993e,segment=NetworkSegment(b1f5c2aa-dd21-4931-9c54-d775253f405f),segment_id=b1f5c2aa-dd21-4931-9c54-d775253f405f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:15.188407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.213838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0526c1-c595-48cc-bc73-a7a28d26964a req-cb9c0111-a56a-43a0-9242-5ab7864bd2c2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:15.218133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-20fd05e3-9925-41f1-ad06-839c01f51f39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "PUT /v2.0/floatingips/c3991fd5-c34f-47ee-995e-1594df98e3d1 HTTP/1.1" status: 200 len: 990 time: 1.8586943 Dec 09 14:54:15.218133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:15.218810 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432" -d '{"events": [{"name": "network-changed", "server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:15.221610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f0526c1-c595-48cc-bc73-a7a28d26964a req-cb9c0111-a56a-43a0-9242-5ab7864bd2c2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1239827 Dec 09 14:54:15.223912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Calling delete_port for a44cc326-db99-44f0-bc22-8769e02e993e owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:15.348887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f0526c1-c595-48cc-bc73-a7a28d26964a req-8179ee08-bef4-46ba-84bf-43bd5ebefd67 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263421 Dec 09 14:54:15.358089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 95f0b329-93c5-43fc-8536-9526b225a40a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:15.360382 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac4f1ef-4c4a-4279-8e06-a3a3a6e303f6 x-openstack-request-id: req-6ac4f1ef-4c4a-4279-8e06-a3a3a6e303f6 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:15.360867 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:15.360970 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ac4f1ef-4c4a-4279-8e06-a3a3a6e303f6 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:15.361338 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'status': 'completed', 'code': 200} Dec 09 14:54:15.378294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.393770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 95f0b329-93c5-43fc-8536-9526b225a40a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:15.394123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 95f0b329-93c5-43fc-8536-9526b225a40a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:15.394554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a44cc326-db99-44f0-bc22-8769e02e993e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:15.423320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Pushing event deleted for resources: {'Port': ['ID=a44cc326-db99-44f0-bc22-8769e02e993e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:15.427851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a44cc326-db99-44f0-bc22-8769e02e993e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:15.428206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a44cc326-db99-44f0-bc22-8769e02e993e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:15.452073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:15.490753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] No DVR routers for this DVR port a44cc326-db99-44f0-bc22-8769e02e993e on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:15.507228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.579754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] Pushing event deleted for resources: {'Port': ['ID=a44cc326-db99-44f0-bc22-8769e02e993e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:15.587658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9492601-5f3b-4627-a1b9-51d5747cac1a None None] No DVR routers for this DVR port a44cc326-db99-44f0-bc22-8769e02e993e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:15.639325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-04deaa54-f95f-495a-a2c7-6f576455d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:15.640993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-04deaa54-f95f-495a-a2c7-6f576455d083 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1097 time: 0.1995578 Dec 09 14:54:15.653529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd444c-81d5-4410-b002-78b9b97e3647 req-18080663-9de6-43b1-8e5e-d589d2db1f4a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:15.655798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5dd444c-81d5-4410-b002-78b9b97e3647 req-18080663-9de6-43b1-8e5e-d589d2db1f4a tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 945 time: 0.1748726 Dec 09 14:54:15.690409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a31793-309d-4a9b-b7df-7256be202e5b req-98fb14b3-1476-4b53-a8ab-0d4905fb0db8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:15.690647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.692209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20a31793-309d-4a9b-b7df-7256be202e5b req-98fb14b3-1476-4b53-a8ab-0d4905fb0db8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0599473 Dec 09 14:54:15.744142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20a31793-309d-4a9b-b7df-7256be202e5b req-60bf8f03-bc7f-4c14-84c7-72d5d4712195 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Dec 09 14:54:15.746073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deab9cb2-f982-49fd-858d-9e74096e5ad3']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:15.761946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c3991fd5-c34f-47ee-995e-1594df98e3d1', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0288c3e8-e104-44fb-8130-deac416059ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:53:52Z', 'updated_at': '2021-12-09T14:54:14Z', 'revision_number': 1, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:15.772086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f5c2aa-dd21-4931-9c54-d775253f405f') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:15.772086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f5c2aa-dd21-4931-9c54-d775253f405f') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:15.780434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.790817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] Checking router: f7b34488-f38c-4613-9982-dc7208bfc6f2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:54:15.800583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:15.802245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:15.845665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.859722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5dd444c-81d5-4410-b002-78b9b97e3647 req-b87eb09c-ef58-4414-9a03-9e514e844bd9 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522312 Dec 09 14:54:15.860768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:54:15.861172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:54:15.864575 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:54:15.977448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:15.994415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def203fd-5b82-441e-9dd0-8b5ba40e86ec req-319f400f-ab59-4763-9dad-64b0713cd828 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.005464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-def203fd-5b82-441e-9dd0-8b5ba40e86ec req-319f400f-ab59-4763-9dad-64b0713cd828 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.0737231 Dec 09 14:54:16.033277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:16.037473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-d9f79bde-38ba-4d20-90fe-e9f41e227a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.040516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-d9f79bde-38ba-4d20-90fe-e9f41e227a07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.3470078 Dec 09 14:54:16.068270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:16.069889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-def203fd-5b82-441e-9dd0-8b5ba40e86ec req-7e1287be-eb37-43d3-8e69-27b65bce63d2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632153 Dec 09 14:54:16.076482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] 10.222.0.46 "DELETE /v2.0/networks/deab9cb2-f982-49fd-858d-9e74096e5ad3 HTTP/1.1" status: 204 len: 168 time: 1.3717372 Dec 09 14:54:16.079200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Pushing event deleted for resources: {'Network': ['ID=deab9cb2-f982-49fd-858d-9e74096e5ad3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:16.079673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36050) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:16.164051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.164612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.165172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.165739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.166595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.167159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.167737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.168291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.168842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.169386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.170389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.172209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.172782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68770c37-66c8-4f59-8d83-c8f916b2860b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:16.220049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-6beed310-7e8b-4c20-baa3-268eba889cc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.1421769 Dec 09 14:54:16.290342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-9ea575aa-0af0-48a5-b4f9-891432a7d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.292256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-9ea575aa-0af0-48a5-b4f9-891432a7d20f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0604904 Dec 09 14:54:16.313221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aef1da4b-decf-473d-8948-61b426404e6f no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:16.353516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: aef1da4b-decf-473d-8948-61b426404e6f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:16.353866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aef1da4b-decf-473d-8948-61b426404e6f not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:16.364174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:16.403699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-04b60c2d-2273-4804-ba50-5ccbd3119b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.408479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-04b60c2d-2273-4804-ba50-5ccbd3119b16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061332 Dec 09 14:54:16.575687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-55390d05-b51a-456a-b2d8-627ba7ee11d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589541 Dec 09 14:54:16.643707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80b9f02c-1339-49d4-b310-0ff60da19065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:16.711757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c3991fd5-c34f-47ee-995e-1594df98e3d1', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0288c3e8-e104-44fb-8130-deac416059ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:53:52Z', 'updated_at': '2021-12-09T14:54:14Z', 'revision_number': 1, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:16.734337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-a440bcca-f09a-4f88-b081-efe111794589 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.735980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-a440bcca-f09a-4f88-b081-efe111794589 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 945 time: 0.1373260 Dec 09 14:54:16.745135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a892c-62b0-4e1c-99c1-d5a41689aca9 None None] The sync data for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 is: [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c3991fd5-c34f-47ee-995e-1594df98e3d1', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0288c3e8-e104-44fb-8130-deac416059ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:53:52Z', 'updated_at': '2021-12-09T14:54:14Z', 'revision_number': 1, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:54:16.818095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4a2ecf-9ab8-4c2a-a6fb-3670ccaae432 req-82bc1e70-749f-449b-8ae9-78c4640fbe6c service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340527 Dec 09 14:54:16.848374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b00884-2117-4566-b10e-35147c9c9c58 req-98b5e5e4-f506-46b1-80ed-8feda2d3accc tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.859654 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91b00884-2117-4566-b10e-35147c9c9c58 req-98b5e5e4-f506-46b1-80ed-8feda2d3accc tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 945 time: 0.5698693 Dec 09 14:54:16.887588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80b9f02c-1339-49d4-b310-0ff60da19065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:16.895821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76caa8a-e4a0-471f-aee3-d0774ebd1b50 req-418cc88d-032f-4bbc-8fd4-ed085678f818 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:16.897387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b76caa8a-e4a0-471f-aee3-d0774ebd1b50 req-418cc88d-032f-4bbc-8fd4-ed085678f818 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.0783796 Dec 09 14:54:16.898799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80b9f02c-1339-49d4-b310-0ff60da19065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:16.955692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-80b9f02c-1339-49d4-b310-0ff60da19065 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eae913e870bb4dfb9bc89447b053500b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5869079 Dec 09 14:54:16.955692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9f02c-1339-49d4-b310-0ff60da19065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a73e2a-1912-4492-8f49-3e403522672f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:16.956584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36078) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:16.978631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91b00884-2117-4566-b10e-35147c9c9c58 req-248d45dd-ccea-4e0d-8b96-1f39f56381ef tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177402 Dec 09 14:54:16.998775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.035983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b76caa8a-e4a0-471f-aee3-d0774ebd1b50 req-af0ee3c3-13b0-4b58-8519-6ba3634652d1 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147654 Dec 09 14:54:17.052883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Deleting port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:17.053234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.068026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acb9a3ef-f01d-47da-95d6-399feece196e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.094225 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcbd57-17fc-4ff7-a025-7b388a7d7008 None None] New status for floating IP c3991fd5-c34f-47ee-995e-1594df98e3d1: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:54:17.108691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acb9a3ef-f01d-47da-95d6-399feece196e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.216610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acb9a3ef-f01d-47da-95d6-399feece196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.219544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acb9a3ef-f01d-47da-95d6-399feece196e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.223444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-acb9a3ef-f01d-47da-95d6-399feece196e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69a73e2a-1912-4492-8f49-3e403522672f HTTP/1.1" status: 204 len: 168 time: 0.2631798 Dec 09 14:54:17.237707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd98adb-e657-4f9c-bb70-bc9dcdff6531 req-15f0097b-c7cd-459d-b471-50eb7ee0896f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:17.248106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6cd98adb-e657-4f9c-bb70-bc9dcdff6531 req-15f0097b-c7cd-459d-b471-50eb7ee0896f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1236994 Dec 09 14:54:17.255223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9a3ef-f01d-47da-95d6-399feece196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a73e2a-1912-4492-8f49-3e403522672f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:17.334247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6cd98adb-e657-4f9c-bb70-bc9dcdff6531 req-8e7b47ed-8921-4e13-8eda-c34686fa968a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849371 Dec 09 14:54:17.644739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c047b1-2c74-4708-9137-9a20733a34c1 req-91a86533-bbf6-4020-9288-fb2935fc42dd tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:17.646397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c047b1-2c74-4708-9137-9a20733a34c1 req-91a86533-bbf6-4020-9288-fb2935fc42dd tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Dec 09 14:54:17.697004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] For port 42ad8855-1743-4bb7-b5f2-abba914f5cc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=42ad8855-1743-4bb7-b5f2-abba914f5cc0,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:17.697382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:17.705827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c047b1-2c74-4708-9137-9a20733a34c1 req-943220be-0abb-49c6-9737-2d7dd146f9bc tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Dec 09 14:54:17.718059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88562-734e-467d-8b77-280c796ab238 req-f053d1d7-7e50-4e77-b9ed-b970fdda5b7d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:17.719578 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18b88562-734e-467d-8b77-280c796ab238 req-f053d1d7-7e50-4e77-b9ed-b970fdda5b7d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.1668568 Dec 09 14:54:17.724352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Calling delete_port for 42ad8855-1743-4bb7-b5f2-abba914f5cc0 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:17.857836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18b88562-734e-467d-8b77-280c796ab238 req-4b538bef-d588-4722-b55c-266102e358a9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285222 Dec 09 14:54:17.988648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:18.001921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Deleting port 44c5e2f6-6296-44db-b885-1f6cce6caa0d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:18.002167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:18.034431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event deleted for resources: {'Port': ['ID=42ad8855-1743-4bb7-b5f2-abba914f5cc0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:18.053136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc6293-12a1-4d9f-b72f-fcce3940b800 None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:18.072005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.072361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.072883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.073571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.074224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.075014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.075851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.076215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.076558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.077364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.077638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.077970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.078303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:18.122961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e644ccd5-9344-4935-80f1-61efbf2a7445 req-3929ecb4-2f08-42e5-8e07-38a70c61fda8 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa779c1-59f3-4aa8-a5d2-9886eed82414 HTTP/1.1" status: 200 len: 210 time: 0.0279489 Dec 09 14:54:18.135008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] No DVR routers for this DVR port 42ad8855-1743-4bb7-b5f2-abba914f5cc0 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:18.137922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:18.141895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c12ed72-1c94-4d89-b217-18dbe09e397b req-90e26049-41fc-41b6-9eaf-b2bb1ae953d9 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "DELETE /v2.0/ports/42ad8855-1743-4bb7-b5f2-abba914f5cc0 HTTP/1.1" status: 204 len: 173 time: 1.3969350 Dec 09 14:54:18.143505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'name': 'network-vif-deleted', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:18.146785 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaf05e3-47f2-432a-a814-a9ce535568c2" -d '{"events": [{"server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "name": "network-vif-deleted", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:18.218675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] For port 44c5e2f6-6296-44db-b885-1f6cce6caa0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=44c5e2f6-6296-44db-b885-1f6cce6caa0d,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:18.219129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:18.235409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83f7e-e423-49d6-824e-2a70b2d62634 req-8f7f42bc-b8b3-47c9-abf8-0f4eb73ef6a8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:18.239917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0a83f7e-e423-49d6-824e-2a70b2d62634 req-8f7f42bc-b8b3-47c9-abf8-0f4eb73ef6a8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.0969827 Dec 09 14:54:18.246406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Calling delete_port for 44c5e2f6-6296-44db-b885-1f6cce6caa0d owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:18.308996 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d20cf7-6062-44fe-bda0-70e7b616532d x-openstack-request-id: req-f6d20cf7-6062-44fe-bda0-70e7b616532d {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:18.309234 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa779c1-59f3-4aa8-a5d2-9886eed82414", "name": "network-vif-deleted", "tag": "42ad8855-1743-4bb7-b5f2-abba914f5cc0", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:18.309494 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6d20cf7-6062-44fe-bda0-70e7b616532d {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:18.309892 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa779c1-59f3-4aa8-a5d2-9886eed82414', 'name': 'network-vif-deleted', 'tag': '42ad8855-1743-4bb7-b5f2-abba914f5cc0', 'status': 'completed', 'code': 200} Dec 09 14:54:18.355203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0a83f7e-e423-49d6-824e-2a70b2d62634 req-68a84542-93a8-4132-b6c3-655841175e2a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029804 Dec 09 14:54:18.386992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:54:18.467512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521f28-629b-47ae-8edb-6164e1199e0b req-493669d6-5b13-456c-bdcd-fbc608704dd9 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:18.469586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40521f28-629b-47ae-8edb-6164e1199e0b req-493669d6-5b13-456c-bdcd-fbc608704dd9 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0529876 Dec 09 14:54:18.482760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:18.515460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Pushing event deleted for resources: {'Port': ['ID=44c5e2f6-6296-44db-b885-1f6cce6caa0d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:18.549675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40521f28-629b-47ae-8edb-6164e1199e0b req-d8f549f8-4eca-47c7-85e1-575ddab1d17d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684443 Dec 09 14:54:18.716830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:18.844015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:18.886860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ddfb6-43e5-4a0e-b42e-a8bc70f0d01a req-3408a44b-f6a0-4a9e-b828-2ec3e7b6050c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:18.888411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-092ddfb6-43e5-4a0e-b42e-a8bc70f0d01a req-3408a44b-f6a0-4a9e-b828-2ec3e7b6050c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 945 time: 0.0732234 Dec 09 14:54:18.978512 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a15c56a7-ef06-416e-a33f-f55e147fe468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.012035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-092ddfb6-43e5-4a0e-b42e-a8bc70f0d01a req-0b420204-526e-481c-8202-790faa017030 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897706 Dec 09 14:54:19.015584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db9af-c791-4851-8be2-068443e00f98 req-ed8e1836-d5b9-4fe0-912f-1d10132123f3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:19.017086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-830db9af-c791-4851-8be2-068443e00f98 req-ed8e1836-d5b9-4fe0-912f-1d10132123f3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.0788348 Dec 09 14:54:19.031456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:54:19.096932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-830db9af-c791-4851-8be2-068443e00f98 req-d66c61d9-06bb-4a48-ae75-f16780fbda42 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694520 Dec 09 14:54:19.126629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a15c56a7-ef06-416e-a33f-f55e147fe468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.131299 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a15c56a7-ef06-416e-a33f-f55e147fe468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.154497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:54:19.162590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d9460ea0-0118-413d-9a93-737aa5f8396b admin admin] 10.222.0.46 "PUT /v2.0/routers/003d8fc3-7da4-4c5d-845a-4b94e69ec835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793109 Dec 09 14:54:19.163027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36194) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:19.168317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] Sync routers for ids ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:54:19.178007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a15c56a7-ef06-416e-a33f-f55e147fe468 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbacf4b313b945b29a34f6e7b977a5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305845 Dec 09 14:54:19.178233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36196) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:19.187417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c56a7-ef06-416e-a33f-f55e147fe468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef089c30-dff5-450b-903e-19fb8ea67a25,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:19.188059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] Routers {'003d8fc3-7da4-4c5d-845a-4b94e69ec835'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:19.188934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:19.256204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59fff7d5-82d8-4c77-9391-5f8435260735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.287644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59fff7d5-82d8-4c77-9391-5f8435260735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.338355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.364204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59fff7d5-82d8-4c77-9391-5f8435260735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.367749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59fff7d5-82d8-4c77-9391-5f8435260735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.369295 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-59fff7d5-82d8-4c77-9391-5f8435260735 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef089c30-dff5-450b-903e-19fb8ea67a25 HTTP/1.1" status: 204 len: 168 time: 0.1890540 Dec 09 14:54:19.381657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fff7d5-82d8-4c77-9391-5f8435260735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef089c30-dff5-450b-903e-19fb8ea67a25,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:19.405107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] Set router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:19.481341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.586904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac4c10-266f-4294-b2d5-1f4747bc8040 req-c1a11230-15fa-43a4-ab08-aeef6bccdd58 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:19.588795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76ac4c10-266f-4294-b2d5-1f4747bc8040 req-c1a11230-15fa-43a4-ab08-aeef6bccdd58 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1026862 Dec 09 14:54:19.606544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee8e8c-a73a-4233-be7f-04e005c8e6fa req-db4cd9ab-d926-48bb-a291-ab91a42ba34d tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:19.608147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02ee8e8c-a73a-4233-be7f-04e005c8e6fa req-db4cd9ab-d926-48bb-a291-ab91a42ba34d tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 966 time: 0.0810847 Dec 09 14:54:19.636790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Deleting port 9fb599fa-6055-4bd3-a525-aef6287df636 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:19.637266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.651481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:54:18Z', 'revision_number': 5, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port': {'id': '9fb599fa-6055-4bd3-a525-aef6287df636', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:49:14Z', 'updated_at': '2021-12-09T14:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:19.677091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76ac4c10-266f-4294-b2d5-1f4747bc8040 req-c8542bf6-6c4f-4cfc-b851-2e4a0d081f48 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816698 Dec 09 14:54:19.685272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02ee8e8c-a73a-4233-be7f-04e005c8e6fa req-8e54d050-8bef-47e7-9799-35d14c2c673a tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659120 Dec 09 14:54:19.701656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] Checking router: 003d8fc3-7da4-4c5d-845a-4b94e69ec835 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:54:19.714346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] Routers {'003d8fc3-7da4-4c5d-845a-4b94e69ec835'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:54:19.714985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:19.754510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] For port 9fb599fa-6055-4bd3-a525-aef6287df636, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9fb599fa-6055-4bd3-a525-aef6287df636,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:19.754794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:19.771518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Calling delete_port for 9fb599fa-6055-4bd3-a525-aef6287df636 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:19.815259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] Set router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:54:19.876288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe3d99-c1b7-4648-aff0-9423d3226a84 req-7360746e-cea8-4ff6-b3c5-a1ca5dfc4be0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:19.877925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74fe3d99-c1b7-4648-aff0-9423d3226a84 req-7360746e-cea8-4ff6-b3c5-a1ca5dfc4be0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0988460 Dec 09 14:54:19.895143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:54:19Z', 'revision_number': 6, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:19.928102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891216eb-8f31-4092-9715-540ad1193a36 None None] The sync data for ids ['003d8fc3-7da4-4c5d-845a-4b94e69ec835'] in n-d-804292-5 is: [{'id': '003d8fc3-7da4-4c5d-845a-4b94e69ec835', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1290950017-router', 'tenant_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:49:13Z', 'updated_at': '2021-12-09T14:54:19Z', 'revision_number': 6, 'project_id': '299bba0c026240b1bbb8bbf2d384c9c8', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:54:19.941359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:20.051692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74fe3d99-c1b7-4648-aff0-9423d3226a84 req-5adf3bfd-e0f2-442f-aa6a-7f3fd81c4702 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645892 Dec 09 14:54:20.077599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:20.090998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-d3f9418d-997a-47b1-89b7-65612dcf99e4 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:20.092528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-d3f9418d-997a-47b1-89b7-65612dcf99e4 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 966 time: 0.1427515 Dec 09 14:54:20.103746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2', 'port_id': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'mac_address': 'fa:16:3e:df:86:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671b486-00c1-47cf-b614-c4da470c32c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:20.162357 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.188238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70b4ef7-cf39-4d86-b2a2-c0d9577de13c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:20.192226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c872d-27c7-40b9-98b9-2d400e16f76c req-52139e43-8dfe-4bfe-a745-81a231a8769c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:20.200249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-521c872d-27c7-40b9-98b9-2d400e16f76c req-52139e43-8dfe-4bfe-a745-81a231a8769c tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 945 time: 0.0834100 Dec 09 14:54:20.215100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:20.222010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.223340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:20.252601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-521c872d-27c7-40b9-98b9-2d400e16f76c req-fdbdacf7-ad6b-4802-90ff-a861359698b4 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Dec 09 14:54:20.272922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.329326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c811e8b-9a86-4457-843f-975b7d1f733b req-8127ebb8-d67e-4a45-a332-01048fb355f2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:20.330869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c811e8b-9a86-4457-843f-975b7d1f733b req-8127ebb8-d67e-4a45-a332-01048fb355f2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.1193702 Dec 09 14:54:20.333644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb599fa-6055-4bd3-a525-aef6287df636,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:20.349220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36236) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:20.393369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:20.433759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Deleting port 57532047-f6dd-46bc-9686-a44aa536b74d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:20.433982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.437564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7755d18a-9641-40a6-b49e-c5001830de18 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:20.439479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f847f-d4c5-4088-b03f-097abbf12a56 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:20.441617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:20.470796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'network_id': '705c96fc-684f-4b31-9a9e-ab0a0466b788', 'port_id': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'mac_address': 'fa:16:3e:c2:7c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611c0c1-f3b6-4685-8ca3-aff193df4b0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:20.514542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.532623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.586497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-86888324-network', 'tenant_id': '86e18904dbae418fadc9d73e9bf61911'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:20.588598 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.593756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11a29e6a-8944-4d26-a2be-6c88588ae791 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:20.611964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c811e8b-9a86-4457-843f-975b7d1f733b req-526d7c1c-9d4b-4c27-9552-e83d1f434fc7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458012 Dec 09 14:54:20.617348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:20.627409 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.630773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Made reservation on behalf of 86e18904dbae418fadc9d73e9bf61911 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:20.636272 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.664988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.670322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:20.672644 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd9abc6-a78a-46c2-b5d0-a2fabe75ca34" -d '{"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-unplugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:20.672978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.677382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.703801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:20.714214 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.714897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:20.740981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11a29e6a-8944-4d26-a2be-6c88588ae791'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:20.743238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:20.747245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] For port 57532047-f6dd-46bc-9686-a44aa536b74d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=57532047-f6dd-46bc-9686-a44aa536b74d,segment=NetworkSegment(433661f6-84bf-45f1-9571-c4f693a9236d),segment_id=433661f6-84bf-45f1-9571-c4f693a9236d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:20.747472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 42ad8855-1743-4bb7-b5f2-abba914f5cc0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:20.747578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.747668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 42ad8855-1743-4bb7-b5f2-abba914f5cc0 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:20.750197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.751006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 003d8fc3-7da4-4c5d-845a-4b94e69ec835 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:54:20.760466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.761633 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7bc1647a-6ff8-4de4-b614-87314e5af045 admin admin] 10.222.0.46 "DELETE /v2.0/routers/003d8fc3-7da4-4c5d-845a-4b94e69ec835 HTTP/1.1" status: 204 len: 168 time: 1.5967171 Dec 09 14:54:20.764278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36256) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:20.777498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.777853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.778207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.778551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.779492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.779848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.780191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.780531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.780865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.781199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.781586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.781885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.782215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:54:20.786945 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d4560-815e-4a32-855e-8603120ad072 x-openstack-request-id: req-709d4560-815e-4a32-855e-8603120ad072 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:20.787247 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-unplugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:20.787555 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-709d4560-815e-4a32-855e-8603120ad072 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:20.787942 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18', 'code': 200} Dec 09 14:54:20.809427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Calling delete_port for 57532047-f6dd-46bc-9686-a44aa536b74d owned by compute:tempest-test_az-1637245101 {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:20.865178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:20.925808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d70b4ef7-cf39-4d86-b2a2-c0d9577de13c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:20.931939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Deleting subnet 95c270ab-107f-4e59-b43d-f7fb5742f340 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:54:20.932498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c45ec-b826-4b5c-8c03-16966a58d60d req-9034bfd0-9f57-41bb-bef9-ec61d968392b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:20.934201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-397c45ec-b826-4b5c-8c03-16966a58d60d req-9034bfd0-9f57-41bb-bef9-ec61d968392b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 943 time: 0.1132979 Dec 09 14:54:20.948704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.970570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:20.982662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.006773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62c4b3-b188-4924-8c8a-5d76f18cf2da req-9395182d-33b6-49bb-af16-897632e427c6 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:21.010113 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb62c4b3-b188-4924-8c8a-5d76f18cf2da req-9395182d-33b6-49bb-af16-897632e427c6 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 966 time: 0.1210699 Dec 09 14:54:21.024000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:54:21.039876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.053072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923e9804-f59a-499d-8679-a7d8ba8fed72,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:21.061435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.061772 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Added segment 7312b903-9398-495d-8886-71388ce57a99 of type vlan for network daaa03e3-882f-4f52-9ac5-7325f618866e Dec 09 14:54:21.077362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-397c45ec-b826-4b5c-8c03-16966a58d60d req-cd834be6-986b-48ce-bfc0-1115c99f7fc2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179271 Dec 09 14:54:21.150231 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.180816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb62c4b3-b188-4924-8c8a-5d76f18cf2da req-bced67d3-3257-4853-979e-9606408da5e7 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637890 Dec 09 14:54:21.203023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.204854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:21.204854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.220770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.251727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9013119 Dec 09 14:54:21.255486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:21.263625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Request body: {'subnet': {'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-86888324-subnet', 'tenant_id': '86e18904dbae418fadc9d73e9bf61911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:21.279859 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.344359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa372091-6a68-438e-8368-5c8c5302d00f admin admin] Pushing event updated for resources: {'Network': ['ID=daaa03e3-882f-4f52-9ac5-7325f618866e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:21.349467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9fb599fa-6055-4bd3-a525-aef6287df636 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:21.365774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d140b-8372-47a9-9a90-0f6939eb6ed0 req-3b22e8de-8043-42d1-a0e5-4e0f2c9b6742 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:21.373924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-358d140b-8372-47a9-9a90-0f6939eb6ed0 req-3b22e8de-8043-42d1-a0e5-4e0f2c9b6742 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 944 time: 0.2022636 Dec 09 14:54:21.383072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9fb599fa-6055-4bd3-a525-aef6287df636 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:21.383768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9fb599fa-6055-4bd3-a525-aef6287df636 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:21.384459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 44c5e2f6-6296-44db-b885-1f6cce6caa0d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:21.387485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Pushing event deleted for resources: {'Port': ['ID=57532047-f6dd-46bc-9686-a44aa536b74d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:21.403177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Made reservation on behalf of 86e18904dbae418fadc9d73e9bf61911 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:21.405489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.415292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network daaa03e3-882f-4f52-9ac5-7325f618866e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:54:21.419705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ae3396-5dfa-4841-9604-2da7db9ff25d None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:21.421886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 44c5e2f6-6296-44db-b885-1f6cce6caa0d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:21.422392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 44c5e2f6-6296-44db-b885-1f6cce6caa0d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:21.465977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.493687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-358d140b-8372-47a9-9a90-0f6939eb6ed0 req-d17accc2-53c5-46e8-8d42-f7ef780b59af tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188755 Dec 09 14:54:21.515367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] No DVR routers for this DVR port 57532047-f6dd-46bc-9686-a44aa536b74d on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:21.519190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c270ab-107f-4e59-b43d-f7fb5742f340,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:21.529155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898d9e6-d0ed-4152-aaaa-6bba4e15c70b None None] Network 5c14704a-5238-4cf0-b82a-4f3b5930fb9b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:21.530570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.533904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e7d548b-d7dd-4931-bd2a-3abb73c534f0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/95c270ab-107f-4e59-b43d-f7fb5742f340 HTTP/1.1" status: 204 len: 168 time: 0.7684541 Dec 09 14:54:21.535575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.536580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36268) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:21.539926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c84d8b0-368e-4829-b5eb-da40debb5d77 req-6049c737-8c12-4dd8-8e00-32f27b0afe61 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.36 "DELETE /v2.0/ports/57532047-f6dd-46bc-9686-a44aa536b74d HTTP/1.1" status: 204 len: 173 time: 1.4213238 Dec 09 14:54:21.541489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'name': 'network-vif-deleted', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:21.543876 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af3c2f0-ad01-4423-b74e-4f3e5496e1cd" -d '{"events": [{"server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "name": "network-vif-deleted", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:21.560418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2153a7-cce3-48bc-9162-203a7746eee4 req-c7412091-6cea-4809-8f0f-237073391a1a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:21.561750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2153a7-cce3-48bc-9162-203a7746eee4 req-c7412091-6cea-4809-8f0f-237073391a1a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1716852 Dec 09 14:54:21.645722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.659094 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2153a7-cce3-48bc-9162-203a7746eee4 req-fe0130d7-d5f3-4465-86cc-582c1d4d157f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800042 Dec 09 14:54:21.665459 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.682188 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd04ac58-57cd-4647-b001-5e26cbe17699 x-openstack-request-id: req-cd04ac58-57cd-4647-b001-5e26cbe17699 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:21.682689 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e79274-a9b2-4262-bde4-ec6d45e61b4e", "name": "network-vif-deleted", "tag": "57532047-f6dd-46bc-9686-a44aa536b74d", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:21.683121 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd04ac58-57cd-4647-b001-5e26cbe17699 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:21.683602 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e79274-a9b2-4262-bde4-ec6d45e61b4e', 'name': 'network-vif-deleted', 'tag': '57532047-f6dd-46bc-9686-a44aa536b74d', 'status': 'completed', 'code': 200} Dec 09 14:54:21.736726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.763185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] DHCP port deletion for 5c14704a-5238-4cf0-b82a-4f3b5930fb9b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:21.823933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:21.826213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] Deleting port 789def56-130f-4acd-bc73-0e296566ad61 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:21.826213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.860430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Deleting port 789def56-130f-4acd-bc73-0e296566ad61 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:21.860767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.877753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Checking segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:21.878124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Network hostable DHCP agents. Network: daaa03e3-882f-4f52-9ac5-7325f618866e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:54:21.896314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd0d9-6a20-4f4b-adf5-1afec01bed51 req-25f7ac0b-c00d-4f21-942f-d334c1adedcc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:21.897463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] For port 789def56-130f-4acd-bc73-0e296566ad61, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=789def56-130f-4acd-bc73-0e296566ad61,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:21.898435 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02ddd0d9-6a20-4f4b-adf5-1afec01bed51 req-25f7ac0b-c00d-4f21-942f-d334c1adedcc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.1107876 Dec 09 14:54:21.898555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.911737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] Calling delete_port for 789def56-130f-4acd-bc73-0e296566ad61 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:21.957044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:21.961521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] For port 789def56-130f-4acd-bc73-0e296566ad61, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=789def56-130f-4acd-bc73-0e296566ad61,segment=NetworkSegment(6c5e6a96-3055-4d90-a311-d8b2f4172b26),segment_id=6c5e6a96-3055-4d90-a311-d8b2f4172b26)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:21.961521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:21.977505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Network daaa03e3-882f-4f52-9ac5-7325f618866e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:54:21.979832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Calling delete_port for 789def56-130f-4acd-bc73-0e296566ad61 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:22.007650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, daaa03e3-882f-4f52-9ac5-7325f618866e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:22.051396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:22.055516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:22.056301 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.056885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:22.057371 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.060657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.063255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02ddd0d9-6a20-4f4b-adf5-1afec01bed51 req-70939dcc-3048-47af-9aa8-040aa8e7af0f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349118 Dec 09 14:54:22.090217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262af06-2aa4-4cc4-805e-cf4723c62b67 None None] Network daaa03e3-882f-4f52-9ac5-7325f618866e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:22.132563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-438513b6-9102-45bc-bc76-100e76288dae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8702252 Dec 09 14:54:22.160040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] No DVR routers for this DVR port 789def56-130f-4acd-bc73-0e296566ad61 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:22.170472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.208597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783ddec-5c48-402a-a6a0-5cb821c625a8 None None] Pushing event deleted for resources: {'Port': ['ID=789def56-130f-4acd-bc73-0e296566ad61,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:22.218117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Pushing event deleted for resources: {'Port': ['ID=789def56-130f-4acd-bc73-0e296566ad61,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:22.228156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] No DVR routers for this DVR port 789def56-130f-4acd-bc73-0e296566ad61 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:22.341871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.358853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7755d18a-9641-40a6-b49e-c5001830de18 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:22.366550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dad2c-7e33-463c-92d9-1122de60b241 req-237ece76-9124-4744-a9fd-a2dc011f294f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:22.374296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-213dad2c-7e33-463c-92d9-1122de60b241 req-237ece76-9124-4744-a9fd-a2dc011f294f tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 943 time: 0.2143731 Dec 09 14:54:22.377949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.425440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c14704a-5238-4cf0-b82a-4f3b5930fb9b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:22.426873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-a6603505-dcea-4d67-a1b2-2013e59e83b7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:22.428563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-a6603505-dcea-4d67-a1b2-2013e59e83b7 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 944 time: 0.1962259 Dec 09 14:54:22.437779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5e6a96-3055-4d90-a311-d8b2f4172b26') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:22.438079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5e6a96-3055-4d90-a311-d8b2f4172b26') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:22.452135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-213dad2c-7e33-463c-92d9-1122de60b241 req-5de0014e-e974-49b8-8a6e-9a36542e8a97 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679154 Dec 09 14:54:22.452496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.486735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:22.488350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2f21718-a243-434a-80e6-ba6967852f93 req-469c93d2-3008-4b2a-8782-3f6cd6710064 tempest-LiveMigrationTest-846644006 tempest-LiveMigrationTest-846644006-project] 10.222.0.46 "GET /v2.0/ports?device_id=11e79274-a9b2-4262-bde4-ec6d45e61b4e HTTP/1.1" status: 200 len: 210 time: 0.1127896 Dec 09 14:54:22.505009 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.515163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:54:22.516281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:54:22.521906 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:54:22.593608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.599590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Deleting port 11a29e6a-8944-4d26-a2be-6c88588ae791 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:22.600127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.609070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.621146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] 10.222.0.46 "DELETE /v2.0/networks/5c14704a-5238-4cf0-b82a-4f3b5930fb9b HTTP/1.1" status: 204 len: 168 time: 1.0810838 Dec 09 14:54:22.656920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb80bd8-60d4-4bd6-9686-90fec02e187e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c14704a-5238-4cf0-b82a-4f3b5930fb9b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:22.735572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '7755d18a-9641-40a6-b49e-c5001830de18', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'port_id': '7755d18a-9641-40a6-b49e-c5001830de18', 'mac_address': 'fa:16:3e:3d:c9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60608b19-fe61-44ac-adc4-af8311887bb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:22.747167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] For port 11a29e6a-8944-4d26-a2be-6c88588ae791, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11a29e6a-8944-4d26-a2be-6c88588ae791,segment=NetworkSegment(b19a40fc-0342-4544-b968-c48ae0151983),segment_id=b19a40fc-0342-4544-b968-c48ae0151983)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:22.747961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.774915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Calling delete_port for 11a29e6a-8944-4d26-a2be-6c88588ae791 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:22.803449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36302) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:22.851098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a5503-acd8-4763-baa9-0dc531f640c1 None None] Network daaa03e3-882f-4f52-9ac5-7325f618866e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:22.856223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.873165 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:22.908179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4e4fb588-a027-40a3-a36f-2517ef45e634 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=743fc5893cb546f6b8327da52dd01240&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1028178 Dec 09 14:54:22.910891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36304) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:22.922725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d63a-45fa-4969-a019-1f1484673515 req-8ea879b8-2bb7-4373-9b83-2f2e80cbea5d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:22.930608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0a2d63a-45fa-4969-a019-1f1484673515 req-8ea879b8-2bb7-4373-9b83-2f2e80cbea5d tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/ports?device_id=43db82f1-14be-43fc-ac6f-0a78f7ab8877 HTTP/1.1" status: 200 len: 944 time: 0.1776052 Dec 09 14:54:22.964042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7755d18a-9641-40a6-b49e-c5001830de18 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:22.982287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:22.984700 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08cc43a-c3b0-484c-b002-edd6e9497d38" -d '{"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:22.989559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-57908bbe-5801-46bf-87a2-9a3741814cee tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:22.991068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-57908bbe-5801-46bf-87a2-9a3741814cee tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 820 time: 0.1805513 Dec 09 14:54:22.992748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14128550-c2f0-45a4-8a5f-1e67443d3993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.018144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:23.023530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-bb34a8ae-8c14-4a7d-bc5c-abb8e0453a7a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/quotas/86e18904dbae418fadc9d73e9bf61911 HTTP/1.1" status: 200 len: 375 time: 0.0219748 Dec 09 14:54:23.023806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:23.028112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.029176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:23.036927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.044933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14128550-c2f0-45a4-8a5f-1e67443d3993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.068495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b8030bb6-e7ac-4e7a-ada8-dc68eedb1e74 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369246 Dec 09 14:54:23.099724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.150497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f119748-1993-46e5-961d-c4b80e45ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.166271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:23.172031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No active binding found for port 11a29e6a-8944-4d26-a2be-6c88588ae791 {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 14:54:23.172630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:23.225510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14128550-c2f0-45a4-8a5f-1e67443d3993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.231660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Pushing event deleted for resources: {'Port': ['ID=11a29e6a-8944-4d26-a2be-6c88588ae791,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:23.232369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14128550-c2f0-45a4-8a5f-1e67443d3993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.232863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:23.234736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-14128550-c2f0-45a4-8a5f-1e67443d3993 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4f06af5-ab07-4da3-ae0b-334dbd766916 HTTP/1.1" status: 204 len: 168 time: 0.3225603 Dec 09 14:54:23.264545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0a2d63a-45fa-4969-a019-1f1484673515 req-9be9273d-19a0-4403-a7d8-6a3bad40c3b5 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a05309-9424-44ec-8e78-d77fd6b2ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307667 Dec 09 14:54:23.293225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14128550-c2f0-45a4-8a5f-1e67443d3993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f06af5-ab07-4da3-ae0b-334dbd766916,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:23.313269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-ffe2915b-9645-494c-8e8f-e5ceb099a104 service neutron] 10.222.0.46 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367003 Dec 09 14:54:23.316854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94002061-e184-4e12-a987-da0529167885 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:23.347906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['7755d18a-9641-40a6-b49e-c5001830de18'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:23.423642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] No DVR routers for this DVR port 11a29e6a-8944-4d26-a2be-6c88588ae791 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:23.428293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:23.434722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e928b58b-ab8f-47b1-bbcd-b66284a8f305 req-f508e0dc-f572-4f35-be8a-588c60cd8310 tempest-ImagesTestJSON-2020791299 tempest-ImagesTestJSON-2020791299-project] 10.222.0.43 "DELETE /v2.0/ports/11a29e6a-8944-4d26-a2be-6c88588ae791 HTTP/1.1" status: 204 len: 173 time: 0.9851172 Dec 09 14:54:23.441474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 789def56-130f-4acd-bc73-0e296566ad61 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:23.517645 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-545ec41f-ecfb-46f6-a683-df097821dedf service neutron] 10.222.0.46 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013378 Dec 09 14:54:23.534233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 789def56-130f-4acd-bc73-0e296566ad61 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:23.534589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 789def56-130f-4acd-bc73-0e296566ad61 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:23.546066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bd251-317e-46ee-8b35-06ffb5aae13c req-53752c30-c717-4b72-ab9a-5b1e3a86583f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:23.559388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-391bd251-317e-46ee-8b35-06ffb5aae13c req-53752c30-c717-4b72-ab9a-5b1e3a86583f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0997725 Dec 09 14:54:23.663833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-391bd251-317e-46ee-8b35-06ffb5aae13c req-da60862d-3296-4d7a-87a0-8fe7a223f6ae tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915158 Dec 09 14:54:23.684708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'name': 'network-vif-deleted', 'tag': '11a29e6a-8944-4d26-a2be-6c88588ae791'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:23.688232 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f0737c-f092-43a5-a0e6-089ff0c3a204" -d '{"events": [{"server_uuid": "43db82f1-14be-43fc-ac6f-0a78f7ab8877", "name": "network-vif-deleted", "tag": "11a29e6a-8944-4d26-a2be-6c88588ae791"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:23.728903 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513f01c1-49c6-4913-b7a8-02b8fcbb0046 x-openstack-request-id: req-513f01c1-49c6-4913-b7a8-02b8fcbb0046 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:23.729313 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:23.729681 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-513f01c1-49c6-4913-b7a8-02b8fcbb0046 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:23.730172 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'code': 200} Dec 09 14:54:23.817983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038536-34fd-4666-94c4-f1f30f9d7113 req-06af05ef-9bcb-45e9-b10e-f50a1b2bb2eb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:23.821018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0038536-34fd-4666-94c4-f1f30f9d7113 req-06af05ef-9bcb-45e9-b10e-f50a1b2bb2eb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0549767 Dec 09 14:54:23.874919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741626-3a5e-42eb-ac81-a0d96e790107 req-d5f88fba-9ba2-44e7-a2c5-201ac0c4d957 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:23.888033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0038536-34fd-4666-94c4-f1f30f9d7113 req-48b3f577-a92d-45d2-9dbc-9e7f2271ca3b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Dec 09 14:54:23.895984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0741626-3a5e-42eb-ac81-a0d96e790107 req-d5f88fba-9ba2-44e7-a2c5-201ac0c4d957 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 944 time: 0.0892060 Dec 09 14:54:23.940692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36330) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:23.966995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36332) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:24.009928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc499430-9458-41ee-b266-ec49649f6475 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=299bba0c026240b1bbb8bbf2d384c9c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657675 Dec 09 14:54:24.013166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36334) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:24.109303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79eb60ca-3c32-49c7-a323-aff90f76eb99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.153469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79eb60ca-3c32-49c7-a323-aff90f76eb99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.252068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c294e215-2169-471e-9443-873fb33fe9b4 req-9fbe89a5-f5e7-4c9a-9a9f-654c3b3d6b1f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 210 time: 0.0372658 Dec 09 14:54:24.270990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79eb60ca-3c32-49c7-a323-aff90f76eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.276223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79eb60ca-3c32-49c7-a323-aff90f76eb99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.282026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79eb60ca-3c32-49c7-a323-aff90f76eb99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a0cdd20-a9f1-4602-8542-7bb9041e007d HTTP/1.1" status: 204 len: 168 time: 0.2665398 Dec 09 14:54:24.304476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb60ca-3c32-49c7-a323-aff90f76eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0cdd20-a9f1-4602-8542-7bb9041e007d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:24.347993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7755d18a-9641-40a6-b49e-c5001830de18 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:24.402320 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae3ac45-9016-4bdf-a595-ff671b809877 x-openstack-request-id: req-6ae3ac45-9016-4bdf-a595-ff671b809877 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:24.402592 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43db82f1-14be-43fc-ac6f-0a78f7ab8877", "name": "network-vif-deleted", "tag": "11a29e6a-8944-4d26-a2be-6c88588ae791", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:24.403173 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ae3ac45-9016-4bdf-a595-ff671b809877 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:24.403763 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43db82f1-14be-43fc-ac6f-0a78f7ab8877', 'name': 'network-vif-deleted', 'tag': '11a29e6a-8944-4d26-a2be-6c88588ae791', 'status': 'completed', 'code': 200} Dec 09 14:54:24.430600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0741626-3a5e-42eb-ac81-a0d96e790107 req-a7547511-100d-432b-925a-149dc4641af0 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317523 Dec 09 14:54:24.473873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Deleting subnet ac37e4bf-e44c-4605-8a47-a72f6f680dcc {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:54:24.481723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.482875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 7755d18a-9641-40a6-b49e-c5001830de18 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:24.483414 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.508807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d8193-4a3f-4efc-a309-df31a0b09aeb req-54546111-0f36-44a0-8361-9ad7046c325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:24.510796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f4d8193-4a3f-4efc-a309-df31a0b09aeb req-54546111-0f36-44a0-8361-9ad7046c325c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1096 time: 0.7156425 Dec 09 14:54:24.538547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.588755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f4d8193-4a3f-4efc-a309-df31a0b09aeb req-559a6c42-4b77-4499-80b9-f1dc769e97d4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705843 Dec 09 14:54:24.599379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.611863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.652865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:24.662841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.665759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:24.746870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.750053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 57532047-f6dd-46bc-9686-a44aa536b74d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:24.750416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 57532047-f6dd-46bc-9686-a44aa536b74d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:24.764645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.768106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ac37e4bf-e44c-4605-8a47-a72f6f680dcc HTTP/1.1" status: 204 len: 168 time: 0.7984066 Dec 09 14:54:24.770640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36382) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:24.791824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922e11e-7036-418c-ab17-34fffa4601fc None None] Network fa37fc04-074c-4533-842a-d3f8b3bde685 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:24.802168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26fc33-6582-4534-84fa-7e2750deac31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac37e4bf-e44c-4605-8a47-a72f6f680dcc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:24.829615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36386) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:24.878824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce03f2-430d-47dd-a9bd-5b510acb1408 req-e8f33529-ad80-45ca-94de-e02268330a53 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:24.887720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ecce03f2-430d-47dd-a9bd-5b510acb1408 req-e8f33529-ad80-45ca-94de-e02268330a53 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1183019 Dec 09 14:54:24.932485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:24.936106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Deleting subnet 3611c0c1-f3b6-4685-8ca3-aff193df4b0d {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:54:24.940150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:24.950488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ecce03f2-430d-47dd-a9bd-5b510acb1408 req-c3ba0052-9054-4b4a-a637-3d92661207d2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578091 Dec 09 14:54:24.976155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d099c-1ef0-4b00-94c9-f3439b978fcc None None] DHCP port deletion for fa37fc04-074c-4533-842a-d3f8b3bde685 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:24.978781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.003540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.422154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d0b7b76-9449-4bdc-b898-498321cffdb8 req-f517205d-9de5-4bd1-a63a-e49f0ad2f01e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 210 time: 0.0444510 Dec 09 14:54:25.463886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-23f09617-bee6-4f6d-8eb6-8965a1fa0c2a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:25.465722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.466889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-23f09617-bee6-4f6d-8eb6-8965a1fa0c2a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.36 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 820 time: 0.2137194 Dec 09 14:54:25.476390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.485032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'port': {'device_id': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'admin_state_up': True, 'tenant_id': '86e18904dbae418fadc9d73e9bf61911'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:25.522252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa37fc04-074c-4533-842a-d3f8b3bde685']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:25.539992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c486-0638-4c8e-9554-0bac54503de4 req-b168060d-7f1f-47a8-aefd-2520924f44b2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:25.542760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e527c486-0638-4c8e-9554-0bac54503de4 req-b168060d-7f1f-47a8-aefd-2520924f44b2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.5346463 Dec 09 14:54:25.549442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433661f6-84bf-45f1-9571-c4f693a9236d') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:25.549729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433661f6-84bf-45f1-9571-c4f693a9236d') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:25.571560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-478f92e3-81d9-4d24-b44e-aae30bb1be22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.574181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.606265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.618575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a3c95-9f80-45c6-b716-2fea7538dacb req-36f118f4-0f43-4e69-aac5-2a0040ebe5ef tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:25.620372 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f90a3c95-9f80-45c6-b716-2fea7538dacb req-36f118f4-0f43-4e69-aac5-2a0040ebe5ef tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1094756 Dec 09 14:54:25.620970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:54:25.621374 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:54:25.623055 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:54:25.636837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.683143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e527c486-0638-4c8e-9554-0bac54503de4 req-9782daff-fe49-41c6-9d16-0e6f36149517 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294570 Dec 09 14:54:25.686250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.689407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3611c0c1-f3b6-4685-8ca3-aff193df4b0d HTTP/1.1" status: 204 len: 168 time: 0.8542833 Dec 09 14:54:25.694544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36412) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:25.698256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a656e03-fc94-4314-81c3-93c565775bf5 None None] Network 705c96fc-684f-4b31-9a9e-ab0a0466b788 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:25.731992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194eb2-82fb-4d93-b261-cb7cb66f4ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3611c0c1-f3b6-4685-8ca3-aff193df4b0d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:25.734104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:25.738829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f90a3c95-9f80-45c6-b716-2fea7538dacb req-db86182b-6ab2-48c1-83e3-3b4bcfc94ceb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020675 Dec 09 14:54:25.742678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Made reservation on behalf of 86e18904dbae418fadc9d73e9bf61911 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:25.746319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.747813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.753915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.759131 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f5a01a-a7d7-412e-89f2-cf39370ffe46" -d '{"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-plugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:25.761192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fa37fc04-074c-4533-842a-d3f8b3bde685 HTTP/1.1" status: 204 len: 168 time: 0.9891880 Dec 09 14:54:25.761681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36418) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:25.813527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ca873-6ab1-4018-badf-2a4d10344738 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa37fc04-074c-4533-842a-d3f8b3bde685,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:25.854071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Deleting subnet c6661e22-f3da-418e-afde-b7f716867b66 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:54:25.859464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.885869 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7109c3b1-c71f-499f-bac2-5d8c999a4508 x-openstack-request-id: req-7109c3b1-c71f-499f-bac2-5d8c999a4508 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:25.886563 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-plugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:25.887052 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7109c3b1-c71f-499f-bac2-5d8c999a4508 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:25.887948 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18', 'code': 200} Dec 09 14:54:25.910105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:25.943578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb73c69-e710-49b0-8808-986b65815006 None None] DHCP port deletion for 705c96fc-684f-4b31-9a9e-ab0a0466b788 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:25.959894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:25.999343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 11a29e6a-8944-4d26-a2be-6c88588ae791 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:25.999770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11a29e6a-8944-4d26-a2be-6c88588ae791 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:26.012526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.063851 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.088169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.113611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Allocated IP 172.20.0.7 (daaa03e3-882f-4f52-9ac5-7325f618866e/635e4c8e-07a4-4232-bf66-fd2aa2d0f7db/49260eaf-89e6-4ec9-9a7b-6d4e43914701) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:26.117044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6661e22-f3da-418e-afde-b7f716867b66,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:26.136151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.136792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598abb05-3677-4158-967d-d6732b3c6e9d None None] Network 023240ab-c99a-4e8f-b43f-d9dd978aff81 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:54:26.143261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7b91555c-be78-4024-ac15-72f91d3ab434 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6661e22-f3da-418e-afde-b7f716867b66 HTTP/1.1" status: 204 len: 168 time: 0.3659635 Dec 09 14:54:26.157326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36430) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:26.183460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c469cf-d456-40f5-99da-553fe5f3b2be req-df477459-1ef2-42bd-a0cb-b6f3532f821b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:26.185161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4c469cf-d456-40f5-99da-553fe5f3b2be req-df477459-1ef2-42bd-a0cb-b6f3532f821b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1438186 Dec 09 14:54:26.251292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55209fe9-98da-4127-99e6-a40ced4d24a8 None None] DHCP port deletion for 023240ab-c99a-4e8f-b43f-d9dd978aff81 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:26.271745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.274625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38095-f23e-4818-8088-286ef7e4f56a req-67904be0-250a-4ca2-8cf8-bd5cfbbd118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:26.276584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fda38095-f23e-4818-8088-286ef7e4f56a req-67904be0-250a-4ca2-8cf8-bd5cfbbd118e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 1096 time: 0.1631503 Dec 09 14:54:26.282853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.347491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4c469cf-d456-40f5-99da-553fe5f3b2be req-6f4aff9b-841a-4370-ac2a-09da3feb42fc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477995 Dec 09 14:54:26.349117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705c96fc-684f-4b31-9a9e-ab0a0466b788']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:26.371444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19a40fc-0342-4544-b968-c48ae0151983') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:26.372359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19a40fc-0342-4544-b968-c48ae0151983') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:26.405628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fda38095-f23e-4818-8088-286ef7e4f56a req-6c6f2f87-8d62-44e9-a35f-dc2c6aeb0034 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199448 Dec 09 14:54:26.407185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.415135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.427912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023240ab-c99a-4e8f-b43f-d9dd978aff81']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:26.437763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.438764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da63e757-7f02-40de-93d0-63ce85243873') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:26.439071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da63e757-7f02-40de-93d0-63ce85243873') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:54:26.450311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.451794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:54:26.452399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:54:26.454331 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:54:26.468322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.475469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:54:26.476529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:54:26.478377 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:54:26.541595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.554143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.558557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.559964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.563546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb6de829-a306-4c4c-8de4-c96054f4061d req-aef4cd9b-e47e-4f46-bff8-cd0164b7e62d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Dec 09 14:54:26.569926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] 10.222.0.46 "DELETE /v2.0/networks/023240ab-c99a-4e8f-b43f-d9dd978aff81 HTTP/1.1" status: 204 len: 168 time: 0.4102290 Dec 09 14:54:26.591079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.593024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.596561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/705c96fc-684f-4b31-9a9e-ab0a0466b788 HTTP/1.1" status: 204 len: 168 time: 0.8996875 Dec 09 14:54:26.606286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2159a3-5bdd-42da-ac14-a5219d23fe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=023240ab-c99a-4e8f-b43f-d9dd978aff81,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:26.607207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020601da-4b48-46e9-9a8a-936d4a7a46c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=705c96fc-684f-4b31-9a9e-ab0a0466b788,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:26.629121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.676184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Network daaa03e3-882f-4f52-9ac5-7325f618866e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:26.679919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:26.682322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:26.713911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:26.748665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:26.749322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.769871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-b02c6d82-85f0-453a-9c5d-0553bb91b047 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2916684 Dec 09 14:54:26.781212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36456) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:26.785459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Request body: {'port': {'device_id': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:26.818340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36460) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:26.863444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f10b2e56-60c1-467a-924c-8f56e737150f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7710ec86a4ed476084de184b6b7d671c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437608 Dec 09 14:54:26.865785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36462) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:26.887880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b39f18-61b5-4cd7-ade3-835f8f143b87 req-4999738a-010d-4ab0-a7a1-e3c19fe32f4e tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:26.889678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68b39f18-61b5-4cd7-ade3-835f8f143b87 req-4999738a-010d-4ab0-a7a1-e3c19fe32f4e tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.1010807 Dec 09 14:54:26.892606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.930112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b1147c7-3c1d-4b54-91c5-5a50dedb7b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.957509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b1147c7-3c1d-4b54-91c5-5a50dedb7b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:26.992935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68b39f18-61b5-4cd7-ade3-835f8f143b87 req-09ffb639-0c4d-4ab2-829a-07ce1ad8e8d8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867980 Dec 09 14:54:27.057462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b1147c7-3c1d-4b54-91c5-5a50dedb7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.060326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b1147c7-3c1d-4b54-91c5-5a50dedb7b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.061984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8b1147c7-3c1d-4b54-91c5-5a50dedb7b76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42a05309-9424-44ec-8e78-d77fd6b2ac4f HTTP/1.1" status: 204 len: 168 time: 0.1950142 Dec 09 14:54:27.086379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-86f1b314-179e-4fd2-a6ea-99a6dbd6aabd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d44e38deea145639c579f8021144891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013330 Dec 09 14:54:27.086379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1147c7-3c1d-4b54-91c5-5a50dedb7b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a05309-9424-44ec-8e78-d77fd6b2ac4f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:27.086813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36468) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:27.147189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1238112-71d1-4021-b88c-ef404dcba0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.177010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1238112-71d1-4021-b88c-ef404dcba0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.198113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece2191-44a4-4c27-9be4-c041e3802fc0 req-0e28da98-c2c3-45f0-92ab-f7cf3f6def2d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:27.200337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ece2191-44a4-4c27-9be4-c041e3802fc0 req-0e28da98-c2c3-45f0-92ab-f7cf3f6def2d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.1245947 Dec 09 14:54:27.274591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d99cb4-091e-40d1-a48c-4867bf1d5975 req-ec108a96-6164-491b-aae9-025f0928cfe7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:27.276493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16d99cb4-091e-40d1-a48c-4867bf1d5975 req-ec108a96-6164-491b-aae9-025f0928cfe7 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1096 time: 0.0544767 Dec 09 14:54:27.277540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1238112-71d1-4021-b88c-ef404dcba0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.280135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1238112-71d1-4021-b88c-ef404dcba0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.281197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1238112-71d1-4021-b88c-ef404dcba0f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c0078b0-8b5b-4d45-a15b-bdb8a4a18813 HTTP/1.1" status: 204 len: 168 time: 0.1934853 Dec 09 14:54:27.303555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1238112-71d1-4021-b88c-ef404dcba0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0078b0-8b5b-4d45-a15b-bdb8a4a18813,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:27.337262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16d99cb4-091e-40d1-a48c-4867bf1d5975 req-aa7079ed-a49e-40a9-bcdc-0601910ec0f2 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 Dec 09 14:54:27.364513 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ece2191-44a4-4c27-9be4-c041e3802fc0 req-1521ab31-f4e4-4756-a554-4e49603fe9eb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349728 Dec 09 14:54:27.469782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49260eaf-89e6-4ec9-9a7b-6d4e43914701 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:27.496058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.530840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Transition to ACTIVE for port object 49260eaf-89e6-4ec9-9a7b-6d4e43914701 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:27.537091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.542285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252ed1-72b6-4833-b8d2-9ce4aa5eb658 req-e750ba11-3769-478a-9d5a-e0d2afb36348 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:27.552104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb252ed1-72b6-4833-b8d2-9ce4aa5eb658 req-e750ba11-3769-478a-9d5a-e0d2afb36348 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0780067 Dec 09 14:54:27.607740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb252ed1-72b6-4833-b8d2-9ce4aa5eb658 req-5bb11114-7826-4e80-b513-6b8103a3a04f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542736 Dec 09 14:54:27.715996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:27.730468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b0f37-cf21-4db2-858d-d5223cd5ab90 req-e9d55732-1351-4b8c-adab-d7c0d172153e tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:27.738239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-708b0f37-cf21-4db2-858d-d5223cd5ab90 req-e9d55732-1351-4b8c-adab-d7c0d172153e tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1096 time: 0.1529150 Dec 09 14:54:27.787122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Attempting to bind port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:27.787793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Attempting to bind port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:27.788983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Attempting to bind port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 on network daaa03e3-882f-4f52-9ac5-7325f618866e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:27.790498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729b1-7cf2-4ee9-96c9-0684c7736061 req-7d8627e3-348d-40df-bfad-4ae34902f197 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:27.793596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66f729b1-7cf2-4ee9-96c9-0684c7736061 req-7d8627e3-348d-40df-bfad-4ae34902f197 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 943 time: 0.0595777 Dec 09 14:54:27.801970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 on network daaa03e3-882f-4f52-9ac5-7325f618866e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:27.802303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Attempting to bind port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 on network daaa03e3-882f-4f52-9ac5-7325f618866e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:27.810232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:27.810570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Checking segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:27.811231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Bound using segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:27.811703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Bound port: 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:27.812063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.853629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66f729b1-7cf2-4ee9-96c9-0684c7736061 req-40ce0545-0744-4a9a-a31c-ff15c8eaf878 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527971 Dec 09 14:54:27.872543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-708b0f37-cf21-4db2-858d-d5223cd5ab90 req-70c81c6c-9b6b-4084-8c21-73b3d5dc5724 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283066 Dec 09 14:54:27.912392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:27.919511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:27.921494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.968625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36508) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:27.979392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:27.980163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:27.981897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] 10.222.0.36 "PUT /v2.0/ports/49260eaf-89e6-4ec9-9a7b-6d4e43914701 HTTP/1.1" status: 200 len: 1091 time: 1.2040679 Dec 09 14:54:27.984698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:27.987928 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6337857c-0efc-459b-91b9-376d5980cc53" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:28.049382 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd13a92-a32d-4c1f-be1a-b0f837275ee0 x-openstack-request-id: req-cdd13a92-a32d-4c1f-be1a-b0f837275ee0 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:28.049832 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:28.050095 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdd13a92-a32d-4c1f-be1a-b0f837275ee0 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:28.050501 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'status': 'completed', 'code': 200} Dec 09 14:54:28.051934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769479f7-9e2c-467b-90e5-a781523dcbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:28.063339 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-441f08b3-1417-4d3c-8cce-f1c193f57fbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e986e8d9ca55493dbb56ce770231f381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0935006 Dec 09 14:54:28.064699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36518) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:28.126080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76e68176-0644-458e-b0c7-ccdf902e2906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:28.144767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-3fb51d62-fc11-490c-be38-5ed6a9691742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:28.146347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-3fb51d62-fc11-490c-be38-5ed6a9691742 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0801237 Dec 09 14:54:28.154217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76e68176-0644-458e-b0c7-ccdf902e2906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:28.211971 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:28.227703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-3147addd-37c7-4a4c-95c1-c26e9021c81a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701 HTTP/1.1" status: 200 len: 217 time: 0.0622385 Dec 09 14:54:28.229176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76e68176-0644-458e-b0c7-ccdf902e2906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:28.234115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76e68176-0644-458e-b0c7-ccdf902e2906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:28.241083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-76e68176-0644-458e-b0c7-ccdf902e2906 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6ce8918-07a4-4bed-9832-6c4cd553a5a9 HTTP/1.1" status: 204 len: 168 time: 0.1748576 Dec 09 14:54:28.253964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e68176-0644-458e-b0c7-ccdf902e2906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ce8918-07a4-4bed-9832-6c4cd553a5a9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:28.324968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-5b9d1e0a-bad0-4baf-b99a-5988424d1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:28.326446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-5b9d1e0a-bad0-4baf-b99a-5988424d1bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 200 len: 860 time: 0.0913284 Dec 09 14:54:28.373282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-002beb95-986e-4e9f-a0f3-fb29313b9434 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daaa03e3-882f-4f52-9ac5-7325f618866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304666 Dec 09 14:54:28.471568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:28.480548 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-a8319e64-d44d-4579-9ed3-a726359c478a service neutron] 10.222.0.36 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007059 Dec 09 14:54:28.524222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bef569-1ec3-42f4-a0b3-6b7f555b5d7f req-b9ed25fd-0d1d-4cac-86bb-0d10b07304ea tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:28.526325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8bef569-1ec3-42f4-a0b3-6b7f555b5d7f req-b9ed25fd-0d1d-4cac-86bb-0d10b07304ea tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.0693197 Dec 09 14:54:28.581865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8bef569-1ec3-42f4-a0b3-6b7f555b5d7f req-cb333f24-02b2-4afb-9cf4-53a0e76378ac tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 Dec 09 14:54:28.624413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-268702d9-8aa3-4b94-9b2b-b9c7920b726a req-25e6ee7e-59a3-4f76-9281-ae94c299f615 service neutron] 10.222.0.36 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361473 Dec 09 14:54:28.722803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337857c-0efc-459b-91b9-376d5980cc53 req-63c009e5-02d4-4294-bc70-dd1926441175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:28.724531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-63c009e5-02d4-4294-bc70-dd1926441175 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0455599 Dec 09 14:54:28.787422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e65030-78ac-4dba-8a83-77cfa764ec4f req-01cdce25-7263-4ee4-90d8-d69e45a1192b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:28.790005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20e65030-78ac-4dba-8a83-77cfa764ec4f req-01cdce25-7263-4ee4-90d8-d69e45a1192b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.0599780 Dec 09 14:54:28.824642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1b98492-d554-4582-8c00-8446fc62519f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:28.849565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337857c-0efc-459b-91b9-376d5980cc53 req-64907ef9-deb6-4cbe-85a2-22157aafe047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:28.851728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-64907ef9-deb6-4cbe-85a2-22157aafe047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 921 time: 0.1184683 Dec 09 14:54:28.890284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20e65030-78ac-4dba-8a83-77cfa764ec4f req-3316b0ab-3e87-49df-9299-8e7898613597 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846329 Dec 09 14:54:28.925051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-5dbdb551-68b6-4c6c-8cae-83ee2e4d082a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701 HTTP/1.1" status: 200 len: 217 time: 0.0649955 Dec 09 14:54:28.995412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1b98492-d554-4582-8c00-8446fc62519f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.006725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1b98492-d554-4582-8c00-8446fc62519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.015203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337857c-0efc-459b-91b9-376d5980cc53 req-8a55e107-3af2-452b-a831-9ee72286e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:29.016924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-8a55e107-3af2-452b-a831-9ee72286e4d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 200 len: 860 time: 0.0840733 Dec 09 14:54:29.063058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-4ee725a6-107c-46c9-ad71-074193bd58c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daaa03e3-882f-4f52-9ac5-7325f618866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367603 Dec 09 14:54:29.073181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1b98492-d554-4582-8c00-8446fc62519f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26cde02c094a4c8bb7178facf276364e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853097 Dec 09 14:54:29.073795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:29.084487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b98492-d554-4582-8c00-8446fc62519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab92f22-8b21-4e04-9881-a0b76d5049f6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:29.103852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a4cc0-0496-4d56-9c4b-197b08c05ee9 req-4a05a681-2266-4ffa-a8ba-bb7954b435cd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:29.105406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-644a4cc0-0496-4d56-9c4b-197b08c05ee9 req-4a05a681-2266-4ffa-a8ba-bb7954b435cd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1087115 Dec 09 14:54:29.139534 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.189959 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b97f5960-c395-46a2-9979-ab753ca93e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.195714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-c65dbc21-31c2-465b-893b-aac192a9f15e service neutron] 10.222.0.36 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242690 Dec 09 14:54:29.195925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-644a4cc0-0496-4d56-9c4b-197b08c05ee9 req-f94f4f5c-b739-44d9-be04-c93362399a92 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Dec 09 14:54:29.228565 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b97f5960-c395-46a2-9979-ab753ca93e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.322260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b97f5960-c395-46a2-9979-ab753ca93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.325799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b97f5960-c395-46a2-9979-ab753ca93e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.327100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b97f5960-c395-46a2-9979-ab753ca93e5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ab92f22-8b21-4e04-9881-a0b76d5049f6 HTTP/1.1" status: 204 len: 168 time: 0.2512026 Dec 09 14:54:29.336789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f5960-c395-46a2-9979-ab753ca93e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab92f22-8b21-4e04-9881-a0b76d5049f6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:29.372402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6337857c-0efc-459b-91b9-376d5980cc53 req-b77295e5-ff42-4ae4-99fb-e2f6b4e9b2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648948 Dec 09 14:54:29.489802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-4196ba60-2515-4743-b080-108066018b11 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:54:29.491052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-4196ba60-2515-4743-b080-108066018b11 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065131 Dec 09 14:54:29.533410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-afb80c2a-1388-498c-a010-b2bb516bee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:29.534972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-afb80c2a-1388-498c-a010-b2bb516bee71 service neutron] 10.222.0.46 "GET /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 1093 time: 0.0340023 Dec 09 14:54:29.547909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:29.548429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 14:54:29.673689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-fe1015ab-5435-4f4d-a464-2663b0d9b2cf tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4b0baf1a61c1423d961b95371e9cb8f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558534 Dec 09 14:54:29.759626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36608) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:29.778112 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9aadcc-bb51-45fb-b540-aa3cb59e39ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.806421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:29.806650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:29.806846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:29.816868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:29.817070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:29.834359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:29.834735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:29.836407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:29.837020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Bound port: d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:29.864314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9aadcc-bb51-45fb-b540-aa3cb59e39ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.868618 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9aadcc-bb51-45fb-b540-aa3cb59e39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.870911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-cb64c9d9-0113-4654-8d40-fb8673f4c7db tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:29.872452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-cb64c9d9-0113-4654-8d40-fb8673f4c7db tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859634 Dec 09 14:54:29.894984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-41d19489-a494-4ebc-ad09-577e3c772b2b tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/quotas/4b0baf1a61c1423d961b95371e9cb8f1 HTTP/1.1" status: 200 len: 375 time: 0.0136449 Dec 09 14:54:29.919641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5d9aadcc-bb51-45fb-b540-aa3cb59e39ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=271d25693b134379a5aec59c11adc8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563616 Dec 09 14:54:29.919641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9aadcc-bb51-45fb-b540-aa3cb59e39ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0110c97-cf17-4e5a-bfdb-6d758cc8c957,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:29.919948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36614) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:29.950110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-68bad0d3-f6c6-4272-be60-290d406cbcac tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b0baf1a61c1423d961b95371e9cb8f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445459 Dec 09 14:54:29.962701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:29.974111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:29.975271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-6153c8a7-0158-4e75-9099-004437a7ae2c service neutron] 10.222.0.46 "POST /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4321432 Dec 09 14:54:30.007391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7fa23138-9e24-4a6f-8f6b-87935afa809c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:30.046997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7fa23138-9e24-4a6f-8f6b-87935afa809c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:30.153681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7fa23138-9e24-4a6f-8f6b-87935afa809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:30.157223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7fa23138-9e24-4a6f-8f6b-87935afa809c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:30.160833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7fa23138-9e24-4a6f-8f6b-87935afa809c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0110c97-cf17-4e5a-bfdb-6d758cc8c957 HTTP/1.1" status: 204 len: 168 time: 0.2375355 Dec 09 14:54:30.236659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23138-9e24-4a6f-8f6b-87935afa809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0110c97-cf17-4e5a-bfdb-6d758cc8c957,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:30.285537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7563b5-ec2c-4d40-88bd-b89adab19dd6 req-85531298-6cc7-4682-9eca-fc5d2f31027a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:30.287409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f7563b5-ec2c-4d40-88bd-b89adab19dd6 req-85531298-6cc7-4682-9eca-fc5d2f31027a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 943 time: 0.1241939 Dec 09 14:54:30.366022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49260eaf-89e6-4ec9-9a7b-6d4e43914701 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:30.369974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cc90958b-2d25-416c-9899-068820d4aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:30.371315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cc90958b-2d25-416c-9899-068820d4aa73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1096 time: 0.0810122 Dec 09 14:54:30.410790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f7563b5-ec2c-4d40-88bd-b89adab19dd6 req-f21f2faa-0e7b-4eb7-82ab-d6bb60d1015d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069803 Dec 09 14:54:30.545846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-773a29b5-1242-4244-b1f6-45269c6d848a req-c9552f24-5878-4d96-8e74-02015a752c92 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 210 time: 0.0569465 Dec 09 14:54:30.572082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-b5d293f8-7f1b-4164-aa99-b0524f5fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:30.574034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-b5d293f8-7f1b-4164-aa99-b0524f5fc069 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.1943300 Dec 09 14:54:30.620866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:30.646358 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-a238e66d-c10b-456a-b091-1e2dcece0f1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 217 time: 0.0631454 Dec 09 14:54:30.670607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'port_id': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'mac_address': 'fa:16:3e:2d:c8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e4c8e-07a4-4232-bf66-fd2aa2d0f7db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:30.723112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a361c8-0b40-43df-af5b-4170c1518bb6 req-0ede06af-dd58-4ccd-996b-9307830e109c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:30.735303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0a361c8-0b40-43df-af5b-4170c1518bb6 req-0ede06af-dd58-4ccd-996b-9307830e109c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0864565 Dec 09 14:54:30.738396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62af6d-b450-40b7-8b72-1f2266f51edf req-d2d07560-e8b1-4e32-819d-95d65869d8e6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:30.739699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a62af6d-b450-40b7-8b72-1f2266f51edf req-d2d07560-e8b1-4e32-819d-95d65869d8e6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0961645 Dec 09 14:54:30.746599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-91b84ab0-7bf6-431a-8a50-fc7e5ec55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:30.747935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-91b84ab0-7bf6-431a-8a50-fc7e5ec55102 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0719399 Dec 09 14:54:30.764088 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:30.793890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49260eaf-89e6-4ec9-9a7b-6d4e43914701 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:30.806230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-87e22170-a96d-464e-9a8c-4ab18a8e11d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375392 Dec 09 14:54:30.818742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0a361c8-0b40-43df-af5b-4170c1518bb6 req-fcde6ac2-9c0d-4f1b-9f51-75eb40d9849c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819674 Dec 09 14:54:30.840007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:30.853032 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:30.902306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a62af6d-b450-40b7-8b72-1f2266f51edf req-3dccd4f4-8781-442c-aa77-a209033de861 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532123 Dec 09 14:54:30.956223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:31.065434 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-63993dd0-589b-4c55-8893-1790877c1b81 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414961 Dec 09 14:54:31.083443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-1a785fc9-2472-48a5-9c74-fdd153771d85 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:31.091500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-1a785fc9-2472-48a5-9c74-fdd153771d85 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 813 time: 0.1669943 Dec 09 14:54:31.108883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-820f368d-0c8b-4f8b-a79b-b204730419c9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/quotas/e9e9f6fec6f841d6a028a7ae7411aee8 HTTP/1.1" status: 200 len: 375 time: 0.0162444 Dec 09 14:54:31.128833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['49260eaf-89e6-4ec9-9a7b-6d4e43914701'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:31.196455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-bdd023fd-fb4b-45fa-a57e-b96e4a191952 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855117 Dec 09 14:54:31.243024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-8c458ce4-2a73-40bd-88f7-7754a679d8fb service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688707 Dec 09 14:54:31.366649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-790f8926-94b4-4966-8ee0-c832769ff320 service neutron] 10.222.0.46 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690185 Dec 09 14:54:31.464359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-785a4645-0432-4332-be94-e3ed61fa0a31 service neutron] 10.222.0.46 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961683 Dec 09 14:54:31.716367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e676c0-a876-4e16-a89b-015e527b3616 req-14302f26-4cc9-43b8-b4cb-18193423e197 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:31.727805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08e676c0-a876-4e16-a89b-015e527b3616 req-14302f26-4cc9-43b8-b4cb-18193423e197 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 944 time: 0.0754170 Dec 09 14:54:31.806697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08e676c0-a876-4e16-a89b-015e527b3616 req-49ec0c26-a30e-48ad-bee8-7fe2cbdfc2bd tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694706 Dec 09 14:54:31.825632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8dfb5e8c-4f39-41e3-9e1b-981ca3195c76 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4b0baf1a61c1423d961b95371e9cb8f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536482 Dec 09 14:54:32.078614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-bc1c1507-7ef4-4412-aff4-66240d769bfe tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:32.081739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-bc1c1507-7ef4-4412-aff4-66240d769bfe tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed88187-fc20-42c8-9a81-10d044224821 HTTP/1.1" status: 200 len: 945 time: 0.2368150 Dec 09 14:54:32.100056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf49431f-d990-428c-9672-3d31f993bf30 req-9f34f026-2322-4b92-9d2e-2a3c7a499062 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 210 time: 0.1046088 Dec 09 14:54:32.129687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b87f7ef2-0a7f-4a4f-a6da-2e2f74f0fd40 req-e108acf2-e8a5-423d-9098-6871a1d7c7e4 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 210 time: 0.0757675 Dec 09 14:54:32.186426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-e45a52e4-a79b-454b-b51b-3c3e248713f7 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:32.188023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-e45a52e4-a79b-454b-b51b-3c3e248713f7 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3551953 Dec 09 14:54:32.219287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Request body: {'port': {'device_id': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '4b0baf1a61c1423d961b95371e9cb8f1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:32.281230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fad74-538e-4761-8d68-ae077297fa71 req-7be24cfc-5002-4a3e-b73a-9064af1935f6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:32.292524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b6fad74-538e-4761-8d68-ae077297fa71 req-7be24cfc-5002-4a3e-b73a-9064af1935f6 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0934997 Dec 09 14:54:32.371168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49260eaf-89e6-4ec9-9a7b-6d4e43914701 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:32.432599 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b6fad74-538e-4761-8d68-ae077297fa71 req-cb865bba-de65-4004-93a3-d779b77951a0 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240501 Dec 09 14:54:32.442900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:32.461218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:32.461798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.509814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01786548-c75b-4cb8-a42a-b8a899dc92a7 req-95f0c599-e467-4c48-9e89-d671161d946a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:32.512367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01786548-c75b-4cb8-a42a-b8a899dc92a7 req-95f0c599-e467-4c48-9e89-d671161d946a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1731825 Dec 09 14:54:32.551542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Deleting port 7755d18a-9641-40a6-b49e-c5001830de18 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:32.552148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.636169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Made reservation on behalf of 4b0baf1a61c1423d961b95371e9cb8f1 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:32.641768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.643729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.698956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:32.703976 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d203be2-8424-45a9-94b0-ccd38fa25464" -d '{"events": [{"server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "name": "network-vif-plugged", "status": "completed", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:32.706181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.733621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:32.739773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.740757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7755d18a-9641-40a6-b49e-c5001830de18 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:32.816187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01786548-c75b-4cb8-a42a-b8a899dc92a7 req-b2f21108-417c-4f0c-a86d-a27d292d90b8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958755 Dec 09 14:54:32.861845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:32.916879 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ca2c37-8aca-469e-bff1-ccde128b4d62 x-openstack-request-id: req-80ca2c37-8aca-469e-bff1-ccde128b4d62 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:32.917396 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "name": "network-vif-plugged", "status": "completed", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:32.917829 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80ca2c37-8aca-469e-bff1-ccde128b4d62 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:32.918373 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'code': 200} Dec 09 14:54:32.934611 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.955626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:32.956238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:32.994216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7755d18a-9641-40a6-b49e-c5001830de18, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7755d18a-9641-40a6-b49e-c5001830de18,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:33.002161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Calling delete_port for 7755d18a-9641-40a6-b49e-c5001830de18 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:33.016227 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:33.045741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ccff2-1554-4409-b467-2a5bc5e1cbfe req-cd38a2d7-d99e-43d4-a463-077a683e2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:33.047511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-589ccff2-1554-4409-b467-2a5bc5e1cbfe req-cd38a2d7-d99e-43d4-a463-077a683e2b77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0592661 Dec 09 14:54:33.112067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-589ccff2-1554-4409-b467-2a5bc5e1cbfe req-5bd61d22-97a3-4d73-803d-ea4e6fd7ab86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 Dec 09 14:54:33.119933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:33.525664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-cc04538a-2f46-4400-8fe1-57385d2532d2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:33.527375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-cc04538a-2f46-4400-8fe1-57385d2532d2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 813 time: 0.2169132 Dec 09 14:54:33.541902 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:33.554768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d644b7-cb95-4d4b-acd5-83b0401c3d9e req-c62b41ff-f642-4af3-a43a-69897c4bb0d7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:33.562195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60d644b7-cb95-4d4b-acd5-83b0401c3d9e req-c62b41ff-f642-4af3-a43a-69897c4bb0d7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.5307410 Dec 09 14:54:33.572893 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:33.578238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b135314c-3b42-4291-85ec-6b78c0d8a272 req-7db17edc-feb2-4dd2-b1c3-5ba7636d50b2 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 210 time: 0.0428131 Dec 09 14:54:33.592059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Request body: {'port': {'device_id': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'admin_state_up': True, 'tenant_id': 'e9e9f6fec6f841d6a028a7ae7411aee8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:33.748173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73bbdf69-12f8-446a-9053-3af30313e79e req-74b4109d-adff-4176-b6e5-e89e33fc3615 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 210 time: 0.0474496 Dec 09 14:54:33.763017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8581c6c9-5fa8-4f91-970b-449f3bf54c23,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:33.844371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Made reservation on behalf of e9e9f6fec6f841d6a028a7ae7411aee8 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:33.849747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60d644b7-cb95-4d4b-acd5-83b0401c3d9e req-2bd7b124-6e04-4c3c-bfc2-642e1fc0648f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865982 Dec 09 14:54:33.851446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:33.928664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Allocated IP 192.168.233.128 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:33.990485 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.049723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Allocated IP 172.20.0.12 (4a01ceb0-6442-4c99-bdb7-943debcdee9e/60608b19-fe61-44ac-adc4-af8311887bb5/9418ca1a-01fc-4d93-b02c-479bc2309239) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:34.051277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Pushing event deleted for resources: {'Port': ['ID=7755d18a-9641-40a6-b49e-c5001830de18,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:34.080795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d9be6-92a0-45d1-83af-dc946e8d757d None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:34.131868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a08237-1581-4e78-9522-7ca82f514770 req-2d85dbe9-f1ef-4858-b019-f86da6c67dd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:34.140799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77a08237-1581-4e78-9522-7ca82f514770 req-2d85dbe9-f1ef-4858-b019-f86da6c67dd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.1869600 Dec 09 14:54:34.180139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] No DVR routers for this DVR port 7755d18a-9641-40a6-b49e-c5001830de18 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:34.191743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.196989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea5116ec-61f9-45b7-926b-9d8accd34d99 req-4f98279d-4e79-4e0f-b51e-3296e1325c75 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "DELETE /v2.0/ports/7755d18a-9641-40a6-b49e-c5001830de18 HTTP/1.1" status: 204 len: 173 time: 2.0958674 Dec 09 14:54:34.197526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-deleted', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:34.199897 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d869b8f6-fece-4162-b9ec-51b2022a0e0e" -d '{"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-deleted", "tag": "7755d18a-9641-40a6-b49e-c5001830de18"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:34.314237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77a08237-1581-4e78-9522-7ca82f514770 req-eb7fc3f9-70e7-4fb7-ac17-e64132d24f0c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721981 Dec 09 14:54:34.401840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.452592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.486371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.548357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9037-4754-4053-8049-761739236f4a req-91d29dc2-2f59-4b07-9f26-8f28570d6b67 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:34.551146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7aec9037-4754-4053-8049-761739236f4a req-91d29dc2-2f59-4b07-9f26-8f28570d6b67 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0920563 Dec 09 14:54:34.553161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.561716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:34.582856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:34.589166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:34.593208 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe6d44-cda1-4fb5-921c-da4fb84c3a15 x-openstack-request-id: req-02fe6d44-cda1-4fb5-921c-da4fb84c3a15 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:34.593506 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-deleted", "tag": "7755d18a-9641-40a6-b49e-c5001830de18", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:34.593763 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02fe6d44-cda1-4fb5-921c-da4fb84c3a15 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:34.594452 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-deleted', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18', 'status': 'completed', 'code': 200} Dec 09 14:54:34.603219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:34.647260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:34.676010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:34.684783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:34.687948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:34.690287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.690964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:34.709534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f8f82-4b2e-476c-ac19-3ace8f5e715d None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:34.758677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-87ed8fec-69ff-42be-b4f4-259d3f61ab38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.779389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Pushing event updated for resources: {'Port': ['ID=9418ca1a-01fc-4d93-b02c-479bc2309239,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:34.782904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-5c52cd75-0f0d-473a-9f6e-3fa6d51c8797 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5749905 Dec 09 14:54:34.797515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Request body: {'port': {'device_id': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:34.815007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ad10b53-831d-40ab-a72c-be3067bda161 None None] Provisioning complete for port 9418ca1a-01fc-4d93-b02c-479bc2309239 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:34.815811 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ad10b53-831d-40ab-a72c-be3067bda161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.891922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7aec9037-4754-4053-8049-761739236f4a req-08d47cf4-4e5d-4400-9ad3-116b6c8071a6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224096 Dec 09 14:54:34.902231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7ad10b53-831d-40ab-a72c-be3067bda161 None None] Port 9418ca1a-01fc-4d93-b02c-479bc2309239 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:54:34.915459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:34.916146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.922234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:34.928587 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cb206d-729c-473e-b027-45a8b200f92d" -d '{"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-unplugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:34.948570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-54113d24-1384-44ef-8cd2-d38e0d1fdd51 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3640347 Dec 09 14:54:34.951862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:34.967931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Request body: {'port': {'device_id': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:35.077377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.127195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e3e7016d-2a69-4e14-b329-4c78dfaf05be None None] Provisioning complete for port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:35.127842 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3e7016d-2a69-4e14-b329-4c78dfaf05be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.167618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7016d-2a69-4e14-b329-4c78dfaf05be None None] Port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:54:35.184127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646209-61b7-406b-be11-9fb410211d0d req-6f4011a3-8fe8-459a-bc22-4ec77644ca58 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:35.185724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f646209-61b7-406b-be11-9fb410211d0d req-6f4011a3-8fe8-459a-bc22-4ec77644ca58 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 932 time: 0.2977376 Dec 09 14:54:35.214141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abb633-4667-4e83-9df2-455786335b7c req-3821799a-7b46-4607-b655-e31e0c8a30cb tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:35.215706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9abb633-4667-4e83-9df2-455786335b7c req-3821799a-7b46-4607-b655-e31e0c8a30cb tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 936 time: 0.1752160 Dec 09 14:54:35.294469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-87ed8fec-69ff-42be-b4f4-259d3f61ab38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.307762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-87ed8fec-69ff-42be-b4f4-259d3f61ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.326958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9abb633-4667-4e83-9df2-455786335b7c req-fe75379e-c343-4b3a-9d4f-81f2addee9b6 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022708 Dec 09 14:54:35.372966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-87ed8fec-69ff-42be-b4f4-259d3f61ab38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a94ffc6eafe41e1b14de2537b6c62cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8077452 Dec 09 14:54:35.377551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36796) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:35.383197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f646209-61b7-406b-be11-9fb410211d0d req-2c02fe94-6600-45ee-a33a-152ceac276dc tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815460 Dec 09 14:54:35.491930 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9236ec-5039-44e6-858e-5e4fefd11ea7 x-openstack-request-id: req-2a9236ec-5039-44e6-858e-5e4fefd11ea7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:35.492468 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed88187-fc20-42c8-9a81-10d044224821", "name": "network-vif-unplugged", "status": "completed", "tag": "7755d18a-9641-40a6-b49e-c5001830de18", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:35.492893 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a9236ec-5039-44e6-858e-5e4fefd11ea7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:35.493455 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed88187-fc20-42c8-9a81-10d044224821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7755d18a-9641-40a6-b49e-c5001830de18', 'code': 200} Dec 09 14:54:35.516406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed8fec-69ff-42be-b4f4-259d3f61ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a1dcd-2e5a-43d7-8a1b-c43c441c1cb3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:35.554837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:35.555197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9418ca1a-01fc-4d93-b02c-479bc2309239 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:35.567594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a0e1-1594-4dda-b8d8-04634d5166a7 req-ab72989e-74be-4835-9eb3-b118656feca0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:35.570256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9c9a0e1-1594-4dda-b8d8-04634d5166a7 req-ab72989e-74be-4835-9eb3-b118656feca0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.1307211 Dec 09 14:54:35.572646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36d903c9-9b17-4829-9dba-5a0505f90ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.573428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.601474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36d903c9-9b17-4829-9dba-5a0505f90ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.607077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Transition to ACTIVE for port object fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:35.624853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.657266 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.667710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36d903c9-9b17-4829-9dba-5a0505f90ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.671960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36d903c9-9b17-4829-9dba-5a0505f90ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.675925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36d903c9-9b17-4829-9dba-5a0505f90ddd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/071a1dcd-2e5a-43d7-8a1b-c43c441c1cb3 HTTP/1.1" status: 204 len: 168 time: 0.2973886 Dec 09 14:54:35.684593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:35.713007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d903c9-9b17-4829-9dba-5a0505f90ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a1dcd-2e5a-43d7-8a1b-c43c441c1cb3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:35.724785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Transition to ACTIVE for port object 9418ca1a-01fc-4d93-b02c-479bc2309239 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:35.756877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:35.766051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6d09-60d7-4cdb-9a39-081489807c31 req-0c4baa3e-ab99-4911-b1be-a3c9050ebeb3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:35.767797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c3d6d09-60d7-4cdb-9a39-081489807c31 req-0c4baa3e-ab99-4911-b1be-a3c9050ebeb3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.1731832 Dec 09 14:54:35.786242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36806) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:35.832253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9c9a0e1-1594-4dda-b8d8-04634d5166a7 req-d03804e0-4b51-460d-9e4c-7bd5660bbd2e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849589 Dec 09 14:54:35.861907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5e7ad-d45c-4e21-bfa8-9a4de85f549c None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:35.908858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9418ca1a-01fc-4d93-b02c-479bc2309239,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:35.928126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Attempting to bind port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:35.930024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Attempting to bind port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:35.930341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Attempting to bind port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:35.962959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:35.963293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Attempting to bind port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:35.998031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c3d6d09-60d7-4cdb-9a39-081489807c31 req-45d4568e-3bb9-407f-98ae-f2729e765c0d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990132 Dec 09 14:54:36.003664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:36.015664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:36.015664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:36.015664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Bound port: fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:36.015664 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.022344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Attempting to bind port 9418ca1a-01fc-4d93-b02c-479bc2309239 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:36.023884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Attempting to bind port 9418ca1a-01fc-4d93-b02c-479bc2309239 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:36.024504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Attempting to bind port 9418ca1a-01fc-4d93-b02c-479bc2309239 on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:36.044392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Port 9418ca1a-01fc-4d93-b02c-479bc2309239 on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:36.046438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Attempting to bind port 9418ca1a-01fc-4d93-b02c-479bc2309239 on network 4a01ceb0-6442-4c99-bdb7-943debcdee9e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:36.071473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:36.071970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Checking segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:36.072584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Bound using segment: {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:36.073147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Bound port: 9418ca1a-01fc-4d93-b02c-479bc2309239, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c090232-5dec-4462-b14d-b57ceb8f4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:36.073665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.076470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ef93-aa14-41d6-9376-7af37e9a64e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.214309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:36.219996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:36.233336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68763-bb46-49e0-b168-6e2de4583743 req-d713e1d3-6351-4898-8719-d6ffeeee0f38 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.243055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57d68763-bb46-49e0-b168-6e2de4583743 req-d713e1d3-6351-4898-8719-d6ffeeee0f38 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1420064 Dec 09 14:54:36.245961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f125-3584-47c5-bed5-5cd066957ce6 req-1de2f22b-7a23-4d78-801c-878529fd8485 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.247551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59e5f125-3584-47c5-bed5-5cd066957ce6 req-1de2f22b-7a23-4d78-801c-878529fd8485 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.1315987 Dec 09 14:54:36.251225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.275918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] For port 9418ca1a-01fc-4d93-b02c-479bc2309239, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:36.310252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] For port 9418ca1a-01fc-4d93-b02c-479bc2309239, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9418ca1a-01fc-4d93-b02c-479bc2309239,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:36.322705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.323551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.325128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] 10.222.0.43 "PUT /v2.0/ports/fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 HTTP/1.1" status: 200 len: 1096 time: 1.5324247 Dec 09 14:54:36.372907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59e5f125-3584-47c5-bed5-5cd066957ce6 req-80740d01-60dc-4495-ae58-d2e604e8d668 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137445 Dec 09 14:54:36.406744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57d68763-bb46-49e0-b168-6e2de4583743 req-9ac05ed8-40a9-4e3e-bbef-21798f0854e3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624877 Dec 09 14:54:36.407813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3492e7-e61e-45a6-b261-a52091c5c938 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:36.450958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ef93-aa14-41d6-9376-7af37e9a64e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.451925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36822) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:36.460622 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ef93-aa14-41d6-9376-7af37e9a64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.517287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.518687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3aa5eacd-91c9-49bc-ba6d-a41a22b024e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.539961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3eb2ef93-aa14-41d6-9376-7af37e9a64e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97806dd805f748e2b808dad8fbbb72e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7306309 Dec 09 14:54:36.547340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36826) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:36.605173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:36.606225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2ef93-aa14-41d6-9376-7af37e9a64e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e187011-3394-4a6c-b630-60d95ef6bff0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:36.615189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.615888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.617874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/9418ca1a-01fc-4d93-b02c-479bc2309239 HTTP/1.1" status: 200 len: 1092 time: 1.6612124 Dec 09 14:54:36.619760 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd17486-06f2-4f33-95c5-cb92e3b21449" -d '{"events": [{"name": "network-changed", "server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:36.621256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc14d65-dd52-4d2e-bd3a-29d3c628923e None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:36.627410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'tag': '9418ca1a-01fc-4d93-b02c-479bc2309239'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:36.630687 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c86d51-20ad-463f-af9e-6780a4d116a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e460bc7a-14ab-462c-ab15-943b3376f98f", "tag": "9418ca1a-01fc-4d93-b02c-479bc2309239"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:36.665201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb163fe-268e-4e79-a8b6-3728adbfa1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9418ca1a-01fc-4d93-b02c-479bc2309239,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:36.693972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16181725-6a10-430a-a754-ff8ed2c9fb43 req-ecb048a5-c9c5-4a85-9912-2e57c45acce1 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.696515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16181725-6a10-430a-a754-ff8ed2c9fb43 req-ecb048a5-c9c5-4a85-9912-2e57c45acce1 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 944 time: 0.1806467 Dec 09 14:54:36.708631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-d1596f51-48cd-44de-b9a4-64eb6a083263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.710339 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-d1596f51-48cd-44de-b9a4-64eb6a083263 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b0baf1a61c1423d961b95371e9cb8f1&device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 1099 time: 0.2897234 Dec 09 14:54:36.744621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4883-8a60-40cb-9935-cb55193971d5 req-cc79e9fd-a2ac-480f-8097-97c888a2a14b tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.753059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0fc4883-8a60-40cb-9935-cb55193971d5 req-cc79e9fd-a2ac-480f-8097-97c888a2a14b tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 948 time: 0.2324517 Dec 09 14:54:36.777631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-f8160cfb-8800-4e15-b230-415f521d7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.779105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-f8160cfb-8800-4e15-b230-415f521d7975 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 1095 time: 0.1083021 Dec 09 14:54:36.795611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-9d4929c8-57ec-4fd5-98b4-5860f69aeba9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 HTTP/1.1" status: 200 len: 217 time: 0.0635965 Dec 09 14:54:36.842921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-26c2e92e-7e06-4549-a657-e65efb19f1f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9418ca1a-01fc-4d93-b02c-479bc2309239 HTTP/1.1" status: 200 len: 217 time: 0.0518861 Dec 09 14:54:36.855386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0fc4883-8a60-40cb-9935-cb55193971d5 req-e137c848-76f0-42e6-8c22-01140e6042a0 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013749 Dec 09 14:54:36.856884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8fab-207f-4156-8c78-c9f2b76adf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.904593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16181725-6a10-430a-a754-ff8ed2c9fb43 req-28a845c4-b245-4901-9592-dc6f3607d4eb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906710 Dec 09 14:54:36.922155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8fab-207f-4156-8c78-c9f2b76adf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:36.937952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-4f82b22d-61db-4027-98b7-40171041bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.939599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-4f82b22d-61db-4027-98b7-40171041bd08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1328268 Dec 09 14:54:36.954176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-7af4729f-44d8-4821-8d08-79fe445868ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:36.956821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-7af4729f-44d8-4821-8d08-79fe445868ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 200 len: 853 time: 0.0973191 Dec 09 14:54:36.970214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3aa5eacd-91c9-49bc-ba6d-a41a22b024e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.001936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3aa5eacd-91c9-49bc-ba6d-a41a22b024e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.014329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-cd4fa7fd-c00b-4469-9cd4-3e6ead1753c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a01ceb0-6442-4c99-bdb7-943debcdee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510552 Dec 09 14:54:37.056798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3aa5eacd-91c9-49bc-ba6d-a41a22b024e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba3c828bb88d42fbbcf106d48aa6eca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6034005 Dec 09 14:54:37.061714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36838) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:37.076286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-93bfaccc-383a-4ab1-8f97-d0bc139a67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.077852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-93bfaccc-383a-4ab1-8f97-d0bc139a67d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279037 Dec 09 14:54:37.083847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5eacd-91c9-49bc-ba6d-a41a22b024e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f26a24-31a4-45a7-9a3b-c928d1142759,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:37.090372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8fab-207f-4156-8c78-c9f2b76adf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.093126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8fab-207f-4156-8c78-c9f2b76adf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.097063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aa7b8fab-207f-4156-8c78-c9f2b76adf5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e187011-3394-4a6c-b630-60d95ef6bff0 HTTP/1.1" status: 204 len: 168 time: 0.5294216 Dec 09 14:54:37.109791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8899c-63ac-445d-baf8-231f4af8a0cf req-7feb6212-339e-424d-bc88-18017c6c59eb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.118467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58c8899c-63ac-445d-baf8-231f4af8a0cf req-7feb6212-339e-424d-bc88-18017c6c59eb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.1314404 Dec 09 14:54:37.134568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b8fab-207f-4156-8c78-c9f2b76adf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e187011-3394-4a6c-b630-60d95ef6bff0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:37.208007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce618594-db67-46b7-8aea-719c802a85ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.249787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-182f6e9f-757d-4a23-bc8b-0fb96f4448a6 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604123 Dec 09 14:54:37.251863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce618594-db67-46b7-8aea-719c802a85ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.253808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-293a40ee-da7b-4f27-92b0-4198320c2909 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161155 Dec 09 14:54:37.282306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58c8899c-63ac-445d-baf8-231f4af8a0cf req-61dd7eb8-c0aa-4a4a-8311-1906f526053a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016128 Dec 09 14:54:37.378378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce618594-db67-46b7-8aea-719c802a85ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.382980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce618594-db67-46b7-8aea-719c802a85ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.384566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce618594-db67-46b7-8aea-719c802a85ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17f26a24-31a4-45a7-9a3b-c928d1142759 HTTP/1.1" status: 204 len: 168 time: 0.3214805 Dec 09 14:54:37.392734 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90ec1b2-927c-4424-96b5-782c4d26a879 req-d70878c7-2d79-4ebc-9f2a-3db7c1d31b8c service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320198 Dec 09 14:54:37.399995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce618594-db67-46b7-8aea-719c802a85ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f26a24-31a4-45a7-9a3b-c928d1142759,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:37.405540 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296c395-29a8-4bf2-8dbf-24189bdfa3ab x-openstack-request-id: req-b296c395-29a8-4bf2-8dbf-24189bdfa3ab {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:37.406221 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:37.406576 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b296c395-29a8-4bf2-8dbf-24189bdfa3ab {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:37.407192 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'status': 'completed', 'code': 200} Dec 09 14:54:37.493995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d174e1b-79b6-4265-94b2-9c4c33b54853 req-ea85ae03-d268-497a-809c-4872eccf57a2 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263060 Dec 09 14:54:37.507304 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df72000-2939-4f98-9e2f-342c71f2148b x-openstack-request-id: req-8df72000-2939-4f98-9e2f-342c71f2148b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:37.509006 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e460bc7a-14ab-462c-ab15-943b3376f98f", "tag": "9418ca1a-01fc-4d93-b02c-479bc2309239", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:37.509460 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8df72000-2939-4f98-9e2f-342c71f2148b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:37.510156 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'tag': '9418ca1a-01fc-4d93-b02c-479bc2309239', 'status': 'completed', 'code': 200} Dec 09 14:54:37.582888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-946a35f2-aa8a-47da-8ad9-05e9f10be777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.584517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-946a35f2-aa8a-47da-8ad9-05e9f10be777 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b0baf1a61c1423d961b95371e9cb8f1&device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 1099 time: 0.1278806 Dec 09 14:54:37.654184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-91efb52e-da75-465d-ace4-be4c5c81e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.656384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-91efb52e-da75-465d-ace4-be4c5c81e78b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 1095 time: 0.0928431 Dec 09 14:54:37.748980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-5af927e7-c3f4-40c7-a69d-86daeda7c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.750809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-5af927e7-c3f4-40c7-a69d-86daeda7c457 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1583176 Dec 09 14:54:37.798938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44357f3b-130c-4223-86f9-2c40d0cdea05 req-bb20ae00-204c-4faf-b01e-d3bf08e27c80 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.808886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44357f3b-130c-4223-86f9-2c40d0cdea05 req-bb20ae00-204c-4faf-b01e-d3bf08e27c80 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.1511674 Dec 09 14:54:37.844651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:37.848741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-f0d5a9a1-bd7c-4401-bdb9-329c7ba686fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 HTTP/1.1" status: 200 len: 217 time: 0.0719903 Dec 09 14:54:37.860773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-58bf7f8f-a4c0-4782-9239-776b71b39118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.862284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-58bf7f8f-a4c0-4782-9239-776b71b39118 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 200 len: 914 time: 0.1945970 Dec 09 14:54:37.863513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f02216-1f95-408c-a5a4-36ff5269cfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:37.863894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ef86d-8625-495b-abc1-e5605b2828a3 req-9d603f2d-3ed6-4c17-b1ca-700c4682d95c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.866035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b9ef86d-8625-495b-abc1-e5605b2828a3 req-9d603f2d-3ed6-4c17-b1ca-700c4682d95c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.2755830 Dec 09 14:54:37.938546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-d95c41cd-2ec4-4adb-b3ef-524ce8e65b0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9418ca1a-01fc-4d93-b02c-479bc2309239 HTTP/1.1" status: 200 len: 217 time: 0.0602899 Dec 09 14:54:37.962919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44357f3b-130c-4223-86f9-2c40d0cdea05 req-f35f9537-f7d7-4599-a89c-01bb50548e64 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488178 Dec 09 14:54:37.983272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b9ef86d-8625-495b-abc1-e5605b2828a3 req-ea7aaecb-4b4b-4964-87e9-c691d758f6d4 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060679 Dec 09 14:54:37.994412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-6ae7202b-0f16-49f4-ae33-3c0fcb4354ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:37.995161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-6ae7202b-0f16-49f4-ae33-3c0fcb4354ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1279325 Dec 09 14:54:38.088525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-4f3104c3-c142-44a2-b639-2605232c05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:38.092677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-4f3104c3-c142-44a2-b639-2605232c05c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864353 Dec 09 14:54:38.200730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-509e8ebf-3c68-4a46-9951-97400e36e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:38.202542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-509e8ebf-3c68-4a46-9951-97400e36e7f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 200 len: 853 time: 0.2080400 Dec 09 14:54:38.221326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762f80-4fdd-4171-9c46-2054e949d890 req-c4199ce3-3aad-4867-97d8-9954062eba1d tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:38.228914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9762f80-4fdd-4171-9c46-2054e949d890 req-c4199ce3-3aad-4867-97d8-9954062eba1d tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 948 time: 0.1326745 Dec 09 14:54:38.234963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6da1-b42a-4298-b069-db0f2cd31b1f req-2f4aac5d-f7d4-4a8d-a5a1-3ba80fc1d344 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:38.237069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-261b6da1-b42a-4298-b069-db0f2cd31b1f req-2f4aac5d-f7d4-4a8d-a5a1-3ba80fc1d344 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1488328 Dec 09 14:54:38.287120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-aa979090-910d-4475-888b-2993d46b2ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a01ceb0-6442-4c99-bdb7-943debcdee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756943 Dec 09 14:54:38.312094 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9762f80-4fdd-4171-9c46-2054e949d890 req-babadd36-941e-4a51-9b38-f3fa6f816503 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Dec 09 14:54:38.339153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-c4c94a3b-52ef-42ed-a8b5-7d05072d892e service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071986 Dec 09 14:54:38.376384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f02216-1f95-408c-a5a4-36ff5269cfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:38.454670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-da6e0f8f-b6d1-43d7-b5a4-fd9f5fbbc39b service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588581 Dec 09 14:54:38.459694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-261b6da1-b42a-4298-b069-db0f2cd31b1f req-75eb1760-b7ca-46ba-a987-0a09655790b0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002940 Dec 09 14:54:38.461168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f02216-1f95-408c-a5a4-36ff5269cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:38.493089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f02216-1f95-408c-a5a4-36ff5269cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd65913-8e72-4e78-a10c-c355014f82eb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:38.524146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376e043-de50-4003-8d3d-565ee4b9af72 req-64fb3ea7-3c2c-4993-8387-084d0d9a610d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:38.533161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d376e043-de50-4003-8d3d-565ee4b9af72 req-64fb3ea7-3c2c-4993-8387-084d0d9a610d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 944 time: 0.1259551 Dec 09 14:54:38.554436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b2f02216-1f95-408c-a5a4-36ff5269cfa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c088718b63a640109c1e71039949bc0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7123137 Dec 09 14:54:38.557262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36876) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:38.603697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfd17486-06f2-4f33-95c5-cb92e3b21449 req-a3301eb6-7a97-4745-bc2d-792817bdfd92 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567527 Dec 09 14:54:38.645648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d376e043-de50-4003-8d3d-565ee4b9af72 req-371e1efe-6dab-4045-bb1e-a596f94219f8 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114645 Dec 09 14:54:39.001904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70c86d51-20ad-463f-af9e-6780a4d116a2 req-e3ebe738-ea00-494a-9ab6-4c6ac95e3417 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107121 Dec 09 14:54:39.039637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dce0e-de4a-4cb0-b900-9e9eb67526bc req-32f51395-7963-4bfd-b52b-61a530354fc6 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.042157 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-362dce0e-de4a-4cb0-b900-9e9eb67526bc req-32f51395-7963-4bfd-b52b-61a530354fc6 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.4260447 Dec 09 14:54:39.043097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5e4501-2ecd-41cb-87a0-df959502e0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:39.084143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5e4501-2ecd-41cb-87a0-df959502e0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:39.130986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf588-4d2c-42bd-abb2-871eca646f4c req-28afef8f-23b7-41aa-b0f5-41e5b368ccf3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.133010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a73cf588-4d2c-42bd-abb2-871eca646f4c req-28afef8f-23b7-41aa-b0f5-41e5b368ccf3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0530941 Dec 09 14:54:39.143763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-362dce0e-de4a-4cb0-b900-9e9eb67526bc req-cb7b59f4-fa35-4776-a978-ab2039fa9a70 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922198 Dec 09 14:54:39.171399 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5e4501-2ecd-41cb-87a0-df959502e0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:39.173899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df5e4501-2ecd-41cb-87a0-df959502e0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:39.175241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df5e4501-2ecd-41cb-87a0-df959502e0ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efd65913-8e72-4e78-a10c-c355014f82eb HTTP/1.1" status: 204 len: 168 time: 0.6170363 Dec 09 14:54:39.187007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e4501-2ecd-41cb-87a0-df959502e0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd65913-8e72-4e78-a10c-c355014f82eb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:39.200798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a73cf588-4d2c-42bd-abb2-871eca646f4c req-2d06b6c9-61c7-4f15-aa77-e21f4b7d669d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608442 Dec 09 14:54:39.324026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240eb4-a6c0-4def-ac36-c498750bd1f5 req-269e44f6-298c-4434-b4d3-27889ee69d85 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.328424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8240eb4-a6c0-4def-ac36-c498750bd1f5 req-269e44f6-298c-4434-b4d3-27889ee69d85 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0729246 Dec 09 14:54:39.383757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8240eb4-a6c0-4def-ac36-c498750bd1f5 req-d4dc1660-cc78-4046-aa1b-dba121e38c67 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 Dec 09 14:54:39.450746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31f448-e264-4711-bf55-f4ec4668acd1 req-10c39a72-a41b-472a-af74-d401e40145ff tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.461823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b31f448-e264-4711-bf55-f4ec4668acd1 req-10c39a72-a41b-472a-af74-d401e40145ff tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 948 time: 0.0785100 Dec 09 14:54:39.523821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b31f448-e264-4711-bf55-f4ec4668acd1 req-ccff05ae-e672-4c2e-af0f-f0b8c50c29a4 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568841 Dec 09 14:54:39.535028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e07a9-8368-4593-91c2-e415d07467bf req-e9d8d644-8ac9-49f5-abc2-3bb4a0a29ec5 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.542522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b62e07a9-8368-4593-91c2-e415d07467bf req-e9d8d644-8ac9-49f5-abc2-3bb4a0a29ec5 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0684829 Dec 09 14:54:39.588014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b62e07a9-8368-4593-91c2-e415d07467bf req-9edb21b8-1673-4d4f-b355-2857a6aad5f4 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444663 Dec 09 14:54:39.636639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4304-5d5d-41f3-a78e-b566d5d506f7 req-75974570-38eb-48a0-a8a7-3e4f5fb82675 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.638224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92fb4304-5d5d-41f3-a78e-b566d5d506f7 req-75974570-38eb-48a0-a8a7-3e4f5fb82675 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0649846 Dec 09 14:54:39.693582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92fb4304-5d5d-41f3-a78e-b566d5d506f7 req-a1aea531-e5f1-42a7-a8a6-b93bd6997155 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Dec 09 14:54:39.814136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7cb63-2493-4f09-9294-d9981e3f80e3 req-056cd30c-0e45-4190-bfa7-a66b808a3de7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.815668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69e7cb63-2493-4f09-9294-d9981e3f80e3 req-056cd30c-0e45-4190-bfa7-a66b808a3de7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0515671 Dec 09 14:54:39.824518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-d90d81f3-4c2c-40de-902c-034a86e289ec tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239053 Dec 09 14:54:39.880027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69e7cb63-2493-4f09-9294-d9981e3f80e3 req-e8f210e1-7e17-4cf8-a6fd-cfc046368c6d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570366 Dec 09 14:54:39.953309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-95b58b19-712d-4fd8-94d2-c59a3244a8ef tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:39.961160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-95b58b19-712d-4fd8-94d2-c59a3244a8ef tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287136 Dec 09 14:54:39.977562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-598cf11d-6100-4ff7-8344-430cf38b37ba tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/quotas/2b8687e457194a10a698f3cd79605202 HTTP/1.1" status: 200 len: 375 time: 0.0151727 Dec 09 14:54:40.019370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:40.043182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-a7c874da-2822-4599-beb8-f2d33fdac220 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568151 Dec 09 14:54:40.143257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:40.161881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'mac_address': 'fa:16:3e:ad:e0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:40.170849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c759db-d6a9-41b7-844f-58bebf23c26e req-30dd5cd8-c5bc-46d9-bb1f-4e4652e60822 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:40.177987 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15c759db-d6a9-41b7-844f-58bebf23c26e req-30dd5cd8-c5bc-46d9-bb1f-4e4652e60822 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 944 time: 0.0607584 Dec 09 14:54:40.213960 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:40.251308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15c759db-d6a9-41b7-844f-58bebf23c26e req-64ddb9e7-2521-4ba1-b924-14869dc39021 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Dec 09 14:54:40.253318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:40.287403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:40.293196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:40.387534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d933afd-47d0-4dda-b695-a8c92157e3d1 req-20c2a234-f70b-434f-baf2-2f5637e09027 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 210 time: 0.0377896 Dec 09 14:54:40.406021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9418ca1a-01fc-4d93-b02c-479bc2309239 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:40.435715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:40.550169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887e19-f4d7-42b5-8124-74394041d393 req-71e3988e-ba1b-420a-9615-e05c497651eb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:40.562675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57887e19-f4d7-42b5-8124-74394041d393 req-71e3988e-ba1b-420a-9615-e05c497651eb tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0882359 Dec 09 14:54:40.636838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9418ca1a-01fc-4d93-b02c-479bc2309239, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9418ca1a-01fc-4d93-b02c-479bc2309239,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:40.653721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9418ca1a-01fc-4d93-b02c-479bc2309239', 'network_id': '4a01ceb0-6442-4c99-bdb7-943debcdee9e', 'port_id': '9418ca1a-01fc-4d93-b02c-479bc2309239', 'mac_address': 'fa:16:3e:96:23:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60608b19-fe61-44ac-adc4-af8311887bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:40.687169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57887e19-f4d7-42b5-8124-74394041d393 req-ffd6d721-8659-48ee-a68b-8d3729338da0 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235032 Dec 09 14:54:40.705555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:40.729416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:40.738593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fec4c-ce76-4499-aad1-39c4a2009a64 req-edf83b52-228d-4496-9c70-8444876c43fe tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:40.740348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a2fec4c-ce76-4499-aad1-39c4a2009a64 req-edf83b52-228d-4496-9c70-8444876c43fe tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 949 time: 0.0920076 Dec 09 14:54:40.812155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a2fec4c-ce76-4499-aad1-39c4a2009a64 req-acea88d3-b367-4ef9-bc9e-24da21952699 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641205 Dec 09 14:54:40.826135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9418ca1a-01fc-4d93-b02c-479bc2309239 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:40.973242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b3fe3-eabb-4e82-8786-947dd1b246ee req-6005e910-1766-4a97-bf7a-9b677afe0127 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:40.974000 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db2b3fe3-eabb-4e82-8786-947dd1b246ee req-6005e910-1766-4a97-bf7a-9b677afe0127 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0625913 Dec 09 14:54:41.042621 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db2b3fe3-eabb-4e82-8786-947dd1b246ee req-20b5dc70-bc49-44ea-a5c5-b200b97d29fd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Dec 09 14:54:41.150941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9418ca1a-01fc-4d93-b02c-479bc2309239, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9418ca1a-01fc-4d93-b02c-479bc2309239,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:41.160700 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:41.170006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300642f-b0a6-4d70-91f7-31d2c192625f req-c5c70c96-cdea-4022-88c5-70416ab0c354 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:41.172574 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5300642f-b0a6-4d70-91f7-31d2c192625f req-c5c70c96-cdea-4022-88c5-70416ab0c354 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Dec 09 14:54:41.227387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5300642f-b0a6-4d70-91f7-31d2c192625f req-38ec5983-b316-495f-8081-ae27b6e1d7fb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Dec 09 14:54:41.244622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9418ca1a-01fc-4d93-b02c-479bc2309239,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:41.358277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62f742-a154-474b-ae72-f902079cb7e4 req-0c9d337a-5db1-4ad5-90b2-b18f1d492c54 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:41.359778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e62f742-a154-474b-ae72-f902079cb7e4 req-0c9d337a-5db1-4ad5-90b2-b18f1d492c54 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 945 time: 0.0502574 Dec 09 14:54:41.414237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e62f742-a154-474b-ae72-f902079cb7e4 req-bf5018ea-8185-41e4-a9d0-87dd81b48ba0 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483253 Dec 09 14:54:41.481090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9418ca1a-01fc-4d93-b02c-479bc2309239'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:41.506788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d6950c6-6142-4c7e-bd44-17c6b1b0bce3 req-3975cf6a-b01e-4437-90f5-139868d5a3f9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 210 time: 0.0303297 Dec 09 14:54:41.617684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-186247c1-fef6-4d5f-93a0-4b931427b00c req-7beb4c3c-5545-48de-aeaf-64d93fda5aab tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2253003d3a00426685e477a3c0d1593c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247436 Dec 09 14:54:41.740778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186247c1-fef6-4d5f-93a0-4b931427b00c req-7713c21f-50d1-4c8d-86b2-bf29256b6314 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:41.742297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-186247c1-fef6-4d5f-93a0-4b931427b00c req-7713c21f-50d1-4c8d-86b2-bf29256b6314 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186690 Dec 09 14:54:41.763072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-186247c1-fef6-4d5f-93a0-4b931427b00c req-063666dc-4557-48b7-b9c0-daa31e50eaff tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/quotas/2253003d3a00426685e477a3c0d1593c HTTP/1.1" status: 200 len: 375 time: 0.0098653 Dec 09 14:54:41.765038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-b1d9bbf0-44d6-4458-8ac3-b6055a875263 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413737 Dec 09 14:54:41.807314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-186247c1-fef6-4d5f-93a0-4b931427b00c req-7c27a9ab-2306-4df6-9af3-e62af678a48f tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2253003d3a00426685e477a3c0d1593c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335925 Dec 09 14:54:41.834146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7bde0-69ee-4e02-b48f-3c299e1669d2 req-3c71c59e-e9cf-4fa8-b1b7-5a3f9bec8182 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:41.837939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb7bde0-69ee-4e02-b48f-3c299e1669d2 req-3c71c59e-e9cf-4fa8-b1b7-5a3f9bec8182 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0634639 Dec 09 14:54:41.899977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb7bde0-69ee-4e02-b48f-3c299e1669d2 req-ed910d75-231b-4067-9b77-ee1d19961cd1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548224 Dec 09 14:54:41.932910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-cd20d9b7-35ec-4c6d-8d5a-2ee6cc68d297 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:41.934579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-cd20d9b7-35ec-4c6d-8d5a-2ee6cc68d297 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259677 Dec 09 14:54:41.969650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:42.038877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:42.048637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5836b-1f2b-4957-886e-382879b64f52 req-fbe6632e-26b0-4fe5-89bb-c358637c62a6 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.050162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4f5836b-1f2b-4957-886e-382879b64f52 req-fbe6632e-26b0-4fe5-89bb-c358637c62a6 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 949 time: 0.1146770 Dec 09 14:54:42.094139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:42.098213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:42.098926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.128729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4f5836b-1f2b-4957-886e-382879b64f52 req-280daeef-fa9b-4984-a446-5ca295494bf6 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684988 Dec 09 14:54:42.144384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:42.148626 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.167746 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.188783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.216384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:42.219828 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2078c-c676-4628-a42f-92a2b9c9f493" -d '{"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:42.236573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:42.242035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.256469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b480a-dc92-4bc7-9a43-d7f508aacdc1 req-78dfe931-ca7f-4dc8-90ed-8d1db30ec91f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.265700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-519b480a-dc92-4bc7-9a43-d7f508aacdc1 req-78dfe931-ca7f-4dc8-90ed-8d1db30ec91f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0856259 Dec 09 14:54:42.270004 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.275726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.321354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:42.330342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-519b480a-dc92-4bc7-9a43-d7f508aacdc1 req-2d07b97b-3d6d-465f-b01f-59d2c3d0cc73 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637519 Dec 09 14:54:42.371937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d660a0-4510-47a7-80df-488ae264d6e0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:42.411581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9418ca1a-01fc-4d93-b02c-479bc2309239 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:42.466656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.159 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/8345e667-7a3f-46bf-a70f-d291afa309c0) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:42.470456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca3123-af45-49cd-9e2b-cc27771c0f0b req-fc08b32b-dbc6-4770-bd6e-26b2438d897b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.476595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8ca3123-af45-49cd-9e2b-cc27771c0f0b req-fc08b32b-dbc6-4770-bd6e-26b2438d897b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0690589 Dec 09 14:54:42.478929 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c45af5-285b-4441-846d-fd9b864f785d x-openstack-request-id: req-c3c45af5-285b-4441-846d-fd9b864f785d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:42.479486 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:42.480254 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3c45af5-285b-4441-846d-fd9b864f785d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:42.481446 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'code': 200} Dec 09 14:54:42.482734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 9418ca1a-01fc-4d93-b02c-479bc2309239 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:42.488278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9418ca1a-01fc-4d93-b02c-479bc2309239 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:42.488850 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.555806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8ca3123-af45-49cd-9e2b-cc27771c0f0b req-a2d6b247-6174-416c-95b1-7a46afee6f81 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713310 Dec 09 14:54:42.593678 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.594874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6ec0c7c-ae18-4079-80bb-44dc6e81bf62 req-81c0ea0d-9c20-46a2-bf10-4df2b140a86c tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2253003d3a00426685e477a3c0d1593c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360565 Dec 09 14:54:42.618166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79505fd-fe78-4afc-9b4d-64ebb2b52c33 req-6077ce3c-8488-4c14-811a-308d396eaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.619896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d79505fd-fe78-4afc-9b4d-64ebb2b52c33 req-6077ce3c-8488-4c14-811a-308d396eaf69 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 1101 time: 0.0559688 Dec 09 14:54:42.640035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9418ca1a-01fc-4d93-b02c-479bc2309239, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9418ca1a-01fc-4d93-b02c-479bc2309239,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:42.645035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.698153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9418ca1a-01fc-4d93-b02c-479bc2309239,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:42.706691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d79505fd-fe78-4afc-9b4d-64ebb2b52c33 req-b5a958d3-9928-4d61-baab-c19c14df7a98 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788682 Dec 09 14:54:42.718938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3348a2-5230-4e7e-946f-a24967d73878 req-fe6c93b6-94ea-4e01-b743-10c4a08a091e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.720555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b3348a2-5230-4e7e-946f-a24967d73878 req-fe6c93b6-94ea-4e01-b743-10c4a08a091e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.0846460 Dec 09 14:54:42.770369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b3348a2-5230-4e7e-946f-a24967d73878 req-14e25ccf-2570-45d1-8845-3efaa12bcc55 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Dec 09 14:54:42.805771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec0c7c-ae18-4079-80bb-44dc6e81bf62 req-07d9c554-fce5-4304-8e5b-8264fda44160 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.807270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6ec0c7c-ae18-4079-80bb-44dc6e81bf62 req-07d9c554-fce5-4304-8e5b-8264fda44160 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924858 Dec 09 14:54:42.817894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.834510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6ec0c7c-ae18-4079-80bb-44dc6e81bf62 req-b3093113-f68a-425f-a68e-d0d7539c4187 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/quotas/2253003d3a00426685e477a3c0d1593c HTTP/1.1" status: 200 len: 375 time: 0.0195236 Dec 09 14:54:42.875369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6ec0c7c-ae18-4079-80bb-44dc6e81bf62 req-d6924594-e80a-44cb-ac85-d765a1b70270 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2253003d3a00426685e477a3c0d1593c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305035 Dec 09 14:54:42.888066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:42.930154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:42.934310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:42.940204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e39874-28fe-417f-92e7-b8dbe4804778 req-c85707e8-82cd-44b2-9cf2-fc42b6a7a372 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:42.942562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:42.944943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12e39874-28fe-417f-92e7-b8dbe4804778 req-c85707e8-82cd-44b2-9cf2-fc42b6a7a372 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 936 time: 0.0577590 Dec 09 14:54:43.005955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12e39874-28fe-417f-92e7-b8dbe4804778 req-e12d4511-e6ae-451d-bbff-5064b04053f8 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Dec 09 14:54:43.042411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.043049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:43.068399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=8345e667-7a3f-46bf-a70f-d291afa309c0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:43.089169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ee07ed2e-895f-4d8b-a469-8e808efb5c33 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1235588 Dec 09 14:54:43.102133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44073e1-1b7b-4b90-bbf4-7607e9dd1632 req-c858e04d-c4c2-4480-a99f-a5126e29e43b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.103691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c44073e1-1b7b-4b90-bbf4-7607e9dd1632 req-c858e04d-c4c2-4480-a99f-a5126e29e43b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0946276 Dec 09 14:54:43.164195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c44073e1-1b7b-4b90-bbf4-7607e9dd1632 req-1b173fce-bfa2-4a79-9c61-5d9732e3e8d1 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Dec 09 14:54:43.239577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Request body: {'port': {'device_id': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:43.282867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-997d85e7-9a3d-4c65-a755-42d3472b95ce None None] Provisioning complete for port 8345e667-7a3f-46bf-a70f-d291afa309c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:43.283400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-997d85e7-9a3d-4c65-a755-42d3472b95ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:43.301498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b31ac9-005a-411c-92f1-8947c18ac481 req-f5e14a45-6cb0-44c1-a6b7-0cc1e05b6e99 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.303252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2b31ac9-005a-411c-92f1-8947c18ac481 req-f5e14a45-6cb0-44c1-a6b7-0cc1e05b6e99 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 950 time: 0.0649912 Dec 09 14:54:43.324438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:43.334021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-997d85e7-9a3d-4c65-a755-42d3472b95ce None None] Port 8345e667-7a3f-46bf-a70f-d291afa309c0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:54:43.375197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2b31ac9-005a-411c-92f1-8947c18ac481 req-b4b20b27-3016-4f1c-98c6-6d449eb9d36f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648329 Dec 09 14:54:43.490435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d55315-0b58-4a86-93c2-924d5476980d req-7805618e-bf71-4425-a0f7-4dd17b2378e4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.492657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93d55315-0b58-4a86-93c2-924d5476980d req-7805618e-bf71-4425-a0f7-4dd17b2378e4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.0514722 Dec 09 14:54:43.555621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93d55315-0b58-4a86-93c2-924d5476980d req-e5081088-30e6-4616-9f89-cb780f11722d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542684 Dec 09 14:54:43.574878 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7fa59148-b6b4-411d-9e46-57106ca0b8b1 req-db83b7f0-ff04-480a-8395-919acf1f2ece tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2253003d3a00426685e477a3c0d1593c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342987 Dec 09 14:54:43.676604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62baad9-9890-46a3-b133-6b7a1da4de3d req-ff4d3b8c-f0d6-45c2-9d6a-e3156faeb289 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.678193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62baad9-9890-46a3-b133-6b7a1da4de3d req-ff4d3b8c-f0d6-45c2-9d6a-e3156faeb289 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Dec 09 14:54:43.715646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8345e667-7a3f-46bf-a70f-d291afa309c0 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:43.726988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62baad9-9890-46a3-b133-6b7a1da4de3d req-70374c74-81d7-41cb-be75-9c880a0c664c tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Dec 09 14:54:43.730762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:43.750421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59148-b6b4-411d-9e46-57106ca0b8b1 req-4de7ab8c-50e9-47c5-875b-b55e3e27208d tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.751905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7fa59148-b6b4-411d-9e46-57106ca0b8b1 req-4de7ab8c-50e9-47c5-875b-b55e3e27208d tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665862 Dec 09 14:54:43.756712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Transition to ACTIVE for port object 8345e667-7a3f-46bf-a70f-d291afa309c0 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:43.765868 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:43.792223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7fa59148-b6b4-411d-9e46-57106ca0b8b1 req-ebc85f34-f9d1-4443-b66a-1792dfbeda85 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/quotas/2253003d3a00426685e477a3c0d1593c HTTP/1.1" status: 200 len: 375 time: 0.0341156 Dec 09 14:54:43.838669 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7fa59148-b6b4-411d-9e46-57106ca0b8b1 req-6373c4d8-edb6-4fd4-8dbd-a623d7da78f9 tempest-QuotasAdminNegativeTest-1669419965 tempest-QuotasAdminNegativeTest-1669419965-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2253003d3a00426685e477a3c0d1593c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369055 Dec 09 14:54:43.856182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Pushing event updated for resources: {'Port': ['ID=8345e667-7a3f-46bf-a70f-d291afa309c0,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:43.943768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Attempting to bind port 8345e667-7a3f-46bf-a70f-d291afa309c0 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:43.944910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Attempting to bind port 8345e667-7a3f-46bf-a70f-d291afa309c0 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:43.945102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Attempting to bind port 8345e667-7a3f-46bf-a70f-d291afa309c0 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:43.948154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4946e7-5a6c-437c-a08c-37a0d6d94971 req-4083eaa4-5798-4da4-9a6f-3cf7dbef57eb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:43.950495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Port 8345e667-7a3f-46bf-a70f-d291afa309c0 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:43.950850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Attempting to bind port 8345e667-7a3f-46bf-a70f-d291afa309c0 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:43.956457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c4946e7-5a6c-437c-a08c-37a0d6d94971 req-4083eaa4-5798-4da4-9a6f-3cf7dbef57eb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.1081383 Dec 09 14:54:43.959906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:43.960251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:43.960639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:43.961078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Bound port: 8345e667-7a3f-46bf-a70f-d291afa309c0, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:43.961438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:44.017797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c4946e7-5a6c-437c-a08c-37a0d6d94971 req-4b5d4059-d42e-4779-a516-b7f4a7b2856c tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604336 Dec 09 14:54:44.086900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] For port 8345e667-7a3f-46bf-a70f-d291afa309c0, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:44.090759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] For port 8345e667-7a3f-46bf-a70f-d291afa309c0, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8345e667-7a3f-46bf-a70f-d291afa309c0,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:44.098179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:44.140411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.141096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:44.143286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] 10.222.0.36 "PUT /v2.0/ports/8345e667-7a3f-46bf-a70f-d291afa309c0 HTTP/1.1" status: 200 len: 1096 time: 1.0386443 Dec 09 14:54:44.146460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'tag': '8345e667-7a3f-46bf-a70f-d291afa309c0'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:44.150227 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399cf58-f0b1-426a-bca4-0a5a58d2189c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a3fcf7-a259-4090-96cc-12e921d50af1", "tag": "8345e667-7a3f-46bf-a70f-d291afa309c0"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:44.190073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ca8f-1033-4f0a-8574-cddf610b836b req-6a28514d-971a-40b5-8750-6ba140ea9678 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.200047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0228ca8f-1033-4f0a-8574-cddf610b836b req-6a28514d-971a-40b5-8750-6ba140ea9678 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 948 time: 0.0948770 Dec 09 14:54:44.235816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790300e-ee78-4c2f-87a7-3bf0e00f366f service neutron] Pushing event updated for resources: {'Port': ['ID=8345e667-7a3f-46bf-a70f-d291afa309c0,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:44.257471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-4bec98a4-c5f1-4ce1-a74e-389579f32b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.259122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-4bec98a4-c5f1-4ce1-a74e-389579f32b97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 1099 time: 0.0574052 Dec 09 14:54:44.313181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0228ca8f-1033-4f0a-8574-cddf610b836b req-c635ebd0-b8c9-433f-9848-fe3350cc5639 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029773 Dec 09 14:54:44.327422 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bac2a9-370c-4485-b099-d7786d4dcec3 x-openstack-request-id: req-75bac2a9-370c-4485-b099-d7786d4dcec3 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:44.327718 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a3fcf7-a259-4090-96cc-12e921d50af1", "tag": "8345e667-7a3f-46bf-a70f-d291afa309c0", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:44.327973 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75bac2a9-370c-4485-b099-d7786d4dcec3 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:44.328367 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'tag': '8345e667-7a3f-46bf-a70f-d291afa309c0', 'status': 'completed', 'code': 200} Dec 09 14:54:44.330024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-ec118616-d7c1-4097-a40e-1c27daf17580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=8345e667-7a3f-46bf-a70f-d291afa309c0 HTTP/1.1" status: 200 len: 217 time: 0.0560465 Dec 09 14:54:44.402714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-e6570e3e-6a89-40dc-a6c0-36093a1a7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.404288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-e6570e3e-6a89-40dc-a6c0-36093a1a7d5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0662363 Dec 09 14:54:44.417240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49260eaf-89e6-4ec9-9a7b-6d4e43914701 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:44.476978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4777b3-b6f2-4b06-b0ad-da4c44a9c029 req-c39bad78-c63f-4763-a9c7-845a6082a493 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.494815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f4777b3-b6f2-4b06-b0ad-da4c44a9c029 req-c39bad78-c63f-4763-a9c7-845a6082a493 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.1159697 Dec 09 14:54:44.500219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-b326a1dc-5926-4493-8912-844826adc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.501721 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-b326a1dc-5926-4493-8912-844826adc9aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857468 Dec 09 14:54:44.523006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9418ca1a-01fc-4d93-b02c-479bc2309239'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:44.525505 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b52f8ad-194f-4153-b476-657c0296d66d" -d '{"events": [{"server_uuid": "e460bc7a-14ab-462c-ab15-943b3376f98f", "name": "network-vif-plugged", "status": "completed", "tag": "9418ca1a-01fc-4d93-b02c-479bc2309239"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:44.559436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:44.578929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'port_id': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'mac_address': 'fa:16:3e:2d:c8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e4c8e-07a4-4232-bf66-fd2aa2d0f7db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:44.581716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f4777b3-b6f2-4b06-b0ad-da4c44a9c029 req-f7032d9c-eb79-4242-9ef7-5700f021a48e tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801933 Dec 09 14:54:44.642801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4754e-8d80-4909-a838-d29575127273 req-5c6a6cdd-2df3-4095-9edb-bd2ddbe72edf tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.644420 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22afdc-e6c0-456b-bf3f-fe3af4e3851f x-openstack-request-id: req-9c22afdc-e6c0-456b-bf3f-fe3af4e3851f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:44.645284 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e460bc7a-14ab-462c-ab15-943b3376f98f", "name": "network-vif-plugged", "status": "completed", "tag": "9418ca1a-01fc-4d93-b02c-479bc2309239", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:44.645541 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c22afdc-e6c0-456b-bf3f-fe3af4e3851f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:44.645926 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9418ca1a-01fc-4d93-b02c-479bc2309239', 'code': 200} Dec 09 14:54:44.651156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e4754e-8d80-4909-a838-d29575127273 req-5c6a6cdd-2df3-4095-9edb-bd2ddbe72edf tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 950 time: 0.1295295 Dec 09 14:54:44.683455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-c2f143f1-f0af-445e-bf44-7797a5dc83ca service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695018 Dec 09 14:54:44.693480 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:44.723779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49260eaf-89e6-4ec9-9a7b-6d4e43914701 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:44.745408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:44.750641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:44.760850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e4754e-8d80-4909-a838-d29575127273 req-419e964f-63a7-4eee-9687-36500eb9197f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040773 Dec 09 14:54:44.778494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37152) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:44.830143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:44.835579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb377e61-0884-41b8-8790-9e176a0a8b86 req-94d17f6e-9e3c-4e8b-909a-bcd919d96547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.837498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb377e61-0884-41b8-8790-9e176a0a8b86 req-94d17f6e-9e3c-4e8b-909a-bcd919d96547 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 1097 time: 0.1263232 Dec 09 14:54:44.849833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901d9e-6c99-4c3a-9500-8343bb638b0a req-b3bb30cc-4a66-4e69-a962-87e13943da7c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.852467 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56901d9e-6c99-4c3a-9500-8343bb638b0a req-b3bb30cc-4a66-4e69-a962-87e13943da7c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1316450 Dec 09 14:54:44.855480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['49260eaf-89e6-4ec9-9a7b-6d4e43914701'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:44.863073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aace7-5f91-4e62-9b39-ea531d6d051a req-d04f4e90-ba6e-4b74-b932-d928da4f3622 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652684 Dec 09 14:54:44.938749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb377e61-0884-41b8-8790-9e176a0a8b86 req-6854f224-098c-411b-b6b2-a3cb500a20e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850391 Dec 09 14:54:44.954023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56901d9e-6c99-4c3a-9500-8343bb638b0a req-faf06563-2a49-4c55-aaee-93028f4a0146 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828097 Dec 09 14:54:44.972226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f9b28-ac93-4493-9f0c-b8e0110b1abd req-105b5bb9-6be8-4ca4-8dbf-491d53039d7e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:44.976927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-879f9b28-ac93-4493-9f0c-b8e0110b1abd req-105b5bb9-6be8-4ca4-8dbf-491d53039d7e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 944 time: 0.1331789 Dec 09 14:54:45.020680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7809f33-27d2-442d-959d-0049ed77cdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.048518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-96959be1-cce3-4805-a5a9-952f4cc6006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.050176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-96959be1-cce3-4805-a5a9-952f4cc6006c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 1099 time: 0.1058643 Dec 09 14:54:45.071002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-879f9b28-ac93-4493-9f0c-b8e0110b1abd req-c624511a-39f2-41d9-a9f4-5318e8d53f52 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733552 Dec 09 14:54:45.154458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7809f33-27d2-442d-959d-0049ed77cdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.161862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7809f33-27d2-442d-959d-0049ed77cdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.202135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7809f33-27d2-442d-959d-0049ed77cdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f321bc-a0fb-4702-9e4b-e082766dd53e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:45.242200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f7809f33-27d2-442d-959d-0049ed77cdec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2253003d3a00426685e477a3c0d1593c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364352 Dec 09 14:54:45.246392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37172) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:45.258533 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-69ef77a5-4dd7-443a-bc6c-3543ea3ffe25 service neutron] show failed (client error): The resource could not be found. Dec 09 14:54:45.259915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-69ef77a5-4dd7-443a-bc6c-3543ea3ffe25 service neutron] 10.222.0.43 "GET /v2.0/ports/1e6afd01-87e0-4fd6-b96d-209ed5641b15/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.1419349 Dec 09 14:54:45.321765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-182165b9-ce2d-4284-af8b-13df5378ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.323723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-182165b9-ce2d-4284-af8b-13df5378ce10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1693902 Dec 09 14:54:45.345001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-344dbaf4-9212-4560-b29d-0b21486838e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.396003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-5e964847-fc68-46bb-ba62-a3a6770dbedb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=8345e667-7a3f-46bf-a70f-d291afa309c0 HTTP/1.1" status: 200 len: 217 time: 0.0540669 Dec 09 14:54:45.410117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-344dbaf4-9212-4560-b29d-0b21486838e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.413722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990223-e4fc-4f14-9cf5-d72558863928 req-9c5352cd-e88e-4d12-b445-b8ef42d5787b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.421790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3990223-e4fc-4f14-9cf5-d72558863928 req-9c5352cd-e88e-4d12-b445-b8ef42d5787b tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.1615875 Dec 09 14:54:45.441204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-f7d338ab-38f9-46fb-9c92-468078041723 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.443078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-f7d338ab-38f9-46fb-9c92-468078041723 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.1179585 Dec 09 14:54:45.461143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:45.473789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-c8d5404e-a817-406a-aea7-6da06fb53e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.475333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-c8d5404e-a817-406a-aea7-6da06fb53e05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0518682 Dec 09 14:54:45.563836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-344dbaf4-9212-4560-b29d-0b21486838e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.567539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-344dbaf4-9212-4560-b29d-0b21486838e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.570204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-344dbaf4-9212-4560-b29d-0b21486838e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55f321bc-a0fb-4702-9e4b-e082766dd53e HTTP/1.1" status: 204 len: 168 time: 0.3205342 Dec 09 14:54:45.601054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3990223-e4fc-4f14-9cf5-d72558863928 req-b3d8553a-8745-412c-bc58-2eee59d80d57 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786959 Dec 09 14:54:45.611331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-ddea9498-f728-4f4f-a09d-05101554552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.613311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-ddea9498-f728-4f4f-a09d-05101554552e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231573 Dec 09 14:54:45.614545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dbaf4-9212-4560-b29d-0b21486838e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f321bc-a0fb-4702-9e4b-e082766dd53e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:45.645660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:45.682699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa338eb-4332-4681-914c-02b7052f4dee req-8b2acac2-17a0-4810-8940-8ab9570f6625 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.690472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfa338eb-4332-4681-914c-02b7052f4dee req-8b2acac2-17a0-4810-8940-8ab9570f6625 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 948 time: 0.0907156 Dec 09 14:54:45.754970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-d1e3694d-4961-4ac7-a9c9-e95138eeaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.757175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-d1e3694d-4961-4ac7-a9c9-e95138eeaed4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a&tenant_id=084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 1100 time: 0.1428339 Dec 09 14:54:45.783823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:45.811450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfa338eb-4332-4681-914c-02b7052f4dee req-977a40fd-4de2-433e-8f33-c78c326a4f80 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074820 Dec 09 14:54:45.882057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:45.886119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-aafcf8c0-8a76-488c-8e88-391aa99bb134 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499115 Dec 09 14:54:45.915986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c63e9-1d77-46f5-b062-e45a867bc42a req-777bbcb1-db97-436c-963f-700db96f5219 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.917434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c67c63e9-1d77-46f5-b062-e45a867bc42a req-777bbcb1-db97-436c-963f-700db96f5219 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 944 time: 0.1591680 Dec 09 14:54:45.954485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:45.964332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33e981-a062-4583-b9dd-f0c12e8a1928 req-9a86a8a6-ff0e-4797-84f1-fa61bb9793d5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:45.965893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc33e981-a062-4583-b9dd-f0c12e8a1928 req-9a86a8a6-ff0e-4797-84f1-fa61bb9793d5 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.0746179 Dec 09 14:54:45.968747 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.028191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:46.030709 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d8a50-35e2-4854-959b-bb50868dea09" -d '{"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:46.042730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.046778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:46.071138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.075456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55a19973-f687-4bd7-906e-48dacd9189ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.092098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc33e981-a062-4583-b9dd-f0c12e8a1928 req-801efc5a-632e-4cad-83c9-b3ae7be52b9c tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070848 Dec 09 14:54:46.098334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c67c63e9-1d77-46f5-b062-e45a867bc42a req-62c31167-70ab-4844-8a35-c9e3eb3adeb0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598456 Dec 09 14:54:46.112711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1399cf58-f0b1-426a-bca4-0a5a58d2189c req-89403e66-76e9-4d7c-a7e5-3fe15beb38f8 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929553 Dec 09 14:54:46.142958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757824bd-759e-4823-981d-544a2ff08cfc None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:46.224314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3a7160fc-567a-412b-953b-3f0d9f5b1841 None None] Provisioning complete for port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:46.224816 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a7160fc-567a-412b-953b-3f0d9f5b1841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.240410 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a615070-86b3-478e-a2bf-2ab9ec74173c x-openstack-request-id: req-1a615070-86b3-478e-a2bf-2ab9ec74173c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:46.241539 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:46.242167 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a615070-86b3-478e-a2bf-2ab9ec74173c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:46.242882 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'code': 200} Dec 09 14:54:46.248745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:46.309052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3a7160fc-567a-412b-953b-3f0d9f5b1841 None None] Port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:54:46.322099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:46.322451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:46.322785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:46.338983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:46.339310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:46.357254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:46.357619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:46.358008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:46.358452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Bound port: d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:46.358809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.379727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713da87-86aa-4b03-b964-5f971f3fd692 req-4b2ebf34-1b1d-40fb-9f2a-ecb66c231dc2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:46.388735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7713da87-86aa-4b03-b964-5f971f3fd692 req-4b2ebf34-1b1d-40fb-9f2a-ecb66c231dc2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1500273 Dec 09 14:54:46.426882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:46.427677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:46.434016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49260eaf-89e6-4ec9-9a7b-6d4e43914701 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:46.473558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:46.498429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55a19973-f687-4bd7-906e-48dacd9189ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.513878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55a19973-f687-4bd7-906e-48dacd9189ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.546360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.549409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:46.552187 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b806b-9f2f-4ddf-b722-1daa6a81c974" -d '{"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:46.562929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7713da87-86aa-4b03-b964-5f971f3fd692 req-12478542-6b84-4a93-b39a-1fb25e8338e6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732152 Dec 09 14:54:46.572836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Transition to ACTIVE for port object 1e6afd01-87e0-4fd6-b96d-209ed5641b15 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:46.581404 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.604291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19973-f687-4bd7-906e-48dacd9189ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40af8891-a09b-4e3c-9dcb-e8e8b794e6ec,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:46.624277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:46.624889 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.634316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:46.657602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:46.681673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-55a19973-f687-4bd7-906e-48dacd9189ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8bc2c4b478a409d84a55ebc62964c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6339138 Dec 09 14:54:46.687777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:46.689101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37206) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:46.715394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:46.716046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:46.717222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:46.732535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.739462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] No DVR routers for this DVR port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:46.743688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:46.744297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Attempting to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:46.765263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:46.765642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Checking segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:46.766685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Bound using segment: {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:46.767418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Bound port: d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53a2312-7a74-4e78-8d04-ad398c388975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd0ada9f-967b-4436-b5e9-cda13af3f0f2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:46.767977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.773174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188a1cc-9dd5-408e-b0f1-40abff99b3c4 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:46.790688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:54:46.791381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:54:46.791892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:46.794167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:46.800001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:54:46.800597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:54:46.807192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:54:46.809126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:54:46.810038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:54:46.810656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Bound port: 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:54:46.811533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.884319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:46.889445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:54:46.896099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.911393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.938241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:46.938589 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.940618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] 10.222.0.36 "PUT /v2.0/ports/1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 1095 time: 1.1663766 Dec 09 14:54:46.968059 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcc4e4a-4805-456d-b75b-eb71cdf085b2 x-openstack-request-id: req-0fcc4e4a-4805-456d-b75b-eb71cdf085b2 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:46.969162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e505ae4e-dc44-4768-84c6-2c7921847f99 None None] Provisioning complete for port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:46.969593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e505ae4e-dc44-4768-84c6-2c7921847f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.970545 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:46.971149 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fcc4e4a-4805-456d-b75b-eb71cdf085b2 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:46.971889 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'code': 200} Dec 09 14:54:46.972687 n-d-804292-5 neutron-server[109896]: WARNING neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Concurrent port binding operations failed on port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c Dec 09 14:54:46.989486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:46.990187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:46.995172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:47.008670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] 10.222.0.36 "PUT /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 1121 time: 1.5366218 Dec 09 14:54:47.033554 n-d-804292-5 neutron-server[109896]: INFO neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Attempt 2 to bind port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c Dec 09 14:54:47.033961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 14:54:47.035235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:47.037618 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b43834-07c3-47f8-9b54-a714ae86e335" -d '{"events": [{"server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "name": "network-vif-plugged", "status": "completed", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:47.047546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92d534-e534-4c5a-b6ad-6f2ebc48dc1f service neutron] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:47.079497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-35645dae-083c-48c9-bd7e-2f3e6e4bc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.082446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd08907-3a4c-4c47-bba7-ecb267452d65 service neutron] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=8']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:47.082765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:47.083716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-35645dae-083c-48c9-bd7e-2f3e6e4bc9ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1098 time: 0.1034751 Dec 09 14:54:47.098179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.120947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc1707-0438-4423-9b0e-6defe528ea0f req-ded5680d-e881-4ab5-ad25-2d94f44fd231 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.132002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72dc1707-0438-4423-9b0e-6defe528ea0f req-ded5680d-e881-4ab5-ad25-2d94f44fd231 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.3829732 Dec 09 14:54:47.140161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2003793a-8fae-4287-9baa-a916a7274e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.145792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d70b4ef7-cf39-4d86-b2a2-c0d9577de13c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:47.153192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['d70b4ef7-cf39-4d86-b2a2-c0d9577de13c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:47.215610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2003793a-8fae-4287-9baa-a916a7274e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.280829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf261-0df1-4300-a405-10d4c27697dc req-bddb23dc-94d8-4bcc-888b-2ac43a36d04b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.288366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45baf261-0df1-4300-a405-10d4c27697dc req-bddb23dc-94d8-4bcc-888b-2ac43a36d04b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 948 time: 0.1147783 Dec 09 14:54:47.300729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72dc1707-0438-4423-9b0e-6defe528ea0f req-6f57a51c-6b52-473d-917c-2676b60df39a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675308 Dec 09 14:54:47.321033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:47.329633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-58364ac8-a461-4413-ae88-b63102df69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.331407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-58364ac8-a461-4413-ae88-b63102df69f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2418849 Dec 09 14:54:47.347904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e505ae4e-dc44-4768-84c6-2c7921847f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.361181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2003793a-8fae-4287-9baa-a916a7274e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.364371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2003793a-8fae-4287-9baa-a916a7274e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.365855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2003793a-8fae-4287-9baa-a916a7274e02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40af8891-a09b-4e3c-9dcb-e8e8b794e6ec HTTP/1.1" status: 204 len: 168 time: 0.6753738 Dec 09 14:54:47.389798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003793a-8fae-4287-9baa-a916a7274e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af8891-a09b-4e3c-9dcb-e8e8b794e6ec,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:47.394249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45baf261-0df1-4300-a405-10d4c27697dc req-7131ffbd-0a45-4f9f-bb84-a45ec91bbdb2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049027 Dec 09 14:54:47.438967 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671d9bd-22e2-4f6a-a018-eae1804200a9 x-openstack-request-id: req-1671d9bd-22e2-4f6a-a018-eae1804200a9 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:47.439396 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "name": "network-vif-plugged", "status": "completed", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:47.439689 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1671d9bd-22e2-4f6a-a018-eae1804200a9 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:47.440298 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'code': 200} Dec 09 14:54:47.485481 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-3f078d9a-940b-4aae-ae43-8fe885a8f0c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.1072521 Dec 09 14:54:47.534056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e505ae4e-dc44-4768-84c6-2c7921847f99 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:47.547514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e505ae4e-dc44-4768-84c6-2c7921847f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.588815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-24605a21-0ff1-47e1-b38c-8a04d38bdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.589613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-24605a21-0ff1-47e1-b38c-8a04d38bdac6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0582838 Dec 09 14:54:47.594329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0abe65-d330-4cfe-997e-763daa3ac95f req-7fea3ce5-d343-423b-99d2-b9b5e63858ab tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.604031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0abe65-d330-4cfe-997e-763daa3ac95f req-7fea3ce5-d343-423b-99d2-b9b5e63858ab tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.1132219 Dec 09 14:54:47.620887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-5a940725-c555-409b-abb3-00e86c3c1d0f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:47.623817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-5a940725-c555-409b-abb3-00e86c3c1d0f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 945 time: 0.0931268 Dec 09 14:54:47.705164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505ae4e-dc44-4768-84c6-2c7921847f99 None None] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:47.748547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0abe65-d330-4cfe-997e-763daa3ac95f req-81c5660d-62a0-40c0-b200-e351148b4379 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435804 Dec 09 14:54:47.779871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Deleting port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:47.780218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.911590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] For port 49260eaf-89e6-4ec9-9a7b-6d4e43914701, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49260eaf-89e6-4ec9-9a7b-6d4e43914701,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:47.911965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:47.930235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Calling delete_port for 49260eaf-89e6-4ec9-9a7b-6d4e43914701 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:48.020639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0690f8-4075-423f-8dfb-259b1cc9ac7d req-98ce7ee8-319c-4b52-af9f-ebf333d3a4f3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:48.028091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b0690f8-4075-423f-8dfb-259b1cc9ac7d req-98ce7ee8-319c-4b52-af9f-ebf333d3a4f3 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 943 time: 0.5285320 Dec 09 14:54:48.062233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:48.087679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-b5649b42-43d6-4ac6-aee8-e752ca0c18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:48.089395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-b5649b42-43d6-4ac6-aee8-e752ca0c18c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4899883 Dec 09 14:54:48.127819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b0690f8-4075-423f-8dfb-259b1cc9ac7d req-cd9a2f60-f416-4b4d-b322-5ee3dca9ce41 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913262 Dec 09 14:54:48.176053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:48.234602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:48.254483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'mac_address': 'fa:16:3e:ad:e0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:48.279792 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-cd4fad89-abf8-4026-b84b-95773924113a service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770968 Dec 09 14:54:48.296463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:48.322123 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:48.349321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:48.375993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:48.385297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:48.393145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a8868-7d03-4859-bfbb-0c90fd6c67a3 req-ae04f225-462e-4cab-9191-e69e1d20437f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:48.402781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b78a8868-7d03-4859-bfbb-0c90fd6c67a3 req-ae04f225-462e-4cab-9191-e69e1d20437f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 947 time: 0.1426060 Dec 09 14:54:48.428817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8345e667-7a3f-46bf-a70f-d291afa309c0 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:48.489014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ac4fcd8-29be-450d-a0f0-79ee2e0648ef req-6f7d4c4f-2a83-4081-9cf7-5f3dbac80bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917253 Dec 09 14:54:48.504008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b78a8868-7d03-4859-bfbb-0c90fd6c67a3 req-956a999f-c8f6-40c6-a7d1-5f9903480cbf tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002464 Dec 09 14:54:48.568661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:48.573032 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4dea4d-47b5-4522-a054-2c3f38014bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:48.577314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:48.652004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:48.658434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8345e667-7a3f-46bf-a70f-d291afa309c0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8345e667-7a3f-46bf-a70f-d291afa309c0,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:48.682870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '8345e667-7a3f-46bf-a70f-d291afa309c0', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '8345e667-7a3f-46bf-a70f-d291afa309c0', 'mac_address': 'fa:16:3e:c5:e9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:48.709761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412a0ec-2698-41b1-8b5e-ee2592e29c5d req-a2bb852d-5069-43f6-95fd-f765c82e312e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:48.717486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f412a0ec-2698-41b1-8b5e-ee2592e29c5d req-a2bb852d-5069-43f6-95fd-f765c82e312e tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.7902534 Dec 09 14:54:48.791948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f412a0ec-2698-41b1-8b5e-ee2592e29c5d req-97d3e3ff-d8fd-4642-8bf2-e4bea9b6838c tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734923 Dec 09 14:54:48.797698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:48.798679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:48.824019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274d874-e923-438e-96fe-53a277749e3d req-a6306123-42cc-4cfa-8a32-3bc14aa85ff1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:48.825286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['49260eaf-89e6-4ec9-9a7b-6d4e43914701'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:48.832721 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5274d874-e923-438e-96fe-53a277749e3d req-a6306123-42cc-4cfa-8a32-3bc14aa85ff1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 948 time: 0.0968149 Dec 09 14:54:48.888681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event deleted for resources: {'Port': ['ID=49260eaf-89e6-4ec9-9a7b-6d4e43914701,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:48.908231 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1114c6f9-a351-4454-bed8-ff698ffd664a x-openstack-request-id: req-1114c6f9-a351-4454-bed8-ff698ffd664a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:48.908584 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:48.908840 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1114c6f9-a351-4454-bed8-ff698ffd664a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:48.909261 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'status': 'completed', 'code': 200} Dec 09 14:54:48.962235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5274d874-e923-438e-96fe-53a277749e3d req-ca16c305-2751-4ce8-bc2e-2a13c5a5c37f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286213 Dec 09 14:54:48.973216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:48.976483 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e" -d '{"events": [{"name": "network-changed", "server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:49.007986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] No DVR routers for this DVR port 49260eaf-89e6-4ec9-9a7b-6d4e43914701 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:49.033999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:49.037901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96da519c-c553-4033-b5d3-48ed347b97b3 req-737a001e-fc83-4c83-9fa7-b1e299d7afbb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.36 "DELETE /v2.0/ports/49260eaf-89e6-4ec9-9a7b-6d4e43914701 HTTP/1.1" status: 204 len: 173 time: 1.4024422 Dec 09 14:54:49.079664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8345e667-7a3f-46bf-a70f-d291afa309c0 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:49.104774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8345e667-7a3f-46bf-a70f-d291afa309c0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8345e667-7a3f-46bf-a70f-d291afa309c0,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:49.112827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-724f96b7-6d90-4e80-8a03-e8577721450f req-21fe581a-9a12-4b4c-80c0-018223314e37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75 HTTP/1.1" status: 200 len: 210 time: 0.0690639 Dec 09 14:54:49.119479 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:49.145015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-e7c94968-b486-4899-9831-b76d7f2c170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.147551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-e7c94968-b486-4899-9831-b76d7f2c170a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1126 time: 0.1819179 Dec 09 14:54:49.217408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8345e667-7a3f-46bf-a70f-d291afa309c0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:49.349888 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16da1cd-ccfc-46bf-84ff-36ce074e311d x-openstack-request-id: req-c16da1cd-ccfc-46bf-84ff-36ce074e311d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:49.350614 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:49.350614 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c16da1cd-ccfc-46bf-84ff-36ce074e311d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:49.351377 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'status': 'completed', 'code': 200} Dec 09 14:54:49.441208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:49.443951 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc35bfa1-9e27-4d83-ad94-b00cdb59c9ac" -d '{"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:49.445858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-e8c62d6c-7596-42ac-b319-7ba9dc8acc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.450232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-e8c62d6c-7596-42ac-b319-7ba9dc8acc35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2946475 Dec 09 14:54:49.509273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfd3f9-e3c1-4d59-87a0-bfc21a47b169 req-be9d8144-140c-472a-8811-06ce73dd6606 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.517232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdfd3f9-e3c1-4d59-87a0-bfc21a47b169 req-be9d8144-140c-472a-8811-06ce73dd6606 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.1247017 Dec 09 14:54:49.544459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-ca4025cb-8a32-43e0-894b-e728e4d34f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.546550 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-ca4025cb-8a32-43e0-894b-e728e4d34f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1098 time: 0.1776116 Dec 09 14:54:49.555967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-d43fb5f3-e24f-4985-bc32-ba54b67c91d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 217 time: 0.0858178 Dec 09 14:54:49.586086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdfd3f9-e3c1-4d59-87a0-bfc21a47b169 req-b30b3b21-d12c-4bff-a999-d806a1c11106 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678596 Dec 09 14:54:49.589177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-305b09c9-693c-4cf5-afc3-80653594c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.591454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-305b09c9-693c-4cf5-afc3-80653594c51f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1098 time: 0.1938870 Dec 09 14:54:49.616204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:49.674560 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa43b7-e080-4a1e-b8d1-cc469eb4e4a8 x-openstack-request-id: req-eefa43b7-e080-4a1e-b8d1-cc469eb4e4a8 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:49.674863 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-plugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:49.675109 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eefa43b7-e080-4a1e-b8d1-cc469eb4e4a8 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:49.675514 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'code': 200} Dec 09 14:54:49.737077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080df4-cee5-4a8f-b763-ee21fa20a64f req-8158aa76-29af-4ceb-b636-d87babaed734 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.739123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33080df4-cee5-4a8f-b763-ee21fa20a64f req-8158aa76-29af-4ceb-b636-d87babaed734 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.2852137 Dec 09 14:54:49.754576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-2cbff7c1-cc02-42aa-9227-8f3b88d7c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.780650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-2cbff7c1-cc02-42aa-9227-8f3b88d7c1b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.2043228 Dec 09 14:54:49.884901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b294b-7483-4e3c-b4d9-171372afffd1 req-e2c2baf2-cdd4-462c-81fe-9f130f2ab43d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.894650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e2b294b-7483-4e3c-b4d9-171372afffd1 req-e2c2baf2-cdd4-462c-81fe-9f130f2ab43d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 947 time: 0.1372523 Dec 09 14:54:49.905023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-8306537c-5c2e-495e-8254-920c1801faf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669544 Dec 09 14:54:49.972656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-46dcba07-bb2a-40ad-9da3-6a3beb0ad92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:49.974949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-46dcba07-bb2a-40ad-9da3-6a3beb0ad92a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.4135156 Dec 09 14:54:49.998773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e2b294b-7483-4e3c-b4d9-171372afffd1 req-c22cf7a0-031e-41cc-9a79-be0a0798ca51 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048164 Dec 09 14:54:50.010600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-af040183-81f3-4ae1-89ae-12b1e4e8d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.012240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-af040183-81f3-4ae1-89ae-12b1e4e8d281 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.4040420 Dec 09 14:54:50.017843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33080df4-cee5-4a8f-b763-ee21fa20a64f req-cab5bf01-455a-4b85-88c4-4df8db17c441 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658846 Dec 09 14:54:50.073493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:50.101840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-4c1ce05a-b1b7-4126-be85-d2d16d0831d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.1148906 Dec 09 14:54:50.153517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-1d63c1a2-9454-4368-87c0-ff5b5710367e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.0611501 Dec 09 14:54:50.176381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:50.176381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:50.281212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883355a-d82d-4d9f-b599-fcd5cd0cedc5 req-b508e31d-eebd-4e47-8eec-0c35c5a97206 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.284365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-1ef4cfc0-850f-4168-9872-e47f7a3ebf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.285928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-1ef4cfc0-850f-4168-9872-e47f7a3ebf75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1076589 Dec 09 14:54:50.289387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6883355a-d82d-4d9f-b599-fcd5cd0cedc5 req-b508e31d-eebd-4e47-8eec-0c35c5a97206 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 949 time: 0.0630605 Dec 09 14:54:50.290286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-82cf909b-d7d5-47ad-bca6-72c6fbfde050 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667767 Dec 09 14:54:50.297612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-5e6134b5-4eee-484d-a4c8-55c8c41ca2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.299181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-5e6134b5-4eee-484d-a4c8-55c8c41ca2cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1581481 Dec 09 14:54:50.353124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:50.396529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6883355a-d82d-4d9f-b599-fcd5cd0cedc5 req-3965c8a4-7112-47a1-bdf6-1fcc963f0281 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046765 Dec 09 14:54:50.409271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:50.432190 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:50.450680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49260eaf-89e6-4ec9-9a7b-6d4e43914701 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:50.498095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 49260eaf-89e6-4ec9-9a7b-6d4e43914701 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:54:50.498775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49260eaf-89e6-4ec9-9a7b-6d4e43914701 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:50.522713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:50.561992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ddb35-2f95-4452-b2e8-ef5031d48458 req-f3ff4dbf-40e3-48cc-9d0a-8a3bdc2b64cb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.571962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d56ddb35-2f95-4452-b2e8-ef5031d48458 req-f3ff4dbf-40e3-48cc-9d0a-8a3bdc2b64cb tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.0787387 Dec 09 14:54:50.589748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-73a6ca35-2508-48fc-95cc-7716fef85a60 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873954 Dec 09 14:54:50.598313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e4dea4d-47b5-4522-a054-2c3f38014bbb req-ae9cac08-687e-498a-85fb-77229c7709e1 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820263 Dec 09 14:54:50.619846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-9353e235-e4de-4223-940b-dd72f147926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.622174 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-9353e235-e4de-4223-940b-dd72f147926b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197227 Dec 09 14:54:50.655753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d56ddb35-2f95-4452-b2e8-ef5031d48458 req-f46ba5a6-5b0a-42fb-a9c9-c48c9901725a tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821445 Dec 09 14:54:50.661816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-6a3b8748-6d62-4777-a570-243f70c9e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.664198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-6a3b8748-6d62-4777-a570-243f70c9e38f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605886 Dec 09 14:54:50.889689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-08b15b24-2488-4c05-a13e-b92446a53730 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.896910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-08b15b24-2488-4c05-a13e-b92446a53730 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973669 Dec 09 14:54:50.907732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-e471ab7a-9555-4fae-9dad-74fe372ed054 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672820 Dec 09 14:54:50.910890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'name': 'network-vif-deleted', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:50.914062 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba73af-8f63-4789-8635-9410dc3b7ba3" -d '{"events": [{"server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "name": "network-vif-deleted", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:50.946662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-8d2022d5-c077-428b-a9e5-1729163dfcc6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/quotas/865e6d28d02047208a5404c6b7cdc4bf HTTP/1.1" status: 200 len: 375 time: 0.0490670 Dec 09 14:54:50.950625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceff3-6731-408e-bb66-1e949501b0a6 req-f2b5ac30-8bc0-42cf-9b1d-ffb0883aad84 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:50.963583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-906ceff3-6731-408e-bb66-1e949501b0a6 req-f2b5ac30-8bc0-42cf-9b1d-ffb0883aad84 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.1064210 Dec 09 14:54:50.999284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-30b5d337-531c-4c24-90e2-b4f1f94abe62 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516419 Dec 09 14:54:51.001610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-fbd5efc5-6f30-40c5-86ef-3c2befad8152 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162396 Dec 09 14:54:51.051675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-906ceff3-6731-408e-bb66-1e949501b0a6 req-e8f21b06-0be9-40b4-a354-01784f67b704 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818183 Dec 09 14:54:51.311759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-bb5a116c-dcb5-484e-826f-3475d4941360 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971516 Dec 09 14:54:51.336381 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d801bfd8-a3b4-4dcc-8097-7b23dd4bb79e req-b78ce701-4a5d-4a6e-8222-34f15a804d24 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147036 Dec 09 14:54:51.402842 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ba8980-8fe3-4a3d-8017-359d2a466464 x-openstack-request-id: req-d2ba8980-8fe3-4a3d-8017-359d2a466464 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:51.403327 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75", "name": "network-vif-deleted", "tag": "49260eaf-89e6-4ec9-9a7b-6d4e43914701", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:51.404129 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2ba8980-8fe3-4a3d-8017-359d2a466464 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:51.404922 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6cf8ad-c671-48a1-a3c5-4ac1d0c9ff75', 'name': 'network-vif-deleted', 'tag': '49260eaf-89e6-4ec9-9a7b-6d4e43914701', 'status': 'completed', 'code': 200} Dec 09 14:54:51.590373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37382) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:51.597535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157266590', 'description': 'tempest-description--407809540'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:51.617256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78441664-d310-44c2-b52e-46b6b3fcdb95 req-f48b4233-d9fa-4567-9093-126e2b91b583 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:51.632208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78441664-d310-44c2-b52e-46b6b3fcdb95 req-f48b4233-d9fa-4567-9093-126e2b91b583 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 947 time: 0.1202056 Dec 09 14:54:51.664849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:51.687297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:51.693291 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf4cae4-e375-4655-b60f-d752b3d65acd" -d '{"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:51.709949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:51.809653 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78441664-d310-44c2-b52e-46b6b3fcdb95 req-dbe75d9a-26c1-4d87-8525-cd22ff339f49 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748133 Dec 09 14:54:51.929507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:51.946299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:51.981892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-07e69686-66bd-4395-a3c0-492cc7381702 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417562 Dec 09 14:54:52.053591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.068764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4738369 Dec 09 14:54:52.073064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37408) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:52.078949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88bca2-3285-4859-aceb-4c4f934f01b7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49033da7-44d3-4fd1-877d-b8a7402d468c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:52.087844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'security_group_rule': {'security_group_id': '49033da7-44d3-4fd1-877d-b8a7402d468c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:52.110333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a4d12-71af-4ff4-b69e-761e8f42ba1e req-11dff722-a8bb-4975-8c65-57c69b725b47 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:52.118988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d9a4d12-71af-4ff4-b69e-761e8f42ba1e req-11dff722-a8bb-4975-8c65-57c69b725b47 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.2439356 Dec 09 14:54:52.189370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.203456 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d9a4d12-71af-4ff4-b69e-761e8f42ba1e req-d024efa4-a6e7-43e8-bb8f-2a83fd476b81 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830414 Dec 09 14:54:52.206970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.264384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-8b83b0d3-3ba9-4f13-a334-8b8b566ddddb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:52.282776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-8b83b0d3-3ba9-4f13-a334-8b8b566ddddb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000972 Dec 09 14:54:52.315309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-2a426e04-d608-41dd-a9d8-a3015fdb32b6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/quotas/865e6d28d02047208a5404c6b7cdc4bf HTTP/1.1" status: 200 len: 375 time: 0.0312891 Dec 09 14:54:52.362193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-1c52a86c-3b8e-4838-9825-c902c5100bbc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456808 Dec 09 14:54:52.375022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.405946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ae9a0-4100-4bc4-994f-12ce9c8b7df4 req-988cd978-82c2-4503-8a9d-4efa12b83132 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:52.414941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-311ae9a0-4100-4bc4-994f-12ce9c8b7df4 req-988cd978-82c2-4503-8a9d-4efa12b83132 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 949 time: 0.1007633 Dec 09 14:54:52.417033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.443527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:54:52.448862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8345e667-7a3f-46bf-a70f-d291afa309c0 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:52.457021 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.461804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847415 Dec 09 14:54:52.462131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37414) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:52.466272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1094-2399-4e47-8ecb-ed1fda788cf9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a414afd-bb32-4c21-813b-a99e317a6146,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:52.467467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'security_group_rule': {'security_group_id': '49033da7-44d3-4fd1-877d-b8a7402d468c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:52.514025 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-311ae9a0-4100-4bc4-994f-12ce9c8b7df4 req-041ecf0a-af3f-474c-af7a-b34dc5cf8fba tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937364 Dec 09 14:54:52.529511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.570531 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5112ce-d2be-462c-ba27-d533fc91128d x-openstack-request-id: req-3e5112ce-d2be-462c-ba27-d533fc91128d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:52.571823 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:52.572236 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e5112ce-d2be-462c-ba27-d533fc91128d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:52.572951 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'code': 200} Dec 09 14:54:52.673000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 8345e667-7a3f-46bf-a70f-d291afa309c0 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:52.676635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.684039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.685007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 8345e667-7a3f-46bf-a70f-d291afa309c0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:52.686754 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.774405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10afc49-d83c-448f-b031-7f4fea161847,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:52.781841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:52.786524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.798260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37422) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:54:52.802960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:52.809415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3b1a481-fe65-40d6-ac48-5cf39fa5d4ec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458908 Dec 09 14:54:52.825267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'mac_address': 'fa:16:3e:ed:c2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:54:52.869554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:52.987912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-810ec6f7-f401-4080-809f-611e45bdfdaa tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288706 Dec 09 14:54:53.097251 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:53.111485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:53.203089 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6aa398e4-a85b-4182-98de-0618cdf45c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:53.229496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7ea4c-60ea-484a-accb-a1a578cf70f6 req-ee42eabc-bd15-440e-adf2-2cf28146a365 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:53.241749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ac7ea4c-60ea-484a-accb-a1a578cf70f6 req-ee42eabc-bd15-440e-adf2-2cf28146a365 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 945 time: 0.3383191 Dec 09 14:54:53.254744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6afd01-87e0-4fd6-b96d-209ed5641b15 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:53.280874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:53.341604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-600d4f05-91c2-4d97-a23e-e90b5a771fa2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:53.347098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-600d4f05-91c2-4d97-a23e-e90b5a771fa2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506174 Dec 09 14:54:53.384716 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:53.392155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8345e667-7a3f-46bf-a70f-d291afa309c0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8345e667-7a3f-46bf-a70f-d291afa309c0,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:53.397276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Request body: {'port': {'device_id': '28e05afa-0d50-4787-a233-1aa980df1314', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '865e6d28d02047208a5404c6b7cdc4bf'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:53.448449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:53.497875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ac7ea4c-60ea-484a-accb-a1a578cf70f6 req-1cf419ef-1349-40bb-a325-0de6550ee54f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532008 Dec 09 14:54:53.572564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:53.644292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-def48682-fff6-48dd-aa83-7a8a46222420 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:53.646310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-def48682-fff6-48dd-aa83-7a8a46222420 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a&tenant_id=084b1d49ac0849c9a0b9b80073719ff7&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 948 time: 0.2776127 Dec 09 14:54:53.685244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8345e667-7a3f-46bf-a70f-d291afa309c0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:53.687798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d066b-c177-43e3-b421-52523e5e2c73 req-52ea7e0a-27bb-4f03-bf6d-27ca56817542 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:53.688546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34512be6-fad4-4a40-8c5e-54be73cddd83 req-b217334b-f736-4b89-a08a-89aaed517465 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 210 time: 0.0535285 Dec 09 14:54:53.697744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d066b-c177-43e3-b421-52523e5e2c73 req-52ea7e0a-27bb-4f03-bf6d-27ca56817542 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.2388389 Dec 09 14:54:53.772999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:53.832211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d066b-c177-43e3-b421-52523e5e2c73 req-2ddd872d-446d-4fb5-8675-524c02ad7868 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274524 Dec 09 14:54:53.836858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['1e6afd01-87e0-4fd6-b96d-209ed5641b15'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:53.888381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-ce390db0-c4c3-48a2-b892-9e3fbac4973b service neutron] 10.222.0.36 "GET /v2.0/ports/1e6afd01-87e0-4fd6-b96d-209ed5641b15/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 382 time: 0.2184813 Dec 09 14:54:54.019004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-074771e0-a172-4b0a-8dd2-42ee88aae9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:54.024431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-074771e0-a172-4b0a-8dd2-42ee88aae9a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1099 time: 0.1001382 Dec 09 14:54:54.098446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Allocated IP 172.25.0.153 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/581b107a-f1e4-4aad-ab9e-0dc562063bdb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:54.130431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:54.252424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-dcd320dc-2c21-4404-a800-95ff98c4c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:54.253953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-dcd320dc-2c21-4404-a800-95ff98c4c809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2128201 Dec 09 14:54:54.254616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Made reservation on behalf of 865e6d28d02047208a5404c6b7cdc4bf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:54.266811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48964-f636-48f5-a8b2-2aab3682248c req-184d4101-dcbc-4b0e-9c96-16059b671684 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:54.267249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:54.269143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40d48964-f636-48f5-a8b2-2aab3682248c req-184d4101-dcbc-4b0e-9c96-16059b671684 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 950 time: 0.2126405 Dec 09 14:54:54.298966 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:54.350995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-b12eaa85-9c6f-487a-8049-53ab1c31f44e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.0781338 Dec 09 14:54:54.388271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:54.411817 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:54.415725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:54.437080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:54.496223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:54:54.505408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-256feded-0168-4099-820b-28acd9577390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:54.507301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-256feded-0168-4099-820b-28acd9577390 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1464148 Dec 09 14:54:54.538894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:54.590348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8345e667-7a3f-46bf-a70f-d291afa309c0'}, {'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:54.590961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40d48964-f636-48f5-a8b2-2aab3682248c req-a7ebc0fe-6670-4649-b2e0-0c30983beb04 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048544 Dec 09 14:54:54.592746 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b2bf16-5160-44ec-a1cd-9cc0f263f08f" -d '{"events": [{"server_uuid": "f2a3fcf7-a259-4090-96cc-12e921d50af1", "name": "network-vif-plugged", "status": "completed", "tag": "8345e667-7a3f-46bf-a70f-d291afa309c0"}, {"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:54.629793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-d885440a-56cb-438f-9729-4073b2fcd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:54.633595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-d885440a-56cb-438f-9729-4073b2fcd2d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186938 Dec 09 14:54:54.761068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:54.764425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:54:54.793901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-532211cf-7248-4d29-9e02-5bc6f9e65a91 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474478 Dec 09 14:54:54.939036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-3bb00b72-df99-4500-b3e1-db4f9518d20d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356530 Dec 09 14:54:55.054743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b958d6a-017c-42b4-bd2a-eea222315de9 req-fdbbaade-f0f4-4369-9120-c8df6e5cedba tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:55.056483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b958d6a-017c-42b4-bd2a-eea222315de9 req-fdbbaade-f0f4-4369-9120-c8df6e5cedba tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 948 time: 0.9279518 Dec 09 14:54:55.113322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986e43-ec2a-4cfb-ae59-8080c36f2edb req-858ca01f-1e5e-42cf-893d-63f6d68f42dd tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:55.114875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30986e43-ec2a-4cfb-ae59-8080c36f2edb req-858ca01f-1e5e-42cf-893d-63f6d68f42dd tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.0571337 Dec 09 14:54:55.171484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-78960fd3-c296-497b-9d1d-2d81c8ccd22d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6182971 Dec 09 14:54:55.197356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30986e43-ec2a-4cfb-ae59-8080c36f2edb req-940fa639-531f-4a59-b27a-86c9c6ea472f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712154 Dec 09 14:54:55.199585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:55.245103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:55.255524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'Port': ['ID=581b107a-f1e4-4aad-ab9e-0dc562063bdb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:55.261258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:55.317097 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f5d6f-3583-4a08-ad03-e0e86f414589 x-openstack-request-id: req-927f5d6f-3583-4a08-ad03-e0e86f414589 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:55.317097 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a3fcf7-a259-4090-96cc-12e921d50af1", "name": "network-vif-plugged", "status": "completed", "tag": "8345e667-7a3f-46bf-a70f-d291afa309c0", "code": 200}, {"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:55.317665 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-927f5d6f-3583-4a08-ad03-e0e86f414589 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:55.317942 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8345e667-7a3f-46bf-a70f-d291afa309c0', 'code': 200} Dec 09 14:54:55.325361 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'code': 200} Dec 09 14:54:55.391256 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:54:55.430950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b958d6a-017c-42b4-bd2a-eea222315de9 req-d3c047b5-8091-49d4-9fea-2edcf228e67c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320329 Dec 09 14:54:55.440192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-87b99642-8e9d-4b3f-a2f2-f083f5c54d3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3490725 Dec 09 14:54:55.456883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-2f3f20fa-90c6-48d3-9476-46e3b944dfca service neutron] 10.222.0.43 "GET /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.4083080 Dec 09 14:54:55.529658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:55.531823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99007114-e351-4926-8511-f391e1610f32 req-ca5a3913-baff-4001-afb2-fb1baa919500 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 210 time: 0.0600104 Dec 09 14:54:55.565254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-b850e9f1-3d0f-48d9-9d6d-b854d8912d19 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:55.566827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-b850e9f1-3d0f-48d9-9d6d-b854d8912d19 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728027 Dec 09 14:54:55.573616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3bd73911-da01-4b91-8eca-ca9b6722b79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:55.576268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081e2d-3ac0-4881-804f-cc6832745d5b req-7e469427-8155-48eb-a489-d2b7d7b52df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:55.578438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6081e2d-3ac0-4881-804f-cc6832745d5b req-7e469427-8155-48eb-a489-d2b7d7b52df5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 1101 time: 0.1879454 Dec 09 14:54:55.608704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:55.635924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Request body: {'port': {'device_id': '4752274b-0a12-45b3-a558-d3dd331d302f', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '865e6d28d02047208a5404c6b7cdc4bf'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:55.711534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6081e2d-3ac0-4881-804f-cc6832745d5b req-3608dfdf-6b89-4951-82f4-bca48d7999cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157756 Dec 09 14:54:55.800458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faccae-3056-4efd-8b58-2747276c2d30 req-1461af4d-f392-4da3-a8ea-159895460a32 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:55.801255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f49d82-953a-498b-ace8-338c4cc419db,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:55.823906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1faccae-3056-4efd-8b58-2747276c2d30 req-1461af4d-f392-4da3-a8ea-159895460a32 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 950 time: 0.1002519 Dec 09 14:54:55.836889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:55.849685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-e11f4959-0a7b-46ee-98f7-96b538dbdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:55.852376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-e11f4959-0a7b-46ee-98f7-96b538dbdf62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 1096 time: 0.3253698 Dec 09 14:54:55.915840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1faccae-3056-4efd-8b58-2747276c2d30 req-12aa26a3-ea08-400e-9139-1669ef60468f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881815 Dec 09 14:54:56.096353 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.198720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62607998-4ee9-4410-9a9f-cd610c590241 req-24a1906c-fb71-4109-82f7-c6db83664a1d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:56.198720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62607998-4ee9-4410-9a9f-cd610c590241 req-24a1906c-fb71-4109-82f7-c6db83664a1d tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.3918085 Dec 09 14:54:56.212430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Allocated IP 192.168.233.75 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/9d5e908f-a0c6-4500-91d4-52549b97eb97) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:56.289734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Made reservation on behalf of 865e6d28d02047208a5404c6b7cdc4bf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:54:56.293327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.312918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-1086397d-e90c-4f28-97dd-30774f0f5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:56.314374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-1086397d-e90c-4f28-97dd-30774f0f5729 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.4103634 Dec 09 14:54:56.395260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:56.433606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f102b2-9cc1-4deb-b78d-bc2e7365568a req-86dbcc81-90b0-4ff9-88c7-bffd2def8976 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:56.444576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69f102b2-9cc1-4deb-b78d-bc2e7365568a req-86dbcc81-90b0-4ff9-88c7-bffd2def8976 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.0838778 Dec 09 14:54:56.461244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:54:56.509887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69f102b2-9cc1-4deb-b78d-bc2e7365568a req-1090b123-854b-4846-8fd5-15dfba07bcf8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575464 Dec 09 14:54:56.518135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-5dfda938-2ff1-4969-8419-591ac6070511 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 200 len: 217 time: 0.1770723 Dec 09 14:54:56.554605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62607998-4ee9-4410-9a9f-cd610c590241 req-0c39a504-08b5-46cb-9749-5a6c29925e55 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa4e0b8-6e51-4eee-8ca5-310273529af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396440 Dec 09 14:54:56.626265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.634527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:54:56.639330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:56.639766 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.665390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:54:56.692177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5772e-2e23-428e-9a8b-5bea4d57ca8b req-0752edbf-6206-4952-8377-f5a20b7434aa tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:56.696394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73d5772e-2e23-428e-9a8b-5bea4d57ca8b req-0752edbf-6206-4952-8377-f5a20b7434aa tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 948 time: 0.1126971 Dec 09 14:54:56.796209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73d5772e-2e23-428e-9a8b-5bea4d57ca8b req-998f46ba-3408-4f15-bb29-5d67d44c86d3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924494 Dec 09 14:54:56.832242 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.832978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-aca809b4-2cd1-4074-8689-707e9f2df16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:56.834466 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-aca809b4-2cd1-4074-8689-707e9f2df16c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.2849126 Dec 09 14:54:56.841729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7ea9f47-8224-4e2a-b0ca-fb652394e8e0 req-f60aecaf-3dca-462c-8d93-66597b44792d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 210 time: 0.0824599 Dec 09 14:54:56.852844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70b4ef7-cf39-4d86-b2a2-c0d9577de13c {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:54:56.870545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:56.874984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.897350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:56.939094 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-a20638dc-6310-4a87-b716-a2a374c8e5e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654190 Dec 09 14:54:56.941238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.948665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:56.961735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:56.977398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.041411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.076858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-eac6e40b-1abc-4230-aab7-24dd86e07390 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:57.078373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-eac6e40b-1abc-4230-aab7-24dd86e07390 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 946 time: 0.1265213 Dec 09 14:54:57.195206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25e8d9-3155-43c3-8d89-d46aa6b48255 req-b15f9fc5-a66d-46ed-b553-5bd5dc7f0a45 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:57.203391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b25e8d9-3155-43c3-8d89-d46aa6b48255 req-b15f9fc5-a66d-46ed-b553-5bd5dc7f0a45 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 950 time: 0.1387703 Dec 09 14:54:57.238932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'Port': ['ID=581b107a-f1e4-4aad-ab9e-0dc562063bdb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:57.279535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.307129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b25e8d9-3155-43c3-8d89-d46aa6b48255 req-e89c1b1c-fd28-41e0-a628-6f248a0d2b1b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023104 Dec 09 14:54:57.321876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Deleting port 9418ca1a-01fc-4d93-b02c-479bc2309239 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:54:57.322281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.328490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:57.331245 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff69ba51-6be3-4a2a-8046-a26e2baadce3" -d '{"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:57.372795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.374372 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-726816c3-c884-451f-bf87-83b05b734541 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5751364 Dec 09 14:54:57.395844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.409798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] Transition to ACTIVE for port object d70b4ef7-cf39-4d86-b2a2-c0d9577de13c will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:54:57.456378 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76630837-799e-45f8-a181-5a2cc50d8509 x-openstack-request-id: req-76630837-799e-45f8-a181-5a2cc50d8509 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:57.456677 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:57.456937 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76630837-799e-45f8-a181-5a2cc50d8509 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:57.457335 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'code': 200} Dec 09 14:54:57.467673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] For port 9418ca1a-01fc-4d93-b02c-479bc2309239, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9418ca1a-01fc-4d93-b02c-479bc2309239,segment=NetworkSegment(1c090232-5dec-4462-b14d-b57ceb8f4eac),segment_id=1c090232-5dec-4462-b14d-b57ceb8f4eac)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:57.468087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.480188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-76aa5055-2948-4d50-bc09-58df08e809fc service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257471 Dec 09 14:54:57.487306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.488149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Calling delete_port for 9418ca1a-01fc-4d93-b02c-479bc2309239 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:54:57.578750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6163a-3148-409a-83d5-6255a214b83b None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:57.619550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:57.657239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:57.693706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:57.700186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:57.703951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Allocated IP 192.168.233.216 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/459a5a43-d381-4a48-84b8-6d694b542e77) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:54:57.774780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560180dc-2375-4b7f-8a8b-80ab2c34c48e req-e77655c3-63a9-4213-b80e-64cf1cdc4ef7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:57.783103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-560180dc-2375-4b7f-8a8b-80ab2c34c48e req-e77655c3-63a9-4213-b80e-64cf1cdc4ef7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.1108613 Dec 09 14:54:57.813065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] No DVR routers for this DVR port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:57.894741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-560180dc-2375-4b7f-8a8b-80ab2c34c48e req-7b850f5a-0542-4150-89e4-d64f0b8f5b6e tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102080 Dec 09 14:54:57.922978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:57.927929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9418ca1a-01fc-4d93-b02c-479bc2309239'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:54:58.062620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Pushing event deleted for resources: {'Port': ['ID=9418ca1a-01fc-4d93-b02c-479bc2309239,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:58.066229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044ef80-3992-4205-b6ca-e6682cb969fc None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:54:58.122159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] No DVR routers for this DVR port 9418ca1a-01fc-4d93-b02c-479bc2309239 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:54:58.125058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:58.128998 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cc246462-fcde-4fe3-b4fa-8b11831446d5 req-b6402e41-c0c3-4fe8-8bdc-6a443ca9c3e9 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.36 "DELETE /v2.0/ports/9418ca1a-01fc-4d93-b02c-479bc2309239 HTTP/1.1" status: 204 len: 173 time: 1.0380747 Dec 09 14:54:58.161800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'name': 'network-vif-deleted', 'tag': '9418ca1a-01fc-4d93-b02c-479bc2309239'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:54:58.164824 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe5197b-98db-47f1-a17a-5f121f67d2a1" -d '{"events": [{"server_uuid": "e460bc7a-14ab-462c-ab15-943b3376f98f", "name": "network-vif-deleted", "tag": "9418ca1a-01fc-4d93-b02c-479bc2309239"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:54:58.282486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6b74a9c7-f148-453b-bf08-f5d9c4416546 None None] Provisioning complete for port 9d5e908f-a0c6-4500-91d4-52549b97eb97 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:54:58.282875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9c7-f148-453b-bf08-f5d9c4416546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:58.301564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-246409f8-e191-4c81-922b-f35f0cab1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:58.303091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-246409f8-e191-4c81-922b-f35f0cab1bb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a&tenant_id=084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 1100 time: 0.2315006 Dec 09 14:54:58.322581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:58.355672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6b74a9c7-f148-453b-bf08-f5d9c4416546 None None] Port 9d5e908f-a0c6-4500-91d4-52549b97eb97 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:54:58.368848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:58.416740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-4e88cf4e-7351-479d-9ca2-1305dd7768a9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:58.428656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-4e88cf4e-7351-479d-9ca2-1305dd7768a9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 820 time: 0.3616674 Dec 09 14:54:58.468231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-272b9696-d0eb-4bbb-817e-59a85ee8150d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/quotas/86e18904dbae418fadc9d73e9bf61911 HTTP/1.1" status: 200 len: 375 time: 0.0373721 Dec 09 14:54:58.469462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:58.527257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-9356e304-23b3-44fb-8cca-ba2d8b81feec tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417523 Dec 09 14:54:58.547799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bbe686b-9934-4e50-ac18-f99671c1e503 req-0d3d1d8c-6731-4456-ab13-1c5800891ba3 tempest-ServerDiskConfigTestJSON-1899391924 tempest-ServerDiskConfigTestJSON-1899391924-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460bc7a-14ab-462c-ab15-943b3376f98f HTTP/1.1" status: 200 len: 210 time: 0.6543975 Dec 09 14:54:58.602540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] Pushing event updated for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=12']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:58.623486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] 10.222.0.43 "PUT /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 3.1589224 Dec 09 14:54:58.672249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:58.675796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:58.725613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b93947f-f8b1-47b9-83a1-379b2c888c54 req-8ab08153-033e-4449-a60c-fa9bf53e0c80 service neutron] 10.222.0.43 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2253914 Dec 09 14:54:58.763410 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-4edb4316-e635-4cdf-b5e0-d6d627193a88 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3883283 Dec 09 14:54:58.782835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Request body: {'port': {'device_id': '28e05afa-0d50-4787-a233-1aa980df1314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:54:58.872145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-3deaf48f-c0bf-4310-9b13-4f55321b2861 service neutron] 10.222.0.46 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975237 Dec 09 14:54:58.903064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9daf4-d3a5-4af9-b0c8-1fc7f4484755 req-9f3520c4-e472-45d5-bb73-f4d9b6393c4d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:58.910489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76c9daf4-d3a5-4af9-b0c8-1fc7f4484755 req-9f3520c4-e472-45d5-bb73-f4d9b6393c4d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1645100 Dec 09 14:54:58.979807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:59.013634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-250d0f90-0a59-4c5d-bbaf-c6ec952d131c tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.015233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-250d0f90-0a59-4c5d-bbaf-c6ec952d131c tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.1664650 Dec 09 14:54:59.035500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76c9daf4-d3a5-4af9-b0c8-1fc7f4484755 req-368eac13-d279-47a8-aabf-4026f7630683 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089368 Dec 09 14:54:59.035500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:59.079186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-61fd8518-2f90-4963-b2cb-5630e930521f service neutron] 10.222.0.46 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059448 Dec 09 14:54:59.098563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-5b6f1fbf-20ea-43f2-a571-f248799e92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.107445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-5b6f1fbf-20ea-43f2-a571-f248799e92c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f&tenant_id=0205fee1714f48359f486b53fdfbc802 HTTP/1.1" status: 200 len: 1095 time: 0.0784371 Dec 09 14:54:59.141871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:59.233430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-4324cd9d-b270-47ba-a17a-1d6d204af4de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058745 Dec 09 14:54:59.263360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-7161f3c7-b53b-49bd-acd7-ffd81289c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.272056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-7161f3c7-b53b-49bd-acd7-ffd81289c193 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1095 time: 0.0848362 Dec 09 14:54:59.294113 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23bf7744-3fbe-4671-a1fa-11ccb31e030f req-47292645-b13c-4900-97a1-d38e66eccd0b tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 210 time: 0.1737766 Dec 09 14:54:59.478991 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63df8602-241a-42ab-a166-d8d39deecdb7 x-openstack-request-id: req-63df8602-241a-42ab-a166-d8d39deecdb7 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:54:59.479463 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e460bc7a-14ab-462c-ab15-943b3376f98f", "name": "network-vif-deleted", "tag": "9418ca1a-01fc-4d93-b02c-479bc2309239", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:54:59.479813 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63df8602-241a-42ab-a166-d8d39deecdb7 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:54:59.480473 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e460bc7a-14ab-462c-ab15-943b3376f98f', 'name': 'network-vif-deleted', 'tag': '9418ca1a-01fc-4d93-b02c-479bc2309239', 'status': 'completed', 'code': 200} Dec 09 14:54:59.515747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-9af0fa14-d0e9-4b0c-b78c-658085d62833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.518038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-9af0fa14-d0e9-4b0c-b78c-658085d62833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0205fee1714f48359f486b53fdfbc802&device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 1095 time: 0.1856918 Dec 09 14:54:59.518621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-79f68c49-92b5-4f74-9731-b124ea8899f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.520219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-79f68c49-92b5-4f74-9731-b124ea8899f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.2442856 Dec 09 14:54:59.567746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:59.623277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event updated for resources: {'Port': ['ID=459a5a43-d381-4a48-84b8-6d694b542e77,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:54:59.660043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:54:59.665228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-ebc1705a-1b2e-49c0-926e-e738a1ebcf5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 200 len: 217 time: 0.1358805 Dec 09 14:54:59.689452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:54:59.692422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:54:59.698126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:54:59.831979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c52dc-ffd8-4a22-86a9-fad508e7fb9b req-64f63940-1d5a-47e9-969b-308f4a3a280b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.847827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a1c52dc-ffd8-4a22-86a9-fad508e7fb9b req-64f63940-1d5a-47e9-969b-308f4a3a280b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.2249291 Dec 09 14:54:59.890852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.891570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:54:59.900474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3c08f-9aad-4374-8ff5-4c0b44be0b9b req-de76c013-64bb-452b-a93e-90613af8e95c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:54:59.908168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6b3c08f-9aad-4374-8ff5-4c0b44be0b9b req-de76c013-64bb-452b-a93e-90613af8e95c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 950 time: 0.3647676 Dec 09 14:54:59.966986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7cf4a6b9-f7ab-46f2-9d8f-403bee637480 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3528526 Dec 09 14:54:59.984900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Request body: {'port': {'device_id': '4752274b-0a12-45b3-a558-d3dd331d302f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:00.000761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:00.006176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cf954539-bf98-499c-bbb0-234750e0b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:00.008381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cf954539-bf98-499c-bbb0-234750e0b1ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.3256037 Dec 09 14:55:00.013167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a1c52dc-ffd8-4a22-86a9-fad508e7fb9b req-0df15161-3a6d-4f95-834d-c30c275f5d96 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635966 Dec 09 14:55:00.107324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-2dac0102-8c6e-4bbb-8d8a-b298746dbe8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635333 Dec 09 14:55:00.120234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6b3c08f-9aad-4374-8ff5-4c0b44be0b9b req-1fda4b50-6632-4a43-aa24-9a92c269573c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079761 Dec 09 14:55:00.205813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:00.211588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cc44278d-3a53-4de7-9363-4017450b070d None None] Provisioning complete for port 459a5a43-d381-4a48-84b8-6d694b542e77 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:00.212187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc44278d-3a53-4de7-9363-4017450b070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:00.280322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-1993d145-7535-4497-b4a0-b82e8948535c service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584547 Dec 09 14:55:00.298302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d091de0-ff49-4a72-9446-a488371c37e6 req-e879421f-e9ce-4404-a29f-db03114f7403 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 210 time: 0.0742567 Dec 09 14:55:00.332470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-389ab5ea-1b88-42c6-b9ae-bbd50ffdf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:00.335914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-389ab5ea-1b88-42c6-b9ae-bbd50ffdf663 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 200 len: 922 time: 0.7809157 Dec 09 14:55:00.341132 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:00.342939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cc44278d-3a53-4de7-9363-4017450b070d None None] Port 459a5a43-d381-4a48-84b8-6d694b542e77 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:00.473077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:00.607324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-e58c124a-d56a-405d-aebe-63823d5d22a6 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099999 Dec 09 14:55:00.612939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-7d892b75-1aaf-4dde-89d1-0a3e8bf43e12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 200 len: 217 time: 0.2646849 Dec 09 14:55:00.613779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:00.674787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f43721-dd37-4069-9b4a-d92afa48b393 req-39204282-c1b5-48a9-ae07-097905f9fba0 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:00.676397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-94f43721-dd37-4069-9b4a-d92afa48b393 req-39204282-c1b5-48a9-ae07-097905f9fba0 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 1101 time: 0.0470853 Dec 09 14:55:00.698435 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-94f43721-dd37-4069-9b4a-d92afa48b393 req-534ed1f1-0ac8-4455-916b-a09576fad730 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:00.701051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Transition to ACTIVE for port object 1e6afd01-87e0-4fd6-b96d-209ed5641b15 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:00.715114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-733b7eb0-c3fd-4bc7-8b56-3f32ea1e9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:00.717307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-733b7eb0-c3fd-4bc7-8b56-3f32ea1e9c8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 200 len: 861 time: 0.0894904 Dec 09 14:55:00.720525 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:00.816889 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:55:00.819657 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:55:00.999099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-94f43721-dd37-4069-9b4a-d92afa48b393 req-534ed1f1-0ac8-4455-916b-a09576fad730 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.014568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-94f43721-dd37-4069-9b4a-d92afa48b393 req-534ed1f1-0ac8-4455-916b-a09576fad730 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.074322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5e908f-a0c6-4500-91d4-52549b97eb97 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:01.106394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.144595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-94f43721-dd37-4069-9b4a-d92afa48b393 req-534ed1f1-0ac8-4455-916b-a09576fad730 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604001 Dec 09 14:55:01.177515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Transition to ACTIVE for port object 9d5e908f-a0c6-4500-91d4-52549b97eb97 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:01.183123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed1f1-0ac8-4455-916b-a09576fad730 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85e8905-865c-435c-a4b6-83ddb5e9e3a4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:01.226290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.345012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-d1de76b8-9cf8-4188-aab6-3e564c532f18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0ada9f-967b-4436-b5e9-cda13af3f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6138978 Dec 09 14:55:01.359259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] No DVR routers for this DVR port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:01.380537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bad3e2-516e-49e1-aa35-7f8ea3acb175 req-66fa19eb-9f9b-404a-920d-a73ccbed07b3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:01.391553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56bad3e2-516e-49e1-aa35-7f8ea3acb175 req-66fa19eb-9f9b-404a-920d-a73ccbed07b3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.9006965 Dec 09 14:55:01.396009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:01.451640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-7498222c-2e7d-4888-acdb-321746c9cbaa tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:01.455455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-7498222c-2e7d-4888-acdb-321746c9cbaa tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 820 time: 0.4175763 Dec 09 14:55:01.485759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:01.489640 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0532d9e-961a-4b3a-bdc0-28b8d064766b" -d '{"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:01.525503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'port': {'device_id': '216df405-7640-482d-b093-0e28f0e4c96f', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'admin_state_up': True, 'tenant_id': '86e18904dbae418fadc9d73e9bf61911'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:01.601896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:01.602471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:01.602906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:01.611762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=10']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:01.648299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:01.648782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Attempting to bind port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:01.708305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:01.708981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:01.709561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:01.710188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Bound port: 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:01.710801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.713076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9418ca1a-01fc-4d93-b02c-479bc2309239 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:01.734397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56bad3e2-516e-49e1-aa35-7f8ea3acb175 req-13d456e9-142a-4bf6-a936-0ff3c21c2781 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417335 Dec 09 14:55:01.751166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a3fcc-2994-447e-9cdb-27e8bbf794e9 req-8f1f3f72-27a0-4f56-ae80-c4539eb714f8 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:01.760156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e5a3fcc-2994-447e-9cdb-27e8bbf794e9 req-8f1f3f72-27a0-4f56-ae80-c4539eb714f8 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 936 time: 0.2504408 Dec 09 14:55:01.760577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-a1d9845e-09ff-4844-8e53-fdc65d1bf792 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:01.762448 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-a1d9845e-09ff-4844-8e53-fdc65d1bf792 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f&tenant_id=0205fee1714f48359f486b53fdfbc802&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.4207885 Dec 09 14:55:01.768787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 9418ca1a-01fc-4d93-b02c-479bc2309239 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:01.769181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9418ca1a-01fc-4d93-b02c-479bc2309239 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:01.830183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Attempting to bind port 9d5e908f-a0c6-4500-91d4-52549b97eb97 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:01.830183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Attempting to bind port 9d5e908f-a0c6-4500-91d4-52549b97eb97 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:01.830183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Attempting to bind port 9d5e908f-a0c6-4500-91d4-52549b97eb97 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:01.855048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:01.857420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Port 9d5e908f-a0c6-4500-91d4-52549b97eb97 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:01.857824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Attempting to bind port 9d5e908f-a0c6-4500-91d4-52549b97eb97 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:01.859941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:01.861799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459a5a43-d381-4a48-84b8-6d694b542e77 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:01.898640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.916946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.935401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:01.936255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:01.937639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:01.939077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Bound port: 9d5e908f-a0c6-4500-91d4-52549b97eb97, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:01.939652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:01.971704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=11']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:02.000303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:02.001167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:02.002627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-53a3d217-79cd-45c3-90b8-1de0f6ed2e5e service neutron] 10.222.0.43 "PUT /v2.0/ports/1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 1096 time: 3.6854701 Dec 09 14:55:02.006067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-d00026e0-1063-43da-bd9f-b04d927b4074 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402173 Dec 09 14:55:02.037250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e5a3fcc-2994-447e-9cdb-27e8bbf794e9 req-23c45f43-d6d0-45f5-806d-3bb9f1703273 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725070 Dec 09 14:55:02.105498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Transition to ACTIVE for port object 459a5a43-d381-4a48-84b8-6d694b542e77 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:02.133575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:02.192787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Made reservation on behalf of 86e18904dbae418fadc9d73e9bf61911 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:02.202183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b9ba5-af72-480d-baaf-ec1ff1a00eb0 req-66121585-9500-4a82-8d21-a172ea791a49 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:02.206188 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:02.209984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-599b9ba5-af72-480d-baaf-ec1ff1a00eb0 req-66121585-9500-4a82-8d21-a172ea791a49 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.2060845 Dec 09 14:55:02.278683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-1f4c3067-9876-4f5a-94df-3523560e3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:02.280274 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-1f4c3067-9876-4f5a-94df-3523560e3b2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1099 time: 0.2382579 Dec 09 14:55:02.599230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d5227f4-fc57-46b0-89c9-2ebedd5fdf0a req-30449532-cc9b-4c36-9e22-4bca90a5dc0d service neutron] 10.222.0.36 "GET /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582490 Dec 09 14:55:02.648204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:02.670218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:02.675959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Pushing event updated for resources: {'Port': ['ID=459a5a43-d381-4a48-84b8-6d694b542e77,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:02.683977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-599b9ba5-af72-480d-baaf-ec1ff1a00eb0 req-0f6080d2-b35c-4b80-ac5a-d246ef4a7084 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729211 Dec 09 14:55:02.718371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-60fa9dc6-52e4-48e8-b45c-9694d36b7145 service neutron] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:02.732930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-60fa9dc6-52e4-48e8-b45c-9694d36b7145 service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:02.743100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-60fa9dc6-52e4-48e8-b45c-9694d36b7145 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.9713705 Dec 09 14:55:02.751086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:02.774192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a2a2f31-70f4-4120-8aa9-805e08291cde req-2ccd7062-0618-4a10-a283-0a8bbf484743 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 210 time: 0.1279416 Dec 09 14:55:02.804737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-fc3a1b49-6370-40d6-9b2b-75ddc7d1e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:02.805855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-fc3a1b49-6370-40d6-9b2b-75ddc7d1e97d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.5075898 Dec 09 14:55:02.911441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Attempting to bind port 459a5a43-d381-4a48-84b8-6d694b542e77 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:02.911999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Attempting to bind port 459a5a43-d381-4a48-84b8-6d694b542e77 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:02.912683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Attempting to bind port 459a5a43-d381-4a48-84b8-6d694b542e77 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:02.915845 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ccaa2-a856-43d7-bee3-8e78c712be71 x-openstack-request-id: req-287ccaa2-a856-43d7-bee3-8e78c712be71 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:02.916216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:02.917024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:02.917338 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:02.917838 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-287ccaa2-a856-43d7-bee3-8e78c712be71 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:02.918437 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'code': 200} Dec 09 14:55:02.918630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] 10.222.0.36 "PUT /v2.0/ports/9d5e908f-a0c6-4500-91d4-52549b97eb97 HTTP/1.1" status: 200 len: 1095 time: 4.1429944 Dec 09 14:55:02.920838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Allocated IP 172.20.0.8 (daaa03e3-882f-4f52-9ac5-7325f618866e/635e4c8e-07a4-4232-bf66-fd2aa2d0f7db/8930c81f-33fd-4d7c-8d49-d515ec631e1f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:02.922419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-890c37cd-8a5c-4c32-afb2-4c467de79a2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.1052508 Dec 09 14:55:02.929392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:02.931996 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74643ed4-5c2c-422e-a768-d556f7732530" -d '{"events": [{"name": "network-changed", "server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:02.987209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Port 459a5a43-d381-4a48-84b8-6d694b542e77 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:02.987656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Attempting to bind port 459a5a43-d381-4a48-84b8-6d694b542e77 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:03.020265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11714ff9-1d48-4765-8a64-8077e998932c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:03.045574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-56e5a5d2-b979-4cd7-93d9-5c6f1bf0ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.048915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-56e5a5d2-b979-4cd7-93d9-5c6f1bf0ca54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1167979 Dec 09 14:55:03.089865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-a0d7b98f-4289-4bf6-a5f4-e75ab6ae4be0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1240098 Dec 09 14:55:03.128110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:03.128458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:03.128965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:03.129739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Bound port: 459a5a43-d381-4a48-84b8-6d694b542e77, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:03.130349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:03.305943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbfd1c-e0f5-4931-8eb2-6839fdb0fe37 req-903338d6-e43a-4f81-ae87-2f063cccbaf7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.322680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2cbfd1c-e0f5-4931-8eb2-6839fdb0fe37 req-903338d6-e43a-4f81-ae87-2f063cccbaf7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 948 time: 0.2500298 Dec 09 14:55:03.352656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-436d871e-de6b-426d-9ac9-d9121f76b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.354837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-436d871e-de6b-426d-9ac9-d9121f76b659 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967100 Dec 09 14:55:03.414204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-e7355899-3975-4412-825c-5e32cfc59f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.415783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-e7355899-3975-4412-825c-5e32cfc59f49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1098 time: 0.4256113 Dec 09 14:55:03.544991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2cbfd1c-e0f5-4931-8eb2-6839fdb0fe37 req-b8b8b2b1-e130-4654-9857-49f0d07d165f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185936 Dec 09 14:55:03.557910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-92741589-bcca-4dbf-8a64-f050547d54f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97 HTTP/1.1" status: 200 len: 217 time: 0.1218455 Dec 09 14:55:03.569930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] For port 459a5a43-d381-4a48-84b8-6d694b542e77, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:03.585593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-1c74e54e-7888-46dc-aef0-72b2f2451d6c service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015965 Dec 09 14:55:03.647624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] For port 459a5a43-d381-4a48-84b8-6d694b542e77, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=459a5a43-d381-4a48-84b8-6d694b542e77,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:03.673393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:03.718256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-c4d446c3-05b0-4105-bf2f-5fbba7073d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.720496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-c4d446c3-05b0-4105-bf2f-5fbba7073d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1352618 Dec 09 14:55:03.753400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.754686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:03.756573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] 10.222.0.43 "PUT /v2.0/ports/459a5a43-d381-4a48-84b8-6d694b542e77 HTTP/1.1" status: 200 len: 1096 time: 3.7770987 Dec 09 14:55:03.767601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-bcfd5442-454b-4706-8078-3ba97d27036e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.777325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-bcfd5442-454b-4706-8078-3ba97d27036e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6864696 Dec 09 14:55:03.786266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44e4ad2c-a99c-42ef-a77a-2a9f61e9bf69 req-d15a5a9d-4c8f-4865-9a2b-81d27352c3ea service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899264 Dec 09 14:55:03.822536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-6a55ddeb-499f-4cb0-b108-15cb6188da20 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/quotas/2b8687e457194a10a698f3cd79605202 HTTP/1.1" status: 200 len: 375 time: 0.0407879 Dec 09 14:55:03.842936 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67700220-188e-4706-9457-348a35de1ddb x-openstack-request-id: req-67700220-188e-4706-9457-348a35de1ddb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:03.843610 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:03.843934 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67700220-188e-4706-9457-348a35de1ddb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:03.844374 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'status': 'completed', 'code': 200} Dec 09 14:55:03.888372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:03.965832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920663fb-8375-48e5-9fa5-034647bf75d5 service neutron] Pushing event updated for resources: {'Port': ['ID=459a5a43-d381-4a48-84b8-6d694b542e77,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:03.997531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-6451db5f-11e0-4ef7-9ad3-5b0d0e6bb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:03.999434 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-6451db5f-11e0-4ef7-9ad3-5b0d0e6bb6ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931155 Dec 09 14:55:04.022464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ae1c121d-71e0-4e69-adc7-a45f03e297b3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945846 Dec 09 14:55:04.024030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-3c1974c9-f2a1-4f91-a6f8-ac12fc08e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.029190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-3c1974c9-f2a1-4f91-a6f8-ac12fc08e01b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 1099 time: 0.1529343 Dec 09 14:55:04.044758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c4c90-abb6-4bee-8360-80a8350a6c13 req-64d78430-e9ba-44ea-95f4-8a95024c70c0 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.055746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f7c4c90-abb6-4bee-8360-80a8350a6c13 req-64d78430-e9ba-44ea-95f4-8a95024c70c0 tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 1095 time: 0.1584706 Dec 09 14:55:04.128072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-23695660-8626-415a-baae-3cbd01475311 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=459a5a43-d381-4a48-84b8-6d694b542e77 HTTP/1.1" status: 200 len: 217 time: 0.0884101 Dec 09 14:55:04.144171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:04.183227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f7c4c90-abb6-4bee-8360-80a8350a6c13 req-0a9dcc63-fba6-4c4c-8c98-5599c214d94d tempest-LiveAutoBlockMigrationV225Test-195421834 tempest-LiveAutoBlockMigrationV225Test-195421834-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180568 Dec 09 14:55:04.206549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:04.231109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Network daaa03e3-882f-4f52-9ac5-7325f618866e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:04.234819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:04.245634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:04.304276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-558a76f3-1a69-4f3d-bcfe-95922c3d31ef service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792237 Dec 09 14:55:04.313656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-29e0c7ba-ab6d-4118-8287-a58f9727ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.322706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-29e0c7ba-ab6d-4118-8287-a58f9727ba90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1594591 Dec 09 14:55:04.443180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-30a52e64-cf96-4ce3-b3d9-90b0b74851c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.445839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-30a52e64-cf96-4ce3-b3d9-90b0b74851c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900929 Dec 09 14:55:04.454138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fafd6470-79ee-48ad-94b2-979be83f3c40 req-a3b6ca0a-6610-45e9-b7e5-b584086dd4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217523 Dec 09 14:55:04.457240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2261-8580-46ec-af9f-e01a4430580a req-afedf85a-1343-4b69-b5f2-763505869fab tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.467093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44ad2261-8580-46ec-af9f-e01a4430580a req-afedf85a-1343-4b69-b5f2-763505869fab tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 948 time: 0.1377866 Dec 09 14:55:04.500561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.501567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:04.528563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-82a072b7-ff2b-4b9f-948f-da81066a247d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0250540 Dec 09 14:55:04.558882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Request body: {'port': {'device_id': '216df405-7640-482d-b093-0e28f0e4c96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:04.665585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44ad2261-8580-46ec-af9f-e01a4430580a req-e6912a98-c872-4a68-a95d-a36f4e85091e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974268 Dec 09 14:55:04.684258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:04.704767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ed4-5c2c-422e-a768-d556f7732530 req-dd2d327f-3a30-41a1-9009-47a585cf6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:04.713175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-dd2d327f-3a30-41a1-9009-47a585cf6695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1098 time: 0.1825180 Dec 09 14:55:04.738688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-7899f23a-9570-4271-a67e-81d926e2c541 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434709 Dec 09 14:55:04.803610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37640) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:04.933837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:04.947765 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c78685-e733-4fa4-8758-d741c1b56eff" -d '{"events": [{"name": "network-changed", "server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:05.086019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ed4-5c2c-422e-a768-d556f7732530 req-74685979-2139-4cfe-b7ed-15af86febd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:05.087661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-74685979-2139-4cfe-b7ed-15af86febd5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.3445132 Dec 09 14:55:05.097758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Deleting subnet 60608b19-fe61-44ac-adc4-af8311887bb5 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:55:05.105984 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.157390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.213753 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.341476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.375708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60608b19-fe61-44ac-adc4-af8311887bb5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:05.393545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333906b3-c86a-4872-900f-d28b1abea78c req-c2d2b01c-bacf-4914-8b78-12ad806cea50 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:05.402397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-333906b3-c86a-4872-900f-d28b1abea78c req-c2d2b01c-bacf-4914-8b78-12ad806cea50 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 931 time: 0.5077384 Dec 09 14:55:05.418831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-070e2cbc-7403-40f4-aa1e-9654365e6366 req-83bb54db-657f-4010-81af-a5ec83aa613a service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669614 Dec 09 14:55:05.422029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.426145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac0601e8-57bc-462b-9bf5-87b953ca18de admin admin] 10.222.0.46 "DELETE /v2.0/subnets/60608b19-fe61-44ac-adc4-af8311887bb5 HTTP/1.1" status: 204 len: 168 time: 0.6163366 Dec 09 14:55:05.430388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3c2f0-3ef9-4ff0-817c-2a3178abfade None None] Network 4a01ceb0-6442-4c99-bdb7-943debcdee9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:05.439392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37656) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:05.591979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-333906b3-c86a-4872-900f-d28b1abea78c req-3440b6d6-7751-40c7-9736-153eb6a5b7a4 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881371 Dec 09 14:55:05.613388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.636035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-7c09ae0e-4cc1-45ae-9724-97e2b5a05bda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97 HTTP/1.1" status: 200 len: 217 time: 0.5383983 Dec 09 14:55:05.737602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ac451-4a97-434f-8844-2c487752dbd7 None None] DHCP port deletion for 4a01ceb0-6442-4c99-bdb7-943debcdee9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:05.762701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-b5b2e1eb-47eb-4f92-aa9f-d9aa821489c7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:05.764233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-b5b2e1eb-47eb-4f92-aa9f-d9aa821489c7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.1385472 Dec 09 14:55:05.765635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976adb00-a5b5-4acc-b873-8a3905a9220b req-16d0297d-c7c7-414c-ac0c-ff58c1f255aa tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:05.777165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-976adb00-a5b5-4acc-b873-8a3905a9220b req-16d0297d-c7c7-414c-ac0c-ff58c1f255aa tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 948 time: 0.6826482 Dec 09 14:55:05.852111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4752274b-0a12-45b3-a558-d3dd331d302f', 'tag': '459a5a43-d381-4a48-84b8-6d694b542e77'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:05.856141 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4581b7d4-a49d-44a9-9440-0bf3e834f966" -d '{"events": [{"name": "network-changed", "server_uuid": "4752274b-0a12-45b3-a558-d3dd331d302f", "tag": "459a5a43-d381-4a48-84b8-6d694b542e77"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:05.899325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:05.964014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-976adb00-a5b5-4acc-b873-8a3905a9220b req-ae12f8c1-89ce-4632-8831-5514404e008b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858897 Dec 09 14:55:05.965776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ed4-5c2c-422e-a768-d556f7732530 req-417071bf-ea5d-42ad-80db-e9d634d41595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:05.967301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-417071bf-ea5d-42ad-80db-e9d634d41595 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3185163 Dec 09 14:55:05.996842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a01ceb0-6442-4c99-bdb7-943debcdee9e']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:06.018641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c090232-5dec-4462-b14d-b57ceb8f4eac') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:06.019516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c090232-5dec-4462-b14d-b57ceb8f4eac') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:06.038926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.088043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.094800 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432aab0a-f37a-4a93-9772-23ce05aa5e02 x-openstack-request-id: req-432aab0a-f37a-4a93-9772-23ce05aa5e02 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:06.095611 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:06.095611 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-432aab0a-f37a-4a93-9772-23ce05aa5e02 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:06.096926 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'status': 'completed', 'code': 200} Dec 09 14:55:06.109783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:55:06.110458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:55:06.112491 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:55:06.116356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Deleting port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:06.117539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.133258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:06.191064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8930c81f-33fd-4d7c-8d49-d515ec631e1f {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:06.201676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643ed4-5c2c-422e-a768-d556f7732530 req-1f6d0313-ef2b-48fa-9598-7b6bd6612d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:06.203844 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-1f6d0313-ef2b-48fa-9598-7b6bd6612d51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275543 Dec 09 14:55:06.228766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.347131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Transition to ACTIVE for port object 8930c81f-33fd-4d7c-8d49-d515ec631e1f will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:06.371741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.427297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:06.449062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78685-e733-4fa4-8758-d741c1b56eff req-a17fe6eb-e9d6-44f1-92c5-f7d9647279f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:06.450603 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-a17fe6eb-e9d6-44f1-92c5-f7d9647279f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 1099 time: 0.2898288 Dec 09 14:55:06.451221 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.458116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'mac_address': 'fa:16:3e:ed:c2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:06.564419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] For port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:06.566241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.582754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Calling delete_port for d70b4ef7-cf39-4d86-b2a2-c0d9577de13c owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:06.585629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.590927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:06.605410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:06.609582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4a01ceb0-6442-4c99-bdb7-943debcdee9e HTTP/1.1" status: 204 len: 168 time: 1.1686282 Dec 09 14:55:06.616986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744d0d-cd0d-479e-b1f6-a9f063906241 req-25a91e71-1db9-43c6-b862-82c685c40944 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:06.622236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb744d0d-cd0d-479e-b1f6-a9f063906241 req-25a91e71-1db9-43c6-b862-82c685c40944 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 944 time: 0.4515483 Dec 09 14:55:06.661513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8827b-0e6b-46e6-b095-742ba7693649 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a01ceb0-6442-4c99-bdb7-943debcdee9e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:06.782402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deb385-8011-412b-8291-4658573c1a7d req-04fa2ff9-75a6-4cbd-bced-853f6a28e440 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:06.790759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82deb385-8011-412b-8291-4658573c1a7d req-04fa2ff9-75a6-4cbd-bced-853f6a28e440 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 948 time: 0.3483789 Dec 09 14:55:06.833304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:06.836320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:06.865764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'mac_address': 'fa:16:3e:82:5a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:06.873407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78685-e733-4fa4-8758-d741c1b56eff req-e5a3ea66-ee94-4c89-bc55-e1affd9f8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:06.875233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-e5a3ea66-ee94-4c89-bc55-e1affd9f8fa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.3854988 Dec 09 14:55:06.922897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6afd01-87e0-4fd6-b96d-209ed5641b15 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:06.965521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-938cc2b1-e244-4188-92a0-4750a265b7dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 200 len: 217 time: 0.0756917 Dec 09 14:55:06.986127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82deb385-8011-412b-8291-4658573c1a7d req-f3834799-8312-4cb6-8652-c4f2a416de50 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910896 Dec 09 14:55:06.990003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:07.011975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb744d0d-cd0d-479e-b1f6-a9f063906241 req-6166e4c9-c33c-4077-be13-fef0c4b5e7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492713 Dec 09 14:55:07.014177 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-e5063dcf-2e70-4335-aebb-c016faec0eed service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898700 Dec 09 14:55:07.097917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:07.141515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.145171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.185511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5e908f-a0c6-4500-91d4-52549b97eb97 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:07.220030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74643ed4-5c2c-422e-a768-d556f7732530 req-ecbc692b-8b3e-411a-81c0-defb3b81da5d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840103 Dec 09 14:55:07.240039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:07.277450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Attempting to bind port 8930c81f-33fd-4d7c-8d49-d515ec631e1f on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:07.279583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Attempting to bind port 8930c81f-33fd-4d7c-8d49-d515ec631e1f by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:07.279933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Attempting to bind port 8930c81f-33fd-4d7c-8d49-d515ec631e1f on network daaa03e3-882f-4f52-9ac5-7325f618866e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:07.295550 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.295855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Port 8930c81f-33fd-4d7c-8d49-d515ec631e1f on network daaa03e3-882f-4f52-9ac5-7325f618866e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:07.296157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Attempting to bind port 8930c81f-33fd-4d7c-8d49-d515ec631e1f on network daaa03e3-882f-4f52-9ac5-7325f618866e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:07.305203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:07.305558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Checking segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:07.305925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Bound using segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:07.306435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Bound port: 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:07.306828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.329130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=12']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:07.371486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-48e867fa-5bb8-4424-b88a-cb7435747927 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2072275 Dec 09 14:55:07.380787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78685-e733-4fa4-8758-d741c1b56eff req-598a0646-b7d3-40d8-af44-fc6c92c214e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:07.380787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-598a0646-b7d3-40d8-af44-fc6c92c214e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3918755 Dec 09 14:55:07.393811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:07.469502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['1e6afd01-87e0-4fd6-b96d-209ed5641b15'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:07.489658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:07.497955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:07.505634 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3457f4-86fb-43dc-aece-8e705ac39b11 x-openstack-request-id: req-4b3457f4-86fb-43dc-aece-8e705ac39b11 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:07.506016 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4752274b-0a12-45b3-a558-d3dd331d302f", "tag": "459a5a43-d381-4a48-84b8-6d694b542e77", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:07.508575 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b3457f4-86fb-43dc-aece-8e705ac39b11 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:07.508731 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4752274b-0a12-45b3-a558-d3dd331d302f', 'tag': '459a5a43-d381-4a48-84b8-6d694b542e77', 'status': 'completed', 'code': 200} Dec 09 14:55:07.515431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-caea758d-093e-4413-95ee-dcadb2a4d32e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9e9f6fec6f841d6a028a7ae7411aee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139024 Dec 09 14:55:07.542865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.557329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9d5e908f-a0c6-4500-91d4-52549b97eb97'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:07.563583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:07.571897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:07.572737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.574083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] 10.222.0.43 "PUT /v2.0/ports/8930c81f-33fd-4d7c-8d49-d515ec631e1f HTTP/1.1" status: 200 len: 1091 time: 3.0274391 Dec 09 14:55:07.645303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f943794-f6df-4d16-b06b-b1ce8569a112 req-f6b6ca02-c8c0-4417-8821-e5ea524d96ae tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 210 time: 0.1448929 Dec 09 14:55:07.702291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-9aca763b-6d49-4b0b-a8f0-679d789d470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:07.703843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-9aca763b-6d49-4b0b-a8f0-679d789d470a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 1099 time: 0.1944497 Dec 09 14:55:07.773742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-0fac5890-f3ee-4322-819b-8b6340dd0ac2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:07.775305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-0fac5890-f3ee-4322-819b-8b6340dd0ac2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3892188 Dec 09 14:55:07.820250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-1e8d5b78-506d-4b47-89e0-09a12b3a3774 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1833291 Dec 09 14:55:07.837363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:07.960447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-4e17f45f-aa92-4a27-a5da-2f86b196443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:07.963780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:07.963977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-4e17f45f-aa92-4a27-a5da-2f86b196443d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2425451 Dec 09 14:55:08.002571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea70e0-54ac-4180-b288-e2b3639bf40c req-102ed0f6-d34e-4bc9-8531-5b479dd06c7d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.010901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6eea70e0-54ac-4180-b288-e2b3639bf40c req-102ed0f6-d34e-4bc9-8531-5b479dd06c7d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 943 time: 0.4941638 Dec 09 14:55:08.012125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc4168-3066-436f-83f3-8ebf5e31619d service neutron] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:08.029945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-7e62bfe3-68bf-4306-b61f-15cb47b87dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.031732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-7e62bfe3-68bf-4306-b61f-15cb47b87dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 1094 time: 0.3855703 Dec 09 14:55:08.105189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event deleted for resources: {'Port': ['ID=d70b4ef7-cf39-4d86-b2a2-c0d9577de13c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:08.114172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78685-e733-4fa4-8758-d741c1b56eff req-dbfc230b-2ed2-43e7-b3af-69f14d096d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.116245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-dbfc230b-2ed2-43e7-b3af-69f14d096d93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6349766 Dec 09 14:55:08.116620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-9a0e3b62-c987-4434-bfd0-0140ca92a83c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f HTTP/1.1" status: 200 len: 217 time: 0.0539727 Dec 09 14:55:08.137147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfcdde-201b-4e0f-bed3-df2e0d48dac1 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:08.147584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 459a5a43-d381-4a48-84b8-6d694b542e77 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:08.189916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-3f35f1dd-cb03-490a-9b48-ad36a2e40576 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=459a5a43-d381-4a48-84b8-6d694b542e77 HTTP/1.1" status: 200 len: 217 time: 0.1685796 Dec 09 14:55:08.217307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4edfa-07d6-4537-b424-34301cf217d3 req-2f0d9e38-b686-4efe-858f-7c6f26f28793 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.226261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27a4edfa-07d6-4537-b424-34301cf217d3 req-2f0d9e38-b686-4efe-858f-7c6f26f28793 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.2584426 Dec 09 14:55:08.274300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-92858457-ab7f-4f67-b182-aea85219174f service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377261 Dec 09 14:55:08.305090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b19-b866-4e3f-9114-273fa86bd1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.329707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b19-b866-4e3f-9114-273fa86bd1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.367109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 459a5a43-d381-4a48-84b8-6d694b542e77, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=459a5a43-d381-4a48-84b8-6d694b542e77,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:08.369682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] No DVR routers for this DVR port d70b4ef7-cf39-4d86-b2a2-c0d9577de13c on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:08.376824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-05b8ce3a-1b3f-4555-b0a1-b43ffcefa40e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.378417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-05b8ce3a-1b3f-4555-b0a1-b43ffcefa40e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5480778 Dec 09 14:55:08.379773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.380224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-3ded9142-f50b-4ca8-ac50-f3cd6c55f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.383086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-3ded9142-f50b-4ca8-ac50-f3cd6c55f936 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1301324 Dec 09 14:55:08.385234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6c95186-c8be-4f68-8af8-397c393c6ebb req-e527419e-d9e8-4698-be2d-d3b405a46c97 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "DELETE /v2.0/ports/d70b4ef7-cf39-4d86-b2a2-c0d9577de13c HTTP/1.1" status: 204 len: 173 time: 2.6114438 Dec 09 14:55:08.400087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '459a5a43-d381-4a48-84b8-6d694b542e77', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '459a5a43-d381-4a48-84b8-6d694b542e77', 'mac_address': 'fa:16:3e:fa:9c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:08.403456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:08.415296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-deleted', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:08.420285 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d27671-ef4b-4f0e-a212-4629b157eef4" -d '{"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-deleted", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:08.476099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:08.526665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6eea70e0-54ac-4180-b288-e2b3639bf40c req-a81d385f-5205-411f-9cb2-5ff3a4afd4e8 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146556 Dec 09 14:55:08.557956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: d70b4ef7-cf39-4d86-b2a2-c0d9577de13c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:08.558168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device d70b4ef7-cf39-4d86-b2a2-c0d9577de13c not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:08.571864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.611044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d91eb626-3602-4e78-b85a-016d755a16d6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:08.650442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c78685-e733-4fa4-8758-d741c1b56eff req-e601df3f-cf04-48d1-b605-181f0a472206 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112543 Dec 09 14:55:08.651011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b19-b866-4e3f-9114-273fa86bd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.655074 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2b19-b866-4e3f-9114-273fa86bd1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.656784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef0d2b19-b866-4e3f-9114-273fa86bd1fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fa4e0b8-6e51-4eee-8ca5-310273529af3 HTTP/1.1" status: 204 len: 168 time: 1.0817292 Dec 09 14:55:08.665721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 14:55:08.665721 n-d-804292-5 neutron-server[109894]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 14:55:08.665721 n-d-804292-5 neutron-server[109894]: [parameters: {'project_id': '2b8687e457194a10a698f3cd79605202', 'id': 'f3f5b863-866e-4cb8-abea-29f2fd93b851', 'expiration': datetime.datetime(2021, 12, 9, 14, 57, 8, 659864)}] Dec 09 14:55:08.665721 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:55:08.667317 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:55:08.683576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459a5a43-d381-4a48-84b8-6d694b542e77 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:08.684216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839248-2df2-4219-8b57-60b530d21269 req-14d16a8e-40d4-4320-9f78-d646564f52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.686300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-14d16a8e-40d4-4320-9f78-d646564f52e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 200 len: 860 time: 0.5233185 Dec 09 14:55:08.690776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d2b19-b866-4e3f-9114-273fa86bd1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa4e0b8-6e51-4eee-8ca5-310273529af3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:08.709797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27a4edfa-07d6-4537-b424-34301cf217d3 req-c5321c8a-cf05-41e3-bd6a-01946c50e3b7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825928 Dec 09 14:55:08.752799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 459a5a43-d381-4a48-84b8-6d694b542e77, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=459a5a43-d381-4a48-84b8-6d694b542e77,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:08.789297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-cf696770-74af-450f-a942-afcf4e2d72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:08.791126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.792873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-cf696770-74af-450f-a942-afcf4e2d72c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081687 Dec 09 14:55:08.793178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f99970c2-1e41-4bd7-9d3b-685679d59b00 req-7938a3d9-e9d5-434b-98fb-b09cbd096539 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.1007373 Dec 09 14:55:08.797972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-4d338ad2-0361-40e1-a9ed-86c147bbf8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daaa03e3-882f-4f52-9ac5-7325f618866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864227 Dec 09 14:55:08.801297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:08.812093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:08.926279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-591973fe-53a0-4ca0-9546-d9f25b7d17d9 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116245 Dec 09 14:55:09.006261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=459a5a43-d381-4a48-84b8-6d694b542e77,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:09.055372 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a81d0-c405-4458-b8bb-1127da333d7e x-openstack-request-id: req-060a81d0-c405-4458-b8bb-1127da333d7e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:09.056511 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b84501-99df-4096-9e2d-ffd26df33f3f", "name": "network-vif-deleted", "tag": "d70b4ef7-cf39-4d86-b2a2-c0d9577de13c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:09.056952 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-060a81d0-c405-4458-b8bb-1127da333d7e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:09.057562 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b84501-99df-4096-9e2d-ffd26df33f3f', 'name': 'network-vif-deleted', 'tag': 'd70b4ef7-cf39-4d86-b2a2-c0d9577de13c', 'status': 'completed', 'code': 200} Dec 09 14:55:09.074709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4581b7d4-a49d-44a9-9440-0bf3e834f966 req-4057f267-c812-4ae4-a59b-8393aae03fb2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174252 Dec 09 14:55:09.101563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['459a5a43-d381-4a48-84b8-6d694b542e77'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:09.201873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-8e7593ce-b58d-4282-b1a5-d6c2f010baa1 service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858179 Dec 09 14:55:09.339190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.214 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/cb7e83cf-786e-4f33-8913-d2e86c4420df) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:09.612162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:09.731728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:09.733954 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6308a759-5b35-45ec-b98e-1975d737cc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:09.738755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52839248-2df2-4219-8b57-60b530d21269 req-3f9d0044-e51f-4332-b8a1-f8e0686b1296 service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954666 Dec 09 14:55:09.741934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:09.754448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:09.920258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=cb7e83cf-786e-4f33-8913-d2e86c4420df,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:09.929885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:09.964261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a19740-91ee-4271-bc86-090138f974e5 req-7f3125f4-9841-4d59-a15e-4bb2f079e222 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:09.975787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4a19740-91ee-4271-bc86-090138f974e5 req-7f3125f4-9841-4d59-a15e-4bb2f079e222 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 949 time: 1.0432413 Dec 09 14:55:10.018193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:10.024239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:10.064016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50ab8203-7fba-4b7a-b171-0eb8c597ab04 req-81745a17-2e19-4b20-b641-d6ed511b666b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 210 time: 0.9069786 Dec 09 14:55:10.079037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:10.079037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.145143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:10.145816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.161157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:10.195321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37744) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:10.223638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-ba4a8510-9bae-40c3-9534-f68bffae797f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8250258 Dec 09 14:55:10.274044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Request body: {'port': {'device_id': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:10.274406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:10.281647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:10.282315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.379583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.156 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/aa7b9837-fbad-4567-b6f1-4eda45e52bae) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:10.391098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08839-662d-42ff-8570-c6d27a3a12b9 req-71afafd2-f15b-4454-99ba-c76bb8aa48b7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:10.400837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e08839-662d-42ff-8570-c6d27a3a12b9 req-71afafd2-f15b-4454-99ba-c76bb8aa48b7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 949 time: 0.1295388 Dec 09 14:55:10.427597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4a19740-91ee-4271-bc86-090138f974e5 req-05bc4a23-7e8d-4ba3-8b30-ac8d8839b9e2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536128 Dec 09 14:55:10.454294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.485345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.489852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:10.519040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e08839-662d-42ff-8570-c6d27a3a12b9 req-2ab4b184-f3bd-41df-8e2d-3a80db94e7f2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170292 Dec 09 14:55:10.596663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-717065635-network', 'tenant_id': '75788208079b43fa85c91cd26183cfab'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:10.600659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:10.603079 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96313714-f4d4-47f6-8810-aee45ae5b32c" -d '{"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:10.628149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:10.636284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-059524c6-ce53-40c6-8c41-3038e174cb64 None None] Provisioning complete for port cb7e83cf-786e-4f33-8913-d2e86c4420df triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:10.636718 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059524c6-ce53-40c6-8c41-3038e174cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.679017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-059524c6-ce53-40c6-8c41-3038e174cb64 None None] Port cb7e83cf-786e-4f33-8913-d2e86c4420df cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:10.681280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.744005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 9d5e908f-a0c6-4500-91d4-52549b97eb97 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:10.757940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9d5e908f-a0c6-4500-91d4-52549b97eb97 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:10.759111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.814903 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5bb29-a4cd-45cc-b41f-ff2c8966ed03 x-openstack-request-id: req-a2f5bb29-a4cd-45cc-b41f-ff2c8966ed03 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:10.816228 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:10.816613 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2f5bb29-a4cd-45cc-b41f-ff2c8966ed03 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:10.817174 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'status': 'completed', 'code': 200} Dec 09 14:55:10.847842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=13']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:10.890671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-83673b88-68a4-4f91-baa3-958cbfface8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:10.892549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-83673b88-68a4-4f91-baa3-958cbfface8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 1094 time: 0.0744159 Dec 09 14:55:10.893204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Made reservation on behalf of 75788208079b43fa85c91cd26183cfab for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:10.895678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.910202 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:10.983745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:10.996969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.011115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d563-75d1-4691-bd7d-c9312b6adf18 req-6ecc93ff-e7db-41b2-a3f8-a4264fc3f812 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:11.013094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ff4d563-75d1-4691-bd7d-c9312b6adf18 req-6ecc93ff-e7db-41b2-a3f8-a4264fc3f812 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 943 time: 0.1854761 Dec 09 14:55:11.066154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.071122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-f7bdc233-62aa-46ad-9717-dbfc6075e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:11.072997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-f7bdc233-62aa-46ad-9717-dbfc6075e4ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 921 time: 0.1637611 Dec 09 14:55:11.123320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.142459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:11.197896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ff4d563-75d1-4691-bd7d-c9312b6adf18 req-6735a2e6-b545-47c3-8a50-75735aada01f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753278 Dec 09 14:55:11.218628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-ee55c3dc-3f26-48d8-8482-ae11733b8bed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f HTTP/1.1" status: 200 len: 217 time: 0.1122632 Dec 09 14:55:11.329221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-b083f770-1a19-4e30-afc5-d6be0345acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:11.332499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-b083f770-1a19-4e30-afc5-d6be0345acca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 200 len: 860 time: 0.1018317 Dec 09 14:55:11.354743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.368775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:11.416180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-787c6e0b-1cdc-4b99-8ddc-38e45e84fc49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daaa03e3-882f-4f52-9ac5-7325f618866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646765 Dec 09 14:55:11.417902 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.461540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0cb3deae-08cc-4660-886d-042e28d17811 req-d36602b1-dd63-4ddf-a631-396807e02c62 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.0436146 Dec 09 14:55:11.465050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.498908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:11.505654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:11.512064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:11.605199 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bce0bb-63c5-4cf5-b8f6-98874a7057b0 x-openstack-request-id: req-b8bce0bb-63c5-4cf5-b8f6-98874a7057b0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:11.605750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=aa7b9837-fbad-4567-b6f1-4eda45e52bae,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:11.607971 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:11.608938 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8bce0bb-63c5-4cf5-b8f6-98874a7057b0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:11.608938 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'code': 200} Dec 09 14:55:11.688205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:11.688205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.737800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-5fc418aa-0c54-4409-bc4c-7da2788f2c0f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9094009 Dec 09 14:55:11.746542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:55:11.759263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Request body: {'port': {'device_id': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:11.841780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.882257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.882809 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Added segment 3a1ca04b-1352-4bd9-98d1-bb860bdf3740 of type vlan for network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 Dec 09 14:55:11.898627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5691b4bf-2e97-455a-aedb-6b9f402a2b7f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:11.913813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d53c2bc3-26a9-4277-b5fc-c9626d810f3b None None] Provisioning complete for port aa7b9837-fbad-4567-b6f1-4eda45e52bae triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:11.914340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d53c2bc3-26a9-4277-b5fc-c9626d810f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:11.962221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d53c2bc3-26a9-4277-b5fc-c9626d810f3b None None] Port aa7b9837-fbad-4567-b6f1-4eda45e52bae cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:11.992712 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.000524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-f0e9f023-857f-4a83-8ce3-32560ad0607c service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481994 Dec 09 14:55:12.013303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46a839-c3df-4310-a7b5-0b865b7c6b5a req-2398610c-0513-4e14-ba3b-625fd038dadd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:12.016020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d46a839-c3df-4310-a7b5-0b865b7c6b5a req-2398610c-0513-4e14-ba3b-625fd038dadd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 936 time: 0.3710148 Dec 09 14:55:12.038133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807858d3-9659-42d0-b27f-e1996c515493 req-dd5f8117-82a4-4265-9c54-1767034f7bbc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:12.046423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-807858d3-9659-42d0-b27f-e1996c515493 req-dd5f8117-82a4-4265-9c54-1767034f7bbc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 949 time: 0.2056382 Dec 09 14:55:12.116353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-807858d3-9659-42d0-b27f-e1996c515493 req-31fa0c29-c17e-4d5e-bb61-728135787ffb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687349 Dec 09 14:55:12.182144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8930c81f-33fd-4d7c-8d49-d515ec631e1f details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:12.184198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 459a5a43-d381-4a48-84b8-6d694b542e77 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:12.271585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 459a5a43-d381-4a48-84b8-6d694b542e77 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:12.310299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 459a5a43-d381-4a48-84b8-6d694b542e77 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:12.310680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.330431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-bc1a7264-3b49-4bd2-b964-41c674b72810 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344496 Dec 09 14:55:12.399187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:12.444346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.457218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'port_id': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'mac_address': 'fa:16:3e:c6:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e4c8e-07a4-4232-bf66-fd2aa2d0f7db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:12.466053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-2b6b42eb-15ed-49b4-8eb5-3ca0efb78f59 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:12.467807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-2b6b42eb-15ed-49b4-8eb5-3ca0efb78f59 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299450 Dec 09 14:55:12.494535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-f21e5830-a5ac-4952-9510-0d9b4d660ed7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/quotas/084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 375 time: 0.0208702 Dec 09 14:55:12.495722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.497194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:12.497949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.513284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 459a5a43-d381-4a48-84b8-6d694b542e77, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=459a5a43-d381-4a48-84b8-6d694b542e77,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:12.528120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.534498 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.579752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8930c81f-33fd-4d7c-8d49-d515ec631e1f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:12.588330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-90b5edd7-c9e0-4c98-9ce3-34f081889770 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861084 Dec 09 14:55:12.591673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3951986 Dec 09 14:55:12.594676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37806) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:12.599303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7e83cf-786e-4f33-8913-d2e86c4420df {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:12.602306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:12.604931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Request body: {'subnet': {'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-717065635-subnet', 'tenant_id': '75788208079b43fa85c91cd26183cfab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:12.613265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.628293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=459a5a43-d381-4a48-84b8-6d694b542e77,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:12.650448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.662088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Made reservation on behalf of 75788208079b43fa85c91cd26183cfab for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:12.665138 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.667748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed80c-cf23-4d54-af1a-93500a7508e7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb08c807-c2b1-4aa5-afcd-1cad79d341a1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:12.682435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:12.686586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:55:12.697565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d46a839-c3df-4310-a7b5-0b865b7c6b5a req-caa19f8a-2c01-4d1d-88a9-64f46916df4e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539040 Dec 09 14:55:12.719669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6308a759-5b35-45ec-b98e-1975d737cc3d req-ab2c767e-ef90-4247-8c0d-d8fbaa724eed service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847076 Dec 09 14:55:12.723561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Transition to ACTIVE for port object cb7e83cf-786e-4f33-8913-d2e86c4420df will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:12.736616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:12.871043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7e83cf-786e-4f33-8913-d2e86c4420df,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:12.919495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8930c81f-33fd-4d7c-8d49-d515ec631e1f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:13.019380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c3dd7-4a9b-4315-9305-4d4a8797f4b2 req-b608d0ae-97f4-4d92-ac35-fc5d59dc4abe tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.030644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c6c3dd7-4a9b-4315-9305-4d4a8797f4b2 req-b608d0ae-97f4-4d92-ac35-fc5d59dc4abe tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 950 time: 0.2093070 Dec 09 14:55:13.094749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Attempting to bind port cb7e83cf-786e-4f33-8913-d2e86c4420df on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:13.095091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Attempting to bind port cb7e83cf-786e-4f33-8913-d2e86c4420df by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:13.095623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Attempting to bind port cb7e83cf-786e-4f33-8913-d2e86c4420df on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:13.128898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Port cb7e83cf-786e-4f33-8913-d2e86c4420df on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:13.129239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Attempting to bind port cb7e83cf-786e-4f33-8913-d2e86c4420df on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:13.147813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c6c3dd7-4a9b-4315-9305-4d4a8797f4b2 req-e33d5161-d4a9-498e-996b-35d3d746eb00 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113966 Dec 09 14:55:13.153025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:13.153369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:13.153758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:13.154189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Bound port: cb7e83cf-786e-4f33-8913-d2e86c4420df, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:13.154544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.242075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.300666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7b9837-fbad-4567-b6f1-4eda45e52bae {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:13.303909 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c872c40f-c714-4328-b5f5-617d13cf6ae8 req-5271baf6-df7e-4646-b7ca-fe7b5b7d5c0b tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.0438852 Dec 09 14:55:13.318490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.321695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] For port cb7e83cf-786e-4f33-8913-d2e86c4420df, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:13.335170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] For port cb7e83cf-786e-4f33-8913-d2e86c4420df, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:13.346086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed504d-6f4e-4e3f-b1d3-87dbb8f5e182 req-e558071c-df87-4f44-bf41-e23399bf6b25 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.347099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70ed504d-6f4e-4e3f-b1d3-87dbb8f5e182 req-e558071c-df87-4f44-bf41-e23399bf6b25 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 944 time: 0.3338387 Dec 09 14:55:13.351632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.383766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e569936b-35c5-4163-aee8-e0d2c00abd66,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:13.388787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Transition to ACTIVE for port object aa7b9837-fbad-4567-b6f1-4eda45e52bae will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:13.404067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Checking segment: {'id': '3a1ca04b-1352-4bd9-98d1-bb860bdf3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:13.404427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Network hostable DHCP agents. Network: eb08c807-c2b1-4aa5-afcd-1cad79d341a1, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:55:13.408854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.458893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7e83cf-786e-4f33-8913-d2e86c4420df,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:13.483768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70ed504d-6f4e-4e3f-b1d3-87dbb8f5e182 req-f9a5be93-97ee-4b25-a297-63fb3716d096 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211085 Dec 09 14:55:13.511688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Pushing event updated for resources: {'Port': ['ID=aa7b9837-fbad-4567-b6f1-4eda45e52bae,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:13.516602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:55:13.551454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0d8bb78-18dd-42e9-be67-89e6df867156 req-204edde9-704e-44a3-adf3-8a538e32a983 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 210 time: 0.0974653 Dec 09 14:55:13.556615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.557516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.559495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-991e51fd-ae25-4cff-9271-65ab7d28e871 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb7e83cf-786e-4f33-8913-d2e86c4420df HTTP/1.1" status: 200 len: 1096 time: 3.3251615 Dec 09 14:55:13.559885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'tag': 'cb7e83cf-786e-4f33-8913-d2e86c4420df'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:13.564351 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c356610-585f-433a-a8aa-611d3953d991" -d '{"events": [{"name": "network-changed", "server_uuid": "b92ac462-0bd0-4efc-bef9-73769fc9802f", "tag": "cb7e83cf-786e-4f33-8913-d2e86c4420df"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:13.579959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, eb08c807-c2b1-4aa5-afcd-1cad79d341a1) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:13.598415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.598415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.610560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}, {'server_uuid': '4752274b-0a12-45b3-a558-d3dd331d302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459a5a43-d381-4a48-84b8-6d694b542e77'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:13.612923 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1c89c0-82b7-4ab8-a7ba-bc63e86fb3b3" -d '{"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-plugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}, {"server_uuid": "4752274b-0a12-45b3-a558-d3dd331d302f", "name": "network-vif-plugged", "status": "completed", "tag": "459a5a43-d381-4a48-84b8-6d694b542e77"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:13.616588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f06741-c8cf-4549-90cd-f1623a3e3ffb None None] Network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:13.632267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Attempting to bind port aa7b9837-fbad-4567-b6f1-4eda45e52bae on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:13.632267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Attempting to bind port aa7b9837-fbad-4567-b6f1-4eda45e52bae by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:13.632267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Attempting to bind port aa7b9837-fbad-4567-b6f1-4eda45e52bae on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:13.645652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-21a06ca4-0ba5-4e7e-8bbf-8333651598f2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0420163 Dec 09 14:55:13.675501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Port aa7b9837-fbad-4567-b6f1-4eda45e52bae on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:13.675851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Attempting to bind port aa7b9837-fbad-4567-b6f1-4eda45e52bae on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:13.732842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-847edeb4-9388-4d37-b305-68e9d3d13cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.745974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-847edeb4-9388-4d37-b305-68e9d3d13cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 1099 time: 0.1151743 Dec 09 14:55:13.752818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:13.753374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:13.753761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:13.754215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Bound port: aa7b9837-fbad-4567-b6f1-4eda45e52bae, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:13.754567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:13.850737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfa3d2e-543e-412e-994d-0b5c8d6ac693 None None] Network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:13.860906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ad429-6294-488e-877b-f99a90c1bafe req-21b2bf9a-449d-438b-8979-6fc2c4baa1c4 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.880687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-153ad429-6294-488e-877b-f99a90c1bafe req-21b2bf9a-449d-438b-8979-6fc2c4baa1c4 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 950 time: 0.2404714 Dec 09 14:55:13.884505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-01837677-f16d-4444-868d-1ae6c33bfefe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df HTTP/1.1" status: 200 len: 217 time: 0.1373107 Dec 09 14:55:13.894669 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b283b6-0b97-406c-9a1d-c7ee34eff7e6 x-openstack-request-id: req-15b283b6-0b97-406c-9a1d-c7ee34eff7e6 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:13.894971 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92ac462-0bd0-4efc-bef9-73769fc9802f", "tag": "cb7e83cf-786e-4f33-8913-d2e86c4420df", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:13.895235 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15b283b6-0b97-406c-9a1d-c7ee34eff7e6 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:13.895668 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'tag': 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'status': 'completed', 'code': 200} Dec 09 14:55:13.997213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-049e58f8-a2a0-40ac-a6e6-886167f60856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:13.999477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-049e58f8-a2a0-40ac-a6e6-886167f60856 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1021702 Dec 09 14:55:14.008094 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a0c1b-85c5-43a5-9a81-3532b3a72218 x-openstack-request-id: req-e17a0c1b-85c5-43a5-9a81-3532b3a72218 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:14.018804 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-plugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "code": 200}, {"server_uuid": "4752274b-0a12-45b3-a558-d3dd331d302f", "name": "network-vif-plugged", "status": "completed", "tag": "459a5a43-d381-4a48-84b8-6d694b542e77", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:14.019077 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e17a0c1b-85c5-43a5-9a81-3532b3a72218 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:14.019537 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'code': 200} Dec 09 14:55:14.019797 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4752274b-0a12-45b3-a558-d3dd331d302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459a5a43-d381-4a48-84b8-6d694b542e77', 'code': 200} Dec 09 14:55:14.029825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] For port aa7b9837-fbad-4567-b6f1-4eda45e52bae, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:14.086197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-153ad429-6294-488e-877b-f99a90c1bafe req-b313fc27-2962-4b3e-ba5f-438b0553caaf tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959250 Dec 09 14:55:14.097134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] For port aa7b9837-fbad-4567-b6f1-4eda45e52bae, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:14.099142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-7206f267-85d6-47c7-8033-cca459a08db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.109225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.135887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-7206f267-85d6-47c7-8033-cca459a08db3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108770 Dec 09 14:55:14.186462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.187338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.188913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] 10.222.0.36 "PUT /v2.0/ports/aa7b9837-fbad-4567-b6f1-4eda45e52bae HTTP/1.1" status: 200 len: 1096 time: 2.4350846 Dec 09 14:55:14.189515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'tag': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:14.191906 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55" -d '{"events": [{"name": "network-changed", "server_uuid": "b873b7d7-7ba6-4322-b628-efe5dfd5e970", "tag": "aa7b9837-fbad-4567-b6f1-4eda45e52bae"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:14.195668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8930c81f-33fd-4d7c-8d49-d515ec631e1f up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:14.252055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf560a-64c7-42a9-be8a-42fa4f8581ed service neutron] Pushing event updated for resources: {'Port': ['ID=aa7b9837-fbad-4567-b6f1-4eda45e52bae,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:14.303901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ff37-076a-4042-91cf-c3c3f495d045 req-821abad1-9f2c-42f4-83b7-33570ffff992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.305500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9b9ff37-076a-4042-91cf-c3c3f495d045 req-821abad1-9f2c-42f4-83b7-33570ffff992 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1100 time: 0.1609654 Dec 09 14:55:14.306709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8930c81f-33fd-4d7c-8d49-d515ec631e1f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:14.311134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8930c81f-33fd-4d7c-8d49-d515ec631e1f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:14.311529 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.391768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80220df-0201-4694-881d-3e2cb8fe1dd9 req-bd3252f6-08c7-4cbf-b69c-12ef5408773d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.396320 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f80220df-0201-4694-881d-3e2cb8fe1dd9 req-bd3252f6-08c7-4cbf-b69c-12ef5408773d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 948 time: 0.3235874 Dec 09 14:55:14.455555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.465448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4dad5-7a32-4407-94f6-bf262e442f69 req-e7c893f0-d06c-4947-b970-5cdb30ab43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.467296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30a4dad5-7a32-4407-94f6-bf262e442f69 req-e7c893f0-d06c-4947-b970-5cdb30ab43e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 1101 time: 0.2780819 Dec 09 14:55:14.536232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9b9ff37-076a-4042-91cf-c3c3f495d045 req-8434ea84-9b0a-407b-96af-56b03491dca2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869416 Dec 09 14:55:14.543461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-a001436c-c5e8-44a9-a88e-fdf1e1388edb service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059811 Dec 09 14:55:14.557600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-84f39508-ecfb-4bfc-a880-b735f0b8f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.560356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-84f39508-ecfb-4bfc-a880-b735f0b8f6e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 1099 time: 0.2991612 Dec 09 14:55:14.569533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:14.580937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.581985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:14.603138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f80220df-0201-4694-881d-3e2cb8fe1dd9 req-7d87be5c-065e-4c6c-9259-e2155f6b84c4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619585 Dec 09 14:55:14.611810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-af966d9b-fa17-4b61-9c45-46b4c30db2d7 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.615594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-af966d9b-fa17-4b61-9c45-46b4c30db2d7 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/networks?id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1 HTTP/1.1" status: 200 len: 813 time: 0.2669795 Dec 09 14:55:14.645927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-bd13419a-8b90-437c-9ada-8bbfc553b09e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/quotas/75788208079b43fa85c91cd26183cfab HTTP/1.1" status: 200 len: 375 time: 0.0171981 Dec 09 14:55:14.711672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30a4dad5-7a32-4407-94f6-bf262e442f69 req-14b84b45-40eb-4fa3-8bf6-3ca82a6482af service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216942 Dec 09 14:55:14.734606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-158e541a-3f28-4aea-b14d-00d31236b9d3 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=75788208079b43fa85c91cd26183cfab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686607 Dec 09 14:55:14.737097 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-bad49bb4-4d5a-4e9e-85af-ae7e404a0d6f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019142 Dec 09 14:55:14.742260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.799619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:14.814489 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:14.816579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-a63d27a4-0b53-4ab8-8d6e-100f64e06eac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae HTTP/1.1" status: 200 len: 217 time: 0.0791497 Dec 09 14:55:14.817202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:14.888060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:14.901827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-cc81916a-63ab-44cf-84db-f1cd59eeca0c service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635611 Dec 09 14:55:14.973459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-38b6d93d-529a-4141-bb86-b6dfe15c9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:14.975622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-38b6d93d-529a-4141-bb86-b6dfe15c9d50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1484332 Dec 09 14:55:15.039006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-7165cbca-3944-43c6-8489-5815073e82d0 service neutron] 10.222.0.46 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029757 Dec 09 14:55:15.111913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-6e07d8a2-b4b0-4586-ac62-d9194f600516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.113513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-6e07d8a2-b4b0-4586-ac62-d9194f600516 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301506 Dec 09 14:55:15.113740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c356610-585f-433a-a8aa-611d3953d991 req-9a2cfb32-c625-469c-aeac-7f2a261f0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.115398 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-9a2cfb32-c625-469c-aeac-7f2a261f0fa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 1099 time: 0.1169822 Dec 09 14:55:15.126089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-bfb3ee78-13bc-4889-8f65-42dc59fe61cf tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.127591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-bfb3ee78-13bc-4889-8f65-42dc59fe61cf tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153151 Dec 09 14:55:15.159218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Request body: {'port': {'device_id': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '084b1d49ac0849c9a0b9b80073719ff7'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:15.189003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-f038e698-e729-40bc-a305-278b71bdb371 service neutron] 10.222.0.46 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491208 Dec 09 14:55:15.299703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-eef3918a-e1a2-4bd8-9162-6e66d5127363 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672246 Dec 09 14:55:15.321624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c356610-585f-433a-a8aa-611d3953d991 req-f50fdd35-b61e-4032-bd2a-20e17ef6bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.323123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-f50fdd35-b61e-4032-bd2a-20e17ef6bcd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1902423 Dec 09 14:55:15.383076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-d6ded0b3-4105-4897-b603-1d4661aad1ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df HTTP/1.1" status: 200 len: 217 time: 0.0466871 Dec 09 14:55:15.434376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-995e7164-ef6f-4adc-805d-d0a9553685e6 req-6fda892b-2e5d-4b31-9fd0-a193d089f0ec service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224866 Dec 09 14:55:15.466016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Made reservation on behalf of 084b1d49ac0849c9a0b9b80073719ff7 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:15.472283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:15.519576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c356610-585f-433a-a8aa-611d3953d991 req-6ef1fc63-7c54-445c-a627-28943d338aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.522463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-6ef1fc63-7c54-445c-a627-28943d338aff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1262157 Dec 09 14:55:15.525909 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d051c85-2997-457b-b14d-5fa4b8558851 x-openstack-request-id: req-8d051c85-2997-457b-b14d-5fa4b8558851 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:15.526218 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b873b7d7-7ba6-4322-b628-efe5dfd5e970", "tag": "aa7b9837-fbad-4567-b6f1-4eda45e52bae", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:15.526481 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d051c85-2997-457b-b14d-5fa4b8558851 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:15.526892 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'tag': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'status': 'completed', 'code': 200} Dec 09 14:55:15.692473 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75ab0ad5-f979-4f01-b39b-772b4b604635 req-7a03eede-e542-4328-9718-7cdc87ef69b4 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.0533805 Dec 09 14:55:15.704071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c356610-585f-433a-a8aa-611d3953d991 req-7788de63-92e6-4dec-a83c-6c0ea66d05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.706117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-7788de63-92e6-4dec-a83c-6c0ea66d05b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289282 Dec 09 14:55:15.724403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-0a3893c7-12e2-41c7-ada1-f6e2d095ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.726584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-0a3893c7-12e2-41c7-ada1-f6e2d095ccf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 1099 time: 0.1542025 Dec 09 14:55:15.788434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Allocated IP 192.168.233.157 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/8d3cb1fe-24ef-49bf-b61e-937c4469295d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:15.817777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb0b13ed-d4aa-48f7-ae35-d6d786976259 req-b6385360-d8de-45ed-ba2c-8e7dbda989e7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 210 time: 0.0426588 Dec 09 14:55:15.893072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-45706c61-085f-452a-aabc-78079f391cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.895161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-45706c61-085f-452a-aabc-78079f391cb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1565638 Dec 09 14:55:15.975783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272551d-b551-479b-be00-a0a30bb6feed req-18d97825-0699-4393-9b21-d610e47811f0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:15.983911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e272551d-b551-479b-be00-a0a30bb6feed req-18d97825-0699-4393-9b21-d610e47811f0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.2765698 Dec 09 14:55:16.002919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-e80597f9-c40f-4f49-a15b-ab9f14d6dbc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae HTTP/1.1" status: 200 len: 217 time: 0.0909169 Dec 09 14:55:16.021146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f'}, {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:16.029191 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7bf92-be5d-4af9-b4d9-f2bb1daf2c2f" -d '{"events": [{"server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "name": "network-vif-plugged", "status": "completed", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f"}, {"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:16.104951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-d26d1597-c9e4-4f39-bf82-3bcd8365d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:16.107032 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-d26d1597-c9e4-4f39-bf82-3bcd8365d585 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0963895 Dec 09 14:55:16.110840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-65802e48-2b08-47aa-87a0-6563a3381c4a service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879349 Dec 09 14:55:16.128196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58729c72-ddda-401e-91df-cdadd61926a8 req-95ddfd4d-e11c-4834-9487-3bb8ccd38600 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:16.136367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58729c72-ddda-401e-91df-cdadd61926a8 req-95ddfd4d-e11c-4834-9487-3bb8ccd38600 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 950 time: 0.0814760 Dec 09 14:55:16.195447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e272551d-b551-479b-be00-a0a30bb6feed req-609f60b2-8056-4d2f-9680-58d59967c66b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102008 Dec 09 14:55:16.216183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-168cffa6-7cf1-413b-9b5f-bb91ceefe797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:16.217647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-168cffa6-7cf1-413b-9b5f-bb91ceefe797 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787470 Dec 09 14:55:16.229911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58729c72-ddda-401e-91df-cdadd61926a8 req-b239a902-7ff5-417d-ab81-c59d395a6c6a tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927153 Dec 09 14:55:16.360127 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-acc86bdc-a576-4483-9f4f-a794608cd1a2 req-8149f5d8-647b-445c-a02b-22643b891a39 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 210 time: 0.0580041 Dec 09 14:55:16.395818 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:16.436043 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141848fc-59ac-44f3-9fdd-fcbc4d9df4dc x-openstack-request-id: req-141848fc-59ac-44f3-9fdd-fcbc4d9df4dc {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:16.436681 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "name": "network-vif-plugged", "status": "completed", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f", "code": 200}, {"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:16.437099 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-141848fc-59ac-44f3-9fdd-fcbc4d9df4dc {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:16.437647 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'code': 200} Dec 09 14:55:16.438081 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'code': 200} Dec 09 14:55:16.454077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345259f7-6130-45f5-96c4-69690718cf37 req-2fc25690-4f44-4664-bb4f-cd5577846536 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:16.455843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-345259f7-6130-45f5-96c4-69690718cf37 req-2fc25690-4f44-4664-bb4f-cd5577846536 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 948 time: 0.0824132 Dec 09 14:55:16.466647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c356610-585f-433a-a8aa-611d3953d991 req-7367e98a-03f7-4801-b0a2-bef7e0198544 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343158 Dec 09 14:55:16.492395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:16.502190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-92dd8eb1-2dad-4644-b9a7-2b18d92c9801 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712154 Dec 09 14:55:16.507126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:16.511029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d', '1e6afd01-87e0-4fd6-b96d-209ed5641b15'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:16.566960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-345259f7-6130-45f5-96c4-69690718cf37 req-46fa82f0-f6e2-40c2-87c7-82895016956e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971000 Dec 09 14:55:16.611048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:16.617025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:16.640487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:16.647677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:16.712592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfa2567e-8d9b-44c1-a5a5-4ccd9d234a55 req-c9ce6745-930b-450b-a150-06c62f86cefd service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894770 Dec 09 14:55:16.744147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a02e20-fd22-4e51-ac5a-5a4ab12d7c8c req-678ff445-8fef-4055-92c7-30c4631129ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:16.757445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48a02e20-fd22-4e51-ac5a-5a4ab12d7c8c req-678ff445-8fef-4055-92c7-30c4631129ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 1096 time: 0.2073114 Dec 09 14:55:16.781559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:16.783264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:16.854560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8118ad8-bd9b-4847-a85f-577229dbdd52 req-8cdf6e66-c176-4df5-89cd-de07d292363f tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b84501-99df-4096-9e2d-ffd26df33f3f HTTP/1.1" status: 200 len: 210 time: 0.0606058 Dec 09 14:55:16.868037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48a02e20-fd22-4e51-ac5a-5a4ab12d7c8c req-8367968c-a952-415e-956a-f7b191af9ad2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679178 Dec 09 14:55:16.871953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-32322090-15f6-44c6-8b2f-825cdec8eab6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7288659 Dec 09 14:55:17.080345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82444e2-5873-416c-b59a-91417fafa949 req-b704434a-0832-401d-95a4-8852a0c55b9d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:17.090159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Request body: {'port': {'device_id': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:17.094529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c82444e2-5873-416c-b59a-91417fafa949 req-b704434a-0832-401d-95a4-8852a0c55b9d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 936 time: 0.1381524 Dec 09 14:55:17.186210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:17.210123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c82444e2-5873-416c-b59a-91417fafa949 req-1708e11c-8544-4df0-a6f0-a7e987114ffd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042988 Dec 09 14:55:17.306345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-79bffaa6-821d-4240-bb6e-56258e215a01 None None] Provisioning complete for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:17.306897 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79bffaa6-821d-4240-bb6e-56258e215a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:17.355302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-79bffaa6-821d-4240-bb6e-56258e215a01 None None] Port 8d3cb1fe-24ef-49bf-b61e-937c4469295d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:17.498693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-9872e30c-7743-43cd-8edc-4d6e7b540b9a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:17.501288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-9872e30c-7743-43cd-8edc-4d6e7b540b9a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.36 "GET /v2.0/networks?id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1 HTTP/1.1" status: 200 len: 813 time: 0.2590849 Dec 09 14:55:17.512107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb1056-ac04-42b9-8b8b-ffd7cd482a9b req-b6aadda5-b123-4210-acd0-18a39809d7ff tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:17.514499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6adb1056-ac04-42b9-8b8b-ffd7cd482a9b req-b6aadda5-b123-4210-acd0-18a39809d7ff tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.0894506 Dec 09 14:55:17.526406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Request body: {'port': {'device_id': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1', 'admin_state_up': True, 'tenant_id': '75788208079b43fa85c91cd26183cfab'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:17.540570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b33020-dc5a-4b8e-baeb-48c01ceca714 req-71c22431-41ae-4cea-9710-d24604d6b5a2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:17.542194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2b33020-dc5a-4b8e-baeb-48c01ceca714 req-71c22431-41ae-4cea-9710-d24604d6b5a2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 950 time: 0.1438942 Dec 09 14:55:17.614407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2b33020-dc5a-4b8e-baeb-48c01ceca714 req-fc371f62-d7d1-45fc-8663-6efdcc6c685d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589108 Dec 09 14:55:17.637444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6adb1056-ac04-42b9-8b8b-ffd7cd482a9b req-195bbb47-4a6f-447a-9e6f-99283cf3a633 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 Dec 09 14:55:17.718388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:17.736739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:17.764706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-690f8265-5da8-45f3-af69-3fcc84c7072e req-5bc41587-3578-458b-95cc-6d209b157266 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 210 time: 0.0377216 Dec 09 14:55:17.772332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Transition to ACTIVE for port object 8d3cb1fe-24ef-49bf-b61e-937c4469295d will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:17.782885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:17.804566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbadf9-4fef-4683-9f9f-7d82e903a885 req-c8dd83c6-da45-4c23-9488-f5cfbe9c7a7b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:17.806407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9bcbadf9-4fef-4683-9f9f-7d82e903a885 req-c8dd83c6-da45-4c23-9488-f5cfbe9c7a7b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 948 time: 0.0913949 Dec 09 14:55:17.813477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Made reservation on behalf of 75788208079b43fa85c91cd26183cfab for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:17.818490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:17.902771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:18.012064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03751862-c84d-4b87-ab5a-5dbc0d0b9cbb req-8bcc2618-420c-4d5e-8fa5-b4dc728a967e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:18.015031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9bcbadf9-4fef-4683-9f9f-7d82e903a885 req-ef7bf8fe-7e29-4e1c-8761-0e2ad5ae2c07 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777923 Dec 09 14:55:18.019439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-03751862-c84d-4b87-ab5a-5dbc0d0b9cbb req-8bcc2618-420c-4d5e-8fa5-b4dc728a967e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1280136 Dec 09 14:55:18.050830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:18.051366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:18.052144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:18.060711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:18.061313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:18.068085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:18.068429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:18.069393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:18.070121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Bound port: 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:18.070530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:18.087691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Allocated IP 172.20.0.14 (eb08c807-c2b1-4aa5-afcd-1cad79d341a1/e569936b-35c5-4163-aee8-e0d2c00abd66/1fe8603b-7b6d-4b0a-84e3-a73399c5352a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:18.124497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-03751862-c84d-4b87-ab5a-5dbc0d0b9cbb req-6a8ecfea-f287-4124-b754-d0f473d7804f tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041074 Dec 09 14:55:18.180487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:18.192272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:18.200975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:18.311360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:18.312006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:18.324318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] 10.222.0.43 "PUT /v2.0/ports/8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 1096 time: 1.2396181 Dec 09 14:55:18.324608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:18.327269 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:18.486909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aa7b9837-fbad-4567-b6f1-4eda45e52bae details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:18.531176 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18c8742-8b33-47d6-b77d-bc54f7c7028c x-openstack-request-id: req-b18c8742-8b33-47d6-b77d-bc54f7c7028c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:18.534066 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:18.534367 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b18c8742-8b33-47d6-b77d-bc54f7c7028c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:18.534791 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'status': 'completed', 'code': 200} Dec 09 14:55:18.551214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:18.569397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.570288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.570641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.570984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.571404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.573267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.577706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.577995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.578584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.579143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.582345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.582725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.583389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe40e939-f891-4ad3-90cc-0c132e18548f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:18.605324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:18.654209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a062f56-65e0-4866-8834-01402ca25bbb req-b9bcf590-e261-463f-b549-30197a87cc5a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:18.661657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-1853ae33-4e4e-481c-b88d-0bca148b1b9b tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429890 Dec 09 14:55:18.668802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a062f56-65e0-4866-8834-01402ca25bbb req-b9bcf590-e261-463f-b549-30197a87cc5a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 948 time: 0.3273318 Dec 09 14:55:18.702412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-acc0a95c-dc24-491b-ae6e-7e70577e20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:18.708150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-acc0a95c-dc24-491b-ae6e-7e70577e20f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1099 time: 0.2691617 Dec 09 14:55:18.714358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:18.770365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-6d37989b-7f07-4754-a839-713344231f9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0469291 Dec 09 14:55:18.792308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a062f56-65e0-4866-8834-01402ca25bbb req-f0c541f8-ffa6-465c-b107-6358d7849d07 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225126 Dec 09 14:55:18.816196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aa7b9837-fbad-4567-b6f1-4eda45e52bae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:18.842254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'mac_address': 'fa:16:3e:d6:6b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:18.844432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-07fbae15-ceea-4be7-b12a-f244c97a7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:18.847294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-07fbae15-ceea-4be7-b12a-f244c97a7638 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0684881 Dec 09 14:55:18.890090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:18.913208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-e2cff32f-d9d5-489f-9a49-009072658e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:18.914951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-e2cff32f-d9d5-489f-9a49-009072658e06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590959 Dec 09 14:55:18.920603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:18.934169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7b9837-fbad-4567-b6f1-4eda45e52bae {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:18.939695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:18.939918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:18.948775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Pushing event updated for resources: {'Port': ['ID=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:18.994789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-9ee158af-564f-4af6-b113-837d1e7e992b tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.002824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-9ee158af-564f-4af6-b113-837d1e7e992b tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3392370 Dec 09 14:55:19.007311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aa7b9837-fbad-4567-b6f1-4eda45e52bae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:19.014456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.014828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.015178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.015567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.015994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.016323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:19.016455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.016854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.017282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.017619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.018061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.018311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cb7e83cf-786e-4f33-8913-d2e86c4420df details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:19.018430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.018717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.019265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:19.061312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-56304496-a06d-40dc-8e66-9efc47b329bf tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/quotas/865e6d28d02047208a5404c6b7cdc4bf HTTP/1.1" status: 200 len: 375 time: 0.0571809 Dec 09 14:55:19.075858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec7ccf-4a68-4442-a6be-db45bf9c6ddd req-381f05d7-4ba8-4da4-9372-fc863164d7e0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.077795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6aec7ccf-4a68-4442-a6be-db45bf9c6ddd req-381f05d7-4ba8-4da4-9372-fc863164d7e0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.0885675 Dec 09 14:55:19.084096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-18630de7-beb0-4e56-b51e-c7d9c2ca56a8 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588316 Dec 09 14:55:19.105064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cb7e83cf-786e-4f33-8913-d2e86c4420df, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:19.114600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.115249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:19.119280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'mac_address': 'fa:16:3e:bc:ee:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:19.153812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-98a33bd5-2ea0-4787-a195-0784ef804ed4 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915365 Dec 09 14:55:19.163125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-82735074-a63f-4a88-b79e-ab9ff753497e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6490815 Dec 09 14:55:19.179790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Request body: {'port': {'device_id': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:19.188326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:19.268408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7e83cf-786e-4f33-8913-d2e86c4420df {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:19.271782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6aec7ccf-4a68-4442-a6be-db45bf9c6ddd req-ba27e46a-c99a-4cb5-9ebc-a2404ef0c258 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862595 Dec 09 14:55:19.284073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=aa7b9837-fbad-4567-b6f1-4eda45e52bae,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:19.338902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efe04a00-5ed6-4b7f-8b46-240fd36df498 req-0a5c9b5d-8a8c-4ab3-9787-5372525406b2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338724 Dec 09 14:55:19.365523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cb7e83cf-786e-4f33-8913-d2e86c4420df, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:19.382406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:19.558149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51aebd-5a10-4112-a728-c420e15698cd req-22f33abd-c102-46de-9cd6-7822266f4c12 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.570823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a51aebd-5a10-4112-a728-c420e15698cd req-22f33abd-c102-46de-9cd6-7822266f4c12 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 932 time: 0.1859787 Dec 09 14:55:19.583028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=cb7e83cf-786e-4f33-8913-d2e86c4420df,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:19.604531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-ae342ccc-7912-48ef-aba9-4cf746de231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.606219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-ae342ccc-7912-48ef-aba9-4cf746de231a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1099 time: 0.1678560 Dec 09 14:55:19.663536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['cb7e83cf-786e-4f33-8913-d2e86c4420df'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:19.751396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['aa7b9837-fbad-4567-b6f1-4eda45e52bae'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:19.775539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a51aebd-5a10-4112-a728-c420e15698cd req-91d0de67-3566-48de-adda-005a1547df2a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015510 Dec 09 14:55:19.827847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:19.849577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-7bbf1400-b8b8-4e59-bf65-8b680535c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.851927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-7bbf1400-b8b8-4e59-bf65-8b680535c323 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2322419 Dec 09 14:55:19.883904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28989080-8945-4390-beeb-4ea9e907e866 req-467209d3-f86a-4911-bb93-2912128784c5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:19.893014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28989080-8945-4390-beeb-4ea9e907e866 req-467209d3-f86a-4911-bb93-2912128784c5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 949 time: 0.1843355 Dec 09 14:55:19.985286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-3eb2fdc3-3c35-4cf1-bd8b-6c9f748523e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.1100693 Dec 09 14:55:20.086987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-a0089032-2118-41da-b8c4-b2c16c62737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:20.092182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-a0089032-2118-41da-b8c4-b2c16c62737c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0959086 Dec 09 14:55:20.186318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-135fb471-122d-4c5b-83fc-288d8d638e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:20.191310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-135fb471-122d-4c5b-83fc-288d8d638e79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832207 Dec 09 14:55:20.257907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:20.322558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28989080-8945-4390-beeb-4ea9e907e866 req-f4b44ae6-803c-4efd-9a08-6e70f7ce1bda tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283910 Dec 09 14:55:20.417754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1f77f-95a4-424c-bfb9-99c8ef183b49 req-a40cdcd3-2daa-4292-a6cc-0895b11052e7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:20.426997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-54e1f77f-95a4-424c-bfb9-99c8ef183b49 req-a40cdcd3-2daa-4292-a6cc-0895b11052e7 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.2184834 Dec 09 14:55:20.437310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:20.454617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'mac_address': 'fa:16:3e:ad:e0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:20.479104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a51fc82-723e-46a7-8405-d25b79dd553e req-6e438c90-13de-4159-b7df-e15d17d29db9 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 210 time: 0.0362358 Dec 09 14:55:20.509205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:20.531822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe8603b-7b6d-4b0a-84e3-a73399c5352a {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:20.546324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:20.558664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:20.575486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:20.580744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:20.602747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Transition to ACTIVE for port object 1fe8603b-7b6d-4b0a-84e3-a73399c5352a will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:20.609786 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-54e1f77f-95a4-424c-bfb9-99c8ef183b49 req-a733ce3c-02e0-4f1f-b217-ed64df6d05ed tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777725 Dec 09 14:55:20.617125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:20.626388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-724b118b-7bda-49f4-bdcb-7893912810d6 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258285 Dec 09 14:55:20.669059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:20.680503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:20.797775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:20.824461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4756c-dfcc-471e-aad7-4ca4b590efcb req-cb9ef275-2b15-4b48-beac-ff390a3cb833 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:20.827642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bcf4756c-dfcc-471e-aad7-4ca4b590efcb req-cb9ef275-2b15-4b48-beac-ff390a3cb833 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 948 time: 0.1485333 Dec 09 14:55:20.851736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Attempting to bind port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:20.852090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Attempting to bind port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3a1ca04b-1352-4bd9-98d1-bb860bdf3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:20.852430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Attempting to bind port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a on network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:20.863396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33d4d0ab-1a15-4659-bb9e-a7959f1fa493 req-3e3dd933-ce34-43f5-a98b-92ba41509e25 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260013 Dec 09 14:55:20.864887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a on network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:20.865224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Attempting to bind port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a on network eb08c807-c2b1-4aa5-afcd-1cad79d341a1 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:20.902430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:20.902857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Checking segment: {'id': '3a1ca04b-1352-4bd9-98d1-bb860bdf3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:20.903252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Bound using segment: {'id': '3a1ca04b-1352-4bd9-98d1-bb860bdf3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:20.903850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Bound port: 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1ca04b-1352-4bd9-98d1-bb860bdf3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:20.904212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:21.058323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] For port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:21.064391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] For port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,segment=NetworkSegment(3a1ca04b-1352-4bd9-98d1-bb860bdf3740),segment_id=3a1ca04b-1352-4bd9-98d1-bb860bdf3740)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:21.088702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bcf4756c-dfcc-471e-aad7-4ca4b590efcb req-7f860586-0646-4e17-8d70-41874a2375a5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305381 Dec 09 14:55:21.092952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:21.239011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:21.240394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:21.255678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1fe8603b-7b6d-4b0a-84e3-a73399c5352a HTTP/1.1" status: 200 len: 1092 time: 2.0808425 Dec 09 14:55:21.262697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'tag': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:21.276093 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb5380-6d78-4265-bf8b-178057296a10" -d '{"events": [{"name": "network-changed", "server_uuid": "a42f50c0-89bf-41cd-ac19-5f5c38075f54", "tag": "1fe8603b-7b6d-4b0a-84e3-a73399c5352a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:21.321875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-a8771548-9c8d-4dad-b4a7-2334de54b9a1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786703 Dec 09 14:55:21.450603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea41d-a77b-4051-be7e-1066491c86c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:21.465748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-86e30968-5f47-4df8-b168-1bd2b17d5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:21.467293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-86e30968-5f47-4df8-b168-1bd2b17d5e42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75788208079b43fa85c91cd26183cfab&device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 1095 time: 0.0877120 Dec 09 14:55:21.572085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-df8ae01f-78ac-4765-86e4-f83bfc9c4ef3 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:21.573765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-df8ae01f-78ac-4765-86e4-f83bfc9c4ef3 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452962 Dec 09 14:55:21.589500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Request body: {'port': {'device_id': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '865e6d28d02047208a5404c6b7cdc4bf'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:21.602867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4e9d2-6dc6-49ad-97b2-be1bfa325e39 req-1f075af4-62d8-40a9-aab4-f7bc75b84483 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:21.613284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd4e9d2-6dc6-49ad-97b2-be1bfa325e39 req-1f075af4-62d8-40a9-aab4-f7bc75b84483 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 944 time: 0.2954435 Dec 09 14:55:21.618624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-979f7fa5-2c0e-418f-b167-8fb80c1da36b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a HTTP/1.1" status: 200 len: 217 time: 0.1419158 Dec 09 14:55:21.673209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:21.824973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-98a009c6-e54c-4db3-8b0d-7a395d964384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:21.828272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-98a009c6-e54c-4db3-8b0d-7a395d964384 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e569936b-35c5-4163-aee8-e0d2c00abd66 HTTP/1.1" status: 200 len: 853 time: 0.1242583 Dec 09 14:55:21.869377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd4e9d2-6dc6-49ad-97b2-be1bfa325e39 req-41e81df8-1e92-4102-a955-57a7a3ec9d0f tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541077 Dec 09 14:55:21.876435 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1362454-d8cf-4f3f-9f92-921b88d50dae x-openstack-request-id: req-f1362454-d8cf-4f3f-9f92-921b88d50dae {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:21.876737 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42f50c0-89bf-41cd-ac19-5f5c38075f54", "tag": "1fe8603b-7b6d-4b0a-84e3-a73399c5352a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:21.877087 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1362454-d8cf-4f3f-9f92-921b88d50dae {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:21.878634 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'tag': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a', 'status': 'completed', 'code': 200} Dec 09 14:55:21.878805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Made reservation on behalf of 865e6d28d02047208a5404c6b7cdc4bf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:21.883060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:21.929696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-1b2ff64f-ce0f-41e0-b5a2-a48fdcfa7cac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907509 Dec 09 14:55:22.051703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-c1b1d01e-0494-4a30-92d5-10d74c82d4fb service neutron] 10.222.0.36 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133933 Dec 09 14:55:22.105767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82a0b6f6-da3f-4beb-97e3-7d6d8780e230 req-74fadaf1-5583-4e05-8433-cd783e525621 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 210 time: 0.0350571 Dec 09 14:55:22.180671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:22.250031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf4c66-5118-4c2b-b0d9-180b690fa084 req-512b059f-987a-4d7a-9d05-da31c3dbbe7a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:22.259810 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aeaf4c66-5118-4c2b-b0d9-180b690fa084 req-512b059f-987a-4d7a-9d05-da31c3dbbe7a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 949 time: 0.2862825 Dec 09 14:55:22.260966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:22.279928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:22.333695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec61baf8-3564-4c96-9a4f-71f114edda67 req-f1db238b-d488-49c4-9e98-6b8877a75048 service neutron] 10.222.0.36 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692032 Dec 09 14:55:22.342703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Allocated IP 192.168.233.248 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/e0445e13-e7f5-461c-866b-a4564a0316b4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:22.419604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aeaf4c66-5118-4c2b-b0d9-180b690fa084 req-15560d5f-2a84-4e23-92c6-c602436d501f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461058 Dec 09 14:55:22.501291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aa7b9837-fbad-4567-b6f1-4eda45e52bae up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:22.572189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71eaf8-dcc3-4206-8ccd-34ab5375de10 req-5aa770c1-9f11-4413-a759-c84aff5a6106 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:22.586245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f71eaf8-dcc3-4206-8ccd-34ab5375de10 req-5aa770c1-9f11-4413-a759-c84aff5a6106 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 948 time: 0.2322936 Dec 09 14:55:22.657189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:22.657683 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:22.660586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:22.699083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'mac_address': 'fa:16:3e:8a:07:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:22.711913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-fa46926e-d82d-4271-aebd-d6e3d2271796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:22.713737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-fa46926e-d82d-4271-aebd-d6e3d2271796 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75788208079b43fa85c91cd26183cfab&device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 1095 time: 0.2737758 Dec 09 14:55:22.745918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a956e7-6e6f-4d6c-b423-e21d0929d9c5 req-d036d0fe-3cd9-4464-9918-49235ecacf25 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:22.754018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1a956e7-6e6f-4d6c-b423-e21d0929d9c5 req-d036d0fe-3cd9-4464-9918-49235ecacf25 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.1484904 Dec 09 14:55:22.828539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port aa7b9837-fbad-4567-b6f1-4eda45e52bae completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:22.830745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:22.842311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:22.879622 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1a956e7-6e6f-4d6c-b423-e21d0929d9c5 req-754dabe6-5dd6-4e04-8138-9f16dd1f7306 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245971 Dec 09 14:55:22.882163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port aa7b9837-fbad-4567-b6f1-4eda45e52bae triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:22.886334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:22.967709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:22.992584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:23.049224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-ee027a7d-d118-4467-9f4d-4423934fa66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:23.050719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-ee027a7d-d118-4467-9f4d-4423934fa66b service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1 HTTP/1.1" status: 200 len: 914 time: 0.2847223 Dec 09 14:55:23.083928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['459a5a43-d381-4a48-84b8-6d694b542e77'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:23.100675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:23.108356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:23.118412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:23.169143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-b5ec84ef-bfd0-4043-b794-07ca7dfc73d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a HTTP/1.1" status: 200 len: 217 time: 0.0959480 Dec 09 14:55:23.172924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9d5e908f-a0c6-4500-91d4-52549b97eb97'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:23.175461 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:23.282348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event updated for resources: {'Port': ['ID=e0445e13-e7f5-461c-866b-a4564a0316b4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:23.310586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-725528a6-46a5-430e-b85b-4add81700437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:23.317613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-725528a6-46a5-430e-b85b-4add81700437 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e569936b-35c5-4163-aee8-e0d2c00abd66 HTTP/1.1" status: 200 len: 853 time: 0.1358120 Dec 09 14:55:23.326291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:23.326875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:23.386314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-7fcd1ea8-6441-40c9-a3f7-a28f0d015020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8017948 Dec 09 14:55:23.410714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Request body: {'port': {'device_id': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:23.419249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-3566fb2b-00a6-45cc-8995-5b4f46220f3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821471 Dec 09 14:55:23.424581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:23.430387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f71eaf8-dcc3-4206-8ccd-34ab5375de10 req-6b8ede80-4d15-4dad-98b7-7e7f36b83a54 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8432624 Dec 09 14:55:23.530832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:23.553743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:23.557174 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68dfbfb-0015-4481-a91c-3b565bf88e8c" -d '{"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:23.595710 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:23.597873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f9fd848a-ff2a-49c7-9bdf-c34e20675e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:23.679652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:23.705514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:23.735848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-6f980774-80bd-4588-b412-5b05e70c7e47 service neutron] 10.222.0.36 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013661 Dec 09 14:55:23.742964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.743341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.743687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.744027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.744631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.744978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.745311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.745818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.746207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.746539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.746869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.747193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.747545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:23.842394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a337e-4ee2-4ea5-a20b-4e4f512d35c2 req-90117efc-87d5-47ba-8305-1a9c63d364a6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:23.851606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f1a337e-4ee2-4ea5-a20b-4e4f512d35c2 req-90117efc-87d5-47ba-8305-1a9c63d364a6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 936 time: 0.2349870 Dec 09 14:55:23.873313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:23.962411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:24.005170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a337d9c0-66b7-426c-baf7-2f9fb15647d7 None None] Provisioning complete for port e0445e13-e7f5-461c-866b-a4564a0316b4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:24.005813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a337d9c0-66b7-426c-baf7-2f9fb15647d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:24.008021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f1a337e-4ee2-4ea5-a20b-4e4f512d35c2 req-3be62a88-0a28-4a1a-884a-8ddcc5315657 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484215 Dec 09 14:55:24.021028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddbb5380-6d78-4265-bf8b-178057296a10 req-db6272f4-a132-4c5d-bad7-a80809301115 service neutron] 10.222.0.36 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627151 Dec 09 14:55:24.098204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aa7b9837-fbad-4567-b6f1-4eda45e52bae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:24.130252 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:24.131619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cb7e83cf-786e-4f33-8913-d2e86c4420df up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:24.276427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:24.303974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144092f-8b99-4067-9283-e02c0b5cf35f req-10b2a203-d51f-4006-9063-d335a993dd7c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:24.322647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0144092f-8b99-4067-9283-e02c0b5cf35f req-10b2a203-d51f-4006-9063-d335a993dd7c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 949 time: 0.1355050 Dec 09 14:55:24.326484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8d3cb1fe-24ef-49bf-b61e-937c4469295d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:24.347956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a337d9c0-66b7-426c-baf7-2f9fb15647d7 None None] Port e0445e13-e7f5-461c-866b-a4564a0316b4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:24.376171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8930c81f-33fd-4d7c-8d49-d515ec631e1f details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:24.402983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0144092f-8b99-4067-9283-e02c0b5cf35f req-07ee99ab-1023-4845-95ab-61df4690ba51 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791745 Dec 09 14:55:24.428569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849eb97c-9454-4377-a81a-4940d66567cd req-201a53be-7ca7-4784-9591-ce79fcc582c6 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:24.432284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-849eb97c-9454-4377-a81a-4940d66567cd req-201a53be-7ca7-4784-9591-ce79fcc582c6 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 944 time: 0.9705324 Dec 09 14:55:24.532877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=aa7b9837-fbad-4567-b6f1-4eda45e52bae,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:24.562853 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a18b2e9-ba4c-410e-9670-60c1c534ea61 x-openstack-request-id: req-5a18b2e9-ba4c-410e-9670-60c1c534ea61 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:24.563150 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-plugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:24.563426 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a18b2e9-ba4c-410e-9670-60c1c534ea61 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:24.563821 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'code': 200} Dec 09 14:55:24.575222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1fe8603b-7b6d-4b0a-84e3-a73399c5352a details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:24.754106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-849eb97c-9454-4377-a81a-4940d66567cd req-23b21b73-28d0-4cad-8d98-571e9a134d6f tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063598 Dec 09 14:55:24.785658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5883edb-5453-4a03-b246-2ed12db0eb09 req-ec889894-9d02-49a3-99dd-149e74e98c39 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:24.802305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5883edb-5453-4a03-b246-2ed12db0eb09 req-ec889894-9d02-49a3-99dd-149e74e98c39 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.1517901 Dec 09 14:55:24.859594 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:55:24.925048 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:55:24.949064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port cb7e83cf-786e-4f33-8913-d2e86c4420df completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:25.025172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5883edb-5453-4a03-b246-2ed12db0eb09 req-a34840a9-d695-4e58-8698-6198d6974c1f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191036 Dec 09 14:55:25.191299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port cb7e83cf-786e-4f33-8913-d2e86c4420df triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:25.206026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.403335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8238f3-a196-480a-bf08-e55da9f4b99b req-99c9357d-cb4b-4c0b-8874-c9c78dc9cfe2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:25.406046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0445e13-e7f5-461c-866b-a4564a0316b4 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:25.424074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca8238f3-a196-480a-bf08-e55da9f4b99b req-99c9357d-cb4b-4c0b-8874-c9c78dc9cfe2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 949 time: 0.1918499 Dec 09 14:55:25.426650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.462142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Transition to ACTIVE for port object e0445e13-e7f5-461c-866b-a4564a0316b4 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:25.498315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.550320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca8238f3-a196-480a-bf08-e55da9f4b99b req-9b6263cd-9446-42d5-b231-4916fd8224d0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229420 Dec 09 14:55:25.643496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:25.644647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86e7f-fda2-42bf-b81d-320469dc5394 req-dfdebb9f-909c-4c44-85f5-33b45c073efb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:25.653599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79b86e7f-fda2-42bf-b81d-320469dc5394 req-dfdebb9f-909c-4c44-85f5-33b45c073efb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 936 time: 0.2057052 Dec 09 14:55:25.660139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'port_id': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'mac_address': 'fa:16:3e:c6:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e4c8e-07a4-4232-bf66-fd2aa2d0f7db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:25.714660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0445e13-e7f5-461c-866b-a4564a0316b4,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:25.752307 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.758214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d350c-d9ad-4bf8-b06f-6ba01b204a19 req-6caafbca-bcbf-4f35-b852-1cd2a4c60ff7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:25.766833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e27d350c-d9ad-4bf8-b06f-6ba01b204a19 req-6caafbca-bcbf-4f35-b852-1cd2a4c60ff7 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 944 time: 0.1238089 Dec 09 14:55:25.785773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8930c81f-33fd-4d7c-8d49-d515ec631e1f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:25.801529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79b86e7f-fda2-42bf-b81d-320469dc5394 req-4039598d-7f97-422d-9134-e1c4e3ade4e6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462433 Dec 09 14:55:25.812352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:25.838390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Attempting to bind port e0445e13-e7f5-461c-866b-a4564a0316b4 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:25.838390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Attempting to bind port e0445e13-e7f5-461c-866b-a4564a0316b4 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:25.838639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Attempting to bind port e0445e13-e7f5-461c-866b-a4564a0316b4 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:25.839083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.849184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Port e0445e13-e7f5-461c-866b-a4564a0316b4 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:25.849510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Attempting to bind port e0445e13-e7f5-461c-866b-a4564a0316b4 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:25.859139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:25.859514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:25.859895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:25.860344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Bound port: e0445e13-e7f5-461c-866b-a4564a0316b4, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:25.860678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.884026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e27d350c-d9ad-4bf8-b06f-6ba01b204a19 req-ec0cc624-9f43-454c-9f3a-19999e69fe78 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155767 Dec 09 14:55:25.929471 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-046fc886-4d6a-442f-a577-475db4629fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:25.939988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:26.040775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8930c81f-33fd-4d7c-8d49-d515ec631e1f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:26.080883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982ec00-c0c2-4482-8fc8-dbab3d63fc0e req-10603c36-acaf-44ce-af0d-30793127dbe5 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:26.089112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] For port e0445e13-e7f5-461c-866b-a4564a0316b4, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:26.093842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] For port e0445e13-e7f5-461c-866b-a4564a0316b4, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e0445e13-e7f5-461c-866b-a4564a0316b4,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:26.103005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f982ec00-c0c2-4482-8fc8-dbab3d63fc0e req-10603c36-acaf-44ce-af0d-30793127dbe5 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 944 time: 0.1064367 Dec 09 14:55:26.122167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,segment=NetworkSegment(3a1ca04b-1352-4bd9-98d1-bb860bdf3740),segment_id=3a1ca04b-1352-4bd9-98d1-bb860bdf3740)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:26.132847 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.198487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a', 'network_id': 'eb08c807-c2b1-4aa5-afcd-1cad79d341a1', 'port_id': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a', 'mac_address': 'fa:16:3e:98:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e569936b-35c5-4163-aee8-e0d2c00abd66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:26.200112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f982ec00-c0c2-4482-8fc8-dbab3d63fc0e req-ae7880e9-306b-4e98-b33d-669c3796e973 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943220 Dec 09 14:55:26.214956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0445e13-e7f5-461c-866b-a4564a0316b4,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:26.225274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:26.226311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.228760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-bcad550f-9da4-4105-8774-4b5467e6fef9 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0445e13-e7f5-461c-866b-a4564a0316b4 HTTP/1.1" status: 200 len: 1096 time: 2.8328631 Dec 09 14:55:26.247431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'tag': 'e0445e13-e7f5-461c-866b-a4564a0316b4'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:26.250974 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fdb267-4ad6-457d-91f1-86360e744a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0aa3c47-7fba-4e57-936f-6dab61f7fd42", "tag": "e0445e13-e7f5-461c-866b-a4564a0316b4"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:26.292255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-19fe65e0-3cff-4a14-8c83-a5235a771417 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:26.298651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-19fe65e0-3cff-4a14-8c83-a5235a771417 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 944 time: 0.3171368 Dec 09 14:55:26.330038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.389219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.446302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe8603b-7b6d-4b0a-84e3-a73399c5352a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:26.470989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cb7e83cf-786e-4f33-8913-d2e86c4420df, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:26.502844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.522066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,segment=NetworkSegment(3a1ca04b-1352-4bd9-98d1-bb860bdf3740),segment_id=3a1ca04b-1352-4bd9-98d1-bb860bdf3740)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:26.535566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0231ab-3a7b-449e-96ba-3fbf51826b87 req-771c9609-7169-4442-bd3d-d364e7cf401e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:26.538425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d0231ab-3a7b-449e-96ba-3fbf51826b87 req-771c9609-7169-4442-bd3d-d364e7cf401e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 944 time: 0.0804148 Dec 09 14:55:26.571643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae'}, {'server_uuid': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7e83cf-786e-4f33-8913-d2e86c4420df'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:26.578608 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f7b9d-93f5-4ada-b9ad-44ea35773a7a" -d '{"events": [{"server_uuid": "b873b7d7-7ba6-4322-b628-efe5dfd5e970", "name": "network-vif-plugged", "status": "completed", "tag": "aa7b9837-fbad-4567-b6f1-4eda45e52bae"}, {"server_uuid": "b92ac462-0bd0-4efc-bef9-73769fc9802f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7e83cf-786e-4f33-8913-d2e86c4420df"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:26.590102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bafa0-02d9-428c-bb78-a2d807b9fc12 req-3fe87792-f71f-4dd8-810b-e127b4425d16 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:26.593165 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.605282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a5bafa0-02d9-428c-bb78-a2d807b9fc12 req-3fe87792-f71f-4dd8-810b-e127b4425d16 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 949 time: 0.6340692 Dec 09 14:55:26.632559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.656526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d0231ab-3a7b-449e-96ba-3fbf51826b87 req-b0f2d627-4bdf-4314-8713-69c5dde4113c tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091015 Dec 09 14:55:26.689471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=cb7e83cf-786e-4f33-8913-d2e86c4420df,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:26.699086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-4ffb820a-b173-486d-a84c-1b87d84d946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:26.700580 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-4ffb820a-b173-486d-a84c-1b87d84d946c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 1099 time: 0.3953187 Dec 09 14:55:26.763982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a5bafa0-02d9-428c-bb78-a2d807b9fc12 req-ba99ab3f-f3d8-4e21-9d19-bf6eb77cb252 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475723 Dec 09 14:55:26.763982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Deleting port d91eb626-3602-4e78-b85a-016d755a16d6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:26.763982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:26.863168 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b47d73f-207a-4a6c-bc07-4792491db6fd x-openstack-request-id: req-5b47d73f-207a-4a6c-bc07-4792491db6fd {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:26.863496 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b873b7d7-7ba6-4322-b628-efe5dfd5e970", "name": "network-vif-plugged", "status": "completed", "tag": "aa7b9837-fbad-4567-b6f1-4eda45e52bae", "code": 200}, {"server_uuid": "b92ac462-0bd0-4efc-bef9-73769fc9802f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7e83cf-786e-4f33-8913-d2e86c4420df", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:26.867485 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b47d73f-207a-4a6c-bc07-4792491db6fd {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:26.867944 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'code': 200} Dec 09 14:55:26.868210 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'code': 200} Dec 09 14:55:26.869732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:26.902141 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f873464-a988-4308-93c3-c9b09920594b x-openstack-request-id: req-9f873464-a988-4308-93c3-c9b09920594b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:26.902498 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0aa3c47-7fba-4e57-936f-6dab61f7fd42", "tag": "e0445e13-e7f5-461c-866b-a4564a0316b4", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:26.902687 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f873464-a988-4308-93c3-c9b09920594b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:26.903098 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'tag': 'e0445e13-e7f5-461c-866b-a4564a0316b4', 'status': 'completed', 'code': 200} Dec 09 14:55:26.913405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-a4d2b368-6675-4fb3-81eb-5cb7bfaa7bb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e0445e13-e7f5-461c-866b-a4564a0316b4 HTTP/1.1" status: 200 len: 217 time: 0.1864820 Dec 09 14:55:26.985630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['1fe8603b-7b6d-4b0a-84e3-a73399c5352a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:27.032356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c4503-3b2d-4613-a853-4163bd8fa619 req-169f5652-a697-44aa-93ad-3ce092c7668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.034666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-570c4503-3b2d-4613-a853-4163bd8fa619 req-169f5652-a697-44aa-93ad-3ce092c7668d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 1101 time: 0.0628047 Dec 09 14:55:27.109892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544231b-7d6e-420b-a400-93f9e81a9fc4 req-8473b1cc-2ce4-4c0d-8016-aef26c68aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.111431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-5c1ec168-3655-41dd-89b9-d0aa1ca1ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.112618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0544231b-7d6e-420b-a400-93f9e81a9fc4 req-8473b1cc-2ce4-4c0d-8016-aef26c68aaae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 1101 time: 0.0943410 Dec 09 14:55:27.113072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-5c1ec168-3655-41dd-89b9-d0aa1ca1ddef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1879478 Dec 09 14:55:27.140445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] For port d91eb626-3602-4e78-b85a-016d755a16d6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d91eb626-3602-4e78-b85a-016d755a16d6,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:27.140821 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:27.155163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Calling delete_port for d91eb626-3602-4e78-b85a-016d755a16d6 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:27.207542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-570c4503-3b2d-4613-a853-4163bd8fa619 req-4a743a86-2e7d-488f-8aec-b0c25da960eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364722 Dec 09 14:55:27.298733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0544231b-7d6e-420b-a400-93f9e81a9fc4 req-893ca365-9d7d-45b2-84bd-5999f4fd9d67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297231 Dec 09 14:55:27.331363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45687de7-d79d-4906-a005-4c5829459cae req-989fda2d-f3f2-457b-a608-6db409fd9bcc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.333086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45687de7-d79d-4906-a005-4c5829459cae req-989fda2d-f3f2-457b-a608-6db409fd9bcc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 948 time: 0.1229331 Dec 09 14:55:27.333215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed08a93-8d90-4f4f-8556-34175355555f req-cecc5413-9482-4bf4-be49-117a7b8b194e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.335320 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed08a93-8d90-4f4f-8556-34175355555f req-cecc5413-9482-4bf4-be49-117a7b8b194e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 949 time: 0.4247823 Dec 09 14:55:27.399791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45687de7-d79d-4906-a005-4c5829459cae req-9e84c9a8-7c28-40a0-bede-c0ab574662dd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521870 Dec 09 14:55:27.417313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b90e-5089-4973-8dcb-71c003816604 req-56807777-8f73-4c77-86ae-6a57602651f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.418888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-56807777-8f73-4c77-86ae-6a57602651f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459641 Dec 09 14:55:27.419613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:27.463814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed08a93-8d90-4f4f-8556-34175355555f req-a63f3130-743d-46d4-80f5-6b1c9a10b32e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160283 Dec 09 14:55:27.467112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event deleted for resources: {'Port': ['ID=d91eb626-3602-4e78-b85a-016d755a16d6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:27.489846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f302bc7-76c2-4503-9890-351f0019396f None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:27.509421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-188a26ac-ef1c-47a8-af99-14d08818614a req-99f03645-d4d2-4172-ad13-a8fb51c07aec tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51834469-68c5-441e-bb60-ea3245f91e5f HTTP/1.1" status: 200 len: 210 time: 0.0483115 Dec 09 14:55:27.541248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] No DVR routers for this DVR port d91eb626-3602-4e78-b85a-016d755a16d6 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:27.544190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:27.548257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89a67b77-1be5-4b9a-b83a-31bb5b31fcd9 req-92efa0a6-cbd9-4242-a919-44f05ae161f9 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "DELETE /v2.0/ports/d91eb626-3602-4e78-b85a-016d755a16d6 HTTP/1.1" status: 204 len: 173 time: 1.2271333 Dec 09 14:55:27.675250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32e20-cb61-4a98-828e-a57b116deacf req-0a6a74d0-a75e-4403-8326-8b91e1a573b9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.683637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4dc32e20-cb61-4a98-828e-a57b116deacf req-0a6a74d0-a75e-4403-8326-8b91e1a573b9 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 944 time: 0.0920818 Dec 09 14:55:27.744673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4dc32e20-cb61-4a98-828e-a57b116deacf req-ae0c87ec-314f-4a82-b001-9af5df526bb5 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601552 Dec 09 14:55:27.749997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d9e37-75d0-4568-b660-f67f496ffb94 req-24a5c79b-abb1-47f5-9642-4d2a079d42a1 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:27.751631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca2d9e37-75d0-4568-b660-f67f496ffb94 req-24a5c79b-abb1-47f5-9642-4d2a079d42a1 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 945 time: 0.1222694 Dec 09 14:55:27.866375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca2d9e37-75d0-4568-b660-f67f496ffb94 req-0d2e964d-cd1b-45fd-b0df-b57d6b14e0a8 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740242 Dec 09 14:55:27.903302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-6c11da95-99c2-4960-83ce-4f0fb7f62314 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253425 Dec 09 14:55:28.050679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751cd40-f56b-4beb-b30b-056f7fadd208 req-dd291dc2-4613-4c25-9bd2-5677729b64e4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.058169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a751cd40-f56b-4beb-b30b-056f7fadd208 req-dd291dc2-4613-4c25-9bd2-5677729b64e4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 950 time: 0.1037381 Dec 09 14:55:28.087052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06f0b90e-5089-4973-8dcb-71c003816604 req-94fbd05f-5bd0-4133-9b99-4d5e4edb4e24 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740832 Dec 09 14:55:28.132002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a751cd40-f56b-4beb-b30b-056f7fadd208 req-68126998-41a6-4daa-a275-363f20da8d1f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728562 Dec 09 14:55:28.213613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-49a20a23-80e6-491b-85b3-d63fe86a27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.215672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-49a20a23-80e6-491b-85b3-d63fe86a27ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 1099 time: 0.0523934 Dec 09 14:55:28.222429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:28.313541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:28.347449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-86caffd3-9bd1-4ab0-9404-54ace7f37979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.349270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-86caffd3-9bd1-4ab0-9404-54ace7f37979 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1244581 Dec 09 14:55:28.398228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:28.403614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:28.403992 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:28.445509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-8f400639-22a7-48ec-92db-038f9dcc7ce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e0445e13-e7f5-461c-866b-a4564a0316b4 HTTP/1.1" status: 200 len: 217 time: 0.0862048 Dec 09 14:55:28.521219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:28.530111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-a08d7fe2-9fb9-4a72-a217-a128dce7ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.533139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-a08d7fe2-9fb9-4a72-a217-a128dce7ca1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0751526 Dec 09 14:55:28.581896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:28.588582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:28.589548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8930c81f-33fd-4d7c-8d49-d515ec631e1f up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:28.598889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37b082-fe83-4a27-84b6-33897248d170 req-1e81ddae-60f0-40d1-8b8b-21bee3207bd6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.614244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a37b082-fe83-4a27-84b6-33897248d170 req-1e81ddae-60f0-40d1-8b8b-21bee3207bd6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 948 time: 0.1168659 Dec 09 14:55:28.656689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1fe8603b-7b6d-4b0a-84e3-a73399c5352a up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:28.689052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a37b082-fe83-4a27-84b6-33897248d170 req-164f3117-2df2-45a5-9618-36de0a1433ab tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Dec 09 14:55:28.711009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-c51d5db3-1bb2-4b7c-a3e6-cee8d330ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.712658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-c51d5db3-1bb2-4b7c-a3e6-cee8d330ed56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624801 Dec 09 14:55:28.770619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6446f1-f1bb-454c-97e6-3e0e38fa9ef5 req-6663cd15-2b36-4164-be47-73ef88225aca tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:28.779614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb6446f1-f1bb-454c-97e6-3e0e38fa9ef5 req-6663cd15-2b36-4164-be47-73ef88225aca tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1768560 Dec 09 14:55:28.817240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:28.857144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8930c81f-33fd-4d7c-8d49-d515ec631e1f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:28.857887 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:28.899267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb6446f1-f1bb-454c-97e6-3e0e38fa9ef5 req-cf61cccd-203a-4986-903c-55bd3417a21b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186631 Dec 09 14:55:28.907281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:28.907582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-deleted', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:28.911067 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f09dd5-4d72-45c0-a873-2d904704fda2" -d '{"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-plugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:28.911438 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac861e9c-a00c-404b-bffe-519de90625a1" -d '{"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-deleted", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:28.944179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:28.986989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-6bb7ec9a-4c3b-41b4-bab8-09c5fc533973 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521465 Dec 09 14:55:29.026810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:29.026810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.026810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.094485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:29.128597 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.129932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:29.175729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fdb267-4ad6-457d-91f1-86360e744a5e req-508c0ab3-fb44-42ac-ad4a-caadf25b15ef service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985185 Dec 09 14:55:29.205128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc727d9-b163-4c76-8751-40ab20028cbd req-905557ba-2e18-4afd-b7fc-8b5b448af776 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.207101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cc727d9-b163-4c76-8751-40ab20028cbd req-905557ba-2e18-4afd-b7fc-8b5b448af776 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.1233530 Dec 09 14:55:29.210951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: d91eb626-3602-4e78-b85a-016d755a16d6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:29.211310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d91eb626-3602-4e78-b85a-016d755a16d6 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:29.220581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.285043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:29.320251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cc727d9-b163-4c76-8751-40ab20028cbd req-8572516a-d08b-4049-b63b-7224c19a9d09 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024992 Dec 09 14:55:29.341131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.344458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-24966e3f-17ba-493c-8cda-0f581d633211 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.346396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-24966e3f-17ba-493c-8cda-0f581d633211 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 945 time: 0.1092246 Dec 09 14:55:29.387936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,segment=NetworkSegment(3a1ca04b-1352-4bd9-98d1-bb860bdf3740),segment_id=3a1ca04b-1352-4bd9-98d1-bb860bdf3740)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:29.398493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.465233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f287-5688-470d-b4f1-328fb0259571 req-4076f10e-9f09-496d-85a7-5fedb06836a7 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.470763 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903d28f-6944-441a-b0b2-7660ac5008d1 x-openstack-request-id: req-1903d28f-6944-441a-b0b2-7660ac5008d1 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:29.471138 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-plugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:29.471481 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1903d28f-6944-441a-b0b2-7660ac5008d1 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:29.471931 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'code': 200} Dec 09 14:55:29.475126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3056f287-5688-470d-b4f1-328fb0259571 req-4076f10e-9f09-496d-85a7-5fedb06836a7 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.0720961 Dec 09 14:55:29.531326 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa8e45a-fe75-4c5c-9305-cc69632e306d x-openstack-request-id: req-4fa8e45a-fe75-4c5c-9305-cc69632e306d {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:29.535241 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51834469-68c5-441e-bb60-ea3245f91e5f", "name": "network-vif-deleted", "tag": "d91eb626-3602-4e78-b85a-016d755a16d6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:29.535241 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fa8e45a-fe75-4c5c-9305-cc69632e306d {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:29.535576 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51834469-68c5-441e-bb60-ea3245f91e5f', 'name': 'network-vif-deleted', 'tag': 'd91eb626-3602-4e78-b85a-016d755a16d6', 'status': 'completed', 'code': 200} Dec 09 14:55:29.553216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3056f287-5688-470d-b4f1-328fb0259571 req-88b3979e-22c6-47a0-bc76-24cd6d77489e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768721 Dec 09 14:55:29.554727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:29.596250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Deleting port 8930c81f-33fd-4d7c-8d49-d515ec631e1f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:29.596796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.736329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa2c3-9f7c-40c8-898f-ddb11352a583 req-c8454720-7efd-48c6-99c4-e96815434ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.737907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1beaa2c3-9f7c-40c8-898f-ddb11352a583 req-c8454720-7efd-48c6-99c4-e96815434ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1101 time: 0.1793454 Dec 09 14:55:29.750190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71f5c-09a1-47ed-8098-a0b8b55f97dd req-30c10be4-4e4c-4abf-8919-9fcd69cfe16d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.752550 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8d71f5c-09a1-47ed-8098-a0b8b55f97dd req-30c10be4-4e4c-4abf-8919-9fcd69cfe16d tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 945 time: 0.0644448 Dec 09 14:55:29.813813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8d71f5c-09a1-47ed-8098-a0b8b55f97dd req-5882ac55-5023-47db-a72a-8ab55bed8104 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Dec 09 14:55:29.860661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d45e4-96c2-4781-8081-9e8ead9f2315 req-4ce12f04-1dbd-44b6-9d26-96d661b0a9bc tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.862804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b07d45e4-96c2-4781-8081-9e8ead9f2315 req-4ce12f04-1dbd-44b6-9d26-96d661b0a9bc tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 950 time: 0.1472411 Dec 09 14:55:29.867038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-7812edac-858e-486f-bf85-d965026ae0cd tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:29.868583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-7812edac-858e-486f-bf85-d965026ae0cd tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 945 time: 0.0824029 Dec 09 14:55:29.870877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] For port 8930c81f-33fd-4d7c-8d49-d515ec631e1f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8930c81f-33fd-4d7c-8d49-d515ec631e1f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:29.871380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:29.901665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Calling delete_port for 8930c81f-33fd-4d7c-8d49-d515ec631e1f owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:29.913821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1beaa2c3-9f7c-40c8-898f-ddb11352a583 req-9e2085b2-9e1a-46fa-a13e-5af8176a56e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384466 Dec 09 14:55:30.002380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b07d45e4-96c2-4781-8081-9e8ead9f2315 req-39f1d3c1-8444-4160-9bf4-19bd527a9810 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174722 Dec 09 14:55:30.021200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86812377-6c7f-4995-ba5a-d6ca7712eec3 req-9e08561d-692e-49ab-93be-a6c50e11896e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:30.029478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86812377-6c7f-4995-ba5a-d6ca7712eec3 req-9e08561d-692e-49ab-93be-a6c50e11896e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 948 time: 0.1146269 Dec 09 14:55:30.110495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86812377-6c7f-4995-ba5a-d6ca7712eec3 req-7b9f7250-1899-4720-ab2b-4801cdcea342 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801313 Dec 09 14:55:30.117210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Deleting port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:30.117964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.199312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e9036-4ee1-4d98-9cac-9d3bb4c6e57f req-04fa39f3-53ce-41fc-abca-c4ca546c9478 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:30.201392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb7e9036-4ee1-4d98-9cac-9d3bb4c6e57f req-04fa39f3-53ce-41fc-abca-c4ca546c9478 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1089776 Dec 09 14:55:30.203075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.219445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8930c81f-33fd-4d7c-8d49-d515ec631e1f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:30.237562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event deleted for resources: {'Port': ['ID=8930c81f-33fd-4d7c-8d49-d515ec631e1f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:30.315120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] No DVR routers for this DVR port 8930c81f-33fd-4d7c-8d49-d515ec631e1f on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:30.319659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e79a6-1dca-4ba3-8ad8-1ee3c0d396eb req-da00aa0a-5dc1-49f1-8182-8535ab454fc7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:30.322386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.326291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13a4da5-581d-489d-9294-38c0f18183d1 req-32ecdcf7-0b37-4154-9f56-8385cfba634d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "DELETE /v2.0/ports/8930c81f-33fd-4d7c-8d49-d515ec631e1f HTTP/1.1" status: 204 len: 173 time: 0.9720716 Dec 09 14:55:30.327809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a82e79a6-1dca-4ba3-8ad8-1ee3c0d396eb req-da00aa0a-5dc1-49f1-8182-8535ab454fc7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 950 time: 0.1106293 Dec 09 14:55:30.335246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] For port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:30.335764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.352922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb7e9036-4ee1-4d98-9cac-9d3bb4c6e57f req-cf999b8f-af4b-4e57-96b2-cb2fb6972eef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186800 Dec 09 14:55:30.370614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Calling delete_port for 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:30.414304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a82e79a6-1dca-4ba3-8ad8-1ee3c0d396eb req-aabf5334-5dec-4a07-af43-edf6953ffb26 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853984 Dec 09 14:55:30.601354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e0445e13-e7f5-461c-866b-a4564a0316b4 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:30.625406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d2e5bb-100a-40a5-98e1-d3733e802563 req-75501c77-eeba-49eb-bda9-0a336cbf826c tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=216df405-7640-482d-b093-0e28f0e4c96f HTTP/1.1" status: 200 len: 210 time: 0.0502162 Dec 09 14:55:30.743377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.755228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e0445e13-e7f5-461c-866b-a4564a0316b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e0445e13-e7f5-461c-866b-a4564a0316b4,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:30.774471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'e0445e13-e7f5-461c-866b-a4564a0316b4', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'e0445e13-e7f5-461c-866b-a4564a0316b4', 'mac_address': 'fa:16:3e:8e:cd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:30.825562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event deleted for resources: {'Port': ['ID=427b2bc1-3ea8-447f-a7f8-3b1e24c7c710,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:30.857555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94485e-32c3-4656-b543-f13752b5a8e0 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:30.863555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.877961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0445e13-e7f5-461c-866b-a4564a0316b4 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:30.920162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e0445e13-e7f5-461c-866b-a4564a0316b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e0445e13-e7f5-461c-866b-a4564a0316b4,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:30.927341 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.944348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] No DVR routers for this DVR port 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:30.947151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:30.951136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a715367-62ec-47d1-8843-93e5b3b0255e req-a24feb98-6988-4dea-814e-8971a69fd7bc tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.43 "DELETE /v2.0/ports/427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 HTTP/1.1" status: 204 len: 173 time: 1.0741794 Dec 09 14:55:30.952130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'name': 'network-vif-deleted', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:30.955269 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab98fa0b-7c35-4d0f-ab18-edc25db2725e" -d '{"events": [{"server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "name": "network-vif-deleted", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:30.979896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e7b9a-fb82-4d58-a0ae-6984dd9df45b req-0c6f4a16-f07e-4e45-bb46-a0ad325030b8 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:30.982004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d8e7b9a-fb82-4d58-a0ae-6984dd9df45b req-0c6f4a16-f07e-4e45-bb46-a0ad325030b8 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.1728954 Dec 09 14:55:31.040549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e0445e13-e7f5-461c-866b-a4564a0316b4,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:31.079565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac8e7-ef70-4099-9336-6b874862d77b req-5346bcf5-d666-4009-acad-a55465fd010e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:31.090304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac8e7-ef70-4099-9336-6b874862d77b req-5346bcf5-d666-4009-acad-a55465fd010e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:31.095532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d8e7b9a-fb82-4d58-a0ae-6984dd9df45b req-58c0acbb-c294-41a9-afb0-f0a355fff34d tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887346 Dec 09 14:55:31.104701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b9ac8e7-ef70-4099-9336-6b874862d77b req-5346bcf5-d666-4009-acad-a55465fd010e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970&device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 1691 time: 0.1427023 Dec 09 14:55:31.210751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b9ac8e7-ef70-4099-9336-6b874862d77b req-d44cf9ae-8dd9-4872-95dc-c63f08b77baa tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013677 Dec 09 14:55:31.255145 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33590eca-48e2-4fae-84fa-321590c690bd x-openstack-request-id: req-33590eca-48e2-4fae-84fa-321590c690bd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:31.255418 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db4512-e170-4e10-a820-d4c8c42f6349", "name": "network-vif-deleted", "tag": "427b2bc1-3ea8-447f-a7f8-3b1e24c7c710", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:31.255705 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33590eca-48e2-4fae-84fa-321590c690bd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:31.256889 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db4512-e170-4e10-a820-d4c8c42f6349', 'name': 'network-vif-deleted', 'tag': '427b2bc1-3ea8-447f-a7f8-3b1e24c7c710', 'status': 'completed', 'code': 200} Dec 09 14:55:31.273031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['e0445e13-e7f5-461c-866b-a4564a0316b4'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:31.345360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-065415f9-d8f0-45d5-bf2d-8cce626f7a1f req-dcfde049-6c89-4fea-9d34-284d983089d2 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=51db4512-e170-4e10-a820-d4c8c42f6349 HTTP/1.1" status: 200 len: 210 time: 0.0480025 Dec 09 14:55:31.424526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aefc9-915e-4baa-b1f6-78f1e405964d req-fcc32fe5-b32e-46f2-910d-7eccc1342697 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:31.428132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-158aefc9-915e-4baa-b1f6-78f1e405964d req-fcc32fe5-b32e-46f2-910d-7eccc1342697 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 949 time: 0.0790884 Dec 09 14:55:31.475535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f'}, {'server_uuid': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:31.479221 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e132ea7-6e75-49a0-8480-dec8f62954c5" -d '{"events": [{"server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "name": "network-vif-plugged", "status": "completed", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f"}, {"server_uuid": "a42f50c0-89bf-41cd-ac19-5f5c38075f54", "name": "network-vif-plugged", "status": "completed", "tag": "1fe8603b-7b6d-4b0a-84e3-a73399c5352a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:31.523520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-158aefc9-915e-4baa-b1f6-78f1e405964d req-f11b1d6b-5644-4d27-aa8a-57dfa22a8782 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848417 Dec 09 14:55:31.536503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'name': 'network-vif-deleted', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:31.540981 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d68a0f-9fb2-4d6c-b831-6153cc10f2bc" -d '{"events": [{"server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "name": "network-vif-deleted", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:31.612163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64de2a-1856-47fd-9ee4-4282a5c271d5 req-4ed8f47f-6387-4e7d-93f2-460cc50e1bd5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:31.613853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba64de2a-1856-47fd-9ee4-4282a5c271d5 req-4ed8f47f-6387-4e7d-93f2-460cc50e1bd5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0997281 Dec 09 14:55:31.685118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba64de2a-1856-47fd-9ee4-4282a5c271d5 req-ac180542-5575-4c76-aa00-c0d6dcbaea3d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Dec 09 14:55:31.719170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760628d4-4de8-40b8-b960-2ae29f5995f0 req-21eab583-ccce-4122-93eb-3a114787eaa5 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:31.721451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-760628d4-4de8-40b8-b960-2ae29f5995f0 req-21eab583-ccce-4122-93eb-3a114787eaa5 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 1101 time: 0.0899589 Dec 09 14:55:31.772703 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5ab349-97c6-4617-a5f8-0c6a056e09ce x-openstack-request-id: req-dc5ab349-97c6-4617-a5f8-0c6a056e09ce {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:31.773263 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "name": "network-vif-plugged", "status": "completed", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f", "code": 200}, {"server_uuid": "a42f50c0-89bf-41cd-ac19-5f5c38075f54", "name": "network-vif-plugged", "status": "completed", "tag": "1fe8603b-7b6d-4b0a-84e3-a73399c5352a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:31.773490 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc5ab349-97c6-4617-a5f8-0c6a056e09ce {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:31.773988 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'code': 200} Dec 09 14:55:31.774344 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a', 'code': 200} Dec 09 14:55:31.804488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-760628d4-4de8-40b8-b960-2ae29f5995f0 req-b5667207-5bff-41de-b703-69585e0aacdd tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760670 Dec 09 14:55:31.924470 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da99624-5d0c-4b8f-b3a9-1318c47d1ab7 x-openstack-request-id: req-2da99624-5d0c-4b8f-b3a9-1318c47d1ab7 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:31.924470 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216df405-7640-482d-b093-0e28f0e4c96f", "name": "network-vif-deleted", "tag": "8930c81f-33fd-4d7c-8d49-d515ec631e1f", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:31.924470 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2da99624-5d0c-4b8f-b3a9-1318c47d1ab7 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:31.924470 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216df405-7640-482d-b093-0e28f0e4c96f', 'name': 'network-vif-deleted', 'tag': '8930c81f-33fd-4d7c-8d49-d515ec631e1f', 'status': 'completed', 'code': 200} Dec 09 14:55:31.961103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819841af-8e73-4918-9984-34b3d7310212 req-b3a4e857-db6f-47d5-b04e-320febdb5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:31.962602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-819841af-8e73-4918-9984-34b3d7310212 req-b3a4e857-db6f-47d5-b04e-320febdb5df6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 1097 time: 0.0876815 Dec 09 14:55:32.043824 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-819841af-8e73-4918-9984-34b3d7310212 req-3b335cd0-b406-4160-be73-9280c221ed8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Dec 09 14:55:32.061982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562d240-df57-4d9e-b396-5f6ef9a9d209 req-00589df2-27ec-49dc-8060-cdb073ef134d tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:32.079304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4562d240-df57-4d9e-b396-5f6ef9a9d209 req-00589df2-27ec-49dc-8060-cdb073ef134d tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 1101 time: 0.0733471 Dec 09 14:55:32.113637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b643-ce75-400e-a49d-f52dd982232b req-8d578fd5-7f06-4fe5-a9a5-52bdca67cac2 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:32.115850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a389b643-ce75-400e-a49d-f52dd982232b req-8d578fd5-7f06-4fe5-a9a5-52bdca67cac2 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1101 time: 0.1118586 Dec 09 14:55:32.134777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4562d240-df57-4d9e-b396-5f6ef9a9d209 req-9655e7e4-e5ef-40ff-a179-a965e4a56914 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Dec 09 14:55:32.186873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a389b643-ce75-400e-a49d-f52dd982232b req-da9dd944-765c-4dfb-8a47-6162fd730f09 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Dec 09 14:55:32.315706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8930c81f-33fd-4d7c-8d49-d515ec631e1f no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:32.345872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8930c81f-33fd-4d7c-8d49-d515ec631e1f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:32.346518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8930c81f-33fd-4d7c-8d49-d515ec631e1f not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:32.347122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:32.350107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825afed-b745-4961-ac84-e10ebfb062af req-a806e23c-bbce-4981-b917-7f89e7b12456 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:32.358069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0825afed-b745-4961-ac84-e10ebfb062af req-a806e23c-bbce-4981-b917-7f89e7b12456 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.0833602 Dec 09 14:55:32.358823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-08fd8558-7f95-4593-b954-e2da32c3c8b6 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:32.366277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-08fd8558-7f95-4593-b954-e2da32c3c8b6 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 820 time: 0.1278574 Dec 09 14:55:32.368301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:32.368820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 427b2bc1-3ea8-447f-a7f8-3b1e24c7c710 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:32.384001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-ca352a11-6175-40f5-bc4f-085d4aacacf3 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/quotas/86e18904dbae418fadc9d73e9bf61911 HTTP/1.1" status: 200 len: 375 time: 0.0166614 Dec 09 14:55:32.398483 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:55:32.419217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-d0a5b216-ced9-4d45-9a9d-cb3b01239034 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341029 Dec 09 14:55:32.439236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0825afed-b745-4961-ac84-e10ebfb062af req-c66d015b-2802-4eed-b525-1a32370c278c tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802324 Dec 09 14:55:32.533423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-aef1c97d-312d-44cb-9e8a-505af4578962 service neutron] 10.222.0.46 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130598 Dec 09 14:55:32.612381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e0445e13-e7f5-461c-866b-a4564a0316b4 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:32.697045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-01e25f4f-5a2a-4f7e-a933-c59744fad68f service neutron] 10.222.0.46 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555731 Dec 09 14:55:32.758386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port e0445e13-e7f5-461c-866b-a4564a0316b4 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:32.762830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port e0445e13-e7f5-461c-866b-a4564a0316b4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:32.763230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:32.890795 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:32.953163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e0445e13-e7f5-461c-866b-a4564a0316b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e0445e13-e7f5-461c-866b-a4564a0316b4,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:32.966569 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:33.004308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d6102-23a6-46fd-ad17-fd52170916ee req-acbbbb26-f596-4ccc-a75d-9dd31617e982 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:33.007785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a3d6102-23a6-46fd-ad17-fd52170916ee req-acbbbb26-f596-4ccc-a75d-9dd31617e982 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 949 time: 0.0741830 Dec 09 14:55:33.051717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e0445e13-e7f5-461c-866b-a4564a0316b4,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:33.101429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a3d6102-23a6-46fd-ad17-fd52170916ee req-ccbcf8cc-8fda-4b45-bbdf-f64d650e9dd0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860653 Dec 09 14:55:33.235836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-fbb6e109-8c71-41de-a296-875298e908d5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265441 Dec 09 14:55:33.413945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-c07f245f-681f-44cc-a1fe-107ca137a009 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:33.417524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-c07f245f-681f-44cc-a1fe-107ca137a009 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744378 Dec 09 14:55:33.453445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-61f47176-e3b7-4e04-9906-295af0ba58a7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/quotas/2b8687e457194a10a698f3cd79605202 HTTP/1.1" status: 200 len: 375 time: 0.0296130 Dec 09 14:55:33.616140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7f6186a-f2c1-4905-8510-f7d1441511aa req-32e48b95-826a-4bff-afd1-9a381e6de1bb tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 210 time: 0.0532322 Dec 09 14:55:33.647123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-c0d8472b-14c3-4cd0-b443-5a27b0dfd563 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833618 Dec 09 14:55:33.775097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0445e13-e7f5-461c-866b-a4564a0316b4'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:33.778630 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5451a2-73a8-4783-a7b0-b27a2382c2fb" -d '{"events": [{"server_uuid": "d0aa3c47-7fba-4e57-936f-6dab61f7fd42", "name": "network-vif-plugged", "status": "completed", "tag": "e0445e13-e7f5-461c-866b-a4564a0316b4"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:33.795541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e1b46fe1-e568-4b2c-bbee-46e2bd20c659 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2332928 Dec 09 14:55:34.237991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba0e4-6d33-4c00-90e7-58413052fdc3 req-8fbb9b9d-bfb7-48af-9551-aba7d7468dea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:34.251323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fbba0e4-6d33-4c00-90e7-58413052fdc3 req-8fbb9b9d-bfb7-48af-9551-aba7d7468dea tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1036904 Dec 09 14:55:34.333715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fbba0e4-6d33-4c00-90e7-58413052fdc3 req-63bcbdb7-c2b5-4829-a43c-9e7907416529 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801623 Dec 09 14:55:34.468357 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763dbfb2-9560-433f-9f99-e624aec91b9c x-openstack-request-id: req-763dbfb2-9560-433f-9f99-e624aec91b9c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:34.468887 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0aa3c47-7fba-4e57-936f-6dab61f7fd42", "name": "network-vif-plugged", "status": "completed", "tag": "e0445e13-e7f5-461c-866b-a4564a0316b4", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:34.468986 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-763dbfb2-9560-433f-9f99-e624aec91b9c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:34.469349 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0445e13-e7f5-461c-866b-a4564a0316b4', 'code': 200} Dec 09 14:55:34.644260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-b9108a90-041a-480a-a1cf-c9c3a62dd041 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:34.645902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-b9108a90-041a-480a-a1cf-c9c3a62dd041 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 944 time: 0.1985502 Dec 09 14:55:34.709466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558bf85-2c8f-40c4-984a-0bb06fafc63b req-b1604c01-a579-4a43-8b83-e95c43840d50 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:34.716808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e558bf85-2c8f-40c4-984a-0bb06fafc63b req-b1604c01-a579-4a43-8b83-e95c43840d50 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 944 time: 0.1884711 Dec 09 14:55:34.732446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5801e6-11f0-4534-beb7-802bd92e31d3 req-761c93af-f12b-4e11-b97e-2ab23e6cbc1e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:34.742553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da5801e6-11f0-4534-beb7-802bd92e31d3 req-761c93af-f12b-4e11-b97e-2ab23e6cbc1e tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.3053777 Dec 09 14:55:34.838750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-469baad5-302f-42b8-b4f9-9e60abe5e13b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:34.840590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-469baad5-302f-42b8-b4f9-9e60abe5e13b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 820 time: 0.4438436 Dec 09 14:55:34.842897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b2df5-369d-45fb-a22e-3273866895e7 req-af0f1679-53da-485f-8e4e-5fbc2f5b49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:34.844840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f8b2df5-369d-45fb-a22e-3273866895e7 req-af0f1679-53da-485f-8e4e-5fbc2f5b49f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 1101 time: 0.2078710 Dec 09 14:55:34.870905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Request body: {'port': {'device_id': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'admin_state_up': True, 'tenant_id': '86e18904dbae418fadc9d73e9bf61911'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:34.899434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da5801e6-11f0-4534-beb7-802bd92e31d3 req-cfb2fb14-de1f-407a-9aee-b0ecbdd7b1c8 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556268 Dec 09 14:55:34.916850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e558bf85-2c8f-40c4-984a-0bb06fafc63b req-85c8c8da-ae8c-482d-aeaa-7582a21c4da8 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/security-groups?id=53f7431b-2b89-472c-bb86-b6895b25fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988463 Dec 09 14:55:35.000161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Deleting port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:35.002669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:35.197407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f8b2df5-369d-45fb-a22e-3273866895e7 req-c06a9fea-ef43-4383-8621-766ba34f7b3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411720 Dec 09 14:55:35.228746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0961-557e-43e4-aa8f-414c119a9fab req-898da1c5-d2e2-4303-a21a-4bc2205668fd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:35.236740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bde0961-557e-43e4-aa8f-414c119a9fab req-898da1c5-d2e2-4303-a21a-4bc2205668fd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 950 time: 0.1102328 Dec 09 14:55:35.261113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] For port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,segment=NetworkSegment(e53a2312-7a74-4e78-8d04-ad398c388975),segment_id=e53a2312-7a74-4e78-8d04-ad398c388975)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:35.261946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:35.280931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Calling delete_port for 94cd816f-a142-45fc-a83c-ea3dcfc97f9b owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:35.314089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bde0961-557e-43e4-aa8f-414c119a9fab req-b330cfad-ac7a-4c4d-b938-3e3c08a812d4 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763650 Dec 09 14:55:35.345154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Made reservation on behalf of 86e18904dbae418fadc9d73e9bf61911 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:35.348972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:35.526341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:35.535564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-542c4e7e-6173-45fe-8c39-9db6730b28ef req-e51a58a0-af19-42c3-9b90-66659afb3c85 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 210 time: 0.0814731 Dec 09 14:55:35.644471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Pushing event deleted for resources: {'Port': ['ID=94cd816f-a142-45fc-a83c-ea3dcfc97f9b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:35.666228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81499538-2307-469d-830c-265b6be45665 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:35.726474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Allocated IP 172.20.0.10 (daaa03e3-882f-4f52-9ac5-7325f618866e/635e4c8e-07a4-4232-bf66-fd2aa2d0f7db/34bdf225-d879-477d-97db-f339041f9f2f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:35.783091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] No DVR routers for this DVR port 94cd816f-a142-45fc-a83c-ea3dcfc97f9b on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:35.787013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:35.791157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28a4d304-5993-49c1-b27d-8396d11b82fd req-41d3c1e3-3b96-4360-b1d7-8a86eec86d48 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.36 "DELETE /v2.0/ports/94cd816f-a142-45fc-a83c-ea3dcfc97f9b HTTP/1.1" status: 204 len: 173 time: 1.1329639 Dec 09 14:55:35.835546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'name': 'network-vif-deleted', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:35.839442 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d45e93-2ab6-4ebc-9260-b72740e88121" -d '{"events": [{"server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "name": "network-vif-deleted", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:35.877563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3dcd53e1-221f-477a-84dd-dfd30b2ec091 req-53f801cb-39f3-4cdf-b970-d76cf69fec87 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 210 time: 0.0839210 Dec 09 14:55:35.924976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246caaf2-8a73-42e6-ba6f-006eebe93406 req-8ef1587a-dd8e-4215-9499-abc735534679 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:35.926789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-246caaf2-8a73-42e6-ba6f-006eebe93406 req-8ef1587a-dd8e-4215-9499-abc735534679 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1693423 Dec 09 14:55:36.011981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-246caaf2-8a73-42e6-ba6f-006eebe93406 req-ce110c0d-5ded-4431-8aa8-2e9cc5f9d52d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Dec 09 14:55:36.104287 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9d113-cb27-4493-b88e-9e695a59850a x-openstack-request-id: req-ede9d113-cb27-4493-b88e-9e695a59850a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:36.104584 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e52d7ee-3467-40a7-bda2-540bddef0c96", "name": "network-vif-deleted", "tag": "94cd816f-a142-45fc-a83c-ea3dcfc97f9b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:36.104894 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ede9d113-cb27-4493-b88e-9e695a59850a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:36.105481 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e52d7ee-3467-40a7-bda2-540bddef0c96', 'name': 'network-vif-deleted', 'tag': '94cd816f-a142-45fc-a83c-ea3dcfc97f9b', 'status': 'completed', 'code': 200} Dec 09 14:55:36.184660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:36.247703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-b890976d-cab0-4a60-a156-013ea6337f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.249221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-b890976d-cab0-4a60-a156-013ea6337f68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1101 time: 0.1196337 Dec 09 14:55:36.312121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:36.361005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fb97f-f5e3-4e05-9097-ba3d4bd53cd2 req-ac279f08-a55d-4472-b355-9f608ae464e2 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.370784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204fb97f-f5e3-4e05-9097-ba3d4bd53cd2 req-ac279f08-a55d-4472-b355-9f608ae464e2 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.1059594 Dec 09 14:55:36.407334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Network daaa03e3-882f-4f52-9ac5-7325f618866e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:36.420639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event updated for resources: {'Port': ['ID=34bdf225-d879-477d-97db-f339041f9f2f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:36.423292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:36.434040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:36.436362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b60080c-05bc-4eae-9d57-d8a7423977cd req-6d5b5774-67ba-448e-9335-e0f7182c9d59 tempest-LiveAutoBlockMigrationV225Test-1001224073 tempest-LiveAutoBlockMigrationV225Test-1001224073-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e52d7ee-3467-40a7-bda2-540bddef0c96 HTTP/1.1" status: 200 len: 210 time: 0.1544626 Dec 09 14:55:36.502053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-204fb97f-f5e3-4e05-9097-ba3d4bd53cd2 req-dbaec47d-e00e-4d30-adf8-dd148e8e079f tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302750 Dec 09 14:55:36.518149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-d1384a24-3741-42df-a595-cece5e4b900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.519398 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-d1384a24-3741-42df-a595-cece5e4b900e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2582135 Dec 09 14:55:36.532843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.533740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:36.573435 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-88bd3259-87c9-4d87-a0dd-9e2251883586 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7064679 Dec 09 14:55:36.589836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Request body: {'port': {'device_id': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:36.612840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-bfb48c4a-d8f6-4cc2-8441-3fcece4bd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.615372 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-bfb48c4a-d8f6-4cc2-8441-3fcece4bd18c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75788208079b43fa85c91cd26183cfab&device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 1097 time: 0.3354998 Dec 09 14:55:36.628928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-f2ae64cf-9d2e-431d-8600-6c7ab2590dfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0934260 Dec 09 14:55:36.637218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-0a1372df-ecd2-4618-a36c-b87c4200bade tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708477 Dec 09 14:55:36.697670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:36.773034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e378d-a0c2-4a40-92c3-4a7818cad2ea req-9ff43bae-0b49-4935-89c3-c47277262a50 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.780829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2e378d-a0c2-4a40-92c3-4a7818cad2ea req-9ff43bae-0b49-4935-89c3-c47277262a50 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 950 time: 0.2604198 Dec 09 14:55:36.799718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6d1c3-18c2-452e-b591-a65963db83dd req-e6426297-fe32-49fa-9275-078af572c702 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:36.809201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7dd6d1c3-18c2-452e-b591-a65963db83dd req-e6426297-fe32-49fa-9275-078af572c702 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 932 time: 0.1077380 Dec 09 14:55:36.958637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7dd6d1c3-18c2-452e-b591-a65963db83dd req-3019bf05-00ac-4b12-adad-4a5926f43fef tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483839 Dec 09 14:55:37.125485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-0502cc20-01a4-4f78-b64f-09ebf4cbe3b1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259011 Dec 09 14:55:37.269756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-cac6e467-6e89-4a61-8251-f8aa47b77384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.272247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-cac6e467-6e89-4a61-8251-f8aa47b77384 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.6335578 Dec 09 14:55:37.364960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-faef7f65-d650-41b0-95ac-5737798014b5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.367089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-faef7f65-d650-41b0-95ac-5737798014b5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7149251 Dec 09 14:55:37.427149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:37.498668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2e378d-a0c2-4a40-92c3-4a7818cad2ea req-ea437648-96c5-420e-af94-1816c25f4851 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158911 Dec 09 14:55:37.554370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-2b47c2c9-f28e-45e4-906a-3795f215c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.555894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-2b47c2c9-f28e-45e4-906a-3795f215c111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1 HTTP/1.1" status: 200 len: 914 time: 0.9048409 Dec 09 14:55:37.567309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-31e4b65c-07ba-40a3-a508-485944ffcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.569865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-31e4b65c-07ba-40a3-a508-485944ffcda5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2784784 Dec 09 14:55:37.619876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b8ecdd8-c8bf-4db8-9e64-b2f792e4f46e req-f9d50ca3-a022-4437-971f-d2dcc14127f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 210 time: 0.0411575 Dec 09 14:55:37.699786 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-98a59c89-22b1-4439-8c6a-e64d7baf9f4c service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188951 Dec 09 14:55:37.700290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38474) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:37.744267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-691ab670-5797-4415-9303-cfd52b2fe546 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.745778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-691ab670-5797-4415-9303-cfd52b2fe546 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6109138 Dec 09 14:55:37.748197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bdf225-d879-477d-97db-f339041f9f2f {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:37.757016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:37.774464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:37.779750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-bfc82385-abf6-4381-b754-31e8732eafbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a HTTP/1.1" status: 200 len: 217 time: 0.2066271 Dec 09 14:55:37.837927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Transition to ACTIVE for port object 34bdf225-d879-477d-97db-f339041f9f2f will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:37.876644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:37.940316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39e7dd-2298-41d9-be71-36286a9668a7 req-8f0f780f-faf2-4499-b5ea-ee4d4cdb6f37 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.948507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e39e7dd-2298-41d9-be71-36286a9668a7 req-8f0f780f-faf2-4499-b5ea-ee4d4cdb6f37 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.1888945 Dec 09 14:55:37.991774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-b55a36d5-1ad6-422b-b502-db5036e405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:37.993321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-b55a36d5-1ad6-422b-b502-db5036e405f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e569936b-35c5-4163-aee8-e0d2c00abd66 HTTP/1.1" status: 200 len: 853 time: 0.1856728 Dec 09 14:55:38.006775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:38.010682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.026423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86da9c-6fe2-4a2a-ba96-51f56a358f64 req-a6ca791f-a94c-4454-93a9-cda70e3890dc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:38.032589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=34bdf225-d879-477d-97db-f339041f9f2f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:38.033394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce86da9c-6fe2-4a2a-ba96-51f56a358f64 req-a6ca791f-a94c-4454-93a9-cda70e3890dc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.2845027 Dec 09 14:55:38.111313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e39e7dd-2298-41d9-be71-36286a9668a7 req-a2c32233-fa2e-4f8a-8232-3fb47f0e1741 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617401 Dec 09 14:55:38.117299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:38.121101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.130040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-12444604-e29f-423f-b81c-5760ec4023ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb08c807-c2b1-4aa5-afcd-1cad79d341a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131761 Dec 09 14:55:38.145377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-63424450-c5f9-4692-8d4d-e7bcadebcbcd service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840067 Dec 09 14:55:38.152764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Deleting subnet 7671b486-00c1-47cf-b614-c4da470c32c3 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:55:38.166587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Attempting to bind port 34bdf225-d879-477d-97db-f339041f9f2f on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:38.166929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Attempting to bind port 34bdf225-d879-477d-97db-f339041f9f2f by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:38.167259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Attempting to bind port 34bdf225-d879-477d-97db-f339041f9f2f on network daaa03e3-882f-4f52-9ac5-7325f618866e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:38.178361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.225428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Port 34bdf225-d879-477d-97db-f339041f9f2f on network daaa03e3-882f-4f52-9ac5-7325f618866e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:38.225826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Attempting to bind port 34bdf225-d879-477d-97db-f339041f9f2f on network daaa03e3-882f-4f52-9ac5-7325f618866e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:38.254645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:38.254997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Checking segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:38.255413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Bound using segment: {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:38.256073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Bound port: 34bdf225-d879-477d-97db-f339041f9f2f, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7312b903-9398-495d-8886-71388ce57a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:38.256800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.359561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34d2b-a0bb-4646-9a31-a0501b680882 req-0a787da6-69ee-4bd1-8f34-d3c8c999a2a1 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:38.360711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee34d2b-a0bb-4646-9a31-a0501b680882 req-0a787da6-69ee-4bd1-8f34-d3c8c999a2a1 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 944 time: 0.1525176 Dec 09 14:55:38.379999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce86da9c-6fe2-4a2a-ba96-51f56a358f64 req-b631f6a6-5600-47e8-92c2-004d7668afd3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456614 Dec 09 14:55:38.410418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.439151 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-dad4d17d-d561-4991-aacb-80e1ed0c30d9 service neutron] 10.222.0.36 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792842 Dec 09 14:55:38.457873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.136 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/b43eea09-e9c0-43a4-b3b4-1f32be96ff17) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:38.460628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] For port 34bdf225-d879-477d-97db-f339041f9f2f, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:38.467893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] For port 34bdf225-d879-477d-97db-f339041f9f2f, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=34bdf225-d879-477d-97db-f339041f9f2f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:38.488283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.499994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.511035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:38.512037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.513463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/34bdf225-d879-477d-97db-f339041f9f2f HTTP/1.1" status: 200 len: 1092 time: 1.9310079 Dec 09 14:55:38.517756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'tag': '34bdf225-d879-477d-97db-f339041f9f2f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:38.523602 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800" -d '{"events": [{"name": "network-changed", "server_uuid": "334ed14e-6bd8-4203-9504-a67d9c39eea9", "tag": "34bdf225-d879-477d-97db-f339041f9f2f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:38.564368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee34d2b-a0bb-4646-9a31-a0501b680882 req-64ee2e63-07ad-4047-82a3-2093f9895f20 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920452 Dec 09 14:55:38.636945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:38.672653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 94cd816f-a142-45fc-a83c-ea3dcfc97f9b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:38.672985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 94cd816f-a142-45fc-a83c-ea3dcfc97f9b not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:38.680761 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991f086-ccd8-4663-9adc-5f3ee37b85a2 x-openstack-request-id: req-b991f086-ccd8-4663-9adc-5f3ee37b85a2 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:38.681049 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334ed14e-6bd8-4203-9504-a67d9c39eea9", "tag": "34bdf225-d879-477d-97db-f339041f9f2f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:38.681308 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b991f086-ccd8-4663-9adc-5f3ee37b85a2 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:38.681707 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'tag': '34bdf225-d879-477d-97db-f339041f9f2f', 'status': 'completed', 'code': 200} Dec 09 14:55:38.730594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17968211-8aec-436b-8102-a1416e8aa5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=34bdf225-d879-477d-97db-f339041f9f2f,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:38.737002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec8b64-e83f-4312-802a-299da0b8d587 req-13cab184-9611-43d2-8629-18592b0e9719 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:38.738597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14ec8b64-e83f-4312-802a-299da0b8d587 req-13cab184-9611-43d2-8629-18592b0e9719 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 950 time: 0.1110656 Dec 09 14:55:38.772434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-d1a5c91d-4a20-4d21-98d5-d5e88488240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:38.774309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-d1a5c91d-4a20-4d21-98d5-d5e88488240b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 1095 time: 0.1856291 Dec 09 14:55:38.780633 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a484fbcf-c868-4fb7-a615-db9785dfc225 req-9c1a352f-65e2-4072-a728-588cb5490e92 service neutron] 10.222.0.36 "GET /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201826 Dec 09 14:55:38.786619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.808376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d998ab9-ff1d-4c93-b0f3-e9a51a00b07d None None] Network fd0ada9f-967b-4436-b5e9-cda13af3f0f2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:38.826721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:38.829988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7671b486-00c1-47cf-b614-c4da470c32c3 HTTP/1.1" status: 204 len: 168 time: 1.0800920 Dec 09 14:55:38.875072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38498) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:38.884066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8862ed-5d5d-4346-87df-b6eb0c53f09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7671b486-00c1-47cf-b614-c4da470c32c3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:38.900017 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14ec8b64-e83f-4312-802a-299da0b8d587 req-a016af8e-2324-4a27-b0b1-609f680ac384 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478319 Dec 09 14:55:38.968097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808596c1-9561-48af-927d-e149cfc5cf34 None None] DHCP port deletion for fd0ada9f-967b-4436-b5e9-cda13af3f0f2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:39.038580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-9e67e1ab-6121-49bc-a824-c898c37b952c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34bdf225-d879-477d-97db-f339041f9f2f HTTP/1.1" status: 200 len: 217 time: 0.2536597 Dec 09 14:55:39.143502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b079158-c9e3-4e30-a3d2-79fafb621282 req-4b85e0fc-3826-461f-b150-b33c463ea8e4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 210 time: 0.1427062 Dec 09 14:55:39.271400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.286117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-33417a42-9696-4279-ae05-1da6e1b9e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.287837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-33417a42-9696-4279-ae05-1da6e1b9e33f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 200 len: 860 time: 0.2334378 Dec 09 14:55:39.376776 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.385513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-aa566a2a-c952-49f1-a084-63971d75cd77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daaa03e3-882f-4f52-9ac5-7325f618866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807886 Dec 09 14:55:39.494727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e117-66ba-44ff-8471-f07d80a01f9f req-fc42e6b2-4906-43b0-a64d-a4607dec62a5 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.502237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be08e117-66ba-44ff-8471-f07d80a01f9f req-fc42e6b2-4906-43b0-a64d-a4607dec62a5 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.2240601 Dec 09 14:55:39.603789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.632973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-59c6d150-e69a-4ada-aa25-f2337a971472 service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243545 Dec 09 14:55:39.679108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0ada9f-967b-4436-b5e9-cda13af3f0f2']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:39.692744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be08e117-66ba-44ff-8471-f07d80a01f9f req-4bb50731-126a-4d06-a4b7-0334c872d388 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893671 Dec 09 14:55:39.700098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.706381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53a2312-7a74-4e78-8d04-ad398c388975') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:39.706673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53a2312-7a74-4e78-8d04-ad398c388975') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:39.712697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:39.785929 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.808730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.809901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.810543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.811490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.811971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.812436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.812904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.813365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.813826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.814289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.814761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.815210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.815702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.816159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:39.831572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7781be89-a80c-4a5d-a7d2-39643044500d req-24928bd1-ce10-40f1-afc0-01785fc739f1 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75&device_id=a662f8b0-ff3d-4d3e-a283-065e72628610&device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9&device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42&device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82&device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970&device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f&device_id=4752274b-0a12-45b3-a558-d3dd331d302f&device_id=28e05afa-0d50-4787-a233-1aa980df1314&device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1&device_id=d842e949-1215-46ed-9185-d4b006bacd3f&device_id=0288c3e8-e104-44fb-8130-deac416059ae&device_id=26647059-d6d0-4480-84c3-f26abe548a9a&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 12671 time: 0.1881616 Dec 09 14:55:39.870474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7781be89-a80c-4a5d-a7d2-39643044500d req-e6b1d1dc-5451-4c27-b7fd-e83a39ed6d06 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.893214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.135 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/27535014-4780-480c-b668-54c1ac9f3b59) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:39.950083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:39.956291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.976749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:39.981157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:55:39.981939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:55:39.983847 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:55:40.009181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:40.023158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:40.087929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b3bd2-7ed3-40f6-83a9-ade53cb0272b req-266f392e-9fe5-4cd4-92af-93fcf33e55f2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.089522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f7b3bd2-7ed3-40f6-83a9-ade53cb0272b req-266f392e-9fe5-4cd4-92af-93fcf33e55f2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.2355528 Dec 09 14:55:40.134664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04b98697-8d2f-49b0-9920-c11fdca6d6d4 req-beeae600-3709-4514-8d7f-c01e60e29373 service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871755 Dec 09 14:55:40.216488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7781be89-a80c-4a5d-a7d2-39643044500d req-e6b1d1dc-5451-4c27-b7fd-e83a39ed6d06 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.219544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.222431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.233805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7781be89-a80c-4a5d-a7d2-39643044500d req-e6b1d1dc-5451-4c27-b7fd-e83a39ed6d06 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.237054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.275447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.277033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1d1dc-5451-4c27-b7fd-e83a39ed6d06 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b201da-0295-4b95-88a0-71c4fbed462c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:40.344649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.353774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd0ada9f-967b-4436-b5e9-cda13af3f0f2 HTTP/1.1" status: 204 len: 168 time: 1.4757996 Dec 09 14:55:40.356212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38522) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:40.367203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f7b3bd2-7ed3-40f6-83a9-ade53cb0272b req-2e758238-2950-4799-9c24-639788cfa908 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097208 Dec 09 14:55:40.368001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c88ae-40ba-4928-b35c-43214eaf123b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0ada9f-967b-4436-b5e9-cda13af3f0f2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:40.373971 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-ae217696-8c55-4276-a06b-46b937aeeed3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6051838 Dec 09 14:55:40.393157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Request body: {'port': {'device_id': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:40.400435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-a0c40aa0-a4ad-4a64-a3de-76fc678d918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.401848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-a0c40aa0-a4ad-4a64-a3de-76fc678d918d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86e18904dbae418fadc9d73e9bf61911&device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 1095 time: 0.1736419 Dec 09 14:55:40.490184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.509650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7781be89-a80c-4a5d-a7d2-39643044500d req-e6b1d1dc-5451-4c27-b7fd-e83a39ed6d06 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&id=979b1691-cb9f-4f7e-a368-3af38cf140d2&id=a1d660a0-4510-47a7-80df-488ae264d6e0&id=4e43017c-c143-4909-bba1-0b2ce1158405&id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.6771133 Dec 09 14:55:40.520480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Deleting subnet b98c428c-00d2-4f51-a51b-4f06867492ff {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:55:40.536035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e86a33e-eb8a-4239-aeeb-e21569932880 None None] Provisioning complete for port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:40.545441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.549707 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e86a33e-eb8a-4239-aeeb-e21569932880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.596560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.617017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8e86a33e-eb8a-4239-aeeb-e21569932880 None None] Port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:40.645232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-1b85352c-7e8c-458d-a2ba-0ea878c07c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.649257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-1b85352c-7e8c-458d-a2ba-0ea878c07c9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 200 len: 921 time: 0.2297161 Dec 09 14:55:40.704490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-b408bc64-a96f-4857-93b0-3e0055787fbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34bdf225-d879-477d-97db-f339041f9f2f HTTP/1.1" status: 200 len: 217 time: 0.0452921 Dec 09 14:55:40.712461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:40.713911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:40.746564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:40.766367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.824083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=27535014-4780-480c-b668-54c1ac9f3b59,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:40.883724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eaee-34a7-4612-9f69-bdffc6c1ffad req-bdb48730-7277-4968-839f-cab4e7c61a6e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.885411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8d2eaee-34a7-4612-9f69-bdffc6c1ffad req-bdb48730-7277-4968-839f-cab4e7c61a6e tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 944 time: 0.2708898 Dec 09 14:55:40.901552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-9eadb41a-902c-441a-973d-bff655bb9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.903040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-9eadb41a-902c-441a-973d-bff655bb9eaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 200 len: 860 time: 0.1864133 Dec 09 14:55:40.918537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.919789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7dbdc-721a-4314-b1ec-54f95297631d req-1795da0e-2c11-4663-b69b-73829cb845b3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:40.920451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.921345 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20a7dbdc-721a-4314-b1ec-54f95297631d req-1795da0e-2c11-4663-b69b-73829cb845b3 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 936 time: 0.1546564 Dec 09 14:55:40.940761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:40.967800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-84e159df-5361-47db-bb91-eceec922df06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daaa03e3-882f-4f52-9ac5-7325f618866e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453556 Dec 09 14:55:40.991882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-8d6576e1-29e6-47a6-bcd9-bd456a2c10f1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5704381 Dec 09 14:55:41.013590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Request body: {'port': {'device_id': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:41.113001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:41.114355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8d2eaee-34a7-4612-9f69-bdffc6c1ffad req-3d560266-8869-42ca-abd6-5a0a3c441793 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188811 Dec 09 14:55:41.163449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20a7dbdc-721a-4314-b1ec-54f95297631d req-93424b9f-9f05-446e-8de5-abe5e394925d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981010 Dec 09 14:55:41.192227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.208662 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.238239 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-e3b26a94-91b4-4d0a-8d95-ac78dd7fc639 service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585073 Dec 09 14:55:41.287623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0881d65c-2000-40b3-bf3a-50d942989239 None None] Provisioning complete for port 27535014-4780-480c-b668-54c1ac9f3b59 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:41.290583 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0881d65c-2000-40b3-bf3a-50d942989239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.299910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98c428c-00d2-4f51-a51b-4f06867492ff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:41.302277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.308511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9ae44f51-e34c-4772-87df-be3340c9f08b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b98c428c-00d2-4f51-a51b-4f06867492ff HTTP/1.1" status: 204 len: 168 time: 0.9471195 Dec 09 14:55:41.309570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38538) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:41.393280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d8981b-7ca8-4fd0-b892-88ee944f909f None None] Network f06f21b9-450f-4f77-9745-e1a65be46ddb requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:41.466715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.508325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0881d65c-2000-40b3-bf3a-50d942989239 None None] Port 27535014-4780-480c-b668-54c1ac9f3b59 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:41.555682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43eea09-e9c0-43a4-b3b4-1f32be96ff17 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:41.568050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0a22-7d38-4600-bbbe-906c6d0d6801 req-ffadfbdd-a7bd-42fa-a610-6d728ca6fa1f tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:41.576287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da3f0a22-7d38-4600-bbbe-906c6d0d6801 req-ffadfbdd-a7bd-42fa-a610-6d728ca6fa1f tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.2413952 Dec 09 14:55:41.586412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.622649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Transition to ACTIVE for port object b43eea09-e9c0-43a4-b3b4-1f32be96ff17 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:41.635660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b01164-4ca2-4c89-93d1-c40583f714c9 None None] DHCP port deletion for f06f21b9-450f-4f77-9745-e1a65be46ddb request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:41.642117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.672174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3d4a7d-aa80-412f-b9d6-dc499d1d5800 req-db8eb63b-b661-45b0-9f42-d437278e83ae service neutron] 10.222.0.43 "GET /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135141 Dec 09 14:55:41.683000 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.695047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c1821-f5ea-4b36-9edf-7106303e88e5 req-e9e9a232-57af-4202-a092-dbd12b3bfbe3 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:41.695840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c1821-f5ea-4b36-9edf-7106303e88e5 req-e9e9a232-57af-4202-a092-dbd12b3bfbe3 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:41.696471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c1821-f5ea-4b36-9edf-7106303e88e5 req-e9e9a232-57af-4202-a092-dbd12b3bfbe3 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:41.698275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1c1821-f5ea-4b36-9edf-7106303e88e5 req-e9e9a232-57af-4202-a092-dbd12b3bfbe3 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42&device_id=4752274b-0a12-45b3-a558-d3dd331d302f&device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 2883 time: 0.2521937 Dec 09 14:55:41.733702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da3f0a22-7d38-4600-bbbe-906c6d0d6801 req-173d7a4a-bba4-4197-ad27-073a9dd54e73 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563575 Dec 09 14:55:41.780595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06f21b9-450f-4f77-9745-e1a65be46ddb']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:41.806310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Pushing event updated for resources: {'Port': ['ID=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:41.836004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead7f2aa-6eb9-4893-8ae0-bfc3c321ffff') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:41.836553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead7f2aa-6eb9-4893-8ae0-bfc3c321ffff') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:41.857789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.896018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.918464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1c1821-f5ea-4b36-9edf-7106303e88e5 req-8942906f-729b-42f1-acec-a59a2477c1df tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069693 Dec 09 14:55:41.929686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:55:41.930181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:55:41.937653 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:55:42.105261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.115399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.118892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] 10.222.0.46 "DELETE /v2.0/networks/f06f21b9-450f-4f77-9745-e1a65be46ddb HTTP/1.1" status: 204 len: 168 time: 0.8082886 Dec 09 14:55:42.135128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b4ee-1468-4d49-9fc9-5b24c380caba admin admin] Pushing event deleted for resources: {'Network': ['ID=f06f21b9-450f-4f77-9745-e1a65be46ddb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:42.160172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27535014-4780-480c-b668-54c1ac9f3b59 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:42.173926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.200996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Transition to ACTIVE for port object 27535014-4780-480c-b668-54c1ac9f3b59 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:42.212195 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.271795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Pushing event updated for resources: {'Port': ['ID=27535014-4780-480c-b668-54c1ac9f3b59,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:42.279906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Attempting to bind port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:42.280510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Attempting to bind port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:42.280638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Attempting to bind port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:42.295406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:42.295737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Attempting to bind port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:42.326441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626aea4-6010-45f2-9e7c-47a3bfb1ad0f req-e1f0ae7d-118e-4234-8a86-290d42d85ad8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.328041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a626aea4-6010-45f2-9e7c-47a3bfb1ad0f req-e1f0ae7d-118e-4234-8a86-290d42d85ad8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.4875200 Dec 09 14:55:42.331596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:42.331935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:42.332321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:42.332755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Bound port: b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:42.333116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.400292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 34bdf225-d879-477d-97db-f339041f9f2f details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:42.405054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:42.431439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] For port b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:42.447076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Attempting to bind port 27535014-4780-480c-b668-54c1ac9f3b59 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:42.447434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Attempting to bind port 27535014-4780-480c-b668-54c1ac9f3b59 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:42.448476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Attempting to bind port 27535014-4780-480c-b668-54c1ac9f3b59 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:42.455370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Port 27535014-4780-480c-b668-54c1ac9f3b59 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:42.455370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Attempting to bind port 27535014-4780-480c-b668-54c1ac9f3b59 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:42.462568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:42.462911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:42.463296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:42.463771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Bound port: 27535014-4780-480c-b668-54c1ac9f3b59, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:42.464125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.486312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-594ad2cd-d85b-4c17-a8ba-c23a590d4b6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0205fee1714f48359f486b53fdfbc802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741024 Dec 09 14:55:42.488233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] For port b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:42.495989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c551560-47db-4bbb-b06f-fe37be2676ba req-5df82eed-7414-496f-880a-100ba35963a0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.498243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c551560-47db-4bbb-b06f-fe37be2676ba req-5df82eed-7414-496f-880a-100ba35963a0 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 944 time: 0.0993924 Dec 09 14:55:42.498385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38592) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:42.510578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.531193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 34bdf225-d879-477d-97db-f339041f9f2f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=34bdf225-d879-477d-97db-f339041f9f2f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:42.547914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '34bdf225-d879-477d-97db-f339041f9f2f', 'network_id': 'daaa03e3-882f-4f52-9ac5-7325f618866e', 'port_id': '34bdf225-d879-477d-97db-f339041f9f2f', 'mac_address': 'fa:16:3e:ca:ba:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e4c8e-07a4-4232-bf66-fd2aa2d0f7db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:42.549982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a626aea4-6010-45f2-9e7c-47a3bfb1ad0f req-3a5acc62-3393-4963-8ed0-08ef64124b47 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024288 Dec 09 14:55:42.592688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] For port 27535014-4780-480c-b668-54c1ac9f3b59, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:42.594750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.597942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c551560-47db-4bbb-b06f-fe37be2676ba req-8af21b35-90a7-4864-b5fa-4ae7bf37b613 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Dec 09 14:55:42.605813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] For port 27535014-4780-480c-b668-54c1ac9f3b59, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27535014-4780-480c-b668-54c1ac9f3b59,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:42.612042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bdf225-d879-477d-97db-f339041f9f2f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:42.613406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Pushing event updated for resources: {'Port': ['ID=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:42.625585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.644137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 34bdf225-d879-477d-97db-f339041f9f2f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=34bdf225-d879-477d-97db-f339041f9f2f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:42.650788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.653560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.654577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.656258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-af2ee92a-0bde-4f9a-95ce-d0ba8d7c4c7e service neutron] 10.222.0.36 "PUT /v2.0/ports/b43eea09-e9c0-43a4-b3b4-1f32be96ff17 HTTP/1.1" status: 200 len: 1096 time: 2.2674947 Dec 09 14:55:42.661435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'tag': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:42.664882 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aa0d29-cf00-40a1-ba45-713b7e72c257" -d '{"events": [{"name": "network-changed", "server_uuid": "6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75", "tag": "b43eea09-e9c0-43a4-b3b4-1f32be96ff17"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:42.707784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.708534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfc63cfb-25d1-4d5c-9ba7-09ea6c9ee28c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.708990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.710596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] 10.222.0.43 "PUT /v2.0/ports/27535014-4780-480c-b668-54c1ac9f3b59 HTTP/1.1" status: 200 len: 1096 time: 1.7047207 Dec 09 14:55:42.711500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'tag': '27535014-4780-480c-b668-54c1ac9f3b59'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:42.714427 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78018876-051d-49af-a6c5-0a9299393c53" -d '{"events": [{"name": "network-changed", "server_uuid": "a662f8b0-ff3d-4d3e-a283-065e72628610", "tag": "27535014-4780-480c-b668-54c1ac9f3b59"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:42.745396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75eb0-f7fb-41b1-b87b-eb01db4ada8b service neutron] Pushing event updated for resources: {'Port': ['ID=27535014-4780-480c-b668-54c1ac9f3b59,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:42.762001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=34bdf225-d879-477d-97db-f339041f9f2f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:42.825998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-a75a7574-874e-4ba0-ad6b-ce91c915691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.828666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-a75a7574-874e-4ba0-ad6b-ce91c915691e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 1099 time: 0.0514333 Dec 09 14:55:42.829234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfc63cfb-25d1-4d5c-9ba7-09ea6c9ee28c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.915512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-44701009-da47-423a-b0ff-6a36a7f1d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.915874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-44701009-da47-423a-b0ff-6a36a7f1d508 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 1099 time: 0.1514597 Dec 09 14:55:42.922338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-92da9876-7b02-4a97-9d8c-d1fce2124216 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=27535014-4780-480c-b668-54c1ac9f3b59 HTTP/1.1" status: 200 len: 217 time: 0.0817842 Dec 09 14:55:42.926150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c4d35-7a24-46ea-bc88-b31394f6f4c1 req-3fea55f8-3c75-4d1b-83ad-3b8066263ced tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:42.929253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-755c4d35-7a24-46ea-bc88-b31394f6f4c1 req-3fea55f8-3c75-4d1b-83ad-3b8066263ced tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 948 time: 0.2258878 Dec 09 14:55:42.932607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfc63cfb-25d1-4d5c-9ba7-09ea6c9ee28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.935426 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfc63cfb-25d1-4d5c-9ba7-09ea6c9ee28c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:42.939085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cfc63cfb-25d1-4d5c-9ba7-09ea6c9ee28c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53f7431b-2b89-472c-bb86-b6895b25fc4d HTTP/1.1" status: 204 len: 168 time: 0.4398878 Dec 09 14:55:42.962979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['34bdf225-d879-477d-97db-f339041f9f2f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:42.997131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc63cfb-25d1-4d5c-9ba7-09ea6c9ee28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7431b-2b89-472c-bb86-b6895b25fc4d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:43.005584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-2d116dae-6b84-4eb6-b2a8-c2dea72c4173 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17 HTTP/1.1" status: 200 len: 217 time: 0.0738821 Dec 09 14:55:43.116891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-755c4d35-7a24-46ea-bc88-b31394f6f4c1 req-58cd1beb-d756-409d-afd7-db7acb875ace tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659267 Dec 09 14:55:43.137922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-18483a54-f18f-44c1-9999-9f52ce42f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.140784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-18483a54-f18f-44c1-9999-9f52ce42f8c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1221504 Dec 09 14:55:43.146938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd367d4-03c3-40a8-993d-347a3b9ffd5e req-a06018f7-451a-4b47-8309-95c10c311d4f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.150599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7dd367d4-03c3-40a8-993d-347a3b9ffd5e req-a06018f7-451a-4b47-8309-95c10c311d4f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 951 time: 0.1596632 Dec 09 14:55:43.153573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-fd1dda34-1020-490f-9b9e-06278e501d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.155984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-fd1dda34-1020-490f-9b9e-06278e501d70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2214649 Dec 09 14:55:43.200551 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e1359d-9d42-4b1b-bc9a-93acaa6e3dcf x-openstack-request-id: req-37e1359d-9d42-4b1b-bc9a-93acaa6e3dcf {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:43.204899 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75", "tag": "b43eea09-e9c0-43a4-b3b4-1f32be96ff17", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:43.205489 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37e1359d-9d42-4b1b-bc9a-93acaa6e3dcf {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:43.206184 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'tag': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17', 'status': 'completed', 'code': 200} Dec 09 14:55:43.223553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7dd367d4-03c3-40a8-993d-347a3b9ffd5e req-274b05fb-654c-47b7-89c8-c46bc53ce126 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661905 Dec 09 14:55:43.245164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-d20f6c7f-bdf0-4ea0-9427-4bbc22047353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.251053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-d20f6c7f-bdf0-4ea0-9427-4bbc22047353 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933976 Dec 09 14:55:43.275692 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d88bf-75ab-4a06-a8fc-0b5cbfde8b73 x-openstack-request-id: req-5b7d88bf-75ab-4a06-a8fc-0b5cbfde8b73 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:43.276144 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a662f8b0-ff3d-4d3e-a283-065e72628610", "tag": "27535014-4780-480c-b668-54c1ac9f3b59", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:43.276891 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b7d88bf-75ab-4a06-a8fc-0b5cbfde8b73 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:43.277429 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'tag': '27535014-4780-480c-b668-54c1ac9f3b59', 'status': 'completed', 'code': 200} Dec 09 14:55:43.290305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-6053de44-66c0-4583-97cf-1a2fbd032ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.292687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-6053de44-66c0-4583-97cf-1a2fbd032ad4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765729 Dec 09 14:55:43.394879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-a9ce3da2-d41c-489f-ad98-53391088a09e service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272488 Dec 09 14:55:43.481835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afa772-c108-4afc-9714-bfdd03d5237c req-6e6c4c43-bcf7-4547-889c-6950c6f4f57a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.483956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25afa772-c108-4afc-9714-bfdd03d5237c req-6e6c4c43-bcf7-4547-889c-6950c6f4f57a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.0824008 Dec 09 14:55:43.486030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-7f1f54ad-7274-446f-a75e-fd2e275e94d1 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836121 Dec 09 14:55:43.504736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-3fdfbec5-84b7-4784-83ef-ad368d1e1e44 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015179 Dec 09 14:55:43.528051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:43.607122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25afa772-c108-4afc-9714-bfdd03d5237c req-b746754f-db87-42b9-aa81-c4cdebb0661b tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166227 Dec 09 14:55:43.625184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d2070f5b-975f-4371-b074-2ac4742eb3d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86943c69bd994be497d0a1eec66983b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959039 Dec 09 14:55:43.626130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38622) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:43.645963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-f9289b83-038f-4e06-b6d6-51076ec9fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.647764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-f9289b83-038f-4e06-b6d6-51076ec9fb35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 1099 time: 0.0784647 Dec 09 14:55:43.687061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5116e011-d59e-4c6d-8e4b-a59ca433e8f3 req-25f5c490-ae7c-4b79-a05a-236d1ccc35a1 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884055 Dec 09 14:55:43.703957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d688d1d0-ea07-4547-8de4-5f093696a368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:43.734148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d688d1d0-ea07-4547-8de4-5f093696a368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:43.757468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-7735eab4-2e66-457c-a05e-7a77584c15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.758961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-7735eab4-2e66-457c-a05e-7a77584c15c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.0946996 Dec 09 14:55:43.813103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-050a9337-5b91-4e94-a6a0-fdf04640b702 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17 HTTP/1.1" status: 200 len: 217 time: 0.0449455 Dec 09 14:55:43.840828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018876-051d-49af-a6c5-0a9299393c53 req-952b6053-00bb-42dc-b01b-7e015af427bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.842703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-952b6053-00bb-42dc-b01b-7e015af427bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 1099 time: 0.0880268 Dec 09 14:55:43.878934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-337534ca-2910-4078-9ba4-cd81a0fcede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.880494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-337534ca-2910-4078-9ba4-cd81a0fcede8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0589695 Dec 09 14:55:43.883749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d688d1d0-ea07-4547-8de4-5f093696a368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:43.890139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d688d1d0-ea07-4547-8de4-5f093696a368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:43.891369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d688d1d0-ea07-4547-8de4-5f093696a368 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15ad6053-7c10-49d7-98e1-4d799da17fcc HTTP/1.1" status: 204 len: 168 time: 0.2641709 Dec 09 14:55:43.932489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688d1d0-ea07-4547-8de4-5f093696a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad6053-7c10-49d7-98e1-4d799da17fcc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:43.948005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-fee8e04b-9c07-48ff-b592-9997d9a838f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:43.949662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-fee8e04b-9c07-48ff-b592-9997d9a838f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549905 Dec 09 14:55:44.029075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a559ab-522e-464f-802a-c7188005e917 req-69217ead-19f1-4065-b635-e6329dc942bd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.030600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40a559ab-522e-464f-802a-c7188005e917 req-69217ead-19f1-4065-b635-e6329dc942bd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1382065 Dec 09 14:55:44.062694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018876-051d-49af-a6c5-0a9299393c53 req-2f674d8b-6034-4304-b642-a3d9f9796fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.064285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-2f674d8b-6034-4304-b642-a3d9f9796fa1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2069519 Dec 09 14:55:44.079417 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-46a19c93-507b-49c4-be32-8e8c925fb96f service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193910 Dec 09 14:55:44.127304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-a37d3c55-d6a2-4168-9b17-75ee54d6d8b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=27535014-4780-480c-b668-54c1ac9f3b59 HTTP/1.1" status: 200 len: 217 time: 0.0475948 Dec 09 14:55:44.143728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40a559ab-522e-464f-802a-c7188005e917 req-ffaae2c4-4365-4820-ad49-7278e33e5770 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044130 Dec 09 14:55:44.203850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aa0d29-cf00-40a1-ba45-713b7e72c257 req-0bc5bc31-3e42-47a8-bcec-48e4eed6a0e1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129682 Dec 09 14:55:44.224139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018876-051d-49af-a6c5-0a9299393c53 req-f8ae23aa-10c0-4c6c-8088-ea82a9f559f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.226362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-f8ae23aa-10c0-4c6c-8088-ea82a9f559f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0816772 Dec 09 14:55:44.314483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018876-051d-49af-a6c5-0a9299393c53 req-af14782e-495b-4212-8c99-9a8825968a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.316033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-af14782e-495b-4212-8c99-9a8825968a83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793512 Dec 09 14:55:44.331185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2879f3-f4c0-460d-9668-ddd0e36131fa req-0203c5cc-30da-4fbd-9c06-f94b0e59d395 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.332874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b2879f3-f4c0-460d-9668-ddd0e36131fa req-0203c5cc-30da-4fbd-9c06-f94b0e59d395 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 945 time: 0.0695035 Dec 09 14:55:44.400285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 34bdf225-d879-477d-97db-f339041f9f2f up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:44.443109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b2879f3-f4c0-460d-9668-ddd0e36131fa req-aec56733-2f2b-460f-a899-0ff7189d9757 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017406 Dec 09 14:55:44.475725 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-eb7cb80d-e420-4d8b-9683-9ff47550eb8c service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400993 Dec 09 14:55:44.478505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eeaef-5cf3-457a-b9ce-f52d8b1700af req-03ca8f67-c5c1-4a49-8882-2fd3a5d92c2c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.480099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a8eeaef-5cf3-457a-b9ce-f52d8b1700af req-03ca8f67-c5c1-4a49-8882-2fd3a5d92c2c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 948 time: 0.0690072 Dec 09 14:55:44.511139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 34bdf225-d879-477d-97db-f339041f9f2f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:44.515388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 34bdf225-d879-477d-97db-f339041f9f2f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:44.515761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:44.562528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a8eeaef-5cf3-457a-b9ce-f52d8b1700af req-a994c792-4555-49ba-bca3-adc886e613ce tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757554 Dec 09 14:55:44.623527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:44.663126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 34bdf225-d879-477d-97db-f339041f9f2f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=34bdf225-d879-477d-97db-f339041f9f2f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:44.664218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bdf225-d879-477d-97db-f339041f9f2f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:44.667004 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e07c8-2ac2-4bf1-b3d1-fb5db1198ffd" -d '{"events": [{"server_uuid": "334ed14e-6bd8-4203-9504-a67d9c39eea9", "name": "network-vif-plugged", "status": "completed", "tag": "34bdf225-d879-477d-97db-f339041f9f2f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:44.670835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:44.671949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:44.762119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=34bdf225-d879-477d-97db-f339041f9f2f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:44.807405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:44.854040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:44.860115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:44.924891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=11']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:44.953370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60757b-b2dd-41ac-a98b-a2c14cceede3 req-8c8eba76-80c2-41ae-bad7-97e5d5bf5663 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:44.960204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd60757b-b2dd-41ac-a98b-a2c14cceede3 req-8c8eba76-80c2-41ae-bad7-97e5d5bf5663 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.0575266 Dec 09 14:55:45.022796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f637d-250c-4ce2-b650-586688259f84 req-1e8c41a9-5fae-44b3-be29-92ca0f933556 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.024264 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f3f637d-250c-4ce2-b650-586688259f84 req-1e8c41a9-5fae-44b3-be29-92ca0f933556 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1100 time: 0.0895197 Dec 09 14:55:45.040996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd60757b-b2dd-41ac-a98b-a2c14cceede3 req-f1a6bf02-f66d-4347-90f3-641faa15a7f8 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/security-groups?id=5691b4bf-2e97-455a-aedb-6b9f402a2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791638 Dec 09 14:55:45.058761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78018876-051d-49af-a6c5-0a9299393c53 req-647915d2-33bb-430a-880e-77be1e81417e service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728641 Dec 09 14:55:45.061485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-8d38c905-692e-46ae-8c98-511d5d97301a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.063141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-8d38c905-692e-46ae-8c98-511d5d97301a tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.36 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 946 time: 0.0858016 Dec 09 14:55:45.098208 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f3f637d-250c-4ce2-b650-586688259f84 req-45036cd1-57b7-4ae3-81b4-c36d2aff3e07 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622332 Dec 09 14:55:45.111978 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5f2aff-6b2c-439b-9aff-1c1761015919 x-openstack-request-id: req-fa5f2aff-6b2c-439b-9aff-1c1761015919 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:45.111978 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334ed14e-6bd8-4203-9504-a67d9c39eea9", "name": "network-vif-plugged", "status": "completed", "tag": "34bdf225-d879-477d-97db-f339041f9f2f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:45.111978 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa5f2aff-6b2c-439b-9aff-1c1761015919 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:45.111978 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bdf225-d879-477d-97db-f339041f9f2f', 'code': 200} Dec 09 14:55:45.245370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8e33d-b0aa-4661-accb-a7dc686abd8c req-dfe8eae7-ffe0-4e2c-a6f6-ae6f71fde590 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.249055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54f8e33d-b0aa-4661-accb-a7dc686abd8c req-dfe8eae7-ffe0-4e2c-a6f6-ae6f71fde590 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 949 time: 0.0749295 Dec 09 14:55:45.269031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Deleting port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:45.269478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:45.276450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e883865-bf89-4d63-afe3-c541407ca231 req-f1b7fd04-cdba-4033-8e27-8a2fc028b2db tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.277989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e883865-bf89-4d63-afe3-c541407ca231 req-f1b7fd04-cdba-4033-8e27-8a2fc028b2db tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1100 time: 0.0812860 Dec 09 14:55:45.283972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503303fb-e5a0-4bac-8465-b7f7b4075d76 req-5192695b-86d6-4c5d-92fb-4b359bca9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.285342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-503303fb-e5a0-4bac-8465-b7f7b4075d76 req-5192695b-86d6-4c5d-92fb-4b359bca9525 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 1097 time: 0.0793259 Dec 09 14:55:45.375142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54f8e33d-b0aa-4661-accb-a7dc686abd8c req-921720a4-c75d-488f-86e1-07d631dcf574 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183295 Dec 09 14:55:45.378756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-503303fb-e5a0-4bac-8465-b7f7b4075d76 req-6df8c1d3-50b6-4671-a310-caf5a358856b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769613 Dec 09 14:55:45.380944 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e883865-bf89-4d63-afe3-c541407ca231 req-ff545e8e-8699-4826-8d4c-53527a8f7f64 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 Dec 09 14:55:45.408064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] For port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,segment=NetworkSegment(3a1ca04b-1352-4bd9-98d1-bb860bdf3740),segment_id=3a1ca04b-1352-4bd9-98d1-bb860bdf3740)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:45.408545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:45.423739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Calling delete_port for 1fe8603b-7b6d-4b0a-84e3-a73399c5352a owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:45.546106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f145-9110-4d51-af3c-4eee021212dc req-71864cf9-f1a0-4035-bc4a-451cb83a88d6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.547622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0174f145-9110-4d51-af3c-4eee021212dc req-71864cf9-f1a0-4035-bc4a-451cb83a88d6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0765834 Dec 09 14:55:45.643993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0174f145-9110-4d51-af3c-4eee021212dc req-02be6058-e823-4100-a5a4-d8547eedd703 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786912 Dec 09 14:55:45.645241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:45.667024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['1fe8603b-7b6d-4b0a-84e3-a73399c5352a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:45.711403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b6af6-1e60-4b24-bb73-e313ef10200a req-b4008750-826f-4fcf-b450-153388044a75 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.720745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac0b6af6-1e60-4b24-bb73-e313ef10200a req-b4008750-826f-4fcf-b450-153388044a75 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 946 time: 0.0634351 Dec 09 14:55:45.775183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] No DVR routers for this DVR port 1fe8603b-7b6d-4b0a-84e3-a73399c5352a on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:45.778898 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:45.780466 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac0b6af6-1e60-4b24-bb73-e313ef10200a req-37c68a67-8b18-483a-9857-705323088a53 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585480 Dec 09 14:55:45.782402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c3193c5-e0b5-4ffb-91a7-dc1ddf64469d req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.36 "DELETE /v2.0/ports/1fe8603b-7b6d-4b0a-84e3-a73399c5352a HTTP/1.1" status: 204 len: 173 time: 0.7039826 Dec 09 14:55:45.783225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e48f0-8fac-48d5-adde-e01dcf05f8de tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] Pushing event deleted for resources: {'Port': ['ID=1fe8603b-7b6d-4b0a-84e3-a73399c5352a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:45.838874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'name': 'network-vif-deleted', 'tag': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:45.839889 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794581ec-8ac4-4b1b-a507-3dfa640c12ef" -d '{"events": [{"server_uuid": "a42f50c0-89bf-41cd-ac19-5f5c38075f54", "name": "network-vif-deleted", "tag": "1fe8603b-7b6d-4b0a-84e3-a73399c5352a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:45.871680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2558a2-dccb-4b41-96a9-82d7bcf3851a req-e68770e2-3433-4cbb-bb9e-27ff3fb5e6d2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:45.879575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef2558a2-dccb-4b41-96a9-82d7bcf3851a req-e68770e2-3433-4cbb-bb9e-27ff3fb5e6d2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 948 time: 0.1343148 Dec 09 14:55:45.936171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef2558a2-dccb-4b41-96a9-82d7bcf3851a req-6889bf74-5085-40cc-9823-7ac103c6bf2f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Dec 09 14:55:45.986060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38734) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:45.994222 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89937f45-b78d-4fe1-8911-d601c522dc8d x-openstack-request-id: req-89937f45-b78d-4fe1-8911-d601c522dc8d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:45.994516 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42f50c0-89bf-41cd-ac19-5f5c38075f54", "name": "network-vif-deleted", "tag": "1fe8603b-7b6d-4b0a-84e3-a73399c5352a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:45.994769 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89937f45-b78d-4fe1-8911-d601c522dc8d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:45.995163 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42f50c0-89bf-41cd-ac19-5f5c38075f54', 'name': 'network-vif-deleted', 'tag': '1fe8603b-7b6d-4b0a-84e3-a73399c5352a', 'status': 'completed', 'code': 200} Dec 09 14:55:46.109811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4003-9d11-41c0-a7a5-96b3cd45133b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.181215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29c08095-36cb-4205-b7ce-3c8e4642fe38 req-2f52c29f-783f-40b4-a1d3-a8f15bf96b75 tempest-InstanceActionsTestJSON-1735812316 tempest-InstanceActionsTestJSON-1735812316-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42f50c0-89bf-41cd-ac19-5f5c38075f54 HTTP/1.1" status: 200 len: 210 time: 0.0331635 Dec 09 14:55:46.224110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4003-9d11-41c0-a7a5-96b3cd45133b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.229594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4003-9d11-41c0-a7a5-96b3cd45133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.269541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4003-9d11-41c0-a7a5-96b3cd45133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3150fdb5-1e0f-495a-af21-b4cd925f53bc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:46.279168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c3ea4003-9d11-41c0-a7a5-96b3cd45133b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47bbc519e96d45a785689b9ece241b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883229 Dec 09 14:55:46.279287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38750) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:46.341895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60b304e1-9582-4a67-8f28-9188da645d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.370561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60b304e1-9582-4a67-8f28-9188da645d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.385945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb0a0-2233-44f1-b6b0-c7f84793cedf req-45956ba8-a471-4390-9d8d-b2968d066568 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:46.387527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c88eb0a0-2233-44f1-b6b0-c7f84793cedf req-45956ba8-a471-4390-9d8d-b2968d066568 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0544226 Dec 09 14:55:46.398139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27535014-4780-480c-b668-54c1ac9f3b59 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:46.431275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60b304e1-9582-4a67-8f28-9188da645d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.434169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60b304e1-9582-4a67-8f28-9188da645d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.437982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60b304e1-9582-4a67-8f28-9188da645d9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3150fdb5-1e0f-495a-af21-b4cd925f53bc HTTP/1.1" status: 204 len: 168 time: 0.1556201 Dec 09 14:55:46.445129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b304e1-9582-4a67-8f28-9188da645d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3150fdb5-1e0f-495a-af21-b4cd925f53bc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:46.474074 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c88eb0a0-2233-44f1-b6b0-c7f84793cedf req-85a1d574-5f7e-4b4e-bade-0ac896ab7924 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Dec 09 14:55:46.555913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27535014-4780-480c-b668-54c1ac9f3b59, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27535014-4780-480c-b668-54c1ac9f3b59,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:46.565361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22802f5a-12e1-4495-8970-2b3b989f3870 req-f0806cb8-88b3-4fac-b5a1-abd8eed0045e tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:46.566873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22802f5a-12e1-4495-8970-2b3b989f3870 req-f0806cb8-88b3-4fac-b5a1-abd8eed0045e tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 949 time: 0.0679958 Dec 09 14:55:46.567697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '27535014-4780-480c-b668-54c1ac9f3b59', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '27535014-4780-480c-b668-54c1ac9f3b59', 'mac_address': 'fa:16:3e:10:51:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:46.614782 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.621677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22802f5a-12e1-4495-8970-2b3b989f3870 req-121703a3-8c42-48c5-a985-8330a6c625b2 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Dec 09 14:55:46.632574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27535014-4780-480c-b668-54c1ac9f3b59 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:46.659776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27535014-4780-480c-b668-54c1ac9f3b59, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27535014-4780-480c-b668-54c1ac9f3b59,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:46.664442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.694430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b43eea09-e9c0-43a4-b3b4-1f32be96ff17 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:46.748624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27535014-4780-480c-b668-54c1ac9f3b59,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:46.792262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38762) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:46.794409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629535a4-105e-40d7-9bdd-4cdcfb39be68 req-29b19552-fb71-451a-91f3-c9c6923092cd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:46.796150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-629535a4-105e-40d7-9bdd-4cdcfb39be68 req-29b19552-fb71-451a-91f3-c9c6923092cd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0567966 Dec 09 14:55:46.814154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae04ec13-5e73-407b-a4e3-1f320fd736d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.850887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:46.868880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17', 'mac_address': 'fa:16:3e:6b:75:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:46.893187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-629535a4-105e-40d7-9bdd-4cdcfb39be68 req-0c7a5012-c741-468e-8f47-0a7032bb7544 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874882 Dec 09 14:55:46.924752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.935176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd671f4-8678-4c4f-aebf-da07a51e4ba0 req-ebed34f4-1feb-4cc1-820f-df0035fc1754 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:46.941581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbd671f4-8678-4c4f-aebf-da07a51e4ba0 req-ebed34f4-1feb-4cc1-820f-df0035fc1754 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 946 time: 0.0803444 Dec 09 14:55:46.948727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43eea09-e9c0-43a4-b3b4-1f32be96ff17 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:46.972113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:46.977447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:46.988580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae04ec13-5e73-407b-a4e3-1f320fd736d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.011542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae04ec13-5e73-407b-a4e3-1f320fd736d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.025142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbd671f4-8678-4c4f-aebf-da07a51e4ba0 req-13d6e543-e5b4-45ba-8de9-f32b53edb2a4 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804665 Dec 09 14:55:47.025761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:47.056829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:47.068181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae04ec13-5e73-407b-a4e3-1f320fd736d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac22bb3010694246a2ddffedc99ed95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745261 Dec 09 14:55:47.070645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e3d6-2ccf-48ba-b4ce-184fa9d2ae1c req-653e5242-3f67-4843-ab12-b530ddb94618 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:47.079687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab92e3d6-2ccf-48ba-b4ce-184fa9d2ae1c req-653e5242-3f67-4843-ab12-b530ddb94618 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 949 time: 0.0723264 Dec 09 14:55:47.081072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38770) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:47.082239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04ec13-5e73-407b-a4e3-1f320fd736d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee822fa8-3727-4702-9f66-40a72dbb62f6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:47.107415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:47.110635 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86de6102-dda4-4d3f-b39f-e833a0f16996" -d '{"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:47.147159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab92e3d6-2ccf-48ba-b4ce-184fa9d2ae1c req-e637d916-e87c-4b62-8340-cc3488f3cb1b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Dec 09 14:55:47.161282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca1c-ffc8-4e0f-bf3d-0a8e280e40ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.172551 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26b7335-df71-4d8e-9a96-acef3c577dab x-openstack-request-id: req-a26b7335-df71-4d8e-9a96-acef3c577dab {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:47.172841 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:47.173122 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a26b7335-df71-4d8e-9a96-acef3c577dab {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:47.173508 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'code': 200} Dec 09 14:55:47.185520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca1c-ffc8-4e0f-bf3d-0a8e280e40ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.235760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca1c-ffc8-4e0f-bf3d-0a8e280e40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.238741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11c9ca1c-ffc8-4e0f-bf3d-0a8e280e40ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.240021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-11c9ca1c-ffc8-4e0f-bf3d-0a8e280e40ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee822fa8-3727-4702-9f66-40a72dbb62f6 HTTP/1.1" status: 204 len: 168 time: 0.1476741 Dec 09 14:55:47.241070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38776) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:47.249030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ca1c-ffc8-4e0f-bf3d-0a8e280e40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee822fa8-3727-4702-9f66-40a72dbb62f6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:47.311183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Deleting subnet e569936b-35c5-4163-aee8-e0d2c00abd66 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:55:47.315822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.321523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:47.355939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.414771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.477722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.513690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e569936b-35c5-4163-aee8-e0d2c00abd66,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:47.533383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.536650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ad015ead-f7c3-4b9f-9730-726f0a0a8d07 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e569936b-35c5-4163-aee8-e0d2c00abd66 HTTP/1.1" status: 204 len: 168 time: 0.2945373 Dec 09 14:55:47.540124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38790) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:47.578169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-def3f181-c23d-4bf3-9129-a40e783d27c8 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:47.579779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-def3f181-c23d-4bf3-9129-a40e783d27c8 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.43 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 949 time: 0.0742702 Dec 09 14:55:47.663166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.696467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Deleting port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:47.697534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.713260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a3a76-bb94-418b-9b6f-7da92f4629a7 req-43d56d83-76c0-466b-8dc9-2c44d213b098 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:47.720340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-163a3a76-bb94-418b-9b6f-7da92f4629a7 req-43d56d83-76c0-466b-8dc9-2c44d213b098 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1526020 Dec 09 14:55:47.803601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.828501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65176b3b-e3ad-48ba-8ef4-22d40101fc05 req-f77941f9-c374-41d5-8006-2f29c60b3384 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:47.830004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65176b3b-e3ad-48ba-8ef4-22d40101fc05 req-f77941f9-c374-41d5-8006-2f29c60b3384 tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d842e949-1215-46ed-9185-d4b006bacd3f HTTP/1.1" status: 200 len: 949 time: 0.1077261 Dec 09 14:55:47.837462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb08c807-c2b1-4aa5-afcd-1cad79d341a1']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:47.842573 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-163a3a76-bb94-418b-9b6f-7da92f4629a7 req-7c7d97c0-e0fa-45b3-a4f4-c856b010ca76 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173382 Dec 09 14:55:47.851628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1ca04b-1352-4bd9-98d1-bb860bdf3740') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:47.851925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1ca04b-1352-4bd9-98d1-bb860bdf3740') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:47.852076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] For port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:47.852379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.863088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.877540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.879541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Calling delete_port for fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:47.885005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:55:47.885467 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:55:47.888170 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:55:47.973042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.984836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:47.995317 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb08c807-c2b1-4aa5-afcd-1cad79d341a1 HTTP/1.1" status: 204 len: 168 time: 0.4504983 Dec 09 14:55:47.995605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65176b3b-e3ad-48ba-8ef4-22d40101fc05 req-bd5d4ea1-b381-4f09-b4ce-867500154bcf tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.46 "GET /v2.0/security-groups?id=8581c6c9-5fa8-4f91-970b-449f3bf54c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512926 Dec 09 14:55:48.028539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522bde0-850a-4888-a98b-0775c171e268 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb08c807-c2b1-4aa5-afcd-1cad79d341a1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:48.073079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0fe75-e060-4617-a84f-a7bedbf88d35 req-bfe200c7-08ae-41ae-8cea-95cb458b561b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:48.082412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50f0fe75-e060-4617-a84f-a7bedbf88d35 req-bfe200c7-08ae-41ae-8cea-95cb458b561b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0893047 Dec 09 14:55:48.144234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.151220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50f0fe75-e060-4617-a84f-a7bedbf88d35 req-f764d100-5ee3-49ae-943d-9e7ebd7c419d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677307 Dec 09 14:55:48.208045 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Pushing event deleted for resources: {'Port': ['ID=fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:48.233371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:48.281700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] No DVR routers for this DVR port fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:48.286801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.288100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0700a05d-58c5-42b1-ac55-f69cb5a80af8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75788208079b43fa85c91cd26183cfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533121 Dec 09 14:55:48.290664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:48.293562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99d65607-b852-41f2-8a7f-912b422ccb80 req-b981797a-b5e7-4ac9-88be-ce5e73b79a3f tempest-ImagesOneServerTestJSON-712774632 tempest-ImagesOneServerTestJSON-712774632-project] 10.222.0.43 "DELETE /v2.0/ports/fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 HTTP/1.1" status: 204 len: 173 time: 0.7062352 Dec 09 14:55:48.303585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-deleted', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:48.306841 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b066ab-b3a2-4169-951e-e3933f0c3ef2" -d '{"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-deleted", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:48.333171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a9167-06be-4fee-b7a0-22ce77a04392 req-46e9a1da-6b31-4247-80cd-08a2e881740d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:48.343596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac0a9167-06be-4fee-b7a0-22ce77a04392 req-46e9a1da-6b31-4247-80cd-08a2e881740d tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 946 time: 0.1868408 Dec 09 14:55:48.357621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90dd2db6-9410-4fd9-bb00-75fbd0d08fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.402359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27535014-4780-480c-b668-54c1ac9f3b59 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:48.429192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac0a9167-06be-4fee-b7a0-22ce77a04392 req-68c16ede-0327-4ec9-b183-1fd45dd96839 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Dec 09 14:55:48.456725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90dd2db6-9410-4fd9-bb00-75fbd0d08fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.504036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5d51e-2d05-4578-974d-2daa67f66e39 req-4d48098b-1047-4ba9-a73e-fe61e9da1f97 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:48.505630 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3a25f-3ef1-4708-99e9-17995348e7f2 x-openstack-request-id: req-e4c3a25f-3ef1-4708-99e9-17995348e7f2 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:48.506127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cb5d51e-2d05-4578-974d-2daa67f66e39 req-4d48098b-1047-4ba9-a73e-fe61e9da1f97 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 949 time: 0.1449747 Dec 09 14:55:48.507934 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e949-1215-46ed-9185-d4b006bacd3f", "name": "network-vif-deleted", "tag": "fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:48.508733 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4c3a25f-3ef1-4708-99e9-17995348e7f2 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:48.509682 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e949-1215-46ed-9185-d4b006bacd3f', 'name': 'network-vif-deleted', 'tag': 'fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596', 'status': 'completed', 'code': 200} Dec 09 14:55:48.520578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 27535014-4780-480c-b668-54c1ac9f3b59 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:48.526948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 27535014-4780-480c-b668-54c1ac9f3b59 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:48.527627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.610174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cb5d51e-2d05-4578-974d-2daa67f66e39 req-b9fca113-c4f0-4a92-b7ca-6ce88e2e1311 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925138 Dec 09 14:55:48.633165 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90dd2db6-9410-4fd9-bb00-75fbd0d08fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.636658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90dd2db6-9410-4fd9-bb00-75fbd0d08fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.640675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-90dd2db6-9410-4fd9-bb00-75fbd0d08fa7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5691b4bf-2e97-455a-aedb-6b9f402a2b7f HTTP/1.1" status: 204 len: 168 time: 0.3462014 Dec 09 14:55:48.650230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2db6-9410-4fd9-bb00-75fbd0d08fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5691b4bf-2e97-455a-aedb-6b9f402a2b7f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:48.652619 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.709579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27535014-4780-480c-b668-54c1ac9f3b59, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27535014-4780-480c-b668-54c1ac9f3b59,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:48.714240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b43eea09-e9c0-43a4-b3b4-1f32be96ff17 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:48.720771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:48.721813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:48.773726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:48.774078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fdc0aee9-9932-4bb1-a27d-5c2ecc8f9596 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:48.892736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27535014-4780-480c-b668-54c1ac9f3b59,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:48.894224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48dad-4614-436c-9eef-3bc35b830645 req-dc257846-f4ae-4822-b5b0-ab2cc3aab97c tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:48.897414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42a48dad-4614-436c-9eef-3bc35b830645 req-dc257846-f4ae-4822-b5b0-ab2cc3aab97c tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 946 time: 0.0890644 Dec 09 14:55:48.925587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:55:48.933690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:48.934215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.003329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f27dc-3126-4cd8-a7ee-6b5755969dff req-5b47c88e-cd20-46b0-9e2f-2d87be46a2fb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:49.012220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-914f27dc-3126-4cd8-a7ee-6b5755969dff req-5b47c88e-cd20-46b0-9e2f-2d87be46a2fb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0675745 Dec 09 14:55:49.022763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42a48dad-4614-436c-9eef-3bc35b830645 req-d46d79c1-71b7-41a1-91ef-42a2e2b6aa73 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174190 Dec 09 14:55:49.096519 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.096795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-914f27dc-3126-4cd8-a7ee-6b5755969dff req-331aeae0-c209-4631-a8de-bc94ae20fff7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828748 Dec 09 14:55:49.138786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:49.143164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.143996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1fe8603b-7b6d-4b0a-84e3-a73399c5352a no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:49.186288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27535014-4780-480c-b668-54c1ac9f3b59'}, {'server_uuid': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:49.188583 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad206ba7-d973-4228-a579-1a0f853c5ab0" -d '{"events": [{"server_uuid": "a662f8b0-ff3d-4d3e-a283-065e72628610", "name": "network-vif-plugged", "status": "completed", "tag": "27535014-4780-480c-b668-54c1ac9f3b59"}, {"server_uuid": "6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75", "name": "network-vif-plugged", "status": "completed", "tag": "b43eea09-e9c0-43a4-b3b4-1f32be96ff17"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:49.194209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 1fe8603b-7b6d-4b0a-84e3-a73399c5352a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:49.194732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1fe8603b-7b6d-4b0a-84e3-a73399c5352a not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:49.235900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:49.288352 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ea9121-0bba-4e92-b6f3-db4f01ab1197 x-openstack-request-id: req-22ea9121-0bba-4e92-b6f3-db4f01ab1197 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:49.289141 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662f8b0-ff3d-4d3e-a283-065e72628610", "name": "network-vif-plugged", "status": "completed", "tag": "27535014-4780-480c-b668-54c1ac9f3b59", "code": 200}, {"server_uuid": "6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75", "name": "network-vif-plugged", "status": "completed", "tag": "b43eea09-e9c0-43a4-b3b4-1f32be96ff17", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:49.289635 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22ea9121-0bba-4e92-b6f3-db4f01ab1197 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:49.290258 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27535014-4780-480c-b668-54c1ac9f3b59', 'code': 200} Dec 09 14:55:49.290714 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17', 'code': 200} Dec 09 14:55:49.321777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd13b0-fd60-4862-982f-0d72650ea80f req-83f29a8a-415b-42d5-8229-da133a61a47f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:49.330771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eadd13b0-fd60-4862-982f-0d72650ea80f req-83f29a8a-415b-42d5-8229-da133a61a47f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0827534 Dec 09 14:55:49.413082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db239f1-8d90-497a-bee9-b70fe99f174a req-0f1325f9-15cb-48fc-b450-1b2641884ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:49.414812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4db239f1-8d90-497a-bee9-b70fe99f174a req-0f1325f9-15cb-48fc-b450-1b2641884ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 1101 time: 0.0579495 Dec 09 14:55:49.446217 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eadd13b0-fd60-4862-982f-0d72650ea80f req-fa119b8e-0747-4e4e-ba2b-9bc57c51a0d0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144958 Dec 09 14:55:49.470881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11def755-49cb-4437-969e-1ab43e215824 req-e91b58d3-5f11-4be0-9560-959a5a809417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:49.472430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-11def755-49cb-4437-969e-1ab43e215824 req-e91b58d3-5f11-4be0-9560-959a5a809417 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 1101 time: 0.0881615 Dec 09 14:55:49.480711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:49.508606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4db239f1-8d90-497a-bee9-b70fe99f174a req-eae0a96b-fdc2-4c44-b257-775c4cc93d77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793891 Dec 09 14:55:49.529297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-11def755-49cb-4437-969e-1ab43e215824 req-06f6ce82-80c8-44e0-92d2-b3d8cd78e179 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Dec 09 14:55:49.764492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09408c3-9c39-46a6-8ff3-9e98b026554e req-8743f16a-e1f9-4924-9bb6-08417e88c823 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:49.766039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b09408c3-9c39-46a6-8ff3-9e98b026554e req-8743f16a-e1f9-4924-9bb6-08417e88c823 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 950 time: 0.0851617 Dec 09 14:55:49.768914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01ac0a5c-3f2a-49ca-923d-a0d2d3b4bcf1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b0baf1a61c1423d961b95371e9cb8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870717 Dec 09 14:55:49.772078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38888) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:49.829201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b09408c3-9c39-46a6-8ff3-9e98b026554e req-671c863c-4c2f-45c8-8b56-7e6406a2ddc7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499976 Dec 09 14:55:49.829460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-71e884eb-709f-46ec-86f3-dae7aa57bcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.857807 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-71e884eb-709f-46ec-86f3-dae7aa57bcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.909842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-71e884eb-709f-46ec-86f3-dae7aa57bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.912763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-71e884eb-709f-46ec-86f3-dae7aa57bcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:49.916304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-71e884eb-709f-46ec-86f3-dae7aa57bcd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8581c6c9-5fa8-4f91-970b-449f3bf54c23 HTTP/1.1" status: 204 len: 168 time: 0.1408548 Dec 09 14:55:49.922715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e884eb-709f-46ec-86f3-dae7aa57bcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8581c6c9-5fa8-4f91-970b-449f3bf54c23,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:49.964609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-5e53e0cd-0b66-41d2-917b-01d77ed33bf3 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261726 Dec 09 14:55:49.976073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38902) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:50.088835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-294198479-network', 'tenant_id': '3cbe90e787d1446f8e2760f326855326'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:50.089028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-63addeee-b3c2-453b-a107-0d1a5d873bbb tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:50.091628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-63addeee-b3c2-453b-a107-0d1a5d873bbb tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212928 Dec 09 14:55:50.110843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-3e2d10d1-50cd-477a-b273-dc100fbd71df tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/quotas/aa1075b1e5aa42a8adc7a349fff3833d HTTP/1.1" status: 200 len: 375 time: 0.0128248 Dec 09 14:55:50.149125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Made reservation on behalf of 3cbe90e787d1446f8e2760f326855326 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:50.151401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.151879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-9e67fe4b-81ad-4097-8479-af5e0d3f39ec tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338881 Dec 09 14:55:50.165897 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.198285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c55c-825a-41f2-ad92-6922dc58e166 req-c5085a9d-7f44-4a66-a839-58106d8b6813 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:50.199461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9670c55c-825a-41f2-ad92-6922dc58e166 req-c5085a9d-7f44-4a66-a839-58106d8b6813 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 946 time: 0.0869474 Dec 09 14:55:50.283931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9670c55c-825a-41f2-ad92-6922dc58e166 req-9857bf60-44ce-4925-9fbf-743cc77cf9d8 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups?id=923e9804-f59a-499d-8679-a7d8ba8fed72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724139 Dec 09 14:55:50.325814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.332779 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.359809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:55:50.392521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300a64af-d63f-496d-aa4c-fc799ffd2b20,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:50.397919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805452b-2404-463a-a52e-ab720f53d1d2 req-8443a8f8-fa09-4b06-bc59-b49ce3a994d7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:50.406306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a805452b-2404-463a-a52e-ab720f53d1d2 req-8443a8f8-fa09-4b06-bc59-b49ce3a994d7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0766523 Dec 09 14:55:50.412018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.412374 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Added segment 71d19937-7b1e-4223-b074-6828414838f3 of type vlan for network 41298635-1692-48c1-b5ea-c0effcdd0826 Dec 09 14:55:50.415303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8481f204-7877-40df-be8a-00460a462717 req-531d4574-19e4-4469-9c98-4f9ae57fc09a tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 210 time: 0.0466959 Dec 09 14:55:50.479027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.503684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a805452b-2404-463a-a52e-ab720f53d1d2 req-a3b0e0d3-d02e-4711-aa9a-e577e4aecbb6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963187 Dec 09 14:55:50.528646 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.530027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:50.530696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.587739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6079342 Dec 09 14:55:50.588455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38932) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:50.595191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Request body: {'subnet': {'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-294198479-subnet', 'tenant_id': '3cbe90e787d1446f8e2760f326855326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:50.618889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c55650-804e-4c98-8f79-89db832f7fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=41298635-1692-48c1-b5ea-c0effcdd0826,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:50.631584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 41298635-1692-48c1-b5ea-c0effcdd0826 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:55:50.659610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153bad2-a969-4d67-9b6d-0dc778a9c73b req-b9a43654-23ab-4a26-b557-8c99297ca723 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:50.661242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6153bad2-a969-4d67-9b6d-0dc778a9c73b req-b9a43654-23ab-4a26-b557-8c99297ca723 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0859044 Dec 09 14:55:50.662132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Made reservation on behalf of 3cbe90e787d1446f8e2760f326855326 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:50.665482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.780256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-d7a9ff40-382a-4497-bbd2-9ec29605583a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:50.782064 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-d7a9ff40-382a-4497-bbd2-9ec29605583a tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 946 time: 0.0544312 Dec 09 14:55:50.813646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6153bad2-a969-4d67-9b6d-0dc778a9c73b req-607df6c5-1394-47cf-9b17-085cbc4e220b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346717 Dec 09 14:55:50.960714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:50.978914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Deleting port 34bdf225-d879-477d-97db-f339041f9f2f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:50.979248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.020756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009ae05-354e-4c32-b7ea-cc6066579a5c req-f2661261-9248-4747-b302-99de01705771 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:51.022956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8009ae05-354e-4c32-b7ea-cc6066579a5c req-f2661261-9248-4747-b302-99de01705771 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 950 time: 0.0925567 Dec 09 14:55:51.119818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:51.122414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8847426c-c8ba-49eb-aeed-e2895aa1d991,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:51.141084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Checking segment: {'id': '71d19937-7b1e-4223-b074-6828414838f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:51.142055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Network hostable DHCP agents. Network: 41298635-1692-48c1-b5ea-c0effcdd0826, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:55:51.148549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8009ae05-354e-4c32-b7ea-cc6066579a5c req-7a6fb4c4-69fe-4d5d-8902-3e286e4a21d4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918481 Dec 09 14:55:51.166216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] For port 34bdf225-d879-477d-97db-f339041f9f2f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=34bdf225-d879-477d-97db-f339041f9f2f,segment=NetworkSegment(7312b903-9398-495d-8886-71388ce57a99),segment_id=7312b903-9398-495d-8886-71388ce57a99)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:51.166581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.171518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Network 41298635-1692-48c1-b5ea-c0effcdd0826 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:55:51.181504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Calling delete_port for 34bdf225-d879-477d-97db-f339041f9f2f owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:51.186635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 41298635-1692-48c1-b5ea-c0effcdd0826) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:51.200650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:51.200853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe7668-8031-4680-9f4b-5138188c0e43 None None] Network 41298635-1692-48c1-b5ea-c0effcdd0826 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:51.201256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.223413 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5a5598ee-2d3d-4dee-aa54-6f1b21561e76 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6317809 Dec 09 14:55:51.327019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1447503484-network', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:51.360230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.362822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:51.367571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53892e3-534b-43bc-b03b-ed74013c7b43 None None] Network 41298635-1692-48c1-b5ea-c0effcdd0826 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:51.370019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.382586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['34bdf225-d879-477d-97db-f339041f9f2f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:51.397800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3da166cb-ec6d-4555-a920-42871fa56ded req-a6f76d9d-a712-4cba-b268-ab1e452d97f5 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/ports?device_id=334ed14e-6bd8-4203-9504-a67d9c39eea9 HTTP/1.1" status: 200 len: 210 time: 0.0339341 Dec 09 14:55:51.424282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.427376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event deleted for resources: {'Port': ['ID=34bdf225-d879-477d-97db-f339041f9f2f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:51.476348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] No DVR routers for this DVR port 34bdf225-d879-477d-97db-f339041f9f2f on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:55:51.482929 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.487242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7de76d33-2d7a-4130-bddd-a8b9c240611b req-327b9597-f469-4b9f-8011-e88b86dec7a2 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.43 "DELETE /v2.0/ports/34bdf225-d879-477d-97db-f339041f9f2f HTTP/1.1" status: 204 len: 173 time: 0.6973708 Dec 09 14:55:51.488012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'name': 'network-vif-deleted', 'tag': '34bdf225-d879-477d-97db-f339041f9f2f'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:51.491504 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0986ad2-39c8-4bdc-8eea-7fdcfa3183e6" -d '{"events": [{"server_uuid": "334ed14e-6bd8-4203-9504-a67d9c39eea9", "name": "network-vif-deleted", "tag": "34bdf225-d879-477d-97db-f339041f9f2f"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:51.568906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93572a15-9a81-431f-a949-92338ac7a7a1 req-4bad16f3-04b4-4aa7-9563-fcd068117b3b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 210 time: 0.0348330 Dec 09 14:55:51.635303 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054828e1-62f6-4f8b-9914-256ba073e81b x-openstack-request-id: req-054828e1-62f6-4f8b-9914-256ba073e81b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:51.636123 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334ed14e-6bd8-4203-9504-a67d9c39eea9", "name": "network-vif-deleted", "tag": "34bdf225-d879-477d-97db-f339041f9f2f", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:51.636598 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-054828e1-62f6-4f8b-9914-256ba073e81b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:51.637106 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334ed14e-6bd8-4203-9504-a67d9c39eea9', 'name': 'network-vif-deleted', 'tag': '34bdf225-d879-477d-97db-f339041f9f2f', 'status': 'completed', 'code': 200} Dec 09 14:55:51.649275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.654227 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.659890 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.697811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:55:51.721086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de06910-e810-4194-9900-87cbea6ff2f7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:51.737623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.737969 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Added segment b7ba4a79-c46e-4c9b-8154-69f2a5763350 of type vlan for network 005f3100-8131-466a-9ee6-593abe5c590c Dec 09 14:55:51.778219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-38c93ae2-bcb9-417e-ae6d-5a5be2811e5c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385017 Dec 09 14:55:51.839774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.859239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fe7d-5b9d-4c76-8f74-ec3ca79d156d req-9620f0a4-4520-467c-839a-3aa7112a7cdf tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:51.863818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b12fe7d-5b9d-4c76-8f74-ec3ca79d156d req-9620f0a4-4520-467c-839a-3aa7112a7cdf tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1637230 Dec 09 14:55:51.867166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-ea1531dd-5b4f-4286-afdb-838d147512f2 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:51.870184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-ea1531dd-5b4f-4286-afdb-838d147512f2 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/networks?id=41298635-1692-48c1-b5ea-c0effcdd0826 HTTP/1.1" status: 200 len: 817 time: 0.1388438 Dec 09 14:55:51.889556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-92db78ea-30ef-4a3b-9602-15a6220a029f tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/quotas/3cbe90e787d1446f8e2760f326855326 HTTP/1.1" status: 200 len: 375 time: 0.0114999 Dec 09 14:55:51.920890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-ea7ee7f9-65ee-4c42-9d52-9a9762ac97c4 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cbe90e787d1446f8e2760f326855326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257127 Dec 09 14:55:51.957345 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:51.958302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:51.958892 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.008151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-4d299481-3653-4e0a-bbd1-c914a21d783b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:52.009494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-4d299481-3653-4e0a-bbd1-c914a21d783b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113008 Dec 09 14:55:52.015180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b12fe7d-5b9d-4c76-8f74-ec3ca79d156d req-24bb69b7-467d-449d-bb68-9e8c2e0d1b8d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422918 Dec 09 14:55:52.024868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9027536 Dec 09 14:55:52.028462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-463b7080-7e5e-40b2-9bb6-061f069aab35 service neutron] 10.222.0.46 "GET /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993817 Dec 09 14:55:52.028984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38978) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:52.031444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Request body: {'port': {'device_id': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': 'aa1075b1e5aa42a8adc7a349fff3833d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:52.033569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Request body: {'subnet': {'network_id': '005f3100-8131-466a-9ee6-593abe5c590c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1447503484-subnet', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:52.106807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5132-0e04-40bc-b6db-1f39afe37463 admin admin] Pushing event updated for resources: {'Network': ['ID=005f3100-8131-466a-9ee6-593abe5c590c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:52.107025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:52.111641 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.122373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 005f3100-8131-466a-9ee6-593abe5c590c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:55:52.210014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Made reservation on behalf of aa1075b1e5aa42a8adc7a349fff3833d for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:52.216072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.253759 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.256451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.283894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b670442a-67c1-425e-83eb-bda61f5c8c75 service neutron] 10.222.0.46 "GET /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158744 Dec 09 14:55:52.312291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea5a21-c31b-4e3a-b7d6-e874a999763f req-8aaac608-3919-4eeb-b3b3-6ec1a8cec189 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:52.314228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90ea5a21-c31b-4e3a-b7d6-e874a999763f req-8aaac608-3919-4eeb-b3b3-6ec1a8cec189 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0946560 Dec 09 14:55:52.401818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.413262 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90ea5a21-c31b-4e3a-b7d6-e874a999763f req-6bc2d3bb-2dd7-4e81-b7b9-93bc6670cc24 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Dec 09 14:55:52.451980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.458274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.464905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7444bf9-bc65-44c6-9206-cc9ab98830ed,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:52.531725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fdd9a-44f9-41ce-a51b-ba31dce7b440 req-494b78a1-df16-49db-9609-0a6ddf16cf37 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:52.533231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d66fdd9a-44f9-41ce-a51b-ba31dce7b440 req-494b78a1-df16-49db-9609-0a6ddf16cf37 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 950 time: 0.0714722 Dec 09 14:55:52.537372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Checking segment: {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:52.537742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Network hostable DHCP agents. Network: 005f3100-8131-466a-9ee6-593abe5c590c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:55:52.552234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c7e0f95-7aae-4fbd-a748-ba1c8acd48c4 req-8ed7bc38-32bc-4cbf-99a3-750dc94e0936 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 210 time: 0.0665717 Dec 09 14:55:52.570865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:52.597889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d66fdd9a-44f9-41ce-a51b-ba31dce7b440 req-208637e2-c390-4618-80ff-0de389d2b217 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536280 Dec 09 14:55:52.598632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Network 005f3100-8131-466a-9ee6-593abe5c590c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:55:52.609877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 005f3100-8131-466a-9ee6-593abe5c590c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:52.634899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab88a6-9a51-497f-a105-d08377f0c3db None None] Network 005f3100-8131-466a-9ee6-593abe5c590c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:52.636508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:52.637431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.664815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cdb2640b-ddf8-4542-b586-f073469f6a62 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6346884 Dec 09 14:55:52.667270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38996) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:52.674714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:52.711386 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.713655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.734534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Allocated IP 192.168.233.11 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/255c991c-313f-4b10-9e2a-44a10a0b69c6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:52.784737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e9b00a91-3759-45db-a1db-ba724fdb9d7b req-57205670-986f-4bde-8782-4b2941409263 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 210 time: 0.0475333 Dec 09 14:55:52.788129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-005f3100-8131-466a-9ee6-593abe5c590c', 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c', 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'fixed_ips': [{'subnet_id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:55:52.790588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.791522 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:52.981458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.012899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39012) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:53.059665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.062871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Allocated IP 172.20.0.2 (005f3100-8131-466a-9ee6-593abe5c590c/d7444bf9-bc65-44c6-9206-cc9ab98830ed/280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:53.111112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Pushing event updated for resources: {'Port': ['ID=255c991c-313f-4b10-9e2a-44a10a0b69c6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:53.142347 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c15b199a-3211-43c8-b5ca-eae397868c7f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.190587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:53.204529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:53.211395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c15b199a-3211-43c8-b5ca-eae397868c7f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.214461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:53.229963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27f6a9e2-b66e-426e-b7ed-6adb478a5926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.307849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c677d-158e-49e5-95e4-bbed537e3cf0 req-635c0625-e3bb-47be-ae16-b87f9388fadd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:53.309876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f09c677d-158e-49e5-95e4-bbed537e3cf0 req-635c0625-e3bb-47be-ae16-b87f9388fadd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1534083 Dec 09 14:55:53.332427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.341306 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.355683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:53.356527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.382636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Network 005f3100-8131-466a-9ee6-593abe5c590c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:53.387330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:53.393413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:53.402036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Pushing event updated for resources: {'Port': ['ID=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:53.404683 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-8863b86f-0965-42f4-9777-b4b8de3d4bc9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3784914 Dec 09 14:55:53.420080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f09c677d-158e-49e5-95e4-bbed537e3cf0 req-1a0a569f-555a-405d-a24f-0a85b27d0ab0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962338 Dec 09 14:55:53.430622 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.440139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Request body: {'port': {'device_id': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:53.449148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c15b199a-3211-43c8-b5ca-eae397868c7f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.456497 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c15b199a-3211-43c8-b5ca-eae397868c7f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.457956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c15b199a-3211-43c8-b5ca-eae397868c7f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "DELETE /v2.0/security-groups/49033da7-44d3-4fd1-877d-b8a7402d468c HTTP/1.1" status: 204 len: 168 time: 0.4440999 Dec 09 14:55:53.472736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f4ed-41b9-4405-aaaf-c7d1d2f12e31 req-cb2118fd-b9dd-49f1-97fc-5224b7c45943 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:53.485643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39020) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:53.487403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3503f4ed-41b9-4405-aaaf-c7d1d2f12e31 req-cb2118fd-b9dd-49f1-97fc-5224b7c45943 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 950 time: 0.6736119 Dec 09 14:55:53.488950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Attempting to bind port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:53.489566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Attempting to bind port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:53.490690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Attempting to bind port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f on network 005f3100-8131-466a-9ee6-593abe5c590c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:53.496948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:53.497603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Checking segment: {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:53.498007 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.498403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Bound using segment: {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:53.498924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Bound port: 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:53.499296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.512082 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-063942ab-5945-484a-801c-accf571ebb9b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] show failed (client error): The resource could not be found. Dec 09 14:55:53.514781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-063942ab-5945-484a-801c-accf571ebb9b tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "GET /v2.0/security-groups/49033da7-44d3-4fd1-877d-b8a7402d468c HTTP/1.1" status: 404 len: 347 time: 0.0280900 Dec 09 14:55:53.529039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39022) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:53.539496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b199a-3211-43c8-b5ca-eae397868c7f tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49033da7-44d3-4fd1-877d-b8a7402d468c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:53.611332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.627219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] For port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:53.632546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] For port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,segment=NetworkSegment(b7ba4a79-c46e-4c9b-8154-69f2a5763350),segment_id=b7ba4a79-c46e-4c9b-8154-69f2a5763350)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:53.641217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3503f4ed-41b9-4405-aaaf-c7d1d2f12e31 req-8a83c74d-ff5f-4065-8e07-421d26baa39d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490855 Dec 09 14:55:53.658582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.746922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0c98b313-9b74-4401-8fe4-74632b1d59fb None None] Provisioning complete for port 255c991c-313f-4b10-9e2a-44a10a0b69c6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:53.747302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c98b313-9b74-4401-8fe4-74632b1d59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:53.779898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c07c1-2526-4f0c-bedc-16e145344b68 None None] Pushing event updated for resources: {'Port': ['ID=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:53.789077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3dc84cf1-4321-453a-ab62-66ab4ef31c2b req-6cb53042-a985-478f-a65e-2e8bc924c7ba tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 210 time: 0.0538359 Dec 09 14:55:53.820397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-754a84fa-65d6-4e3d-b965-209a05771a94 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1780941 Dec 09 14:55:53.832507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0c98b313-9b74-4401-8fe4-74632b1d59fb None None] Port 255c991c-313f-4b10-9e2a-44a10a0b69c6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:53.875668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39ba39-266b-42de-b459-fe0cb1bd5c41 req-3a49d50f-3e7f-4ccd-aafa-efa8be0c3803 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:53.887100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b39ba39-266b-42de-b459-fe0cb1bd5c41 req-3a49d50f-3e7f-4ccd-aafa-efa8be0c3803 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1685536 Dec 09 14:55:54.074252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a00e11-7070-4608-894d-bb896829ad22 req-c014e35b-d17b-415e-a7af-7dfbc8a35320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.077244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-c014e35b-d17b-415e-a7af-7dfbc8a35320 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 1100 time: 0.1692195 Dec 09 14:55:54.079598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.084664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b39ba39-266b-42de-b459-fe0cb1bd5c41 req-1f041fa4-02a1-4934-81b3-b1b7758ff239 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964216 Dec 09 14:55:54.128014 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.231979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255c991c-313f-4b10-9e2a-44a10a0b69c6 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:54.249726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.256487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a00e11-7070-4608-894d-bb896829ad22 req-4ea37dd9-c7bb-45b6-8905-fe1411353854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.259262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-4ea37dd9-c7bb-45b6-8905-fe1411353854 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1215415 Dec 09 14:55:54.267645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Transition to ACTIVE for port object 255c991c-313f-4b10-9e2a-44a10a0b69c6 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:54.310382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Deleting port 581b107a-f1e4-4aad-ab9e-0dc562063bdb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:55:54.310751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.318402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.381874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-3be681a5-a13e-4412-a4c3-c3c30cbd9435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 200 len: 217 time: 0.0743713 Dec 09 14:55:54.415829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 34bdf225-d879-477d-97db-f339041f9f2f no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:55:54.453240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 34bdf225-d879-477d-97db-f339041f9f2f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:55:54.453603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 34bdf225-d879-477d-97db-f339041f9f2f not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:55:54.463373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03250054-4abc-4044-ac00-180acf83449d service neutron] Pushing event updated for resources: {'Port': ['ID=255c991c-313f-4b10-9e2a-44a10a0b69c6,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:54.477932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a00e11-7070-4608-894d-bb896829ad22 req-f40ca0df-71a8-42e5-b632-a17690588f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.479368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-f40ca0df-71a8-42e5-b632-a17690588f9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0876930 Dec 09 14:55:54.488066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-a7c8ef84-62bc-4295-a473-f7571bfb00de tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.489757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-a7c8ef84-62bc-4295-a473-f7571bfb00de tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.43 "GET /v2.0/networks?id=41298635-1692-48c1-b5ea-c0effcdd0826 HTTP/1.1" status: 200 len: 817 time: 0.5229115 Dec 09 14:55:54.497122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d358-fc4b-4de8-9f1a-538bbcfc083a req-560b204e-467e-4cf4-a200-a6a07bd7e86e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.503705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d358-fc4b-4de8-9f1a-538bbcfc083a req-560b204e-467e-4cf4-a200-a6a07bd7e86e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.511488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8a7d358-fc4b-4de8-9f1a-538bbcfc083a req-560b204e-467e-4cf4-a200-a6a07bd7e86e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75&device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 1691 time: 0.2511003 Dec 09 14:55:54.529430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Request body: {'port': {'device_id': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826', 'admin_state_up': True, 'tenant_id': '3cbe90e787d1446f8e2760f326855326'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:54.603704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.604031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.632026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Allocated IP 172.25.0.146 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/111d3b72-9c7a-44e0-8ebd-8279e46c54e4) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:54.635003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a00e11-7070-4608-894d-bb896829ad22 req-e2b623d2-533d-4489-b4f9-10e43f71f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.636557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-e2b623d2-533d-4489-b4f9-10e43f71f1b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225500 Dec 09 14:55:54.642558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8a7d358-fc4b-4de8-9f1a-538bbcfc083a req-f62cf77c-fdca-4304-ba61-8a2286a8d202 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302221 Dec 09 14:55:54.665367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Calling delete_port for 581b107a-f1e4-4aad-ab9e-0dc562063bdb owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:55:54.715846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddb0bd-912b-4514-9933-ad30dcf215db req-33373c41-9c00-4027-af11-96c222a9e431 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.717411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56ddb0bd-912b-4514-9933-ad30dcf215db req-33373c41-9c00-4027-af11-96c222a9e431 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 947 time: 0.2243438 Dec 09 14:55:54.868828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-93d26d12-e243-4c76-aaaa-064b87b74042 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156541 Dec 09 14:55:54.883438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:54.914325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad637cb-74f7-45bb-bf8b-ce9e4c3052cd req-8e60019b-1607-4f52-802f-73f77b916eff tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:54.915969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ad637cb-74f7-45bb-bf8b-ce9e4c3052cd req-8e60019b-1607-4f52-802f-73f77b916eff tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1457124 Dec 09 14:55:55.063415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ad637cb-74f7-45bb-bf8b-ce9e4c3052cd req-7923ef9e-0f72-4d1b-9e95-a3dfa2760f16 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289432 Dec 09 14:55:55.069562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33a00e11-7070-4608-894d-bb896829ad22 req-b0345a03-4f3b-4fae-836d-7aa0e1439df1 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918683 Dec 09 14:55:55.071951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.085884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Attempting to bind port 255c991c-313f-4b10-9e2a-44a10a0b69c6 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:55.085884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Attempting to bind port 255c991c-313f-4b10-9e2a-44a10a0b69c6 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:55.085884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Attempting to bind port 255c991c-313f-4b10-9e2a-44a10a0b69c6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:55.116808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Port 255c991c-313f-4b10-9e2a-44a10a0b69c6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:55.117001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Attempting to bind port 255c991c-313f-4b10-9e2a-44a10a0b69c6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:55.119253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9bf24-a07d-47eb-8c5b-1f44abea9d55 None None] Network 005f3100-8131-466a-9ee6-593abe5c590c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:55:55.135037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:55.138616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:55.141016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:55.142877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:55.143218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:55.143623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:55.144070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Bound port: 255c991c-313f-4b10-9e2a-44a10a0b69c6, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:55.144422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.175659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Pushing event updated for resources: {'Port': ['ID=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:55.194098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56ddb0bd-912b-4514-9933-ad30dcf215db req-cf3c0a50-765c-40d5-abee-103c9bacae2b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627562 Dec 09 14:55:55.203664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Made reservation on behalf of 3cbe90e787d1446f8e2760f326855326 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:55:55.207146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.294171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2049b-9552-4441-a26c-74dac74ae5c5 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:55.341801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-75cf28a0-d16a-41b5-b986-93f484283897 None None] Provisioning complete for port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:55.342797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75cf28a0-d16a-41b5-b986-93f484283897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.357174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] For port 255c991c-313f-4b10-9e2a-44a10a0b69c6, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:55.419061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf72217-b871-49b9-a129-a8c195e69925 req-098b7c7e-b63b-4390-bc4b-90d4a382879c tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 210 time: 0.0680561 Dec 09 14:55:55.420853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] For port 255c991c-313f-4b10-9e2a-44a10a0b69c6, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:55.435484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.509548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:55.513960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.540016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:55.540642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.542053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-03250054-4abc-4044-ac00-180acf83449d service neutron] 10.222.0.43 "PUT /v2.0/ports/255c991c-313f-4b10-9e2a-44a10a0b69c6 HTTP/1.1" status: 200 len: 1095 time: 2.1178389 Dec 09 14:55:55.542511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'tag': '255c991c-313f-4b10-9e2a-44a10a0b69c6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:55.545348 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d5d5bd-0664-4e50-a797-8aab9f624510" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a51649-cff6-442f-af99-1f608ee226bf", "tag": "255c991c-313f-4b10-9e2a-44a10a0b69c6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:55.639677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2086e00-6053-415b-9ca9-4fb8d268a043 req-1b25076b-8a0c-4be9-b097-f2ed5756e8d6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:55.641373 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75cf28a0-d16a-41b5-b986-93f484283897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.642943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Allocated IP 172.20.0.13 (41298635-1692-48c1-b5ea-c0effcdd0826/8847426c-c8ba-49eb-aeed-e2895aa1d991/e45aa707-c569-4a1d-a034-d728c096b405) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:55.648226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2086e00-6053-415b-9ca9-4fb8d268a043 req-1b25076b-8a0c-4be9-b097-f2ed5756e8d6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1958332 Dec 09 14:55:55.670673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.673073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01763858-7b30-4522-aed4-c221e9bab0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.703199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-75cf28a0-d16a-41b5-b986-93f484283897 None None] For port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,segment=NetworkSegment(b7ba4a79-c46e-4c9b-8154-69f2a5763350),segment_id=b7ba4a79-c46e-4c9b-8154-69f2a5763350)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:55.710347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:55.711971 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.745620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75cf28a0-d16a-41b5-b986-93f484283897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.833836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf28a0-d16a-41b5-b986-93f484283897 None None] Pushing event updated for resources: {'Port': ['ID=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:55.841838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03250054-4abc-4044-ac00-180acf83449d service neutron] Pushing event updated for resources: {'Port': ['ID=255c991c-313f-4b10-9e2a-44a10a0b69c6,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:55.876052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2086e00-6053-415b-9ca9-4fb8d268a043 req-52de1da9-808b-412c-8a61-4ccc7d3d8715 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268662 Dec 09 14:55:55.905936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8947c25b-f3a7-4df6-8525-6c71470b7d11 None None] Provisioning complete for port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:55.906408 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8947c25b-f3a7-4df6-8525-6c71470b7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.940837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.944712 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2560ce-8c2d-45e6-832b-31a8095c5190 x-openstack-request-id: req-bc2560ce-8c2d-45e6-832b-31a8095c5190 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:55.945005 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a51649-cff6-442f-af99-1f608ee226bf", "tag": "255c991c-313f-4b10-9e2a-44a10a0b69c6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:55.945580 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc2560ce-8c2d-45e6-832b-31a8095c5190 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:55.945725 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'tag': '255c991c-313f-4b10-9e2a-44a10a0b69c6', 'status': 'completed', 'code': 200} Dec 09 14:55:55.946712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8947c25b-f3a7-4df6-8525-6c71470b7d11 None None] Port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:55.948833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:55.949664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Pushing event deleted for resources: {'Port': ['ID=581b107a-f1e4-4aad-ab9e-0dc562063bdb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:55.967544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8947c25b-f3a7-4df6-8525-6c71470b7d11 None None] Provisioning complete for port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:55.967807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8947c25b-f3a7-4df6-8525-6c71470b7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.003529 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.007063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.008244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3fe159b4-6a2e-4894-bb8a-596e347c2c37 tempest-ImagesOneServerNegativeTestJSON-768966357 tempest-ImagesOneServerNegativeTestJSON-768966357-project] 10.222.0.46 "DELETE /v2.0/floatingips/01ef7442-0179-4a1d-a94a-19bd6c057911 HTTP/1.1" status: 204 len: 168 time: 2.4778795 Dec 09 14:55:56.014315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-4e57de8d-1fb8-4036-a464-3e6f68ea2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.015723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-4e57de8d-1fb8-4036-a464-3e6f68ea2c56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 1098 time: 0.4074392 Dec 09 14:55:56.017328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005c8e-0563-4d26-a813-d4e07aa6f990 req-a98d5587-24ab-4b1c-ac55-a5355f9d4ee2 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.018728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c005c8e-0563-4d26-a813-d4e07aa6f990 req-a98d5587-24ab-4b1c-ac55-a5355f9d4ee2 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 1101 time: 0.4060631 Dec 09 14:55:56.047644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.086114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-7f66c1eb-4e23-4813-8029-a551513f3748 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6 HTTP/1.1" status: 200 len: 217 time: 0.0541189 Dec 09 14:55:56.110390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Router b4d5120d-d84d-4fc5-971d-c673bb66d062 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:55:56.170454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Network 41298635-1692-48c1-b5ea-c0effcdd0826 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:56.185071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:56.192267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:56.198585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Pushing event updated for resources: {'Port': ['ID=e45aa707-c569-4a1d-a034-d728c096b405,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:56.207893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c005c8e-0563-4d26-a813-d4e07aa6f990 req-3e731735-d53a-4685-876d-89a72228e213 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819189 Dec 09 14:55:56.248355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-7c1d7e3f-fa33-46d3-bc2d-53e3d3bb3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.253122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-7c1d7e3f-fa33-46d3-bc2d-53e3d3bb3965 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1403141 Dec 09 14:55:56.256087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39062) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:56.271735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce7bd-5e1a-4f0e-8465-798bba57924d req-6f544dd1-195c-4997-8458-4f1791de2bb2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.273408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-287ce7bd-5e1a-4f0e-8465-798bba57924d req-6f544dd1-195c-4997-8458-4f1791de2bb2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1059630 Dec 09 14:55:56.280899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:55:56.292710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Sync routers for ids ['b4d5120d-d84d-4fc5-971d-c673bb66d062'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:55:56.316191 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Routers {'b4d5120d-d84d-4fc5-971d-c673bb66d062'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:55:56.317136 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:55:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b4d5120d-d84d-4fc5-971d-c673bb66d062'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:56.336478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.336756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.337397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.338341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6765e74c-4b2d-4dc0-90c9-44f65e3820f5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6699605 Dec 09 14:55:56.344132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:56.380328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-b6c5cc5b-974d-4f02-9997-0f2c3b4a7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.382243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-b6c5cc5b-974d-4f02-9997-0f2c3b4a7953 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135426 Dec 09 14:55:56.394570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-c8336488-0fa5-419e-b0f7-160030ec9c65 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8875968 Dec 09 14:55:56.402072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-287ce7bd-5e1a-4f0e-8465-798bba57924d req-38380493-802c-423c-8eec-6c3008a1e3d0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189530 Dec 09 14:55:56.419576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Deleting subnet 635e4c8e-07a4-4232-bf66-fd2aa2d0f7db {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:55:56.444223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Request body: {'port': {'device_id': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:55:56.452803 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Set router b4d5120d-d84d-4fc5-971d-c673bb66d062 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:55:56.469926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.588094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.608501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.641165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.661146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4754e-797b-4532-834d-c6373d81d876 req-446276b7-d981-48e5-b520-6ced47c40641 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:56.663707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cc4754e-797b-4532-834d-c6373d81d876 req-446276b7-d981-48e5-b520-6ced47c40641 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 1101 time: 0.2900794 Dec 09 14:55:56.677823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-271f23d7-15d4-4ad2-b1f6-2be090d9c17e service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814224 Dec 09 14:55:56.685415 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:55:55Z', 'revision_number': 3, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:56.721456 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Checking router: b4d5120d-d84d-4fc5-971d-c673bb66d062 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:55:56.721958 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Updating router b4d5120d-d84d-4fc5-971d-c673bb66d062 port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:55:56.748422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.750814 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:56.874934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cc4754e-797b-4532-834d-c6373d81d876 req-41cb880c-ab4d-4823-8948-a04f56bfaa3b tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038395 Dec 09 14:55:56.996238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec191-a20e-4b12-8abd-c173255890f6 req-8f6abbf5-a7eb-4012-a1da-052527fa5f08 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.003717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e6ec191-a20e-4b12-8abd-c173255890f6 req-8f6abbf5-a7eb-4012-a1da-052527fa5f08 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 947 time: 0.4830260 Dec 09 14:55:57.011849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86f5a1f4-5c44-4ee9-9d9e-77282524b7c3 req-44e9e7ae-68cc-41b1-a7ad-121d5caea041 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217280 Dec 09 14:55:57.012962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.078448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635e4c8e-07a4-4232-bf66-fd2aa2d0f7db,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:57.085076 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.086499 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.090395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3a9feac-cda1-4183-8099-51f966ff6437 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/635e4c8e-07a4-4232-bf66-fd2aa2d0f7db HTTP/1.1" status: 204 len: 168 time: 0.8326271 Dec 09 14:55:57.093163 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.126859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39074) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:57.137064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b7f8de-2cac-4e94-b340-9eab39929246 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:57.144747 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e6ec191-a20e-4b12-8abd-c173255890f6 req-117f7f19-d71c-40c4-9c2c-2ce5c03219c1 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401401 Dec 09 14:55:57.145307 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Pushing event updated for resources: {'Port': ['ID=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:57.156842 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.157290 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.157728 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.158163 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.158594 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.159019 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.159488 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.160054 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.160590 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.161125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.162203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.162742 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.163525 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:55:57.175630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34be8-8ae3-4edf-8783-a353bf43a777 req-1fca8394-38b2-4869-b73d-b876aabb23b6 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.186102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aff34be8-8ae3-4edf-8783-a353bf43a777 req-1fca8394-38b2-4869-b73d-b876aabb23b6 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 932 time: 0.2159266 Dec 09 14:55:57.209410 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Attempting to bind port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:57.210788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Attempting to bind port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:57.211744 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Attempting to bind port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:57.212888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-07a2480f-885d-4c85-8447-869c327147cf None None] Provisioning complete for port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:57.215139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07a2480f-885d-4c85-8447-869c327147cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.225281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:57.226077 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:57.226693 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.232104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:57.232897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Bound port: 111d3b72-9c7a-44e0-8ebd-8279e46c54e4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:57.233550 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.253173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-f9eb4e93-23df-4b6e-a918-8afe41791347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.254807 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-f9eb4e93-23df-4b6e-a918-8afe41791347 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 1098 time: 0.1583943 Dec 09 14:55:57.277483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-07a2480f-885d-4c85-8447-869c327147cf None None] Port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:57.300036 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] For port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:57.304519 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] For port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:57.309122 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.330601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.366058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cbedf5-12c0-45ff-8288-b58af78f781e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:55:57.378641 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Routers {'b4d5120d-d84d-4fc5-971d-c673bb66d062'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:55:57.378986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:55:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b4d5120d-d84d-4fc5-971d-c673bb66d062'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:57.389469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aff34be8-8ae3-4edf-8783-a353bf43a777 req-a67540c1-5270-4c87-bdfc-b97062406c44 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001798 Dec 09 14:55:57.423455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-084c15a0-ec11-4c64-84ab-3fae964a4b83 None None] Provisioning complete for port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:57.423834 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-084c15a0-ec11-4c64-84ab-3fae964a4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.454648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45aa707-c569-4a1d-a034-d728c096b405 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:57.466477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.491011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:57.499386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Transition to ACTIVE for port object e45aa707-c569-4a1d-a034-d728c096b405 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:55:57.501535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-1e7e50a4-146c-445d-ad31-cd4f188df157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.503167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-1e7e50a4-146c-445d-ad31-cd4f188df157 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2391558 Dec 09 14:55:57.507561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.511423 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccaa9c-9f49-4640-8bb0-9089e9e74b41 None None] Pushing event updated for resources: {'Port': ['ID=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:57.532243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582dd73-6ce5-4b97-a6ca-33962671c06b req-901bc07b-15a2-49cb-b6e8-4bf0d71eed02 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.534377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2582dd73-6ce5-4b97-a6ca-33962671c06b req-901bc07b-15a2-49cb-b6e8-4bf0d71eed02 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.2623746 Dec 09 14:55:57.538691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.595725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Pushing event updated for resources: {'Port': ['ID=e45aa707-c569-4a1d-a034-d728c096b405,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:57.600978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-11019c3c-0f83-4e6a-be53-dac6fae26176 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424094 Dec 09 14:55:57.654802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-4ced67cc-9c8d-4ef8-8d4a-d5fe2be7c48e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6 HTTP/1.1" status: 200 len: 217 time: 0.0666094 Dec 09 14:55:57.660287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.685356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaa03e3-882f-4f52-9ac5-7325f618866e']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:57.697677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7312b903-9398-495d-8886-71388ce57a99') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:57.698298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7312b903-9398-495d-8886-71388ce57a99') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:57.700232 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] Set router b4d5120d-d84d-4fc5-971d-c673bb66d062 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:55:57.709749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.724663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.732032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:55:57.732696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:55:57.803129 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:55:57.809654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-084c15a0-ec11-4c64-84ab-3fae964a4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.823751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.841066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-6460e5bf-5f84-4079-8d11-2f8f0fb92036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.843556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-6460e5bf-5f84-4079-8d11-2f8f0fb92036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1714997 Dec 09 14:55:57.845595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.852748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/daaa03e3-882f-4f52-9ac5-7325f618866e HTTP/1.1" status: 204 len: 168 time: 0.7122722 Dec 09 14:55:57.857019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-084c15a0-ec11-4c64-84ab-3fae964a4b83 None None] For port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:57.873784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:57.877680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.883309 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-084c15a0-ec11-4c64-84ab-3fae964a4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.909771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957d483-63a4-4ca3-896e-48de3957b5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=daaa03e3-882f-4f52-9ac5-7325f618866e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:57.915052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Attempting to bind port e45aa707-c569-4a1d-a034-d728c096b405 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:55:57.915424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Attempting to bind port e45aa707-c569-4a1d-a034-d728c096b405 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '71d19937-7b1e-4223-b074-6828414838f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:55:57.915758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Attempting to bind port e45aa707-c569-4a1d-a034-d728c096b405 on network 41298635-1692-48c1-b5ea-c0effcdd0826 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:57.928960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-720f0a13-cfa3-44f1-8698-71e06fd708fd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.930573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-720f0a13-cfa3-44f1-8698-71e06fd708fd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957959 Dec 09 14:55:57.932464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Port e45aa707-c569-4a1d-a034-d728c096b405 on network 41298635-1692-48c1-b5ea-c0effcdd0826 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:55:57.933218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Attempting to bind port e45aa707-c569-4a1d-a034-d728c096b405 on network 41298635-1692-48c1-b5ea-c0effcdd0826 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:55:57.941269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:55:57.941632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Checking segment: {'id': '71d19937-7b1e-4223-b074-6828414838f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:55:57.942402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Bound using segment: {'id': '71d19937-7b1e-4223-b074-6828414838f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:55:57.942402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Bound port: e45aa707-c569-4a1d-a034-d728c096b405, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d19937-7b1e-4223-b074-6828414838f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:55:57.943327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:57.948293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2582dd73-6ce5-4b97-a6ca-33962671c06b req-412708ea-f5d1-42da-80f3-822a4976ab79 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938839 Dec 09 14:55:57.984897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-d9873b06-872b-4ff8-97b0-10f8a99bf60a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/quotas/2b8687e457194a10a698f3cd79605202 HTTP/1.1" status: 200 len: 375 time: 0.0199912 Dec 09 14:55:57.986418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-d241cbb3-a196-4ca5-8dc9-ac4df70c0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:57.987981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-d241cbb3-a196-4ca5-8dc9-ac4df70c0895 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336584 Dec 09 14:55:57.998363 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:55:55Z', 'revision_number': 3, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:55:58.065768 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb606c6-9910-4a82-b54a-4fcfd763b561 None None] The sync data for ids ['b4d5120d-d84d-4fc5-971d-c673bb66d062'] in n-d-804292-5 is: [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:55:55Z', 'revision_number': 3, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:55:58.073492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c15a0-ec11-4c64-84ab-3fae964a4b83 None None] Pushing event updated for resources: {'Port': ['ID=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:58.112237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Allocated IP 172.20.0.1 (005f3100-8131-466a-9ee6-593abe5c590c/d7444bf9-bc65-44c6-9206-cc9ab98830ed/eceaee2b-d851-40e5-a730-713d25bc8afa) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:55:58.144104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39090) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:58.167778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] For port e45aa707-c569-4a1d-a034-d728c096b405, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:55:58.171550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] For port e45aa707-c569-4a1d-a034-d728c096b405, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e45aa707-c569-4a1d-a034-d728c096b405,segment=NetworkSegment(71d19937-7b1e-4223-b074-6828414838f3),segment_id=71d19937-7b1e-4223-b074-6828414838f3)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:55:58.187505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-d0f04da1-0b6e-4cc3-88a4-99c31b338168 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1790197 Dec 09 14:55:58.193955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.218641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.246664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fff8f2a2-49c6-4057-9ffd-85392abcd88e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86e18904dbae418fadc9d73e9bf61911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002614 Dec 09 14:55:58.255915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-eb80f112-371e-4481-9214-1efc43a3c5fe service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486665 Dec 09 14:55:58.256469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:55:58.295693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:58.296313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.297688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] 10.222.0.43 "PUT /v2.0/ports/e45aa707-c569-4a1d-a034-d728c096b405 HTTP/1.1" status: 200 len: 1092 time: 1.8596404 Dec 09 14:55:58.353962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04fd0c-30af-4c46-8e53-62ded8c0ad8c req-67a3fdc4-1503-444a-bf32-076df2813565 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:58.355739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a04fd0c-30af-4c46-8e53-62ded8c0ad8c req-67a3fdc4-1503-444a-bf32-076df2813565 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1523838 Dec 09 14:55:58.369896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'tag': 'e45aa707-c569-4a1d-a034-d728c096b405'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:55:58.372982 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44" -d '{"events": [{"name": "network-changed", "server_uuid": "15ce8df5-c150-47ec-8a16-f043c37fb197", "tag": "e45aa707-c569-4a1d-a034-d728c096b405"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:55:58.379173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.425537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a04fd0c-30af-4c46-8e53-62ded8c0ad8c req-9b8f3a87-c42a-4478-9786-eafdacc55507 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626264 Dec 09 14:55:58.429796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 255c991c-313f-4b10-9e2a-44a10a0b69c6 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:55:58.472705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.544022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252df86-055f-4d75-92a3-e357bd309851 service neutron] Pushing event updated for resources: {'Port': ['ID=e45aa707-c569-4a1d-a034-d728c096b405,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:58.584537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Network 005f3100-8131-466a-9ee6-593abe5c590c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:55:58.606448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 255c991c-313f-4b10-9e2a-44a10a0b69c6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:58.615710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:55:58.619752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac8ade0e-5545-4ed5-a37b-5fdf061afda3 req-7e532107-6c6f-443f-8b22-7ace99c035d2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 210 time: 0.0798450 Dec 09 14:55:58.620499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:55:58.622724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Pushing event updated for resources: {'Port': ['ID=eceaee2b-d851-40e5-a730-713d25bc8afa,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:58.634058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '255c991c-313f-4b10-9e2a-44a10a0b69c6', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '255c991c-313f-4b10-9e2a-44a10a0b69c6', 'mac_address': 'fa:16:3e:3e:69:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:55:58.649992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0731acb-086f-43d5-8741-a293b050da03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.697284 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.699847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.735588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255c991c-313f-4b10-9e2a-44a10a0b69c6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:55:58.736042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-5ff6c6b7-ecb9-454d-9c32-14d521291b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:58.743510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-5ff6c6b7-ecb9-454d-9c32-14d521291b27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cbe90e787d1446f8e2760f326855326&device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 1095 time: 0.3341682 Dec 09 14:55:58.745296 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653e009-d9fe-470d-a1e0-c2c8f0674b20 x-openstack-request-id: req-9653e009-d9fe-470d-a1e0-c2c8f0674b20 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:55:58.747967 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ce8df5-c150-47ec-8a16-f043c37fb197", "tag": "e45aa707-c569-4a1d-a034-d728c096b405", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:55:58.748336 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9653e009-d9fe-470d-a1e0-c2c8f0674b20 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:55:58.749942 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'tag': 'e45aa707-c569-4a1d-a034-d728c096b405', 'status': 'completed', 'code': 200} Dec 09 14:55:58.790461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 255c991c-313f-4b10-9e2a-44a10a0b69c6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:55:58.818478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.861984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0731acb-086f-43d5-8741-a293b050da03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:58.877862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae55f0-a3d2-425f-b573-e0b013b8d28d req-ccfd1c7a-f28e-4c0d-93a1-39b1280d1af3 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:58.885187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72ae55f0-a3d2-425f-b573-e0b013b8d28d req-ccfd1c7a-f28e-4c0d-93a1-39b1280d1af3 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 947 time: 0.4618895 Dec 09 14:55:58.901486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22d5d5bd-0664-4e50-a797-8aab9f624510 req-dde6c1d6-9b1c-4658-b4ee-7f3bc37b95be service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368694 Dec 09 14:55:58.914728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cfb82-105e-4fe1-ae7f-8533e47c93cb req-870ba1ff-006e-4a55-bbe7-fa2f1b713e52 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:58.922508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a02cfb82-105e-4fe1-ae7f-8533e47c93cb req-870ba1ff-006e-4a55-bbe7-fa2f1b713e52 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 944 time: 0.1400001 Dec 09 14:55:58.923988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-d6e1470d-c3c8-476c-b786-3eee300c4b39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e45aa707-c569-4a1d-a034-d728c096b405 HTTP/1.1" status: 200 len: 217 time: 0.1440275 Dec 09 14:55:58.965860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=255c991c-313f-4b10-9e2a-44a10a0b69c6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:58.982990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.077981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a02cfb82-105e-4fe1-ae7f-8533e47c93cb req-835eb02a-d20b-446e-a8ce-8752c6f159cc tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530061 Dec 09 14:55:59.136264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['255c991c-313f-4b10-9e2a-44a10a0b69c6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:55:59.152676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-72ae55f0-a3d2-425f-b573-e0b013b8d28d req-ee862df0-e0c3-4716-98bf-edcfb4827d20 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499635 Dec 09 14:55:59.196465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0731acb-086f-43d5-8741-a293b050da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.199898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0731acb-086f-43d5-8741-a293b050da03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.201259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c0731acb-086f-43d5-8741-a293b050da03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/923e9804-f59a-499d-8679-a7d8ba8fed72 HTTP/1.1" status: 204 len: 168 time: 0.9418223 Dec 09 14:55:59.218550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0731acb-086f-43d5-8741-a293b050da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e9804-f59a-499d-8679-a7d8ba8fed72,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:59.231380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-4486ce29-6b58-4b51-a6cf-da7398bbeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:59.233132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-4486ce29-6b58-4b51-a6cf-da7398bbeb70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8847426c-c8ba-49eb-aeed-e2895aa1d991 HTTP/1.1" status: 200 len: 857 time: 0.2809379 Dec 09 14:55:59.251017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c1e109f5-a34e-4080-85dd-cce02cfb4047 None None] Provisioning complete for port eceaee2b-d851-40e5-a730-713d25bc8afa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:59.253296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1e109f5-a34e-4080-85dd-cce02cfb4047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.268451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.282964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-33bbb1ce-7396-409d-be40-4faccda7a71f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41298635-1692-48c1-b5ea-c0effcdd0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392661 Dec 09 14:55:59.368697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c1e109f5-a34e-4080-85dd-cce02cfb4047 None None] Port eceaee2b-d851-40e5-a730-713d25bc8afa cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:55:59.392695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41212eb-b3d0-4687-9bb6-69454d635a55 req-a0ad6a93-70b7-49ca-8215-0a869a4a647e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:59.400487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e41212eb-b3d0-4687-9bb6-69454d635a55 req-a0ad6a93-70b7-49ca-8215-0a869a4a647e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1838868 Dec 09 14:55:59.523676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:55:59.577856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.610822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e41212eb-b3d0-4687-9bb6-69454d635a55 req-d855a5b4-336f-45e4-8f1f-03d71ac2bb86 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093725 Dec 09 14:55:59.614142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.655454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:55:59.655454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.676760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061874b8-d394-4d4a-bb1a-eeaf68df41b1 req-da2805d6-fd39-4ff1-8ab6-f5a8ddb4d088 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:59.679878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-061874b8-d394-4d4a-bb1a-eeaf68df41b1 req-da2805d6-fd39-4ff1-8ab6-f5a8ddb4d088 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.2584591 Dec 09 14:55:59.719926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-d552bd2e-f268-410c-978e-fdd3b401d8bf service neutron] 10.222.0.43 "GET /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174054 Dec 09 14:55:59.806842 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-061874b8-d394-4d4a-bb1a-eeaf68df41b1 req-74387f89-13af-4a0a-9478-91b7758fc222 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160939 Dec 09 14:55:59.809715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Pushing event updated for resources: {'Port': ['ID=eceaee2b-d851-40e5-a730-713d25bc8afa,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:55:59.875087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:55:59.958198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1db008-6505-4942-8bb5-89d1a6215e65 req-c2666205-d4f5-44c2-8446-d7ecd73dda47 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:55:59.959744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8663315f-9f41-4c8d-ba15-43701ffdb05e req-e0006e91-85f3-46e3-9e98-5d5b4aa7cc5e service neutron] 10.222.0.43 "GET /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187777 Dec 09 14:55:59.961480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-230df885-b6f7-49bf-95af-fa2d0bd243c9 req-8fee36e3-7e01-48af-9927-1ef377a98214 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 210 time: 0.0368779 Dec 09 14:55:59.962042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e1db008-6505-4942-8bb5-89d1a6215e65 req-c2666205-d4f5-44c2-8446-d7ecd73dda47 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1458952 Dec 09 14:56:00.016417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Network 005f3100-8131-466a-9ee6-593abe5c590c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:00.024615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:00.094389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e1db008-6505-4942-8bb5-89d1a6215e65 req-145f983a-029e-4498-bc9d-af8ff697ca4d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145022 Dec 09 14:56:00.152261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-ca110780-4a42-484d-9a2f-ff91ff61bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:00.153816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-ca110780-4a42-484d-9a2f-ff91ff61bc1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cbe90e787d1446f8e2760f326855326&device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 1095 time: 0.1226280 Dec 09 14:56:00.293977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Router b4d5120d-d84d-4fc5-971d-c673bb66d062 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:56:00.298431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-a6b87a2d-f5a3-4522-9494-c7284f550bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573713 Dec 09 14:56:00.339276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ecec-1ffc-4401-a0ea-59c3d12a5382 req-cb7487b7-e103-44ae-88b3-c23a5789e9e3 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:00.339649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-f1cc98a5-935b-4d9f-aefa-5d993f90c459 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337908 Dec 09 14:56:00.342117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a575ecec-1ffc-4401-a0ea-59c3d12a5382 req-cb7487b7-e103-44ae-88b3-c23a5789e9e3 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 944 time: 0.0958421 Dec 09 14:56:00.434470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 255c991c-313f-4b10-9e2a-44a10a0b69c6 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:00.467223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-550000b9-0de1-44e8-bc53-122f9935edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:00.469098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-550000b9-0de1-44e8-bc53-122f9935edbc service neutron] 10.222.0.43 "GET /v2.0/networks?id=41298635-1692-48c1-b5ea-c0effcdd0826 HTTP/1.1" status: 200 len: 918 time: 0.3056242 Dec 09 14:56:00.525749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dfe8d183-1309-4e0f-8253-a52b0ea458ab None None] Provisioning complete for port eceaee2b-d851-40e5-a730-713d25bc8afa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:00.526380 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d183-1309-4e0f-8253-a52b0ea458ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:00.586374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:56:00.589285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8d183-1309-4e0f-8253-a52b0ea458ab None None] Port eceaee2b-d851-40e5-a730-713d25bc8afa cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:00.606386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 255c991c-313f-4b10-9e2a-44a10a0b69c6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:00.618328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 255c991c-313f-4b10-9e2a-44a10a0b69c6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:00.619544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:00.627477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2530d308-7a5f-4958-b6db-e20c175b3d67 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4d5120d-d84d-4fc5-971d-c673bb66d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2820377 Dec 09 14:56:00.675966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a575ecec-1ffc-4401-a0ea-59c3d12a5382 req-f4efbc32-5428-4d92-b7ad-ec8040cb1e24 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523398 Dec 09 14:56:00.692686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3527-c777-4081-9124-be5640ce08f4 req-183b86ef-68f3-46e6-bc4a-6588bb021b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:00.694805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-183b86ef-68f3-46e6-bc4a-6588bb021b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 1101 time: 0.2677312 Dec 09 14:56:00.846768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3527-c777-4081-9124-be5640ce08f4 req-aba56283-a82b-40e8-a3fa-64ac69af8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:00.848403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-aba56283-a82b-40e8-a3fa-64ac69af8bc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1230962 Dec 09 14:56:00.862093 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:00.902661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39170) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:00.959655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 255c991c-313f-4b10-9e2a-44a10a0b69c6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:00.960750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c991c-313f-4b10-9e2a-44a10a0b69c6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:00.964637 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4209b84-87ca-4dd4-a748-ac9c89bb6520" -d '{"events": [{"server_uuid": "f6a51649-cff6-442f-af99-1f608ee226bf", "name": "network-vif-plugged", "status": "completed", "tag": "255c991c-313f-4b10-9e2a-44a10a0b69c6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:00.970396 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:00.980883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-9333b70c-c7fa-4579-870f-8e06f9292f35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0957079 Dec 09 14:56:01.016093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdaa4f-765a-436b-a86e-62acbe1b417d req-54751ed4-9d79-4c89-8bbe-c46c2fbd4eb2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.017874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5bdaa4f-765a-436b-a86e-62acbe1b417d req-54751ed4-9d79-4c89-8bbe-c46c2fbd4eb2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1611297 Dec 09 14:56:01.048946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=255c991c-313f-4b10-9e2a-44a10a0b69c6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:01.070256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Sync routers for ids ['b4d5120d-d84d-4fc5-971d-c673bb66d062'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:56:01.083198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Routers {'b4d5120d-d84d-4fc5-971d-c673bb66d062'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:56:01.084784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:55:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b4d5120d-d84d-4fc5-971d-c673bb66d062'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:01.090095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-312989357'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:01.094990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3527-c777-4081-9124-be5640ce08f4 req-1ac17385-8e2c-4425-93f8-afca95f14b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.096498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-1ac17385-8e2c-4425-93f8-afca95f14b2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1020300 Dec 09 14:56:01.137136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-89f00f58-cbd7-4bca-afb3-c9402b881ee3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e45aa707-c569-4a1d-a034-d728c096b405 HTTP/1.1" status: 200 len: 217 time: 0.6488969 Dec 09 14:56:01.160828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5bdaa4f-765a-436b-a86e-62acbe1b417d req-700b759c-eaef-42f3-abe7-dd89fcff7cfc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231029 Dec 09 14:56:01.191966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:01.198459 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.232746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3527-c777-4081-9124-be5640ce08f4 req-2d82bbb8-3931-4170-9be7-0636a4d606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.234926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-2d82bbb8-3931-4170-9be7-0636a4d606b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233096 Dec 09 14:56:01.236770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Set router b4d5120d-d84d-4fc5-971d-c673bb66d062 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:56:01.239482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:56:01.250209 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de535a40-e013-4949-87a1-4169c072b94a x-openstack-request-id: req-de535a40-e013-4949-87a1-4169c072b94a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:01.250562 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a51649-cff6-442f-af99-1f608ee226bf", "name": "network-vif-plugged", "status": "completed", "tag": "255c991c-313f-4b10-9e2a-44a10a0b69c6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:01.250764 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de535a40-e013-4949-87a1-4169c072b94a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:01.251179 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c991c-313f-4b10-9e2a-44a10a0b69c6', 'code': 200} Dec 09 14:56:01.272826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-c909d7ad-1d05-4e09-b3c4-2e76c4882c49 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.274422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-c909d7ad-1d05-4e09-b3c4-2e76c4882c49 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9154119 Dec 09 14:56:01.282245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.283047 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Added segment 3970d491-a03b-4e23-9dbc-a4bd86c887b7 of type vlan for network 8eb47943-a697-49ee-ba36-e76a38f6897f Dec 09 14:56:01.284175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec7550-7e9d-4a34-87ae-3cbbdfffd955 req-c9913f6f-78f8-486f-84e3-a1a514a858b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.285608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12ec7550-7e9d-4a34-87ae-3cbbdfffd955 req-c9913f6f-78f8-486f-84e3-a1a514a858b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 949 time: 0.1502726 Dec 09 14:56:01.289288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-1de30a5c-0d53-43f5-be0d-cf7e33b5a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.290649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-1de30a5c-0d53-43f5-be0d-cf7e33b5a970 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8847426c-c8ba-49eb-aeed-e2895aa1d991 HTTP/1.1" status: 200 len: 857 time: 0.1345239 Dec 09 14:56:01.294056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:01.355726 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-b97ddaab-4c09-4108-82d9-add35e1af3b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=41298635-1692-48c1-b5ea-c0effcdd0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457947 Dec 09 14:56:01.391382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5225334e-a899-4e2c-a275-9217b0380541 req-0bdfa30f-e14e-4fdd-add5-a3349ccf9511 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 210 time: 0.0953352 Dec 09 14:56:01.453486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.487074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-339248ef-9630-49f4-a952-4d91520680ab service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390018 Dec 09 14:56:01.494827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-2997ada3-489b-4881-98e1-b961c46a605b service neutron] 10.222.0.43 "GET /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041982 Dec 09 14:56:01.509952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1651ea-5933-4f95-af71-5903daa54ad3 req-b97e7985-787b-4f6b-ae3d-d9781c2fa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.512089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd1651ea-5933-4f95-af71-5903daa54ad3 req-b97e7985-787b-4f6b-ae3d-d9781c2fa311 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 1100 time: 0.1738908 Dec 09 14:56:01.520256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:55:58Z', 'revision_number': 4, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'eceaee2b-d851-40e5-a730-713d25bc8afa', 'name': '', 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'mac_address': 'fa:16:3e:5e:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:57Z', 'updated_at': '2021-12-09T14:55:59Z', 'revision_number': 2, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'subnets': [{'id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:01.534145 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12ec7550-7e9d-4a34-87ae-3cbbdfffd955 req-f670ad1c-ae7a-4f96-b6c3-f74663d8b82b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353590 Dec 09 14:56:01.553928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Checking router: b4d5120d-d84d-4fc5-971d-c673bb66d062 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:56:01.554359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Updating router b4d5120d-d84d-4fc5-971d-c673bb66d062 port eceaee2b-d851-40e5-a730-713d25bc8afa binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:56:01.586227 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.590189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.595791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.596379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.626959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:01.631274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:01.664504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ebc6c6-eb36-43c7-827b-f45f39bcfb44 req-14731578-4af3-4ddf-b31b-5768b5c25030 service neutron] 10.222.0.43 "GET /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520243 Dec 09 14:56:01.715849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abad23e-02c5-4fd7-afe8-1960652e13f1 req-2bb5a3c3-3c1d-4e70-af5f-4cbdfada2c37 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.717406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8abad23e-02c5-4fd7-afe8-1960652e13f1 req-2bb5a3c3-3c1d-4e70-af5f-4cbdfada2c37 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.2541122 Dec 09 14:56:01.791196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8843760 Dec 09 14:56:01.791196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd1651ea-5933-4f95-af71-5903daa54ad3 req-c90f0859-7d44-4c09-878a-d93b0f72034b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535219 Dec 09 14:56:01.791855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:01.800029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'subnet': {'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:01.813160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b201-2ba6-43db-b699-f77f672a9aad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Network': ['ID=8eb47943-a697-49ee-ba36-e76a38f6897f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:01.832138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8eb47943-a697-49ee-ba36-e76a38f6897f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:56:01.856866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11ff3527-c777-4081-9124-be5640ce08f4 req-bb5fd9ee-69c6-4a73-8f75-9d88889ae8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400640 Dec 09 14:56:01.859079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.196 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/729f852b-1a57-46fc-a022-c9f4b6e431e6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:01.895682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359d2f-c2dc-4bd3-b8ff-35469ca085ba req-f90a63e5-54c7-4223-b1b1-43e7368e7ef1 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:01.897998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65359d2f-c2dc-4bd3-b8ff-35469ca085ba req-f90a63e5-54c7-4223-b1b1-43e7368e7ef1 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 944 time: 0.0932174 Dec 09 14:56:01.934747 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8abad23e-02c5-4fd7-afe8-1960652e13f1 req-57a3b533-06f6-433f-a70b-9fb2206eab54 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639550 Dec 09 14:56:01.964604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:01.968445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.003306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65359d2f-c2dc-4bd3-b8ff-35469ca085ba req-6d8ba0fd-a83a-4449-a762-e94d867faf36 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901887 Dec 09 14:56:02.031614 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.040275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.094204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.109459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bd64b-1e2d-44e4-9fca-c0acc843b460 None None] Pushing event updated for resources: {'Port': ['ID=eceaee2b-d851-40e5-a730-713d25bc8afa,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:02.140482 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.168527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:02.170946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:02.213409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Attempting to bind port eceaee2b-d851-40e5-a730-713d25bc8afa on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:02.217945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Attempting to bind port eceaee2b-d851-40e5-a730-713d25bc8afa by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:02.222634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Attempting to bind port eceaee2b-d851-40e5-a730-713d25bc8afa on network 005f3100-8131-466a-9ee6-593abe5c590c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:02.241887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:02.253598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:02.268085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:02.312989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=729f852b-1a57-46fc-a022-c9f4b6e431e6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:02.352508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:02.353612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.381720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b8a1eb76-f726-4165-894f-713a89be7d9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0948384 Dec 09 14:56:02.398942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Request body: {'port': {'device_id': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:02.403936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:02.405005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Checking segment: {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:02.405943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.406491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Bound using segment: {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:02.407084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Bound port: eceaee2b-d851-40e5-a730-713d25bc8afa, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ba4a79-c46e-4c9b-8154-69f2a5763350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:02.407619 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.418949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.474534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e45aa707-c569-4a1d-a034-d728c096b405 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:02.510732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Subnet': ['ID=1c1ad252-7b36-41fc-a87d-9bbcefbc507f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:02.542040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7320c-467c-41ef-a397-1ca0bbc0bd73 req-f8dcf207-ded8-463e-8a92-c5b236d7bbcc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:02.548841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f7320c-467c-41ef-a397-1ca0bbc0bd73 req-f8dcf207-ded8-463e-8a92-c5b236d7bbcc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.2512047 Dec 09 14:56:02.631505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Checking segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:02.632126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network hostable DHCP agents. Network: 8eb47943-a697-49ee-ba36-e76a38f6897f, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:56:02.634559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdd800-a1da-43e7-ae67-a9d17ef9d100 req-7502606a-e305-4dcf-8707-77167fac8285 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:02.637205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52fdd800-a1da-43e7-ae67-a9d17ef9d100 req-7502606a-e305-4dcf-8707-77167fac8285 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 936 time: 0.0914128 Dec 09 14:56:02.638321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.652231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e45aa707-c569-4a1d-a034-d728c096b405, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e45aa707-c569-4a1d-a034-d728c096b405,segment=NetworkSegment(71d19937-7b1e-4223-b074-6828414838f3),segment_id=71d19937-7b1e-4223-b074-6828414838f3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:02.668493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f7320c-467c-41ef-a397-1ca0bbc0bd73 req-05326a21-9251-49e2-8168-fb634449c3e6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165879 Dec 09 14:56:02.698268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 8eb47943-a697-49ee-ba36-e76a38f6897f is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:56:02.718145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8eb47943-a697-49ee-ba36-e76a38f6897f) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:02.727173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:02.727947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.740713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'e45aa707-c569-4a1d-a034-d728c096b405', 'network_id': '41298635-1692-48c1-b5ea-c0effcdd0826', 'port_id': 'e45aa707-c569-4a1d-a034-d728c096b405', 'mac_address': 'fa:16:3e:91:55:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8847426c-c8ba-49eb-aeed-e2895aa1d991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:02.749028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc59c42a-3cb9-40ba-9558-14969bf064bc None None] Network 8eb47943-a697-49ee-ba36-e76a38f6897f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:02.759746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52fdd800-a1da-43e7-ae67-a9d17ef9d100 req-6069f894-991d-46c5-a3ef-8c59027202f2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049743 Dec 09 14:56:02.767141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39212) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:02.772542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-286060621'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:02.772757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a9754487-54fc-43c1-97fc-3a2f451c2082 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9753311 Dec 09 14:56:02.846410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdb6a5-7900-4382-b4eb-c401ef5d873b req-f918e44f-9e15-4e7f-bbc8-904998814f14 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:02.848365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bbdb6a5-7900-4382-b4eb-c401ef5d873b req-f918e44f-9e15-4e7f-bbc8-904998814f14 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 949 time: 0.0683787 Dec 09 14:56:02.909212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:02.919837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:02.933468 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bbdb6a5-7900-4382-b4eb-c401ef5d873b req-9ff808ad-f986-42ab-bdc5-e191dd106830 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770898 Dec 09 14:56:02.965382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:02.967281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:03.111798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:56:03.115779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4c9ae394-94e5-4558-8c66-00af0e0413e4 None None] Provisioning complete for port eceaee2b-d851-40e5-a730-713d25bc8afa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:03.116483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae394-94e5-4558-8c66-00af0e0413e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.138626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664f47-91f9-498b-8921-601aaea0e94b req-572016c4-0407-46f1-afe8-7c08f188ab60 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:03.140229 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24664f47-91f9-498b-8921-601aaea0e94b req-572016c4-0407-46f1-afe8-7c08f188ab60 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1112654 Dec 09 14:56:03.144379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.145428 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Added segment c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9 of type vlan for network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 Dec 09 14:56:03.185214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd6ca9-5308-4238-a524-8685afd8c615 req-578b872e-19c8-4968-a09d-9bb5292f540b tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:03.187381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-34bd6ca9-5308-4238-a524-8685afd8c615 req-578b872e-19c8-4968-a09d-9bb5292f540b tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 944 time: 0.0871994 Dec 09 14:56:03.216833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.231306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] For port eceaee2b-d851-40e5-a730-713d25bc8afa, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:03.246310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.258062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-34bd6ca9-5308-4238-a524-8685afd8c615 req-ea38a0d8-4f38-4bb2-a39e-314f21b5d426 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617661 Dec 09 14:56:03.299304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] For port eceaee2b-d851-40e5-a730-713d25bc8afa, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=eceaee2b-d851-40e5-a730-713d25bc8afa,segment=NetworkSegment(b7ba4a79-c46e-4c9b-8154-69f2a5763350),segment_id=b7ba4a79-c46e-4c9b-8154-69f2a5763350)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:03.303057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729f852b-1a57-46fc-a022-c9f4b6e431e6 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:03.319783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24664f47-91f9-498b-8921-601aaea0e94b req-5a77ae53-9ebf-42ba-82cb-03358661d363 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633589 Dec 09 14:56:03.325180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.327991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.337435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:03.338142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.343178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ae394-94e5-4558-8c66-00af0e0413e4 None None] Port eceaee2b-d851-40e5-a730-713d25bc8afa cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:03.345368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45aa707-c569-4a1d-a034-d728c096b405 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:03.363194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.372360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-8eb47943-a697-49ee-ba36-e76a38f6897f', 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f', 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'fixed_ips': [{'subnet_id': '1c1ad252-7b36-41fc-a87d-9bbcefbc507f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:56:03.373188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.416283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6478162 Dec 09 14:56:03.418721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39246) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:03.423664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Transition to ACTIVE for port object 729f852b-1a57-46fc-a022-c9f4b6e431e6 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:03.423854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'subnet': {'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:03.465065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.473148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b574d-5fb1-4371-a4bb-3e427cf6a355 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Network': ['ID=20cbbae2-a0c4-4073-ae14-480c6b9e8226,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:03.483379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e45aa707-c569-4a1d-a034-d728c096b405, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e45aa707-c569-4a1d-a034-d728c096b405,segment=NetworkSegment(71d19937-7b1e-4223-b074-6828414838f3),segment_id=71d19937-7b1e-4223-b074-6828414838f3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:03.515035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:56:03.535983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.538547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Pushing event updated for resources: {'Port': ['ID=729f852b-1a57-46fc-a022-c9f4b6e431e6,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:03.589862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:03.604265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.662107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Attempting to bind port 729f852b-1a57-46fc-a022-c9f4b6e431e6 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:03.662588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Attempting to bind port 729f852b-1a57-46fc-a022-c9f4b6e431e6 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:03.662993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Attempting to bind port 729f852b-1a57-46fc-a022-c9f4b6e431e6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:03.671548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Port 729f852b-1a57-46fc-a022-c9f4b6e431e6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:03.671877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Attempting to bind port 729f852b-1a57-46fc-a022-c9f4b6e431e6 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:03.678991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:03.679333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:03.679895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:03.681133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Bound port: 729f852b-1a57-46fc-a022-c9f4b6e431e6, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:03.681705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.777535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] For port 729f852b-1a57-46fc-a022-c9f4b6e431e6, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:03.784856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] For port 729f852b-1a57-46fc-a022-c9f4b6e431e6, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:03.791846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.813069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bd64b-1e2d-44e4-9fca-c0acc843b460 None None] Pushing event updated for resources: {'Port': ['ID=eceaee2b-d851-40e5-a730-713d25bc8afa,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:03.824516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:03.831231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:03.836206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:03.837663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] 10.222.0.43 "PUT /v2.0/ports/729f852b-1a57-46fc-a022-c9f4b6e431e6 HTTP/1.1" status: 200 len: 1096 time: 1.4447615 Dec 09 14:56:03.838160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'tag': '729f852b-1a57-46fc-a022-c9f4b6e431e6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:03.840499 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7880b095-86f3-4f10-9bea-d4137be7c6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb9f824-ebfb-4d15-bc2b-21179077a76e", "tag": "729f852b-1a57-46fc-a022-c9f4b6e431e6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:03.992405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['e45aa707-c569-4a1d-a034-d728c096b405'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:03.993576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeeeab-d7cb-4e62-9fa6-bbceea05de5e service neutron] Pushing event updated for resources: {'Port': ['ID=729f852b-1a57-46fc-a022-c9f4b6e431e6,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:03.996711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:04.001142 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ef33c-67c9-4228-9d88-5d727bbe4620" -d '{"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:04.004111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eb5d-b482-4cb4-9279-fde773b265bf req-8f80a95f-7e51-4e93-9ac2-fcf46ba1acd0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.006254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37b3eb5d-b482-4cb4-9279-fde773b265bf req-8f80a95f-7e51-4e93-9ac2-fcf46ba1acd0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.0873072 Dec 09 14:56:04.012202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2f3c-10d8-4377-8fe1-1ace2dd2a225 req-d2948830-243c-4a79-b23e-b3d9dc3cd4cf tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.013763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-351e2f3c-10d8-4377-8fe1-1ace2dd2a225 req-d2948830-243c-4a79-b23e-b3d9dc3cd4cf tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 948 time: 0.1323066 Dec 09 14:56:04.029510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:04.032991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-4e4891fd-48f2-4518-9f58-6c2fe827506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.034388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.034758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-4e4891fd-48f2-4518-9f58-6c2fe827506b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 1099 time: 0.1181028 Dec 09 14:56:04.086642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Routers {'b4d5120d-d84d-4fc5-971d-c673bb66d062'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:56:04.087296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:55:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b4d5120d-d84d-4fc5-971d-c673bb66d062'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:04.110589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-b1766b44-f971-4ddd-a088-1789feaa3c0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6 HTTP/1.1" status: 200 len: 217 time: 0.0527589 Dec 09 14:56:04.116817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-351e2f3c-10d8-4377-8fe1-1ace2dd2a225 req-882cfeb3-2675-42a3-ba21-0c7078aed31d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916777 Dec 09 14:56:04.179918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-ecc681ab-93b6-4d7e-8cda-951ae85dadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.181454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-ecc681ab-93b6-4d7e-8cda-951ae85dadbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0612762 Dec 09 14:56:04.228672 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0718b700-f83f-4db7-85cc-09c02375eaa1 x-openstack-request-id: req-0718b700-f83f-4db7-85cc-09c02375eaa1 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:04.228971 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb9f824-ebfb-4d15-bc2b-21179077a76e", "tag": "729f852b-1a57-46fc-a022-c9f4b6e431e6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:04.229344 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0718b700-f83f-4db7-85cc-09c02375eaa1 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:04.229758 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'tag': '729f852b-1a57-46fc-a022-c9f4b6e431e6', 'status': 'completed', 'code': 200} Dec 09 14:56:04.268278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-6e72a3e8-60db-4c6f-9fbd-491cb803f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.270016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-6e72a3e8-60db-4c6f-9fbd-491cb803f4c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793896 Dec 09 14:56:04.275339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:04.306849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37b3eb5d-b482-4cb4-9279-fde773b265bf req-dd6a7824-b853-4403-9617-b80386ad7e88 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934296 Dec 09 14:56:04.320309 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.420307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=e45aa707-c569-4a1d-a034-d728c096b405,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:04.424063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.439589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3250a-92f7-4333-bc2f-d7661ad5e56b req-bdfc8a76-40cf-42e9-b781-17157db981e8 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.441150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32b3250a-92f7-4333-bc2f-d7661ad5e56b req-bdfc8a76-40cf-42e9-b781-17157db981e8 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 949 time: 0.1208568 Dec 09 14:56:04.461824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.470190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-0715d567-2103-4928-8428-23cd48e9c793 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850767 Dec 09 14:56:04.486123 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84da74f6-7321-4bde-bc7a-cb1a01a688ad x-openstack-request-id: req-84da74f6-7321-4bde-bc7a-cb1a01a688ad {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:04.486421 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:04.486682 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84da74f6-7321-4bde-bc7a-cb1a01a688ad {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:04.487071 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'code': 200} Dec 09 14:56:04.490656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Allocated IP 19.80.0.2 (8eb47943-a697-49ee-ba36-e76a38f6897f/1c1ad252-7b36-41fc-a87d-9bbcefbc507f/0eea7f36-a4f4-4028-9f48-72c12e44dcaf) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:04.513137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Subnet': ['ID=18eb9948-e9cb-4810-bdcf-646c0ba803cd,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:04.524894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Checking segment: {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:04.525249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network hostable DHCP agents. Network: 20cbbae2-a0c4-4073-ae14-480c6b9e8226, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:56:04.574277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:56:04.588959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 20cbbae2-a0c4-4073-ae14-480c6b9e8226) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:04.594798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.595643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.607813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28d20-c493-4b34-83da-eb0bd6211442 req-12ce89fc-3ec0-431a-a5eb-2e94a0721ed8 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.609629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32b3250a-92f7-4333-bc2f-d7661ad5e56b req-acd3956f-29d7-445f-812e-8a8903754d0a tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441600 Dec 09 14:56:04.616684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb28d20-c493-4b34-83da-eb0bd6211442 req-12ce89fc-3ec0-431a-a5eb-2e94a0721ed8 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 945 time: 0.0802975 Dec 09 14:56:04.618717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eac143-508d-4935-99d2-810d061da0c8 None None] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:04.621725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:04.655696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c322e2fd-3526-461b-9e7d-d19778ef1a00 req-00c2d021-0590-408b-b909-8eea7a6272d6 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763954 Dec 09 14:56:04.681599 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f93d8915-2892-49e9-a413-a64691df64e1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2617035 Dec 09 14:56:04.707745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-31a6e3e9-9086-4a81-acac-b471916a9758 None None] Provisioning complete for port eceaee2b-d851-40e5-a730-713d25bc8afa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:04.708122 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31a6e3e9-9086-4a81-acac-b471916a9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.732042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb28d20-c493-4b34-83da-eb0bd6211442 req-b3dfbc83-b0b2-4a33-8e4d-0fb92c42e8a3 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142533 Dec 09 14:56:04.780647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] Set router b4d5120d-d84d-4fc5-971d-c673bb66d062 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:56:04.804451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2d982-960e-4bc0-a3f8-6446898bbd07 req-17b7d556-e742-446c-b310-74c86cdbd13a tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.806120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9a2d982-960e-4bc0-a3f8-6446898bbd07 req-17b7d556-e742-446c-b310-74c86cdbd13a tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 947 time: 0.1218383 Dec 09 14:56:04.821798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:04.848621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-6f4a6a96-ba18-4535-a45e-5a2da000b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.850741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-6f4a6a96-ba18-4535-a45e-5a2da000b1ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 1099 time: 0.1083953 Dec 09 14:56:04.874812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:04.892697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9a2d982-960e-4bc0-a3f8-6446898bbd07 req-8fb12003-4714-492c-85aa-96b54573c909 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719559 Dec 09 14:56:04.915827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:04.916479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:04.980779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-214995a8-f4bb-4df7-bb2b-cf8a92625ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:04.982913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-214995a8-f4bb-4df7-bb2b-cf8a92625ce5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1213758 Dec 09 14:56:05.057745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-83c7231d-d904-4894-b746-f0fd301ecd60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6 HTTP/1.1" status: 200 len: 217 time: 0.0621703 Dec 09 14:56:05.127580 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:56:05.213864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-52cda220-aef4-43a9-9962-1e5113ca7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:05.216657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-52cda220-aef4-43a9-9962-1e5113ca7007 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1459591 Dec 09 14:56:05.276352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f4be170e-0d1c-488f-a4ee-5be4a429a380 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:05.282597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f4be170e-0d1c-488f-a4ee-5be4a429a380 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:05.291690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f4be170e-0d1c-488f-a4ee-5be4a429a380 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/networks?id=8eb47943-a697-49ee-ba36-e76a38f6897f&id=20cbbae2-a0c4-4073-ae14-480c6b9e8226&id=8eb47943-a697-49ee-ba36-e76a38f6897f HTTP/1.1" status: 200 len: 1390 time: 0.2323790 Dec 09 14:56:05.337436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b11d4b92-2408-451d-a096-82130ab0ea0d tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/quotas/b869fd8e34b2489aa44ce5055cf132dd HTTP/1.1" status: 200 len: 375 time: 0.0447156 Dec 09 14:56:05.389078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c372c-b6cf-4f8c-a867-58fc64752894 req-43a0d0b4-9846-4ded-9cfa-d4dd4058e6f8 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:05.390973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f4c372c-b6cf-4f8c-a867-58fc64752894 req-43a0d0b4-9846-4ded-9cfa-d4dd4058e6f8 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 948 time: 0.0833158 Dec 09 14:56:05.426486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-5d60d7b2-a6a9-49eb-a57b-c562bd608907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:05.428736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-5d60d7b2-a6a9-49eb-a57b-c562bd608907 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264002 Dec 09 14:56:05.455272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3d88bcb3-bf4b-451b-935d-fba42e09411d tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004393 Dec 09 14:56:05.473165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f4c372c-b6cf-4f8c-a867-58fc64752894 req-f2f59adf-841d-4927-a655-dac8c3409dac tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751894 Dec 09 14:56:05.473467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-20cbbae2-a0c4-4073-ae14-480c6b9e8226', 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226', 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'fixed_ips': [{'subnet_id': '18eb9948-e9cb-4810-bdcf-646c0ba803cd'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:56:05.475504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:05.492170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:05.638290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-41affcef-815c-4d5b-babf-707e28d8582b service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968205 Dec 09 14:56:05.653903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31a6e3e9-9086-4a81-acac-b471916a9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:05.690670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-78bd3941-1d24-4494-a45f-71c98f3ed8cb tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679054 Dec 09 14:56:05.787808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-fca67480-ad61-40e5-b8ae-19941cb85140 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094113 Dec 09 14:56:05.792221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:05.804141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:05.870770 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:05.894732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'mac_address': 'fa:16:3e:82:5a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:05.900987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-e3fa860b-48cf-47a6-8193-cdbb689b84eb tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:05.909327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-e3fa860b-48cf-47a6-8193-cdbb689b84eb tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123711 Dec 09 14:56:05.929170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-049f4681-2a68-4d53-9365-8feb78276f91 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/quotas/aa1075b1e5aa42a8adc7a349fff3833d HTTP/1.1" status: 200 len: 375 time: 0.0184922 Dec 09 14:56:05.933243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-31a6e3e9-9086-4a81-acac-b471916a9758 None None] For port eceaee2b-d851-40e5-a730-713d25bc8afa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=eceaee2b-d851-40e5-a730-713d25bc8afa,segment=NetworkSegment(b7ba4a79-c46e-4c9b-8154-69f2a5763350),segment_id=b7ba4a79-c46e-4c9b-8154-69f2a5763350)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:05.981454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31a6e3e9-9086-4a81-acac-b471916a9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:06.033536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-45783de8-19f1-47e6-9347-84bfa6e598d4 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429733 Dec 09 14:56:06.043954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-5751c8b2-b460-4f2b-9e0e-4790bf1b21cb tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114450 Dec 09 14:56:06.049751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Network 8eb47943-a697-49ee-ba36-e76a38f6897f is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:06.066949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:06.078019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Pushing event updated for resources: {'Port': ['ID=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:06.084285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:06.127195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7880b095-86f3-4f10-9bea-d4137be7c6d1 req-4f63e5b4-3c9d-40cb-9222-649bc93c80b4 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183760 Dec 09 14:56:06.143505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3881fac4-1629-4c3f-8935-7a695cce0dfc service neutron] 10.222.0.46 "GET /v2.0/networks/20cbbae2-a0c4-4073-ae14-480c6b9e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999372 Dec 09 14:56:06.147010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e3e9-9086-4a81-acac-b471916a9758 None None] Pushing event updated for resources: {'Port': ['ID=eceaee2b-d851-40e5-a730-713d25bc8afa,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:06.153715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Allocated IP 19.86.0.2 (20cbbae2-a0c4-4073-ae14-480c6b9e8226/18eb9948-e9cb-4810-bdcf-646c0ba803cd/df4e93f6-aa26-475e-8910-5e8612e68536) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:06.182572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:06.206458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5e908f-a0c6-4500-91d4-52549b97eb97 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:06.260444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d334c05e-95c3-43b4-8da8-3677a550df13 service neutron] 10.222.0.46 "GET /v2.0/networks/20cbbae2-a0c4-4073-ae14-480c6b9e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158304 Dec 09 14:56:06.469750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b2d04a46-bb80-461e-9360-d694aff24726 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880381 Dec 09 14:56:06.470836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13953bf3-4b9b-4b26-a8a2-2eabd48fcd40 req-064397bf-eefe-4298-b7bb-f578af2fbfab tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:06.472772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13953bf3-4b9b-4b26-a8a2-2eabd48fcd40 req-064397bf-eefe-4298-b7bb-f578af2fbfab tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1191359 Dec 09 14:56:06.505849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:06.508804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 729f852b-1a57-46fc-a022-c9f4b6e431e6 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:06.621424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13953bf3-4b9b-4b26-a8a2-2eabd48fcd40 req-2887c118-4502-450c-9063-b83c423c061e tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392314 Dec 09 14:56:06.628549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 729f852b-1a57-46fc-a022-c9f4b6e431e6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:06.632740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-33cb065b-ec74-4e2e-8841-f8cf7d0dee7a service neutron] 10.222.0.46 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564691 Dec 09 14:56:06.670322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:55:58Z', 'revision_number': 4, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'eceaee2b-d851-40e5-a730-713d25bc8afa', 'name': '', 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'mac_address': 'fa:16:3e:5e:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:57Z', 'updated_at': '2021-12-09T14:56:03Z', 'revision_number': 4, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'subnets': [{'id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:06.682831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '729f852b-1a57-46fc-a022-c9f4b6e431e6', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '729f852b-1a57-46fc-a022-c9f4b6e431e6', 'mac_address': 'fa:16:3e:bc:82:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:06.728362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:06.769487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75d201-7063-4c72-ace6-3eab220d5d50 None None] The sync data for ids ['b4d5120d-d84d-4fc5-971d-c673bb66d062'] in n-d-804292-5 is: [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:55:58Z', 'revision_number': 4, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'eceaee2b-d851-40e5-a730-713d25bc8afa', 'name': '', 'network_id': '005f3100-8131-466a-9ee6-593abe5c590c', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'mac_address': 'fa:16:3e:5e:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:57Z', 'updated_at': '2021-12-09T14:56:03Z', 'revision_number': 4, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'subnets': [{'id': 'd7444bf9-bc65-44c6-9206-cc9ab98830ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:56:06.847647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768b34-a4f1-4f0d-8cec-1cc198cad32d req-ae9659ac-fec9-4c4e-8804-833c2f7065a8 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:06.884414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70768b34-a4f1-4f0d-8cec-1cc198cad32d req-ae9659ac-fec9-4c4e-8804-833c2f7065a8 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 945 time: 0.1277728 Dec 09 14:56:06.915595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Attempting to bind port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:06.916282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Attempting to bind port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:06.916596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Attempting to bind port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf on network 8eb47943-a697-49ee-ba36-e76a38f6897f {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:06.945194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:06.946005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Checking segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:06.946642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:06.947253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Bound using segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:06.948315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Bound port: 0eea7f36-a4f4-4028-9f48-72c12e44dcaf, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:06.949012 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:07.025509 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:07.066639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70768b34-a4f1-4f0d-8cec-1cc198cad32d req-ce41c354-2074-46d4-94c9-2d904ddaab79 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866062 Dec 09 14:56:07.090306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729f852b-1a57-46fc-a022-c9f4b6e431e6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:07.103132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b8c95fbd-392c-4b86-a7d8-4addd3545b6d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:07.208261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9d5e908f-a0c6-4500-91d4-52549b97eb97'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:07.213642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:07.223805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:07.228450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46b6d81b-124a-42f6-b37a-11b428f79384 req-58c2f508-a73b-416c-bf66-d1fe01e87808 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 210 time: 0.0637045 Dec 09 14:56:07.333169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21f40-cd03-4d93-86bd-bcca18cc7ad1 req-84c377d8-37fc-43e2-a6a4-d252043e6bec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:07.334799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 729f852b-1a57-46fc-a022-c9f4b6e431e6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:07.341257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6af21f40-cd03-4d93-86bd-bcca18cc7ad1 req-84c377d8-37fc-43e2-a6a4-d252043e6bec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 948 time: 0.2482691 Dec 09 14:56:07.356125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:07.473605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f91f0-06af-481e-a48f-ccd4ce4a37f9 req-90ed167e-a2a0-4252-9b67-e34ddd167506 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:07.487909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b8f91f0-06af-481e-a48f-ccd4ce4a37f9 req-90ed167e-a2a0-4252-9b67-e34ddd167506 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 948 time: 0.1660199 Dec 09 14:56:07.498018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Pushing event updated for resources: {'Port': ['ID=df4e93f6-aa26-475e-8910-5e8612e68536,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:07.501969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6af21f40-cd03-4d93-86bd-bcca18cc7ad1 req-28b9a90b-e48a-4d1a-b47a-32bcbe9e2ce1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545243 Dec 09 14:56:07.523636 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:07.540135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] For port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:07.596846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b8f91f0-06af-481e-a48f-ccd4ce4a37f9 req-884304fa-838c-4d48-a477-a465d8732ebf tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080096 Dec 09 14:56:07.688867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=729f852b-1a57-46fc-a022-c9f4b6e431e6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:07.714457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device eceaee2b-d851-40e5-a730-713d25bc8afa up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:07.809056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d398c92-bf7e-4dbd-8fb3-2a02381b0535 req-0ae53525-4962-492f-8684-78dcea397808 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 210 time: 0.0581949 Dec 09 14:56:07.844425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] For port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:07.887771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:07.929073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:08.000699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96700e9e-98ba-41cd-92b1-707083bdd5c0 req-b4584686-6a67-44cc-bbea-a1f3cbece075 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:08.003812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:08.009894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96700e9e-98ba-41cd-92b1-707083bdd5c0 req-b4584686-6a67-44cc-bbea-a1f3cbece075 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.2127171 Dec 09 14:56:08.014616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:08.037079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['729f852b-1a57-46fc-a022-c9f4b6e431e6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:08.166762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96700e9e-98ba-41cd-92b1-707083bdd5c0 req-1b0da708-2bd2-4ed4-a47d-50a33452573c tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458449 Dec 09 14:56:08.246594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port eceaee2b-d851-40e5-a730-713d25bc8afa triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:08.247363 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:08.256763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-93d926ea-683e-489a-8941-908b09027dcd tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938489 Dec 09 14:56:08.265266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-16bddb23-e51a-454f-81e1-4d49c576d6ec tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5e0067d0783d4449a17ec3adfa570580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648434 Dec 09 14:56:08.576677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89339e-4381-42e7-ab62-354da3213023 req-e9356631-6087-4d4b-9ad9-dcc26d47c6c2 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:08.592620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd89339e-4381-42e7-ab62-354da3213023 req-e9356631-6087-4d4b-9ad9-dcc26d47c6c2 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 945 time: 0.1938224 Dec 09 14:56:08.715768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd89339e-4381-42e7-ab62-354da3213023 req-ac3fd110-c2a0-4908-993f-530d96d16c92 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116738 Dec 09 14:56:08.776009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e45aa707-c569-4a1d-a034-d728c096b405 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:08.851675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76374e9e-eab4-4c39-a014-a1dda888199f None None] Pushing event updated for resources: {'Port': ['ID=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:08.858585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-31abd6f6-c35d-4142-be75-2aede27fb21c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:08.861786 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-31abd6f6-c35d-4142-be75-2aede27fb21c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5677457 Dec 09 14:56:08.874479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-5c817672-b707-4e6a-99ae-f959fbf404a9 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:08.876415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-5c817672-b707-4e6a-99ae-f959fbf404a9 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6100435 Dec 09 14:56:08.901531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Request body: {'port': {'device_id': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': 'aa1075b1e5aa42a8adc7a349fff3833d'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:08.944147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Attempting to bind port df4e93f6-aa26-475e-8910-5e8612e68536 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:08.944768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Attempting to bind port df4e93f6-aa26-475e-8910-5e8612e68536 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:08.945050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Attempting to bind port df4e93f6-aa26-475e-8910-5e8612e68536 on network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:08.948258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db2ae685-4770-40d4-90fc-70181326fbee req-47659bf9-408e-410c-8af6-601d3a8088f2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 210 time: 0.0455098 Dec 09 14:56:09.060528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-6aa6a362-d09d-4d97-9f30-01c4ef06bf65 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/quotas/5e0067d0783d4449a17ec3adfa570580 HTTP/1.1" status: 200 len: 375 time: 0.1544662 Dec 09 14:56:09.123202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:09.124602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Checking segment: {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:09.125151 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:09.125643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Bound using segment: {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:09.126424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Bound port: df4e93f6-aa26-475e-8910-5e8612e68536, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:09.126754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-23fb3f2e-f3d2-4000-a50a-33ea0b92e3df tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627785 Dec 09 14:56:09.127702 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:09.142929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Made reservation on behalf of aa1075b1e5aa42a8adc7a349fff3833d for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:09.147248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:09.315656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2580664-cd9b-4521-ae77-a68718127566 req-1e6e33db-4575-41a3-b485-2b7dd55508e7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:09.325116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2580664-cd9b-4521-ae77-a68718127566 req-1e6e33db-4575-41a3-b485-2b7dd55508e7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 948 time: 0.1916049 Dec 09 14:56:09.362292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] For port df4e93f6-aa26-475e-8910-5e8612e68536, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:09.369343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] For port df4e93f6-aa26-475e-8910-5e8612e68536, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df4e93f6-aa26-475e-8910-5e8612e68536,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:09.389345 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:56:09.406000 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:09.416256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port e45aa707-c569-4a1d-a034-d728c096b405 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:09.580636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port e45aa707-c569-4a1d-a034-d728c096b405 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:09.581599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:09.589074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Allocated IP 192.168.233.46 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/c843fcad-f6d0-4bea-8b18-750f51dcc3bf) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:09.664977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2580664-cd9b-4521-ae77-a68718127566 req-6775bccb-5e76-423a-ae92-ce427f747a67 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369229 Dec 09 14:56:09.784331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-9c834351-7cef-4059-9710-c75224815410 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:09.839289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-9c834351-7cef-4059-9710-c75224815410 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:09.842868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-9c834351-7cef-4059-9710-c75224815410 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "GET /v2.0/networks?id=8eb47943-a697-49ee-ba36-e76a38f6897f&id=20cbbae2-a0c4-4073-ae14-480c6b9e8226&id=8eb47943-a697-49ee-ba36-e76a38f6897f HTTP/1.1" status: 200 len: 1390 time: 0.5978847 Dec 09 14:56:09.862593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0eea7f36-a4f4-4028-9f48-72c12e44dcaf up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:09.885830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'port': {'device_id': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f', 'admin_state_up': True, 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:09.888212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:09.979254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eee09b-8b97-4e97-9b01-9aa8ba6a4509 None None] Pushing event updated for resources: {'Port': ['ID=df4e93f6-aa26-475e-8910-5e8612e68536,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:10.049112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40bac6-cb6a-4e9d-89d0-c37e6bd528b5 req-f8ee535b-4276-4a79-b359-5cb3e22af5d2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:10.060496 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d40bac6-cb6a-4e9d-89d0-c37e6bd528b5 req-f8ee535b-4276-4a79-b359-5cb3e22af5d2 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 949 time: 0.1675498 Dec 09 14:56:10.128607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10be7d40-c1b1-4ec3-a2b5-8d156bbd3988 req-0e3b0f1e-53f4-4910-8367-49a282f23e90 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 210 time: 0.2826767 Dec 09 14:56:10.164348 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.175220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d40bac6-cb6a-4e9d-89d0-c37e6bd528b5 req-a54c6383-4481-48c7-90f0-139d8d035fd0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082332 Dec 09 14:56:10.178171 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.283927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:10.285618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.287751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:10.296390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:10.303861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45aa707-c569-4a1d-a034-d728c096b405'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:10.314638 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc7ebc-7a3e-42c2-a8e5-d805f9b7ee78" -d '{"events": [{"server_uuid": "15ce8df5-c150-47ec-8a16-f043c37fb197", "name": "network-vif-plugged", "status": "completed", "tag": "e45aa707-c569-4a1d-a034-d728c096b405"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:10.352261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Pushing event updated for resources: {'Port': ['ID=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:10.358133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:10.430863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e45aa707-c569-4a1d-a034-d728c096b405, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e45aa707-c569-4a1d-a034-d728c096b405,segment=NetworkSegment(71d19937-7b1e-4223-b074-6828414838f3),segment_id=71d19937-7b1e-4223-b074-6828414838f3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:10.453571 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.516467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-4abef306-e630-41c7-95e7-ef239ef2419d tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5e0067d0783d4449a17ec3adfa570580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934825 Dec 09 14:56:10.526695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:10.527864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.574043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-b8390aa0-f860-4e05-8c7f-1a6fa9d8ea66 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6936426 Dec 09 14:56:10.578390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=e45aa707-c569-4a1d-a034-d728c096b405,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:10.589173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:10.604398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['255c991c-313f-4b10-9e2a-44a10a0b69c6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:10.608096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bca2ef-2104-4c60-aa91-f43d9734cbd7 None None] Network 8eb47943-a697-49ee-ba36-e76a38f6897f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:10.638269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Request body: {'port': {'device_id': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:10.759051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:10.933377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2f62edcc-d7a2-43fa-9c6d-8e6d750c5bc3 None None] Provisioning complete for port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:10.934151 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f62edcc-d7a2-43fa-9c6d-8e6d750c5bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.941039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:10.983687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-1a7818c8-b9fa-44d2-bcea-9a1db5331509 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:10.995923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-1a7818c8-b9fa-44d2-bcea-9a1db5331509 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4730768 Dec 09 14:56:11.045414 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:11.064425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-dcbb6b0a-5d7a-4671-9704-c96734b72424 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/quotas/5e0067d0783d4449a17ec3adfa570580 HTTP/1.1" status: 200 len: 375 time: 0.0406394 Dec 09 14:56:11.139667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-c6ce63a0-91ed-4ecd-8132-acdb346924ad tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650654 Dec 09 14:56:11.223877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:11.281023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaf628-d19e-4a1f-a711-03e0f9e278e6 req-8ffaf63a-1120-438d-99a9-90966fcecc0d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:11.282627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5aaf628-d19e-4a1f-a711-03e0f9e278e6 req-8ffaf63a-1120-438d-99a9-90966fcecc0d tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.9981205 Dec 09 14:56:11.306158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b8c95fbd-392c-4b86-a7d8-4addd3545b6d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:11.308917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:11.349148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:11.353429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:11.398290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:11.439531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:11.493063 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-97e19456-500b-442d-a888-f08f29328011 service neutron] show failed (client error): The resource could not be found. Dec 09 14:56:11.494107 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-97e19456-500b-442d-a888-f08f29328011 service neutron] 10.222.0.43 "GET /v2.0/ports/8d3cb1fe-24ef-49bf-b61e-937c4469295d/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.3694897 Dec 09 14:56:11.653578 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5aaf628-d19e-4a1f-a711-03e0f9e278e6 req-10deb470-842c-49e8-a0fc-5578e9250888 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335116 Dec 09 14:56:11.871388 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:11.949460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-39e039b8-dadc-4344-9d79-601f4f8d3e97 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e0067d0783d4449a17ec3adfa570580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2075155 Dec 09 14:56:11.977238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb671134-6dbd-4df6-92ab-00f2e735df50 None None] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:12.050723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df4e93f6-aa26-475e-8910-5e8612e68536 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:12.109607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5827a7-8e91-4135-bec1-38095b090921 req-3f639cc4-7a85-47a3-a13a-890eb7c0b57d tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:12.111462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af5827a7-8e91-4135-bec1-38095b090921 req-3f639cc4-7a85-47a3-a13a-890eb7c0b57d tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 946 time: 0.3250315 Dec 09 14:56:12.126122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:12.164681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:12.198709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Allocated IP 19.80.0.219 (8eb47943-a697-49ee-ba36-e76a38f6897f/1c1ad252-7b36-41fc-a87d-9bbcefbc507f/cc4be028-7f7e-499b-aeea-7746598d7b1c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:12.216432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5314ab-4ebd-4b6e-a72b-864d68c80149 req-7a544bc4-2bd0-4193-a213-52c6fa1eecc7 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:12.223014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.227674 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f5314ab-4ebd-4b6e-a72b-864d68c80149 req-7a544bc4-2bd0-4193-a213-52c6fa1eecc7 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 935 time: 0.3489714 Dec 09 14:56:12.230732 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.234434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:12.383200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-5be0a6ab-0dea-4790-90df-ccdff5d9c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:12.384760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-5be0a6ab-0dea-4790-90df-ccdff5d9c02c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82&tenant_id=084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 1101 time: 0.3588674 Dec 09 14:56:12.412805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f5314ab-4ebd-4b6e-a72b-864d68c80149 req-d1057e6a-ef3a-4756-8e66-54c1f0e989e3 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830840 Dec 09 14:56:12.446734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c843fcad-f6d0-4bea-8b18-750f51dcc3bf {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:12.467032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-573e108f-1471-4b4c-a994-8263cc0cbb59 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:12.467896 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.472683 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-573e108f-1471-4b4c-a994-8263cc0cbb59 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4574549 Dec 09 14:56:12.485524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Transition to ACTIVE for port object c843fcad-f6d0-4bea-8b18-750f51dcc3bf will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:12.493635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:12.502688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Request body: {'port': {'device_id': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '5e0067d0783d4449a17ec3adfa570580'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:12.516861 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1afba5-78fe-4b05-89d9-cd535e9687cb x-openstack-request-id: req-0d1afba5-78fe-4b05-89d9-cd535e9687cb {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:12.517167 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ce8df5-c150-47ec-8a16-f043c37fb197", "name": "network-vif-plugged", "status": "completed", "tag": "e45aa707-c569-4a1d-a034-d728c096b405", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:12.517431 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d1afba5-78fe-4b05-89d9-cd535e9687cb {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:12.517838 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45aa707-c569-4a1d-a034-d728c096b405', 'code': 200} Dec 09 14:56:12.522167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 729f852b-1a57-46fc-a022-c9f4b6e431e6 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:12.586539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:12.587073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.609208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.653063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:12.697537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port df4e93f6-aa26-475e-8910-5e8612e68536 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:12.697947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.757728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23f37d-c7a3-4a38-9ba6-5c034bc65abc req-6bb091f7-6b0c-4708-9d69-69759b5255ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:12.759991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9d5e908f-a0c6-4500-91d4-52549b97eb97 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:12.760375 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.765419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b23f37d-c7a3-4a38-9ba6-5c034bc65abc req-6bb091f7-6b0c-4708-9d69-69759b5255ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 948 time: 0.1737952 Dec 09 14:56:12.827678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Provisioning complete for port df4e93f6-aa26-475e-8910-5e8612e68536 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:12.828068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.830522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35176e3b-a04a-474f-8b3a-bd5cc51fd5b2 req-63d79296-7841-4340-aceb-6a98bf75e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:12.832237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35176e3b-a04a-474f-8b3a-bd5cc51fd5b2 req-63d79296-7841-4340-aceb-6a98bf75e5e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 1097 time: 0.2171202 Dec 09 14:56:12.854198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af5827a7-8e91-4135-bec1-38095b090921 req-7622bf3a-c789-482a-94db-1d655727972d tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607037 Dec 09 14:56:12.868054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b23f37d-c7a3-4a38-9ba6-5c034bc65abc req-c781024a-fd60-47f4-8e90-b0c5e433d745 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015949 Dec 09 14:56:12.871143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.952568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Made reservation on behalf of 5e0067d0783d4449a17ec3adfa570580 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:12.956181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:12.978197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35176e3b-a04a-474f-8b3a-bd5cc51fd5b2 req-a05d2a2c-4ec5-43ac-8a21-17f96e7763dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197968 Dec 09 14:56:13.005126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.008312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Pushing event updated for resources: {'Port': ['ID=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:13.075715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-133b53cf-8d32-4816-863c-793c3601fbf0 req-f694d430-412b-4f54-8b05-7ebe4c217b4a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 210 time: 0.0597568 Dec 09 14:56:13.122791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.162194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Attempting to bind port c843fcad-f6d0-4bea-8b18-750f51dcc3bf on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:13.162783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Attempting to bind port c843fcad-f6d0-4bea-8b18-750f51dcc3bf by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:13.162887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Attempting to bind port c843fcad-f6d0-4bea-8b18-750f51dcc3bf on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:13.180242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Port c843fcad-f6d0-4bea-8b18-750f51dcc3bf on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:13.180575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Attempting to bind port c843fcad-f6d0-4bea-8b18-750f51dcc3bf on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:13.190974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:13.191428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:13.194632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:13.195126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Bound port: c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:13.196740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.231604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 8eb47943-a697-49ee-ba36-e76a38f6897f is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:13.274324 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76cb26d2-87b2-4f8e-bec9-e24bfd1fff01 req-e59fd98c-5b27-4468-8a50-933bf50cd6a4 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 210 time: 0.0600200 Dec 09 14:56:13.276355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:13.294043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:13.324103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] For port c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:13.330976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] For port c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:13.441157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:13.441838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.445583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.471480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Port': ['ID=cc4be028-7f7e-499b-aeea-7746598d7b1c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:13.495480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3b408570-8667-4158-8a2f-359ed05246a6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6212473 Dec 09 14:56:13.518804 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.521616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:13.543342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'port': {'device_id': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226', 'admin_state_up': True, 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:13.555167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 729f852b-1a57-46fc-a022-c9f4b6e431e6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:13.588133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 729f852b-1a57-46fc-a022-c9f4b6e431e6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:13.593546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.632840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:13.681692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:13.733299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:13.744873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.768769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Transition to ACTIVE for port object 8d3cb1fe-24ef-49bf-b61e-937c4469295d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:13.770415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Pushing event updated for resources: {'Port': ['ID=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:13.775501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:13.776969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.778754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-09a7f00f-3042-45bf-a240-bfacd96aa2fa service neutron] 10.222.0.36 "PUT /v2.0/ports/c843fcad-f6d0-4bea-8b18-750f51dcc3bf HTTP/1.1" status: 200 len: 1095 time: 3.1566248 Dec 09 14:56:13.780785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'tag': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:13.784134 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b79e534-3f0a-486d-bce5-9c93856e8501" -d '{"events": [{"name": "network-changed", "server_uuid": "f3583ab3-79ca-46ef-b7d9-74b4e6a151b0", "tag": "c843fcad-f6d0-4bea-8b18-750f51dcc3bf"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:13.787445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.871023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.36', 58617) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:13.944057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.961031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b0124-6fcc-4fce-b904-bfe5d448e0b8 req-ba887df7-c8bc-42c4-9c57-69baf843ffb2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:13.962866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c12b0124-6fcc-4fce-b904-bfe5d448e0b8 req-ba887df7-c8bc-42c4-9c57-69baf843ffb2 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 948 time: 0.4810500 Dec 09 14:56:13.965129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:13.971085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] For port df4e93f6-aa26-475e-8910-5e8612e68536, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df4e93f6-aa26-475e-8910-5e8612e68536,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:13.985898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.025626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.041350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:14.071545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.093816 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.101223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Provisioning complete for port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:14.101453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecb62d-56b8-4bad-b8a0-d68bcf8b787f req-6b4eef60-01f1-4a49-a68a-153c8d266b54 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:14.101775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.106369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5eecb62d-56b8-4bad-b8a0-d68bcf8b787f req-6b4eef60-01f1-4a49-a68a-153c8d266b54 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 949 time: 0.6913261 Dec 09 14:56:14.107171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:14.175081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:14.191047 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-8bda8e8b-588a-4497-884c-843db495d926 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e0067d0783d4449a17ec3adfa570580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3189003 Dec 09 14:56:14.217533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa181cc2-b234-4026-b5ba-c1763f24cc05,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:14.241209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.260441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c12b0124-6fcc-4fce-b904-bfe5d448e0b8 req-2b7487c7-252a-410e-bb96-c734ee1796c0 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823460 Dec 09 14:56:14.372740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649fcc-a550-465e-b94e-b40821d53ac4 None None] Pushing event updated for resources: {'Port': ['ID=df4e93f6-aa26-475e-8910-5e8612e68536,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:14.462244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] No DVR routers for this DVR port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:14.466882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.479589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-9922aef3-7824-4a79-ab12-b6e42f8959a9 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:14.481129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-9922aef3-7824-4a79-ab12-b6e42f8959a9 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224336 Dec 09 14:56:14.504868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:56:14.505347 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:56:14.520258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Request body: {'port': {'device_id': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '5e0067d0783d4449a17ec3adfa570580'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:14.523518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}, {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}, {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:14.526118 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a18fcee-3ad7-42ec-a1c8-cb8c4e88ce14" -d '{"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}, {"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}, {"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-plugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:14.547918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-6cbd2f45-1760-42b3-9510-b9e866d7c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:14.549329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-6cbd2f45-1760-42b3-9510-b9e866d7c5c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 1098 time: 0.6374469 Dec 09 14:56:14.551910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:14.552442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:14.552780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:14.581164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Allocated IP 192.168.233.250 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/d622fcaf-de0a-4a49-84d0-dab422962382) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:14.613931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612b0d0-92e5-4711-a41e-c9802a143cb2 req-b277a075-548d-4168-967c-0bff2763a73a tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:14.616054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c612b0d0-92e5-4711-a41e-c9802a143cb2 req-b277a075-548d-4168-967c-0bff2763a73a tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 947 time: 0.2138770 Dec 09 14:56:14.618118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 729f852b-1a57-46fc-a022-c9f4b6e431e6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:14.620612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:14.623809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Allocated IP 19.86.0.81 (20cbbae2-a0c4-4073-ae14-480c6b9e8226/18eb9948-e9cb-4810-bdcf-646c0ba803cd/9f4d3586-8750-4449-bd3a-1a4e8d65a1cf) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:14.634174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.665797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5eecb62d-56b8-4bad-b8a0-d68bcf8b787f req-2a21816a-c247-4c2a-9c33-bb7a6a6c14b7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142970 Dec 09 14:56:14.667333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-bf32895c-6213-4e4e-8dd1-01465ce08801 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf HTTP/1.1" status: 200 len: 217 time: 0.0656743 Dec 09 14:56:14.675186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:14.675812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:14.707974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:14.709564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:14.709899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:14.710352 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Bound port: 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:14.710729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.748322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=729f852b-1a57-46fc-a022-c9f4b6e431e6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:14.776040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c612b0d0-92e5-4711-a41e-c9802a143cb2 req-833abe49-0d20-42da-a520-dd8781506353 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450112 Dec 09 14:56:14.837738 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418fafb-f470-4d53-95e2-dcafd26b4f74 x-openstack-request-id: req-8418fafb-f470-4d53-95e2-dcafd26b4f74 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:14.838031 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3583ab3-79ca-46ef-b7d9-74b4e6a151b0", "tag": "c843fcad-f6d0-4bea-8b18-750f51dcc3bf", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:14.838288 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8418fafb-f470-4d53-95e2-dcafd26b4f74 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:14.838683 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'tag': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf', 'status': 'completed', 'code': 200} Dec 09 14:56:14.853019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0023679d-6664-4695-b527-891875b9d779 None None] Provisioning complete for port df4e93f6-aa26-475e-8910-5e8612e68536 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:14.854071 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0023679d-6664-4695-b527-891875b9d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.981852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0023679d-6664-4695-b527-891875b9d779 None None] Provisioning complete for port cc4be028-7f7e-499b-aeea-7746598d7b1c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:14.982091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:14.982213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0023679d-6664-4695-b527-891875b9d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.000354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:15.004000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:15.011274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-f784e4e5-0594-47ce-a050-fa5dbc5916ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.013789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-f784e4e5-0594-47ce-a050-fa5dbc5916ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3245392 Dec 09 14:56:15.022192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.083280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.122135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0023679d-6664-4695-b527-891875b9d779 None None] Port cc4be028-7f7e-499b-aeea-7746598d7b1c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:15.153435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.154107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.155626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 1096 time: 2.7420270 Dec 09 14:56:15.176598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Made reservation on behalf of 5e0067d0783d4449a17ec3adfa570580 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:15.180468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.198407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc5dc-5ad7-46e4-b49f-bf42b992d9bb req-3642e545-2876-4409-83d6-9d0cf67882d1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.200113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-622dc5dc-5ad7-46e4-b49f-bf42b992d9bb req-3642e545-2876-4409-83d6-9d0cf67882d1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.3132002 Dec 09 14:56:15.244595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8885ef6-db75-4921-8a40-2afea5c19a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:15.251379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:15.276225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.308301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-5930279a-925b-4904-b5af-2cf41f6fc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.310307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-5930279a-925b-4904-b5af-2cf41f6fc515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2778745 Dec 09 14:56:15.321280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0eea7f36-a4f4-4028-9f48-72c12e44dcaf up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:15.353047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:15.356824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:15.372610 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682c381-d7cc-4883-ab24-a0ab879a1598 req-b31c4977-19b9-4acf-8c50-b55acf8d776a tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.385988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6682c381-d7cc-4883-ab24-a0ab879a1598 req-b31c4977-19b9-4acf-8c50-b55acf8d776a tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 946 time: 0.3831758 Dec 09 14:56:15.390577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:15.445726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:15.446309 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.469960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.480229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.480898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.585045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df4e93f6-aa26-475e-8910-5e8612e68536 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:15.591245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-622dc5dc-5ad7-46e4-b49f-bf42b992d9bb req-be743c52-3621-4161-ad62-d8d4da91bc85 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715510 Dec 09 14:56:15.616700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-42208ba0-132d-452e-912f-09789ba4491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.623025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-42208ba0-132d-452e-912f-09789ba4491b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1099 time: 0.3894930 Dec 09 14:56:15.632266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Port': ['ID=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:15.641653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-8191178c-7172-47b4-8c95-3da680186c27 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1441953 Dec 09 14:56:15.651940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port df4e93f6-aa26-475e-8910-5e8612e68536 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:15.652318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.662882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:15.682114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Request body: {'port': {'device_id': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:15.723145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:15.776037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:15.866562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6682c381-d7cc-4883-ab24-a0ab879a1598 req-57f9af15-5566-4a87-8b72-4cb711784cfb tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791887 Dec 09 14:56:15.890116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:15.890794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:15.973467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7d0e4453-82b5-4d2f-a34f-2e59614d7b8e None None] Provisioning complete for port d622fcaf-de0a-4a49-84d0-dab422962382 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:15.973924 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4453-82b5-4d2f-a34f-2e59614d7b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:16.024879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-d5b4b036-e888-4cb7-b5f8-872be8dc5ffc tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4983139 Dec 09 14:56:16.035535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:16.044697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'port': {'device_id': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f', 'admin_state_up': True, 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:16.066197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e4453-82b5-4d2f-a34f-2e59614d7b8e None None] Port d622fcaf-de0a-4a49-84d0-dab422962382 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:16.183278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7eb8bf87-6e4a-42d9-ba2d-1ae980d0f9d4 req-610046a0-cf09-4122-8927-27cdf6d3b2f9 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 210 time: 0.1571941 Dec 09 14:56:16.241096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2c86fd3e-bede-49aa-b616-379c9a5066fa None None] Provisioning complete for port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:16.241495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c86fd3e-bede-49aa-b616-379c9a5066fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:16.305899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-1c7da462-9328-4c9e-ac45-1db4c9d3d9ab service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9759674 Dec 09 14:56:16.307082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Allocated IP 192.168.233.123 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/4a794b05-feab-4e3a-90a0-96f30c37368d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:16.350503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2c86fd3e-bede-49aa-b616-379c9a5066fa None None] Port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:16.358392 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d98097-a572-4758-b8d3-83b5f2e6d255 x-openstack-request-id: req-66d98097-a572-4758-b8d3-83b5f2e6d255 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:16.358700 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "code": 200}, {"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}, {"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-plugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:16.358958 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66d98097-a572-4758-b8d3-83b5f2e6d255 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:16.361095 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'code': 200} Dec 09 14:56:16.362125 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:56:16.363716 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'code': 200} Dec 09 14:56:16.370356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c080a3c-b09e-484f-9887-4b5caa31725e req-77a6082e-4fb4-468d-962b-a81784e50aa1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.376421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c080a3c-b09e-484f-9887-4b5caa31725e req-77a6082e-4fb4-468d-962b-a81784e50aa1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.378061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c080a3c-b09e-484f-9887-4b5caa31725e req-77a6082e-4fb4-468d-962b-a81784e50aa1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 1654 time: 0.6238859 Dec 09 14:56:16.442509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-f27c18c4-463a-432e-a363-ca1d3a4211ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.444680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-f27c18c4-463a-432e-a363-ca1d3a4211ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.7897761 Dec 09 14:56:16.533505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-d4fd389d-41d5-4151-9926-f47748b3b38e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0656891 Dec 09 14:56:16.565516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:16.570877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:16.574889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c080a3c-b09e-484f-9887-4b5caa31725e req-486f7bbd-2f09-462d-9dd2-92c1a50aea9f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827042 Dec 09 14:56:16.605088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12e5ac-f7d9-4e6f-b893-dbb6956e2500 req-87446c7c-89ab-4079-a9cd-6cd076184a51 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.612175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.36', 58618) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:16.614324 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d12e5ac-f7d9-4e6f-b893-dbb6956e2500 req-87446c7c-89ab-4079-a9cd-6cd076184a51 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 948 time: 0.1674764 Dec 09 14:56:16.639912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5635f8cf-b004-4065-b241-b98fc0f849d7 req-a96ab327-f747-459d-bbdc-5d3c50a3b79d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169074 Dec 09 14:56:16.712548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-5c376e58-481b-4714-a435-e45d665ad80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.714059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-5c376e58-481b-4714-a435-e45d665ad80c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1600618 Dec 09 14:56:16.755681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d12e5ac-f7d9-4e6f-b893-dbb6956e2500 req-a8605127-7b71-4f37-a52a-9507a6e8b285 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392324 Dec 09 14:56:16.826165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925822f-d952-4033-b6be-f18301e8cbd5 req-d5990c22-b871-49b6-9d6c-2341c83ecf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.827654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7925822f-d952-4033-b6be-f18301e8cbd5 req-d5990c22-b871-49b6-9d6c-2341c83ecf49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1100 time: 0.2040014 Dec 09 14:56:16.849534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:16.851858 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d17eded-68ee-4310-a328-b9706145afe8" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:16.882860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5ff6d-968f-4fd2-9119-a7d438082d97 req-39968f08-9aad-413e-b95f-52e8e3be0fa4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.884485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acb5ff6d-968f-4fd2-9119-a7d438082d97 req-39968f08-9aad-413e-b95f-52e8e3be0fa4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 950 time: 0.2106287 Dec 09 14:56:16.905670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Allocated IP 19.80.0.24 (8eb47943-a697-49ee-ba36-e76a38f6897f/1c1ad252-7b36-41fc-a87d-9bbcefbc507f/acf8b6fc-6014-4727-87a5-51ed1ba6003f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:16.922558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-8bb675eb-0d04-4380-bf22-6dd252d0af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.924433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-8bb675eb-0d04-4380-bf22-6dd252d0af50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 1098 time: 0.2092426 Dec 09 14:56:16.928600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:16.942569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-2a733f8a-275f-4906-be25-980c6655eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:16.942569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-2a733f8a-275f-4906-be25-980c6655eaab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900599 Dec 09 14:56:17.073062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7925822f-d952-4033-b6be-f18301e8cbd5 req-7eeb9a9b-fb75-44db-b8c2-eb2b74529161 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294464 Dec 09 14:56:17.131947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acb5ff6d-968f-4fd2-9119-a7d438082d97 req-e78e43b2-4eb6-4c0c-af9d-ad7d19455d31 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400641 Dec 09 14:56:17.154368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d1650-708a-4596-95d2-7ef9903c56cc req-8e80e3c2-427e-440e-98d8-6db317f3b0a3 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.157875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-851d1650-708a-4596-95d2-7ef9903c56cc req-8e80e3c2-427e-440e-98d8-6db317f3b0a3 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 947 time: 0.3113544 Dec 09 14:56:17.171613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-ced1bc88-dc29-445d-95cc-68c2a0558487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.173175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-ced1bc88-dc29-445d-95cc-68c2a0558487 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2284727 Dec 09 14:56:17.195146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.239056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-98701d31-3d91-46de-beac-3f97712c2472 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832253 Dec 09 14:56:17.287487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:17.291456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:17.299302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:17.304770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.343025 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-851d1650-708a-4596-95d2-7ef9903c56cc req-5944ee4d-bebe-4c72-ab46-507281969b59 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655610 Dec 09 14:56:17.396345 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.488356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-e2958633-1e73-421c-a4d0-f6921b620c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf HTTP/1.1" status: 200 len: 217 time: 0.1343877 Dec 09 14:56:17.496707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:17.582542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 8eb47943-a697-49ee-ba36-e76a38f6897f is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:17.602830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:17.645033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:17.652346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Port': ['ID=acf8b6fc-6014-4727-87a5-51ed1ba6003f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:17.657995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d622fcaf-de0a-4a49-84d0-dab422962382 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:17.667815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.668458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.680529 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabc3f86-0117-4c7c-bf7b-3ccadea025c6 x-openstack-request-id: req-eabc3f86-0117-4c7c-bf7b-3ccadea025c6 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:17.681662 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:17.681662 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eabc3f86-0117-4c7c-bf7b-3ccadea025c6 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:17.681662 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'status': 'completed', 'code': 200} Dec 09 14:56:17.746860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.801740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb08c2-4ae4-45dc-a2ee-ea96c7f698af req-260c03ae-cd88-4906-843f-e75dc06ebb65 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.816498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-9d8984c5-458c-43d1-a548-21b69611dfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757807 Dec 09 14:56:17.845203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7bb08c2-4ae4-45dc-a2ee-ea96c7f698af req-260c03ae-cd88-4906-843f-e75dc06ebb65 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.3530731 Dec 09 14:56:17.847588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e613ae21-aa07-4615-9237-014ba057cbfd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3339579 Dec 09 14:56:17.856902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-ad10d123-a80e-47c1-bcea-9f4b676f6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.858497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-ad10d123-a80e-47c1-bcea-9f4b676f6be7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.3499532 Dec 09 14:56:17.866410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Request body: {'port': {'device_id': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:17.891331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Transition to ACTIVE for port object d622fcaf-de0a-4a49-84d0-dab422962382 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:17.906046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-b99bd46a-6e36-4717-9d89-306acca24d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.908355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-b99bd46a-6e36-4717-9d89-306acca24d55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1099 time: 0.2370739 Dec 09 14:56:17.927916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-274f0391-aa33-4a17-8a0f-eaf2348ff41b None None] Provisioning complete for port 4a794b05-feab-4e3a-90a0-96f30c37368d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:17.928806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-274f0391-aa33-4a17-8a0f-eaf2348ff41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.936300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:17.936969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:17.947622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.011687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-f42c9ba7-ee47-4aa7-8519-11dd9bf1e9ea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9724708 Dec 09 14:56:18.012786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c80c-9d6c-4d95-93f3-cd7e6275f2e4 req-2051b469-ae15-455a-bab3-e2cc5d6bf985 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.014294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b798c80c-9d6c-4d95-93f3-cd7e6275f2e4 req-2051b469-ae15-455a-bab3-e2cc5d6bf985 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 936 time: 0.3284979 Dec 09 14:56:18.033245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Request body: {'port': {'device_id': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:18.042763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-274f0391-aa33-4a17-8a0f-eaf2348ff41b None None] Port 4a794b05-feab-4e3a-90a0-96f30c37368d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:18.157587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:18.189421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8260b9de-3865-4a06-9b5a-4f6fba371ed2 None None] Provisioning complete for port acf8b6fc-6014-4727-87a5-51ed1ba6003f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:18.189800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8260b9de-3865-4a06-9b5a-4f6fba371ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.199568 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7bb08c2-4ae4-45dc-a2ee-ea96c7f698af req-21e1e32d-b791-44fa-b484-ec5c4381cd42 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533642 Dec 09 14:56:18.242234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8260b9de-3865-4a06-9b5a-4f6fba371ed2 None None] Port acf8b6fc-6014-4727-87a5-51ed1ba6003f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:18.250232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-892c205f-0c07-438c-96e4-c4983f0efc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.251893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-892c205f-0c07-438c-96e4-c4983f0efc5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1099 time: 0.2743666 Dec 09 14:56:18.257329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.357479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-0ec66148-bbc6-4fa4-b1bf-68df82f03b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.359161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-0ec66148-bbc6-4fa4-b1bf-68df82f03b37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4260566 Dec 09 14:56:18.385794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729f852b-1a57-46fc-a022-c9f4b6e431e6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:18.388007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b798c80c-9d6c-4d95-93f3-cd7e6275f2e4 req-583ec29b-0c18-4c15-bb89-b90084a2a2c2 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153944 Dec 09 14:56:18.391382 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e198d359-82ec-43d4-9ab9-29e24a47776c" -d '{"events": [{"server_uuid": "ddb9f824-ebfb-4d15-bc2b-21179077a76e", "name": "network-vif-plugged", "status": "completed", "tag": "729f852b-1a57-46fc-a022-c9f4b6e431e6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:18.454116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-45f515d7-4bf9-483e-af5c-611d9bca911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.456736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-45f515d7-4bf9-483e-af5c-611d9bca911f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.5264361 Dec 09 14:56:18.540492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-81bbfa36-f62d-4c0c-84cb-6e47068d9e02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0607362 Dec 09 14:56:18.546357 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Attempting to bind port d622fcaf-de0a-4a49-84d0-dab422962382 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:18.546698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Attempting to bind port d622fcaf-de0a-4a49-84d0-dab422962382 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:18.547033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Attempting to bind port d622fcaf-de0a-4a49-84d0-dab422962382 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:18.551847 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.555762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Port d622fcaf-de0a-4a49-84d0-dab422962382 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:18.555972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Attempting to bind port d622fcaf-de0a-4a49-84d0-dab422962382 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:18.564496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:18.564834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:18.568538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:18.569025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Bound port: d622fcaf-de0a-4a49-84d0-dab422962382, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:18.569402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.599883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ccf04-47c3-484f-8f79-2b68549f923f req-782e8eab-2b93-41d6-a3e3-01e84103543d tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.601400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b75ccf04-47c3-484f-8f79-2b68549f923f req-782e8eab-2b93-41d6-a3e3-01e84103543d tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 946 time: 0.2571933 Dec 09 14:56:18.746743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:18.778565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b75ccf04-47c3-484f-8f79-2b68549f923f req-04e2b1b1-cc59-42c2-af62-dee22b3a6f48 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393125 Dec 09 14:56:18.778919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c843fcad-f6d0-4bea-8b18-750f51dcc3bf details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:18.779023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:18.794342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-605ad474-762e-4495-b64a-9b84cd2d0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.795983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-605ad474-762e-4495-b64a-9b84cd2d0feb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.5167997 Dec 09 14:56:18.816821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-2834a699-cebe-49c0-ae5a-d2334236e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.819148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-2834a699-cebe-49c0-ae5a-d2334236e30d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2531703 Dec 09 14:56:18.845143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ebd0b-5014-46da-9866-5c3a51f71926 req-00b4feb7-71b6-4b06-92c3-765fe7d5bda2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.852834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ebd0b-5014-46da-9866-5c3a51f71926 req-00b4feb7-71b6-4b06-92c3-765fe7d5bda2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.860401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ebd0b-5014-46da-9866-5c3a51f71926 req-00b4feb7-71b6-4b06-92c3-765fe7d5bda2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.872527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba1ebd0b-5014-46da-9866-5c3a51f71926 req-00b4feb7-71b6-4b06-92c3-765fe7d5bda2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2375 time: 0.3308942 Dec 09 14:56:18.911924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.946246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-cb77fbd3-5c63-4b24-a840-e3b2ab435d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.1229272 Dec 09 14:56:18.965146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:18.993565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:18.994200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:18.998555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] 10.222.0.43 "PUT /v2.0/ports/d622fcaf-de0a-4a49-84d0-dab422962382 HTTP/1.1" status: 200 len: 1096 time: 3.3202093 Dec 09 14:56:19.004758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:19.004758 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f504343-aff9-4284-9e30-39bc859b058d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:19.006668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-217c1301-aa67-4b16-a00f-c80d76e734e5 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118965 Dec 09 14:56:19.012990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf', 'mac_address': 'fa:16:3e:b1:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:19.056053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:19.060407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:19.074813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c843fcad-f6d0-4bea-8b18-750f51dcc3bf {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:19.098008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:19.107320 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:19.148242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.148595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.148956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.149292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.149631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.149961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.150295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.150618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.150946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.153365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.153365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.153365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.153711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45bf06-7ba6-4f92-8544-51accf4683f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:19.195816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3baf95-2d2e-4b69-9a4f-7743bdcba22f req-d327f376-f1b8-4efd-ab89-ac1ae4fabedf tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:19.204105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab3baf95-2d2e-4b69-9a4f-7743bdcba22f req-d327f376-f1b8-4efd-ab89-ac1ae4fabedf tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 948 time: 0.3028526 Dec 09 14:56:19.205547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:19.226112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-68f88946-1860-46cb-98cd-6da7ae64e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:19.227646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-68f88946-1860-46cb-98cd-6da7ae64e669 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3054767 Dec 09 14:56:19.335764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-2d435741-bd05-448c-8f45-ce521396927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:19.337534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-2d435741-bd05-448c-8f45-ce521396927f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 1099 time: 0.2607241 Dec 09 14:56:19.354216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-cac94419-2744-4808-bc5a-35c456f7db04 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:19.355795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-cac94419-2744-4808-bc5a-35c456f7db04 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 946 time: 0.2806602 Dec 09 14:56:19.414051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab3baf95-2d2e-4b69-9a4f-7743bdcba22f req-ec262c28-bb1e-43e5-8e39-0e9432640c96 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085977 Dec 09 14:56:19.651764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c843fcad-f6d0-4bea-8b18-750f51dcc3bf'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:19.784249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba1ebd0b-5014-46da-9866-5c3a51f71926 req-0f153293-b33f-4990-99f2-3fd21bd54728 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103642 Dec 09 14:56:19.802837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-6757aeb8-cbe5-40ed-b09f-a3e0e836f286 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d622fcaf-de0a-4a49-84d0-dab422962382 HTTP/1.1" status: 200 len: 217 time: 0.4442921 Dec 09 14:56:19.841485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-21512604-1925-487a-b93b-2de28a162262 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969312 Dec 09 14:56:19.844299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-635d7fa7-1d17-44db-88ae-293d2de686db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:19.846492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-635d7fa7-1d17-44db-88ae-293d2de686db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.8607838 Dec 09 14:56:20.011440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4be028-7f7e-499b-aeea-7746598d7b1c {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:20.019874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:20.029047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-bf6f297c-6aca-494f-b6ad-17aefc87a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.030523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-bf6f297c-6aca-494f-b6ad-17aefc87a4fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1936088 Dec 09 14:56:20.071920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71759d-c6f4-44a1-ac2b-b70350365979 req-7200aae9-3fdb-4f8f-af39-1688a3f715d6 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.072816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-f3bf7614-df33-4192-ab9f-67889ac17d62 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137971 Dec 09 14:56:20.073469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c71759d-c6f4-44a1-ac2b-b70350365979 req-7200aae9-3fdb-4f8f-af39-1688a3f715d6 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 950 time: 0.2696936 Dec 09 14:56:20.080127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b79e534-3f0a-486d-bce5-9c93856e8501 req-8a264b49-c58a-44df-ad10-e0ec2a4ba2c4 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0172124 Dec 09 14:56:20.112573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Transition to ACTIVE for port object cc4be028-7f7e-499b-aeea-7746598d7b1c will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:20.115315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17eded-68ee-4310-a328-b9706145afe8 req-e31e0073-bd92-4c6c-94d0-fb745ce5f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.117294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-e31e0073-bd92-4c6c-94d0-fb745ce5f0dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632953 Dec 09 14:56:20.135780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:20.152072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Deleting port e45aa707-c569-4a1d-a034-d728c096b405 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:20.152473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:20.160381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd9161-365b-47b4-abdd-7533e6e793b6 req-9122f2e9-9c71-46da-991b-e5a040bf43a8 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.162897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dbd9161-365b-47b4-abdd-7533e6e793b6 req-9122f2e9-9c71-46da-991b-e5a040bf43a8 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 948 time: 0.3021448 Dec 09 14:56:20.225634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a794b05-feab-4e3a-90a0-96f30c37368d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:20.341699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] For port e45aa707-c569-4a1d-a034-d728c096b405, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e45aa707-c569-4a1d-a034-d728c096b405,segment=NetworkSegment(71d19937-7b1e-4223-b074-6828414838f3),segment_id=71d19937-7b1e-4223-b074-6828414838f3)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:20.341699 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:20.342040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dbd9161-365b-47b4-abdd-7533e6e793b6 req-cbd990b1-b586-4357-b93b-0f6a97d11e65 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655746 Dec 09 14:56:20.343977 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:20.369395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Transition to ACTIVE for port object 4a794b05-feab-4e3a-90a0-96f30c37368d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:20.385161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:20.394669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Calling delete_port for e45aa707-c569-4a1d-a034-d728c096b405 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:20.408360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-35994f5f-f51d-418d-9a96-bbb3d3e5b124 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686467 Dec 09 14:56:20.438808 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970278e6-a067-4907-a963-af9e749f4dca x-openstack-request-id: req-970278e6-a067-4907-a963-af9e749f4dca {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:20.439484 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb9f824-ebfb-4d15-bc2b-21179077a76e", "name": "network-vif-plugged", "status": "completed", "tag": "729f852b-1a57-46fc-a022-c9f4b6e431e6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:20.440300 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-970278e6-a067-4907-a963-af9e749f4dca {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:20.440769 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729f852b-1a57-46fc-a022-c9f4b6e431e6', 'code': 200} Dec 09 14:56:20.540245 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d21d9ff-fafd-484d-a506-98e4c32432d3 x-openstack-request-id: req-1d21d9ff-fafd-484d-a506-98e4c32432d3 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:20.540542 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:20.540805 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d21d9ff-fafd-484d-a506-98e4c32432d3 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:20.541208 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'status': 'completed', 'code': 200} Dec 09 14:56:20.556609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-943033fd-cde5-4165-999c-5f623ec71699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.558152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-943033fd-cde5-4165-999c-5f623ec71699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5103579 Dec 09 14:56:20.680630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:20.695895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c71759d-c6f4-44a1-ac2b-b70350365979 req-fe7d6fd4-c851-479a-8f2f-85dae11564e9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902674 Dec 09 14:56:20.732495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.732495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.732837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.732946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Pushing event updated for resources: {'Port': ['ID=cc4be028-7f7e-499b-aeea-7746598d7b1c,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:20.733041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.733306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.733625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.733949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.734277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.734606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.734938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.735282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.735623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.751010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:20.805666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7044c65-7dc4-4773-a55d-8aeb32ef2856 req-2a9326c4-4d6d-4fbd-a675-ad44f5958581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.807587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7044c65-7dc4-4773-a55d-8aeb32ef2856 req-2a9326c4-4d6d-4fbd-a675-ad44f5958581 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 1101 time: 0.2770135 Dec 09 14:56:20.838797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:20.939478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d17eded-68ee-4310-a328-b9706145afe8 req-2e032c67-b83c-4a8b-ac08-861dd84c2ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075438 Dec 09 14:56:20.944842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Attempting to bind port 4a794b05-feab-4e3a-90a0-96f30c37368d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:20.945188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Attempting to bind port 4a794b05-feab-4e3a-90a0-96f30c37368d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:20.945531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Attempting to bind port 4a794b05-feab-4e3a-90a0-96f30c37368d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:20.962730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Port 4a794b05-feab-4e3a-90a0-96f30c37368d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:20.963064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Attempting to bind port 4a794b05-feab-4e3a-90a0-96f30c37368d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:20.973521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3dae4-bca2-4e18-8f14-03ac3d471be2 req-15aa198f-5e3c-4363-8208-e08aae90bb61 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:20.975414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fd3dae4-bca2-4e18-8f14-03ac3d471be2 req-15aa198f-5e3c-4363-8208-e08aae90bb61 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.3668528 Dec 09 14:56:20.979199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7044c65-7dc4-4773-a55d-8aeb32ef2856 req-167ee649-95cc-4a13-95d9-15513ef973ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561763 Dec 09 14:56:20.982003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:20.982323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:20.982703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:20.983140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Bound port: 4a794b05-feab-4e3a-90a0-96f30c37368d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:20.983516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.040631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Attempting to bind port cc4be028-7f7e-499b-aeea-7746598d7b1c on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:21.041857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Attempting to bind port cc4be028-7f7e-499b-aeea-7746598d7b1c by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:21.042732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Attempting to bind port cc4be028-7f7e-499b-aeea-7746598d7b1c on network 8eb47943-a697-49ee-ba36-e76a38f6897f {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:21.079515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Port cc4be028-7f7e-499b-aeea-7746598d7b1c on network 8eb47943-a697-49ee-ba36-e76a38f6897f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:21.080714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Attempting to bind port cc4be028-7f7e-499b-aeea-7746598d7b1c on network 8eb47943-a697-49ee-ba36-e76a38f6897f {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:21.086543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-60254f8e-ed0c-48eb-a89c-f59b295721ec service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920144 Dec 09 14:56:21.093738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:21.094511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Checking segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:21.095537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Bound using segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:21.096254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Bound port: cc4be028-7f7e-499b-aeea-7746598d7b1c, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:21.096839 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.097888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fd3dae4-bca2-4e18-8f14-03ac3d471be2 req-abc58dfa-1cfb-4ade-b46c-cbb7e86295a4 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906711 Dec 09 14:56:21.111385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:21.167710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'mac_address': 'fa:16:3e:8a:07:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:21.174884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:21.180482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:21.202525 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.259150 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.266437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be3622-e447-4dfc-a0a5-a128a3f5a22a req-4e78bac0-e1c6-4a43-ab37-433765e6a4b3 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.268244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8be3622-e447-4dfc-a0a5-a128a3f5a22a req-4e78bac0-e1c6-4a43-ab37-433765e6a4b3 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 948 time: 0.2477212 Dec 09 14:56:21.277093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:21.291727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:21.303663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:21.320501 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.325361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.326153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.328652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-e1d6cabf-edb8-4efe-9b0a-0fe694e88728 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a794b05-feab-4e3a-90a0-96f30c37368d HTTP/1.1" status: 200 len: 1096 time: 3.4673817 Dec 09 14:56:21.329022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:21.331441 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:21.422940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:21.441794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa780993-1488-45e7-aefc-57eb5c1e3f65 req-153f7087-baa9-4d87-a8b7-8f8c45b0fbf5 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632163 Dec 09 14:56:21.456619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] For port cc4be028-7f7e-499b-aeea-7746598d7b1c, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:21.463373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] For port cc4be028-7f7e-499b-aeea-7746598d7b1c, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc4be028-7f7e-499b-aeea-7746598d7b1c,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:21.467583 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.482746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438fe1a-39e0-400f-96cd-6de7c9714949 req-8ec0656c-cd35-4041-83e8-480a3fe49854 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.484362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7438fe1a-39e0-400f-96cd-6de7c9714949 req-8ec0656c-cd35-4041-83e8-480a3fe49854 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/ports?device_id=15ce8df5-c150-47ec-8a16-f043c37fb197 HTTP/1.1" status: 200 len: 946 time: 0.1976845 Dec 09 14:56:21.547151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-7f24bb6c-6138-4539-b474-68ee4cf856c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.548426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-7f24bb6c-6138-4539-b474-68ee4cf856c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 1099 time: 0.1647179 Dec 09 14:56:21.564998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.569340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Pushing event deleted for resources: {'Port': ['ID=e45aa707-c569-4a1d-a034-d728c096b405,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:21.648082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-6f3f23a2-4ec7-4e80-994c-feae35f132aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=4a794b05-feab-4e3a-90a0-96f30c37368d HTTP/1.1" status: 200 len: 217 time: 0.0756123 Dec 09 14:56:21.652471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7438fe1a-39e0-400f-96cd-6de7c9714949 req-71cae0f0-4085-4b1e-8cc6-d3aca8d1d2fd tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.46 "GET /v2.0/security-groups?id=300a64af-d63f-496d-aa4c-fc799ffd2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563175 Dec 09 14:56:21.691207 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.736352 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-9b0b3c7f-fb16-41b8-aa1e-451935d6d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.739183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-9b0b3c7f-fb16-41b8-aa1e-451935d6d29f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0823684 Dec 09 14:56:21.790785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8d3cb1fe-24ef-49bf-b61e-937c4469295d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:21.806615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8be3622-e447-4dfc-a0a5-a128a3f5a22a req-cc71405a-7b16-41e3-b7d1-81504142679f tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229797 Dec 09 14:56:21.876969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.879136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.880900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] 10.222.0.36 "PUT /v2.0/ports/cc4be028-7f7e-499b-aeea-7746598d7b1c HTTP/1.1" status: 200 len: 1092 time: 3.8520441 Dec 09 14:56:21.884969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] No DVR routers for this DVR port e45aa707-c569-4a1d-a034-d728c096b405 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:21.906077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:21.914702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4da6d555-d4d3-49f1-aaca-6375966aa4be req-572fd48c-335e-45f9-8987-8a36a09bef57 tempest-InstanceActionsV221TestJSON-1790794127 tempest-InstanceActionsV221TestJSON-1790794127-project] 10.222.0.43 "DELETE /v2.0/ports/e45aa707-c569-4a1d-a034-d728c096b405 HTTP/1.1" status: 204 len: 173 time: 2.5279806 Dec 09 14:56:21.967428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-761b41d8-931d-401d-b072-4962cce888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:21.974592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-761b41d8-931d-401d-b072-4962cce888fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2204323 Dec 09 14:56:21.979570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Request body: {'port': {'device_id': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:22.017668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835cf9c-3b6a-44f6-ac7c-32588bf433a7 req-e84583fa-c25c-413c-8572-32697bf1ccfd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.031929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0835cf9c-3b6a-44f6-ac7c-32588bf433a7 req-e84583fa-c25c-413c-8572-32697bf1ccfd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 949 time: 0.2365355 Dec 09 14:56:22.119314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc413e-6cc4-471a-aac1-5ee3a438eead service neutron] Pushing event updated for resources: {'Port': ['ID=cc4be028-7f7e-499b-aeea-7746598d7b1c,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:22.164531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504343-aff9-4284-9e30-39bc859b058d req-f686fd4c-cc3a-4ffd-a3c9-1deb9e3f84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.166304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-f686fd4c-cc3a-4ffd-a3c9-1deb9e3f84e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 1099 time: 0.6255138 Dec 09 14:56:22.198696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0835cf9c-3b6a-44f6-ac7c-32588bf433a7 req-310529fb-b3f0-4d7b-8a74-f61a3ed3f22f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640346 Dec 09 14:56:22.301720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-71932eb0-8d0d-4e32-a47e-f77aae777c9f service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122885 Dec 09 14:56:22.311590 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:22.353476 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:22.421033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69388c-ca86-4bfe-8160-8a93afe7b913 req-d3462ed5-d162-41a4-b787-af8a4d3067c8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.428246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69388c-ca86-4bfe-8160-8a93afe7b913 req-d3462ed5-d162-41a4-b787-af8a4d3067c8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.436623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69388c-ca86-4bfe-8160-8a93afe7b913 req-d3462ed5-d162-41a4-b787-af8a4d3067c8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.444865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d69388c-ca86-4bfe-8160-8a93afe7b913 req-d3462ed5-d162-41a4-b787-af8a4d3067c8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2387 time: 0.3908319 Dec 09 14:56:22.501979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a1d4f3e-bc5b-4d90-86cc-fddf91aa9731 req-22c3ff21-7459-483b-9c7b-7cd976e0b985 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898746 Dec 09 14:56:22.522863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e45aa707-c569-4a1d-a034-d728c096b405 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:22.558172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'tag': 'cc4be028-7f7e-499b-aeea-7746598d7b1c'}, {'server_uuid': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'name': 'network-vif-deleted', 'tag': 'e45aa707-c569-4a1d-a034-d728c096b405'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:22.558627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: e45aa707-c569-4a1d-a034-d728c096b405 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:22.559416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e45aa707-c569-4a1d-a034-d728c096b405 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:22.564741 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c30467-f71f-4769-ba9b-db932aed04ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "tag": "cc4be028-7f7e-499b-aeea-7746598d7b1c"}, {"server_uuid": "15ce8df5-c150-47ec-8a16-f043c37fb197", "name": "network-vif-deleted", "tag": "e45aa707-c569-4a1d-a034-d728c096b405"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:22.583047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504343-aff9-4284-9e30-39bc859b058d req-d1d48677-a626-47d6-9b29-87fada00c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.584447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c29e2-3ced-44f8-9bfd-a8fac3fb27d6 req-a633453f-203d-436a-8f0c-01c88cb76020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.587420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-869c29e2-3ced-44f8-9bfd-a8fac3fb27d6 req-a633453f-203d-436a-8f0c-01c88cb76020 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.2323940 Dec 09 14:56:22.594364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-d1d48677-a626-47d6-9b29-87fada00c102 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.4069841 Dec 09 14:56:22.664360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d69388c-ca86-4bfe-8160-8a93afe7b913 req-7d80e030-1650-4c6b-a5cd-1fd6c442069b tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183857 Dec 09 14:56:22.706198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-869c29e2-3ced-44f8-9bfd-a8fac3fb27d6 req-9b8df45a-0ad5-442e-8924-5bbc2138ec8c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122117 Dec 09 14:56:22.783229 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6843edf-af25-4478-823f-716d1bb8fae8 x-openstack-request-id: req-c6843edf-af25-4478-823f-716d1bb8fae8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:22.783609 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:22.783871 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6843edf-af25-4478-823f-716d1bb8fae8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:22.784482 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'status': 'completed', 'code': 200} Dec 09 14:56:22.794129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c843fcad-f6d0-4bea-8b18-750f51dcc3bf up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:22.921278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-38a4e54b-7894-4a9f-8f4e-9de507addc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.922946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-38a4e54b-7894-4a9f-8f4e-9de507addc5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 1099 time: 0.1109433 Dec 09 14:56:22.923667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-c456f5f5-ab8e-472b-a88b-00fbfb3aeb1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d622fcaf-de0a-4a49-84d0-dab422962382 HTTP/1.1" status: 200 len: 217 time: 0.2713149 Dec 09 14:56:22.937941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55aa29-a0dc-4582-9e28-e949bcf85d2d req-82b9d83c-5f9e-4622-a164-030658f626a6 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:22.938482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port c843fcad-f6d0-4bea-8b18-750f51dcc3bf completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:22.939418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e55aa29-a0dc-4582-9e28-e949bcf85d2d req-82b9d83c-5f9e-4622-a164-030658f626a6 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 948 time: 0.0691686 Dec 09 14:56:22.946856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port c843fcad-f6d0-4bea-8b18-750f51dcc3bf triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:22.947548 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:23.138860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd439e01-84af-4410-bf3d-c1599b51c60c req-2266bc69-3827-44aa-aefc-b1b7879a854b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.140840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd439e01-84af-4410-bf3d-c1599b51c60c req-2266bc69-3827-44aa-aefc-b1b7879a854b tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 950 time: 0.2201035 Dec 09 14:56:23.143142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504343-aff9-4284-9e30-39bc859b058d req-3322c03f-fc87-48b0-9d40-f9feec6e3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.144549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-3322c03f-fc87-48b0-9d40-f9feec6e3d32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2080662 Dec 09 14:56:23.169007 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86cd708b-dc39-4344-b214-85d0e61d59f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:23.171021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:23.226769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e55aa29-a0dc-4582-9e28-e949bcf85d2d req-55c04203-ef05-4f2d-b5fe-efb2da8e462f tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754147 Dec 09 14:56:23.272929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:23.276944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:23.280807 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8a062-8528-445b-81f8-7e8fc0344bea" -d '{"events": [{"server_uuid": "f3583ab3-79ca-46ef-b7d9-74b4e6a151b0", "name": "network-vif-plugged", "status": "completed", "tag": "c843fcad-f6d0-4bea-8b18-750f51dcc3bf"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:23.282539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-66eb654a-1eeb-42e3-b1d8-bcb4e9f645d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.284900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-66eb654a-1eeb-42e3-b1d8-bcb4e9f645d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.3445690 Dec 09 14:56:23.295210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504343-aff9-4284-9e30-39bc859b058d req-8e9419af-d801-4801-9c0b-6d7a2b526684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.295713 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:23.296784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-8e9419af-d801-4801-9c0b-6d7a2b526684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340249 Dec 09 14:56:23.326030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd439e01-84af-4410-bf3d-c1599b51c60c req-95afc35b-83e0-46ce-8c85-842dc4d56760 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653571 Dec 09 14:56:23.387702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-c3535ae9-8b26-4ddf-bca6-fd1322731957 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=4a794b05-feab-4e3a-90a0-96f30c37368d HTTP/1.1" status: 200 len: 217 time: 0.0838959 Dec 09 14:56:23.402908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:23.440114 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cccdef9-4560-471e-b69a-05f8a74f7076 x-openstack-request-id: req-2cccdef9-4560-471e-b69a-05f8a74f7076 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:23.440694 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "tag": "cc4be028-7f7e-499b-aeea-7746598d7b1c", "status": "completed", "code": 200}, {"server_uuid": "15ce8df5-c150-47ec-8a16-f043c37fb197", "name": "network-vif-deleted", "tag": "e45aa707-c569-4a1d-a034-d728c096b405", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:23.441123 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2cccdef9-4560-471e-b69a-05f8a74f7076 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:23.453753 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'tag': 'cc4be028-7f7e-499b-aeea-7746598d7b1c', 'status': 'completed', 'code': 200} Dec 09 14:56:23.454765 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce8df5-c150-47ec-8a16-f043c37fb197', 'name': 'network-vif-deleted', 'tag': 'e45aa707-c569-4a1d-a034-d728c096b405', 'status': 'completed', 'code': 200} Dec 09 14:56:23.522301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:23.589468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:23.606822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-cf8e52eb-358e-4970-9830-dc4e8543094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.609740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-cf8e52eb-358e-4970-9830-dc4e8543094c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2027445 Dec 09 14:56:23.615937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Transition to ACTIVE for port object 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:23.629726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:23.643870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-c2689eb6-9fc1-47ac-b3ab-497f66ea3b52 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614024 Dec 09 14:56:23.749579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-6de87d30-8844-46d8-8d6b-c63d6dbb2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.750075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-6de87d30-8844-46d8-8d6b-c63d6dbb2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.755021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-6de87d30-8844-46d8-8d6b-c63d6dbb2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.757678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-6de87d30-8844-46d8-8d6b-c63d6dbb2cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2730 time: 0.2880881 Dec 09 14:56:23.772327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:23.868227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f504343-aff9-4284-9e30-39bc859b058d req-67925d61-2b8e-4fab-a997-bc15da374a94 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988649 Dec 09 14:56:23.916785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-44f21975-71af-4b76-b3ef-edad14a92dd1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.918362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-44f21975-71af-4b76-b3ef-edad14a92dd1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82&tenant_id=084b1d49ac0849c9a0b9b80073719ff7&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 949 time: 0.3364546 Dec 09 14:56:23.991979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45eff0-37fd-4fc7-8378-ce49c828896b req-cd9861ef-8123-4356-8c2d-c9a8835bd56f tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.998686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-fc991d41-1a33-4151-8b6b-31a233461d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:23.999791 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b45eff0-37fd-4fc7-8378-ce49c828896b req-cd9861ef-8123-4356-8c2d-c9a8835bd56f tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 948 time: 0.2793057 Dec 09 14:56:24.007704 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb3959-cce8-4367-ac1c-fb637fe8bcbc x-openstack-request-id: req-4dcb3959-cce8-4367-ac1c-fb637fe8bcbc {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:24.009073 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3583ab3-79ca-46ef-b7d9-74b4e6a151b0", "name": "network-vif-plugged", "status": "completed", "tag": "c843fcad-f6d0-4bea-8b18-750f51dcc3bf", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:24.009725 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dcb3959-cce8-4367-ac1c-fb637fe8bcbc {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:24.010929 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf', 'code': 200} Dec 09 14:56:24.019492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-fc991d41-1a33-4151-8b6b-31a233461d53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3432200 Dec 09 14:56:24.105227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Attempting to bind port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:24.105595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Attempting to bind port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:24.105909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Attempting to bind port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf on network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:24.116235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf on network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:24.116570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Attempting to bind port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf on network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:24.135174 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b45eff0-37fd-4fc7-8378-ce49c828896b req-b53df1fe-6fb3-4a94-925a-168621ece9e3 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283631 Dec 09 14:56:24.171703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:24.172474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Checking segment: {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:24.172474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Bound using segment: {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:24.172853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Bound port: 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:24.173216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:24.321495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] For port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:24.327601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] For port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:24.343619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:24.364124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0fd8b-b194-4eff-8fbd-2de7f0fc7e9e req-e372309f-d955-4834-a159-70896d981486 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.365803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eee0fd8b-b194-4eff-8fbd-2de7f0fc7e9e req-e372309f-d955-4834-a159-70896d981486 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 949 time: 0.1117144 Dec 09 14:56:24.404240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124792c-1daf-4ef6-b47e-10757c316a77 req-317f74a5-1a98-4230-941a-617497d5c186 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.412032 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0124792c-1daf-4ef6-b47e-10757c316a77 req-317f74a5-1a98-4230-941a-617497d5c186 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 1101 time: 0.2715378 Dec 09 14:56:24.427756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.428572 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:24.430659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] 10.222.0.36 "PUT /v2.0/ports/9f4d3586-8750-4449-bd3a-1a4e8d65a1cf HTTP/1.1" status: 200 len: 1091 time: 2.4876549 Dec 09 14:56:24.433343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dced83-13dc-44b9-a006-5a2e8f38a0c6 req-cf8525d3-810d-4db4-9835-465929649d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.434896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31dced83-13dc-44b9-a006-5a2e8f38a0c6 req-cf8525d3-810d-4db4-9835-465929649d92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 1100 time: 0.2630630 Dec 09 14:56:24.437203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-3716d4c3-607c-41e7-b0dd-58205d22f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.437203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-3716d4c3-607c-41e7-b0dd-58205d22f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.437437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-3716d4c3-607c-41e7-b0dd-58205d22f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.438850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-3716d4c3-607c-41e7-b0dd-58205d22f889 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6538625 Dec 09 14:56:24.463448 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-99d0e2fe-6bbe-495f-b137-c0c22fbc79da service neutron] 10.222.0.36 "GET /v2.0/ports/8d3cb1fe-24ef-49bf-b61e-937c4469295d/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 382 time: 0.4427681 Dec 09 14:56:24.505912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eee0fd8b-b194-4eff-8fbd-2de7f0fc7e9e req-c1ddb082-f4d0-421a-be90-44cf4e18c2f3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089718 Dec 09 14:56:24.511257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Request body: {'port': {'device_id': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:24.517009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f42f0-5897-42e6-b513-c57a2a3e5265 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:24.541869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:24.638925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-37b21f12-608e-4bbd-acf0-3377c89c1d4d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864809 Dec 09 14:56:24.662202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:24.732336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:24.767277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'mac_address': 'fa:16:3e:22:9b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:24.804474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0124792c-1daf-4ef6-b47e-10757c316a77 req-d8e941fe-5971-4dcb-8324-35643415b2e3 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913209 Dec 09 14:56:24.859800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:24.862350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:24.869339 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31dced83-13dc-44b9-a006-5a2e8f38a0c6 req-faa596ec-7a28-4fda-8635-b131a4e74d73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881638 Dec 09 14:56:24.941992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794b18-3a1a-4e07-becb-4896c52b0b8a req-c9d37e03-71c0-4ca3-8ce2-ca8993f64e10 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.949680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794b18-3a1a-4e07-becb-4896c52b0b8a req-c9d37e03-71c0-4ca3-8ce2-ca8993f64e10 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.956192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794b18-3a1a-4e07-becb-4896c52b0b8a req-c9d37e03-71c0-4ca3-8ce2-ca8993f64e10 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:24.969673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29794b18-3a1a-4e07-becb-4896c52b0b8a req-c9d37e03-71c0-4ca3-8ce2-ca8993f64e10 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2399 time: 0.1321368 Dec 09 14:56:25.013713 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.084942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d622fcaf-de0a-4a49-84d0-dab422962382 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:25.108706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29794b18-3a1a-4e07-becb-4896c52b0b8a req-6b25b20f-5f27-4e85-9f02-34b6f61530af tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360769 Dec 09 14:56:25.111960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:25.159778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.209518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:25.223310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:25.223833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.254253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf8b6fc-6014-4727-87a5-51ed1ba6003f {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:25.283292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.305373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:25.315816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:25.327009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.327569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.327930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.328062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Transition to ACTIVE for port object acf8b6fc-6014-4727-87a5-51ed1ba6003f will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:25.328254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.328619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.328925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.329253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.329582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.329958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.330322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.330794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.331124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.331570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:56:25.333587 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.348997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'mac_address': 'fa:16:3e:e4:b3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:25.460454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb062700-f22f-4985-9e2d-1a429733dca8 req-25796b62-1b0c-4824-a367-31cb8823f4b1 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:25.462080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb062700-f22f-4985-9e2d-1a429733dca8 req-25796b62-1b0c-4824-a367-31cb8823f4b1 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 949 time: 0.1946397 Dec 09 14:56:25.469822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'tag': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:25.479546 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daf9769-a373-483d-be95-c8d30b11d2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "tag": "9f4d3586-8750-4449-bd3a-1a4e8d65a1cf"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:25.525538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-64c2f258-b0e5-4b31-b1d3-7d5a34a3385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:25.527066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-64c2f258-b0e5-4b31-b1d3-7d5a34a3385d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1100 time: 0.9613459 Dec 09 14:56:25.589307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-4d0e26d5-1d47-46a3-a3c5-7f06a11cea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:25.591036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8c30467-f71f-4769-ba9b-db932aed04ec req-4d0e26d5-1d47-46a3-a3c5-7f06a11cea8a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0871060 Dec 09 14:56:25.598425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae7fe36c-f3d1-46b3-b2cd-d6c86c705ae5 req-97491281-2f5c-4d0c-bd28-2a260b6aeebb service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9108467 Dec 09 14:56:25.628650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3384fd-e6d1-4c13-a518-e884fa728237 req-39c8029f-bd05-4813-bee6-472f61443424 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:25.637105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb3384fd-e6d1-4c13-a518-e884fa728237 req-39c8029f-bd05-4813-bee6-472f61443424 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.6933706 Dec 09 14:56:25.674504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Pushing event updated for resources: {'Port': ['ID=acf8b6fc-6014-4727-87a5-51ed1ba6003f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:25.737233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.760226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d622fcaf-de0a-4a49-84d0-dab422962382'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:25.767300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Attempting to bind port acf8b6fc-6014-4727-87a5-51ed1ba6003f on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:25.767977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Attempting to bind port acf8b6fc-6014-4727-87a5-51ed1ba6003f by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:25.768499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Attempting to bind port acf8b6fc-6014-4727-87a5-51ed1ba6003f on network 8eb47943-a697-49ee-ba36-e76a38f6897f {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:25.789459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:25.789922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb062700-f22f-4985-9e2d-1a429733dca8 req-b3eca2fb-1743-40d7-b4aa-9575981546c9 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922251 Dec 09 14:56:25.790737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb3384fd-e6d1-4c13-a518-e884fa728237 req-15b6bc9b-2dbe-4fb9-856e-7de8aef317f1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524930 Dec 09 14:56:25.798364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Port acf8b6fc-6014-4727-87a5-51ed1ba6003f on network 8eb47943-a697-49ee-ba36-e76a38f6897f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:25.799612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Attempting to bind port acf8b6fc-6014-4727-87a5-51ed1ba6003f on network 8eb47943-a697-49ee-ba36-e76a38f6897f {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:25.812114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:25.818658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Checking segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:25.819184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Bound using segment: {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:25.820048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Bound port: acf8b6fc-6014-4727-87a5-51ed1ba6003f, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3970d491-a03b-4e23-9dbc-a4bd86c887b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:25.820657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.826322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-f5a2a6d8-561c-4e4a-80f9-2044c36cca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:25.830167 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-f5a2a6d8-561c-4e4a-80f9-2044c36cca28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2692158 Dec 09 14:56:25.846708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.871379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2685a83-8644-4a22-8b96-4baa9e05e55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.900422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.920072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a794b05-feab-4e3a-90a0-96f30c37368d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:25.921716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-f42b4050-5e0e-4f00-8bb7-27b678a292d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0818548 Dec 09 14:56:25.948453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:25.972619 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:25.999113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-e546502e-2e3c-416c-a41e-daf5e3af909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.002091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-e546502e-2e3c-416c-a41e-daf5e3af909f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0683393 Dec 09 14:56:26.032923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-87f82593-169d-4fab-9d5d-5254505c83af tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897958 Dec 09 14:56:26.045454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:26.048560 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505b6810-aded-4178-b5fb-b539f9340972" -d '{"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-plugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:26.058614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:26.142073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:26.144629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-0d022474-9a15-41d5-a42d-a212de728366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.147816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-0d022474-9a15-41d5-a42d-a212de728366 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303706 Dec 09 14:56:26.165981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] For port acf8b6fc-6014-4727-87a5-51ed1ba6003f, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:26.171513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] For port acf8b6fc-6014-4727-87a5-51ed1ba6003f, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:26.197109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:26.199834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7ba2d-7fd0-480b-bff8-4ab312e512ce req-75eb6c1a-abe1-45e4-871d-d04bad3ce0ad tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.201934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cf7ba2d-7fd0-480b-bff8-4ab312e512ce req-75eb6c1a-abe1-45e4-871d-d04bad3ce0ad tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 949 time: 0.1305969 Dec 09 14:56:26.321653 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-d975257c-86df-4a06-ab7c-3f0ed9c6e1c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640844 Dec 09 14:56:26.433521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cf7ba2d-7fd0-480b-bff8-4ab312e512ce req-12d032f9-3a17-4583-951b-769498c5efcd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209783 Dec 09 14:56:26.473317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4a794b05-feab-4e3a-90a0-96f30c37368d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:26.613750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:26.680953 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5fad8d-4d9b-48ba-9921-3580a770000a x-openstack-request-id: req-ab5fad8d-4d9b-48ba-9921-3580a770000a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:26.681537 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "tag": "9f4d3586-8750-4449-bd3a-1a4e8d65a1cf", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:26.682009 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab5fad8d-4d9b-48ba-9921-3580a770000a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:26.682535 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'tag': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf', 'status': 'completed', 'code': 200} Dec 09 14:56:26.701339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-74f33a96-6b7c-46b3-899c-5a5697125d82 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.709798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-74f33a96-6b7c-46b3-899c-5a5697125d82 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6759593 Dec 09 14:56:26.733280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-11affb1d-476e-4efa-b31a-6cf774abaf42 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510096 Dec 09 14:56:26.741684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-8f90ebe8-4aa6-42db-89fe-9a405f30bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.742264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-8f90ebe8-4aa6-42db-89fe-9a405f30bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.742749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-8f90ebe8-4aa6-42db-89fe-9a405f30bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.744457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-8f90ebe8-4aa6-42db-89fe-9a405f30bfd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2864 time: 0.1663692 Dec 09 14:56:26.752128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.752750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:26.754381 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] 10.222.0.36 "PUT /v2.0/ports/acf8b6fc-6014-4727-87a5-51ed1ba6003f HTTP/1.1" status: 200 len: 1091 time: 2.2645149 Dec 09 14:56:26.762181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-cd775503-4b96-4419-89a0-11c2d86b6220 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/quotas/2b8687e457194a10a698f3cd79605202 HTTP/1.1" status: 200 len: 375 time: 0.0514872 Dec 09 14:56:26.825741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2a275-e99e-48ea-8f96-b22006639bdb service neutron] Pushing event updated for resources: {'Port': ['ID=acf8b6fc-6014-4727-87a5-51ed1ba6003f,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:26.849302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59494024-447d-43a7-849a-d380eec23b9b req-2539b1a1-ed1e-47e8-9c33-34aa4389b395 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:26.851449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59494024-447d-43a7-849a-d380eec23b9b req-2539b1a1-ed1e-47e8-9c33-34aa4389b395 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 951 time: 0.1726322 Dec 09 14:56:26.866145 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-1527fbe2-8516-475e-8321-0edf1ef73bdd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1029415 Dec 09 14:56:26.971808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59494024-447d-43a7-849a-d380eec23b9b req-fa7e56d0-8ef5-42ea-90d9-534c9a6dcdb1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074142 Dec 09 14:56:27.005173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-6d06a386-52e8-4df8-bf38-a34718656450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.006014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-6d06a386-52e8-4df8-bf38-a34718656450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.006766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-6d06a386-52e8-4df8-bf38-a34718656450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.009092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-6d06a386-52e8-4df8-bf38-a34718656450 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2269545 Dec 09 14:56:27.105425 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa3367e-4f42-4873-875e-e6f120642192 x-openstack-request-id: req-3fa3367e-4f42-4873-875e-e6f120642192 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:27.106007 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-plugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:27.106128 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fa3367e-4f42-4873-875e-e6f120642192 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:27.106792 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'code': 200} Dec 09 14:56:27.118745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39722) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:27.186976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Deleting subnet 8847426c-c8ba-49eb-aeed-e2895aa1d991 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:56:27.192274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.266659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.268164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-200d71ef-322c-4507-bab9-e1569b67d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.269769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4daf9769-a373-483d-be95-c8d30b11d2b6 req-200d71ef-322c-4507-bab9-e1569b67d306 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2449656 Dec 09 14:56:27.329252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.426875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ec43-118b-4fd8-83f1-ada4de8eafa1 req-afa6fd8f-e617-4f36-8742-f142acd57580 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.428886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c171ec43-118b-4fd8-83f1-ada4de8eafa1 req-afa6fd8f-e617-4f36-8742-f142acd57580 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1571259 Dec 09 14:56:27.444192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863d332-ab75-47b6-9020-f4a3663bf508 req-a0a7d477-262c-496c-b0c5-c984d8a91935 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.450900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863d332-ab75-47b6-9020-f4a3663bf508 req-a0a7d477-262c-496c-b0c5-c984d8a91935 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.457523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863d332-ab75-47b6-9020-f4a3663bf508 req-a0a7d477-262c-496c-b0c5-c984d8a91935 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.460497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c863d332-ab75-47b6-9020-f4a3663bf508 req-a0a7d477-262c-496c-b0c5-c984d8a91935 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2411 time: 0.1103208 Dec 09 14:56:27.462181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.472106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b409de94-c8a8-48ec-bdcf-f8cc90b37d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.472595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b409de94-c8a8-48ec-bdcf-f8cc90b37d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.473105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b409de94-c8a8-48ec-bdcf-f8cc90b37d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.475395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b409de94-c8a8-48ec-bdcf-f8cc90b37d17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2864 time: 0.1377749 Dec 09 14:56:27.509497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8847426c-c8ba-49eb-aeed-e2895aa1d991,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:27.511863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.518377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d9e58e6c-3531-4364-863a-441c2f5b1905 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8847426c-c8ba-49eb-aeed-e2895aa1d991 HTTP/1.1" status: 204 len: 168 time: 0.3985095 Dec 09 14:56:27.522583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c171ec43-118b-4fd8-83f1-ada4de8eafa1 req-93ec5b81-ad0d-4306-aefd-8f615dc269ce tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782483 Dec 09 14:56:27.523193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39730) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:27.603206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-1c737c98-282a-4168-a8d2-d1bbe65b8a83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=cc4be028-7f7e-499b-aeea-7746598d7b1c HTTP/1.1" status: 200 len: 217 time: 0.0753825 Dec 09 14:56:27.615301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c863d332-ab75-47b6-9020-f4a3663bf508 req-2c23694e-57eb-42ff-90d4-d6dd1126a805 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469607 Dec 09 14:56:27.660515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.722211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-89f59d53-1abc-490e-8ecf-85ca3e81e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.724663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-89f59d53-1abc-490e-8ecf-85ca3e81e5e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c1ad252-7b36-41fc-a87d-9bbcefbc507f HTTP/1.1" status: 200 len: 801 time: 0.1113944 Dec 09 14:56:27.738940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3987d3d8-9d27-4c3d-8f7c-108e4a4a1ad3 req-605dd31d-7043-415e-ae9e-ad38b091be22 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 210 time: 0.0493844 Dec 09 14:56:27.808721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-badf9ec5-52d1-4647-9692-766fbac94baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.811302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-badf9ec5-52d1-4647-9692-766fbac94baf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8eb47943-a697-49ee-ba36-e76a38f6897f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662322 Dec 09 14:56:27.824859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c065bb-2b90-40dc-8589-85c54feb22b3 req-ee77584d-a9b8-4ee3-9c29-4e8a51481b4a tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.833019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3c065bb-2b90-40dc-8589-85c54feb22b3 req-ee77584d-a9b8-4ee3-9c29-4e8a51481b4a tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 949 time: 0.1796694 Dec 09 14:56:27.861259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.933043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41298635-1692-48c1-b5ea-c0effcdd0826']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:27.950418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d19937-7b1e-4223-b074-6828414838f3') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:27.951915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d19937-7b1e-4223-b074-6828414838f3') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:56:27.967698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:27.985589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4860c1-7280-43ec-842d-8d6f6d404ed2 req-2069d783-1fa5-429c-99a1-a51c6c8319a7 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:27.991220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3c065bb-2b90-40dc-8589-85c54feb22b3 req-1e468b59-0361-42dc-af36-887d9451f74b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546705 Dec 09 14:56:28.003408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d4860c1-7280-43ec-842d-8d6f6d404ed2 req-2069d783-1fa5-429c-99a1-a51c6c8319a7 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 949 time: 0.1356122 Dec 09 14:56:28.058512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.063330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-91276501-6fa9-4769-a045-85d9b9c8ddb4 service neutron] 10.222.0.36 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116838 Dec 09 14:56:28.072347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:56:28.072785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:56:28.097160 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:56:28.114765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d4860c1-7280-43ec-842d-8d6f6d404ed2 req-18e43ba1-7e0d-4d12-86fe-6d9b85448955 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186900 Dec 09 14:56:28.212391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.228262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.229715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-48d430bb-413e-4d30-aea5-5624ca448d4e service neutron] 10.222.0.36 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506300 Dec 09 14:56:28.236129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] 10.222.0.46 "DELETE /v2.0/networks/41298635-1692-48c1-b5ea-c0effcdd0826 HTTP/1.1" status: 204 len: 168 time: 0.7084415 Dec 09 14:56:28.249712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.274393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c570ddc-bdb6-489f-bbba-7cb8df51a800 admin admin] Pushing event deleted for resources: {'Network': ['ID=41298635-1692-48c1-b5ea-c0effcdd0826,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:28.326808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-c3ba3851-c582-4801-9b5c-4ffd22e66cc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.81&port_id=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf HTTP/1.1" status: 200 len: 217 time: 0.0849025 Dec 09 14:56:28.366172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb90a9-350e-4be7-80b9-ecb4d1e6d271 req-379244b9-1eb1-41f3-a334-490453657450 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:28.367924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92cb90a9-350e-4be7-80b9-ecb4d1e6d271 req-379244b9-1eb1-41f3-a334-490453657450 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 951 time: 0.0990806 Dec 09 14:56:28.429835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738c5d2-790e-4444-a425-5a6c10c6e491 req-1db9a211-d4dd-46cc-8cd8-8a10f8b17619 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:28.431729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92cb90a9-350e-4be7-80b9-ecb4d1e6d271 req-c5308cd9-7e83-4ef3-88b2-ea8e1d756739 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574453 Dec 09 14:56:28.448146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4738c5d2-790e-4444-a425-5a6c10c6e491 req-1db9a211-d4dd-46cc-8cd8-8a10f8b17619 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 1100 time: 0.1202271 Dec 09 14:56:28.474971 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4738c5d2-790e-4444-a425-5a6c10c6e491 req-614b661b-9e55-4d2f-8d41-1f16c14cc743 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.478818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3d5cf8b7-dee5-4931-af28-08969a895b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:28.480691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-3d5cf8b7-dee5-4931-af28-08969a895b32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=18eb9948-e9cb-4810-bdcf-646c0ba803cd HTTP/1.1" status: 200 len: 801 time: 0.1190825 Dec 09 14:56:28.529737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:28.563426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:28.584599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-301f24fe-7a79-4a89-8bee-387a94b67fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:28.593108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-301f24fe-7a79-4a89-8bee-387a94b67fed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20cbbae2-a0c4-4073-ae14-480c6b9e8226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997665 Dec 09 14:56:28.673464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-387d52c9-ee51-4b5c-b691-3e04b8cfe2c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cbe90e787d1446f8e2760f326855326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425960 Dec 09 14:56:28.673707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39756) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:28.681673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-a196cb2a-baa9-4767-8755-24a9c8e3a51c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909109 Dec 09 14:56:28.687340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port d622fcaf-de0a-4a49-84d0-dab422962382 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:28.693099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d622fcaf-de0a-4a49-84d0-dab422962382 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:28.693648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.715395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'tag': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:28.719906 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "tag": "acf8b6fc-6014-4727-87a5-51ed1ba6003f"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:28.782746 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4738c5d2-790e-4444-a425-5a6c10c6e491 req-614b661b-9e55-4d2f-8d41-1f16c14cc743 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.805270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30f21f2d-a61b-4273-baef-b66802abef22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.809564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4738c5d2-790e-4444-a425-5a6c10c6e491 req-614b661b-9e55-4d2f-8d41-1f16c14cc743 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.843795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:28.856283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-69d4e9a7-2545-4a24-82da-71fff92d0cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/20cbbae2-a0c4-4073-ae14-480c6b9e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282591 Dec 09 14:56:28.884239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b661b-9e55-4d2f-8d41-1f16c14cc743 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8e172-a62f-4b6b-9a9f-25904c47b030,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:28.892206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30f21f2d-a61b-4273-baef-b66802abef22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.911938 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.912878 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4738c5d2-790e-4444-a425-5a6c10c6e491 req-614b661b-9e55-4d2f-8d41-1f16c14cc743 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638441 Dec 09 14:56:28.936584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148df003-cfaa-4fc3-947e-0d0a79d70e6b req-50b8c273-f46c-4b0a-bce0-81500a816eaa tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:28.945311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-148df003-cfaa-4fc3-947e-0d0a79d70e6b req-50b8c273-f46c-4b0a-bce0-81500a816eaa tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.3228672 Dec 09 14:56:28.967257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:28.980849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:28.988190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 4a794b05-feab-4e3a-90a0-96f30c37368d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:29.023426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 4a794b05-feab-4e3a-90a0-96f30c37368d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:29.023426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.058436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-a675e07e-f6a0-44b8-8c1e-5c8429276d14 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.060038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-a675e07e-f6a0-44b8-8c1e-5c8429276d14 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369834 Dec 09 14:56:29.085868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:29.099973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30f21f2d-a61b-4273-baef-b66802abef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.103134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30f21f2d-a61b-4273-baef-b66802abef22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.104074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-30f21f2d-a61b-4273-baef-b66802abef22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/300a64af-d63f-496d-aa4c-fc799ffd2b20 HTTP/1.1" status: 204 len: 168 time: 0.4292929 Dec 09 14:56:29.111145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-7c11cb93-6b54-451a-b457-f2188ea1c379 service neutron] 10.222.0.36 "GET /v2.0/networks/20cbbae2-a0c4-4073-ae14-480c6b9e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389140 Dec 09 14:56:29.118604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:29.121376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:29.122090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f21f2d-a61b-4273-baef-b66802abef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300a64af-d63f-496d-aa4c-fc799ffd2b20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:29.126338 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad262e7a-dc49-456f-92d6-392d81d86191" -d '{"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-plugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:29.220543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a631-f185-4c4f-bb86-becd81331b1d req-7b98dc94-3ede-4ec9-b6cf-7c7ba526e334 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.228598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a631-f185-4c4f-bb86-becd81331b1d req-7b98dc94-3ede-4ec9-b6cf-7c7ba526e334 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.236236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826a631-f185-4c4f-bb86-becd81331b1d req-7b98dc94-3ede-4ec9-b6cf-7c7ba526e334 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.244699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1826a631-f185-4c4f-bb86-becd81331b1d req-7b98dc94-3ede-4ec9-b6cf-7c7ba526e334 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2411 time: 0.2055478 Dec 09 14:56:29.255781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-1c37f761-d7ab-4bf8-8c2f-3632b50c37a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f HTTP/1.1" status: 200 len: 217 time: 0.1271741 Dec 09 14:56:29.316857 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.323421 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.360133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1826a631-f185-4c4f-bb86-becd81331b1d req-ab03c5d7-f773-47c6-8fae-90ea1f3f69ed tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141443 Dec 09 14:56:29.380508 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-148df003-cfaa-4fc3-947e-0d0a79d70e6b req-d85108d5-af40-4f76-8fe9-08d62694b0e6 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338763 Dec 09 14:56:29.383447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-db2f97f7-0b87-4a25-bcce-05e7a3bb20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.385364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-db2f97f7-0b87-4a25-bcce-05e7a3bb20c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c1ad252-7b36-41fc-a87d-9bbcefbc507f HTTP/1.1" status: 200 len: 801 time: 0.1146922 Dec 09 14:56:29.439102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:29.443161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:29.446914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.454408 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:29.467997 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebccf8b-7f40-4eb6-86b5-5692b41711ae x-openstack-request-id: req-eebccf8b-7f40-4eb6-86b5-5692b41711ae {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:29.470314 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "tag": "acf8b6fc-6014-4727-87a5-51ed1ba6003f", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:29.470903 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eebccf8b-7f40-4eb6-86b5-5692b41711ae {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:29.471488 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'tag': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f', 'status': 'completed', 'code': 200} Dec 09 14:56:29.509521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-ca96a829-c7ee-4035-b050-9b1af05f6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.511059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-ca96a829-c7ee-4035-b050-9b1af05f6150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8eb47943-a697-49ee-ba36-e76a38f6897f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177711 Dec 09 14:56:29.611776 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-621b367a-ae5f-4a27-a6de-de99a5311f58 req-889bf317-5a05-4523-91f3-3d2063c4b59c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 210 time: 0.0370667 Dec 09 14:56:29.612229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:29.697364 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6803a10e-abff-4c92-9986-e447b7189b4d x-openstack-request-id: req-6803a10e-abff-4c92-9986-e447b7189b4d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:29.697668 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-plugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:29.697929 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6803a10e-abff-4c92-9986-e447b7189b4d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:29.698330 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'code': 200} Dec 09 14:56:29.699845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd2d70-5ad7-4350-a53a-50448e7fda1d req-457ee899-3386-4e99-bbf4-d722b6c1606e tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.716488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66fd2d70-5ad7-4350-a53a-50448e7fda1d req-457ee899-3386-4e99-bbf4-d722b6c1606e tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 950 time: 0.1498289 Dec 09 14:56:29.792032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.12 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/0e87d09e-4b1e-401f-91b1-e046aed05637) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:29.853354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-7ac0f552-5124-46d8-87aa-6f7efd6c4966 service neutron] 10.222.0.36 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341010 Dec 09 14:56:29.872139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66fd2d70-5ad7-4350-a53a-50448e7fda1d req-8b6efecf-3bf4-4be0-bcee-5396b500db79 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496196 Dec 09 14:56:29.905793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd87f9-9939-4623-a29e-8281299d121f req-6fde995b-b149-4dc7-a159-6a347195074f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.907482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fdd87f9-9939-4623-a29e-8281299d121f req-6fde995b-b149-4dc7-a159-6a347195074f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 951 time: 0.1256709 Dec 09 14:56:29.951849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c2d7-dfcd-4f2d-8071-9491589677ab req-a1c311ff-74c0-498b-ad5b-53536153b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:29.953367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eaf2c2d7-dfcd-4f2d-8071-9491589677ab req-a1c311ff-74c0-498b-ad5b-53536153b9c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 1101 time: 0.1588230 Dec 09 14:56:29.984107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b8f0aa7-c6b3-465a-8d02-42ecb2ce1aed req-b8915e14-75d0-4697-a07d-d0b9a0923b39 service neutron] 10.222.0.36 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095312 Dec 09 14:56:30.022391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-2d73bf65-2e5b-4442-9126-c9fbe4558a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.024911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-2d73bf65-2e5b-4442-9126-c9fbe4558a72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82&tenant_id=084b1d49ac0849c9a0b9b80073719ff7 HTTP/1.1" status: 200 len: 1102 time: 0.1492929 Dec 09 14:56:30.042847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:30.080442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eaf2c2d7-dfcd-4f2d-8071-9491589677ab req-fddbb786-3c15-4037-98d4-f637918cabc2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153717 Dec 09 14:56:30.103767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fdd87f9-9939-4623-a29e-8281299d121f req-ec165e49-9ec8-4ee2-bc58-4859e8ca415b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681564 Dec 09 14:56:30.178613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.182900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.205255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-4d68bb97-8dac-4669-8e21-760682f03770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.205613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-4d68bb97-8dac-4669-8e21-760682f03770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.206091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-4d68bb97-8dac-4669-8e21-760682f03770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.207835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-4d68bb97-8dac-4669-8e21-760682f03770 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2864 time: 0.1190174 Dec 09 14:56:30.238361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39fff3-1240-406f-b568-bd69bb0f562a req-7e95c61c-4102-4166-b6fe-6f8a47fde12e tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.243912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad39fff3-1240-406f-b568-bd69bb0f562a req-7e95c61c-4102-4166-b6fe-6f8a47fde12e tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 1100 time: 0.1284990 Dec 09 14:56:30.252746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.268596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59', '729f852b-1a57-46fc-a022-c9f4b6e431e6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:30.276819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:30.365773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:30.369108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:30.389514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:30.458742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.460214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.485355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=0e87d09e-4b1e-401f-91b1-e046aed05637,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:30.521486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-616832a1-2e9f-43c5-8070-ff166029da27 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4357235 Dec 09 14:56:30.532702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39812) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:30.544275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Request body: {'port': {'device_id': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:30.625120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad39fff3-1240-406f-b568-bd69bb0f562a req-415bf61d-7230-44be-a2a8-f7d2b821afa6 tempest-ServersAdminNegativeTestJSON-1115698090 tempest-ServersAdminNegativeTestJSON-1115698090-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069746 Dec 09 14:56:30.626195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585903-0b3f-49a4-ad61-dc033a233a47 req-00614376-543f-4727-bc7d-e6eff37098da tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.632970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585903-0b3f-49a4-ad61-dc033a233a47 req-00614376-543f-4727-bc7d-e6eff37098da tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.650808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585903-0b3f-49a4-ad61-dc033a233a47 req-00614376-543f-4727-bc7d-e6eff37098da tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.658495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b585903-0b3f-49a4-ad61-dc033a233a47 req-00614376-543f-4727-bc7d-e6eff37098da tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2411 time: 0.1863565 Dec 09 14:56:30.665948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-20533b2b-c1ff-4bc0-b8d9-6e583f97c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.667535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-20533b2b-c1ff-4bc0-b8d9-6e583f97c5e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8eb47943-a697-49ee-ba36-e76a38f6897f HTTP/1.1" status: 200 len: 902 time: 0.4225669 Dec 09 14:56:30.678761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.759145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-3da2d887-9bf9-4c59-8067-a969c053130a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f HTTP/1.1" status: 200 len: 217 time: 0.0791192 Dec 09 14:56:30.762225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-262722003-network', 'tenant_id': 'cb9b8cc45f5f4641b9d7f525e06d9c12'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:30.809933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-485a3947-fc1a-4b8a-985e-e0558fbead55 None None] Provisioning complete for port 0e87d09e-4b1e-401f-91b1-e046aed05637 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:30.810547 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-485a3947-fc1a-4b8a-985e-e0558fbead55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.817874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b585903-0b3f-49a4-ad61-dc033a233a47 req-e0496ce1-fd3f-4647-99e2-c09f91f39d91 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584167 Dec 09 14:56:30.851588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-485a3947-fc1a-4b8a-985e-e0558fbead55 None None] Port 0e87d09e-4b1e-401f-91b1-e046aed05637 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:30.882815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-d1d535bc-64d5-44a1-92b9-51a0c8f6ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.884371 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-d1d535bc-64d5-44a1-92b9-51a0c8f6ba30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c1ad252-7b36-41fc-a87d-9bbcefbc507f HTTP/1.1" status: 200 len: 801 time: 0.0623543 Dec 09 14:56:30.893166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:30.902752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536058-9c8f-458a-8409-7f7d64e36bf1 req-e2a34bec-5362-4fbf-be18-0e07093a6b29 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:30.904314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2536058-9c8f-458a-8409-7f7d64e36bf1 req-e2a34bec-5362-4fbf-be18-0e07093a6b29 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1474752 Dec 09 14:56:30.936683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Made reservation on behalf of cb9b8cc45f5f4641b9d7f525e06d9c12 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:30.938846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:30.954489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.020931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2536058-9c8f-458a-8409-7f7d64e36bf1 req-badb59b3-8424-4c8d-97af-c7053cf66aa2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006863 Dec 09 14:56:31.030006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:31.033470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-a89e021f-048e-4e60-9f29-879c4a8c1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.035074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-a89e021f-048e-4e60-9f29-879c4a8c1790 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8eb47943-a697-49ee-ba36-e76a38f6897f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298661 Dec 09 14:56:31.084673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa7cb5-093f-42a0-88bb-616a29652004 req-cc81c07f-886c-42d8-b54a-db038bc2cf15 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.092065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45fa7cb5-093f-42a0-88bb-616a29652004 req-cc81c07f-886c-42d8-b54a-db038bc2cf15 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 935 time: 0.1660554 Dec 09 14:56:31.175984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45fa7cb5-093f-42a0-88bb-616a29652004 req-3ca7b547-ad9a-4189-9e10-5735ebe32587 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784895 Dec 09 14:56:31.201571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.205841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.225588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-b9d1d517-5806-4b89-abe6-4f036cb6a721 service neutron] 10.222.0.36 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470225 Dec 09 14:56:31.233537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:56:31.238225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:31.241032 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875224fb-0743-47de-b4b8-8cec49d90e3e" -d '{"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:31.243815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a360be42-fd67-4a03-adae-030bbf6d404e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:31.253184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.253535 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Added segment 530c3cca-f03d-47e5-a2b5-7d9d9b47b06b of type vlan for network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b Dec 09 14:56:31.259130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.311607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Transition to ACTIVE for port object 8d3cb1fe-24ef-49bf-b61e-937c4469295d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:31.320421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4848-eb39-491c-82bd-b30c5ff90073 req-cc55e61a-9aab-414e-ac1e-bf363ccfd340 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.321897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ace4848-eb39-491c-82bd-b30c5ff90073 req-cc55e61a-9aab-414e-ac1e-bf363ccfd340 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 950 time: 0.1349950 Dec 09 14:56:31.348249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.353074 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.362127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b954a0-e57c-47ec-98c1-383f05f6d0b7 req-e216c103-8ffd-45d0-9ac2-1f1e087d9eef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.363688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23b954a0-e57c-47ec-98c1-383f05f6d0b7 req-e216c103-8ffd-45d0-9ac2-1f1e087d9eef tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 951 time: 0.1125450 Dec 09 14:56:31.456190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] No DVR routers for this DVR port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:31.471540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e51cb794-85ae-43d1-a1b1-370ca0f6d89e req-5d4b0021-71f9-4e7d-8f9e-47a4d3c4734c service neutron] 10.222.0.36 "GET /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261865 Dec 09 14:56:31.472190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=11']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:31.485390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.486376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.486969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.508123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23b954a0-e57c-47ec-98c1-383f05f6d0b7 req-1c5cc3a7-f043-41cb-85c1-58c5240532ee tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348774 Dec 09 14:56:31.531627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ace4848-eb39-491c-82bd-b30c5ff90073 req-2605fda7-04de-478b-8e04-e772ee1f264a tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843486 Dec 09 14:56:31.537750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:31.538091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:31.538427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:31.543479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:31.543810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Attempting to bind port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:31.549708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:31.550059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:31.550448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:31.550884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Bound port: 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:31.551243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.617993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0834606 Dec 09 14:56:31.621024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:31.639048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Request body: {'subnet': {'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-262722003-subnet', 'tenant_id': 'cb9b8cc45f5f4641b9d7f525e06d9c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:31.665297 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec82515-f15a-4987-bbc5-da5f264aac49 x-openstack-request-id: req-2ec82515-f15a-4987-bbc5-da5f264aac49 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:31.665601 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-unplugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:31.665904 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ec82515-f15a-4987-bbc5-da5f264aac49 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:31.666024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd1757-505a-4177-a519-f08730a993a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:31.666307 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'code': 200} Dec 09 14:56:31.678156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:56:31.701218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:31.703805 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea1afc-b0d6-4694-876a-fb1f0f2a855d" -d '{"events": [{"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:31.714934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:31.719884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:31.728302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.774180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e87d09e-4b1e-401f-91b1-e046aed05637 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:31.785065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Made reservation on behalf of cb9b8cc45f5f4641b9d7f525e06d9c12 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:31.788358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.791971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.819971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=12']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:31.825153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.825760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.826900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-6392adf3-9092-4838-b32f-8d6b90763d06 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 1097 time: 1.7887399 Dec 09 14:56:31.845963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Transition to ACTIVE for port object 0e87d09e-4b1e-401f-91b1-e046aed05637 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:31.860819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ab5a-e6cd-4110-b1db-634d35ac4a32 req-e3d3f345-8ba2-435c-9e9a-db11b36b8cf3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.864715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f052ab5a-e6cd-4110-b1db-634d35ac4a32 req-e3d3f345-8ba2-435c-9e9a-db11b36b8cf3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.1904819 Dec 09 14:56:31.875220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:31.908188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-59e0137b-8b8d-4d00-8413-472cf54a2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:31.910443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-59e0137b-8b8d-4d00-8413-472cf54a2981 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1100 time: 0.0520504 Dec 09 14:56:31.917335 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea029d-2793-4818-b454-2040c4600e98 x-openstack-request-id: req-75ea029d-2793-4818-b454-2040c4600e98 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:31.917854 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:31.917948 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75ea029d-2793-4818-b454-2040c4600e98 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:31.918316 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'code': 200} Dec 09 14:56:32.030099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Pushing event updated for resources: {'Port': ['ID=0e87d09e-4b1e-401f-91b1-e046aed05637,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:32.092713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f052ab5a-e6cd-4110-b1db-634d35ac4a32 req-2e8314a1-eaa0-440d-b6b5-fff0b4f8a700 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184465 Dec 09 14:56:32.130842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec832e-5e0c-47dd-b3dc-4b31aae764a8 req-26e7eca9-7b3a-40e2-8f04-17742c090e02 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.137253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec832e-5e0c-47dd-b3dc-4b31aae764a8 req-26e7eca9-7b3a-40e2-8f04-17742c090e02 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.144376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec832e-5e0c-47dd-b3dc-4b31aae764a8 req-26e7eca9-7b3a-40e2-8f04-17742c090e02 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.147831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0ec832e-5e0c-47dd-b3dc-4b31aae764a8 req-26e7eca9-7b3a-40e2-8f04-17742c090e02 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2411 time: 0.1260066 Dec 09 14:56:32.157519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea68d58-db2a-4d1c-9746-8313fe6e5ea3 req-e335002d-3455-471b-adc3-2b65680d3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.159041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dea68d58-db2a-4d1c-9746-8313fe6e5ea3 req-e335002d-3455-471b-adc3-2b65680d3f6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 1101 time: 0.1467304 Dec 09 14:56:32.179297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-68f06645-dc0a-459d-9728-a1288e98aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.180790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-68f06645-dc0a-459d-9728-a1288e98aafa service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2615623 Dec 09 14:56:32.212341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Attempting to bind port 0e87d09e-4b1e-401f-91b1-e046aed05637 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:32.212805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Attempting to bind port 0e87d09e-4b1e-401f-91b1-e046aed05637 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:32.213004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Attempting to bind port 0e87d09e-4b1e-401f-91b1-e046aed05637 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:32.249761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-d970b30b-e89f-487e-8e7b-be5addff0df8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0585644 Dec 09 14:56:32.257759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Port 0e87d09e-4b1e-401f-91b1-e046aed05637 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:32.257759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Attempting to bind port 0e87d09e-4b1e-401f-91b1-e046aed05637 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:32.265234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:32.266057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:32.266057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:32.266321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Bound port: 0e87d09e-4b1e-401f-91b1-e046aed05637, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:32.267603 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:32.300001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0ec832e-5e0c-47dd-b3dc-4b31aae764a8 req-ed4238bc-174a-4d60-90b6-c62a0ad5d003 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396425 Dec 09 14:56:32.325251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-0e1dd2f8-260c-4e7d-a129-52e7f957a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.326970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-0e1dd2f8-260c-4e7d-a129-52e7f957a6f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0677297 Dec 09 14:56:32.348065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:32.358183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618252-7fc8-4490-b182-00ae5f7554eb req-42423afc-2a13-4c63-952b-d4a4fd00450b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.360178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dea68d58-db2a-4d1c-9746-8313fe6e5ea3 req-1dc43fd6-de44-48a3-bb5f-eb187f327fc8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777444 Dec 09 14:56:32.366510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6618252-7fc8-4490-b182-00ae5f7554eb req-42423afc-2a13-4c63-952b-d4a4fd00450b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 949 time: 0.1889341 Dec 09 14:56:32.417269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] For port 0e87d09e-4b1e-401f-91b1-e046aed05637, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:32.433147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-db028ef6-b2b3-4bc5-a404-152b92a66ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.434581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-db028ef6-b2b3-4bc5-a404-152b92a66ce7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946584 Dec 09 14:56:32.444040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] For port 0e87d09e-4b1e-401f-91b1-e046aed05637, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0e87d09e-4b1e-401f-91b1-e046aed05637,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:32.448270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8acb76-61c1-421f-b322-0e5ca853eeb0 req-a64285c2-888b-49b2-a34c-54006cc8210f tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.449835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff8acb76-61c1-421f-b322-0e5ca853eeb0 req-a64285c2-888b-49b2-a34c-54006cc8210f tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0618911 Dec 09 14:56:32.462261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:32.473110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a66d1b-1ee1-46a9-884b-5275afefd40e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:32.525602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6618252-7fc8-4490-b182-00ae5f7554eb req-125efc67-50a2-4eb3-8db1-47e2c7cfe222 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579189 Dec 09 14:56:32.536906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.537537 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:32.538948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] 10.222.0.43 "PUT /v2.0/ports/0e87d09e-4b1e-401f-91b1-e046aed05637 HTTP/1.1" status: 200 len: 1095 time: 1.9989758 Dec 09 14:56:32.539751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Checking segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:32.540113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Network hostable DHCP agents. Network: d7e56d99-1a2d-4eda-a1fb-6e6f800d958b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:56:32.544780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'tag': '0e87d09e-4b1e-401f-91b1-e046aed05637'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:32.547494 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d394628b-080d-4371-bb66-0f73006d596b" -d '{"events": [{"name": "network-changed", "server_uuid": "d92a23c4-c102-43a2-8e60-40682b1b2a6d", "tag": "0e87d09e-4b1e-401f-91b1-e046aed05637"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:32.590948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff8acb76-61c1-421f-b322-0e5ca853eeb0 req-588d6e93-0404-4bec-ad2e-9463df4c71c0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296239 Dec 09 14:56:32.596130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990b48-2b72-4209-ba02-aecb8c54d697 service neutron] Pushing event updated for resources: {'Port': ['ID=0e87d09e-4b1e-401f-91b1-e046aed05637,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:32.620648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:56:32.639690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-226cd8fb-cc27-414e-b61a-19be0395929b service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875622 Dec 09 14:56:32.666547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d7e56d99-1a2d-4eda-a1fb-6e6f800d958b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:32.669702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-1882aee0-8007-4d63-93ae-cf38801273a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.671666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-1882aee0-8007-4d63-93ae-cf38801273a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 1098 time: 0.0713191 Dec 09 14:56:32.678453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0760a-df5e-4a79-9d5d-46fc089efbe1 None None] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:32.680283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.680896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:32.750279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-24c5b594-c711-425a-8062-4236f02af0c3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1268027 Dec 09 14:56:32.752324 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-bf2f5a7b-4935-4d4f-8633-6ada2c376e98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0e87d09e-4b1e-401f-91b1-e046aed05637 HTTP/1.1" status: 200 len: 217 time: 0.0582118 Dec 09 14:56:32.826245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f00525c-5153-48ac-a2ce-5ae9e3c4b01a req-255c0f2c-9aa1-4983-a1ba-2fb1b6e4a1bf service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775792 Dec 09 14:56:32.828835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'project_id': 'cb9b8cc45f5f4641b9d7f525e06d9c12', 'fixed_ips': [{'subnet_id': 'd4a66d1b-1ee1-46a9-884b-5275afefd40e'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:56:32.832297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:32.865503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device acf8b6fc-6014-4727-87a5-51ed1ba6003f details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:32.869706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-ac9185a7-fb2a-4132-a09f-c896ea53f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.875165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-ac9185a7-fb2a-4132-a09f-c896ea53f734 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1139803 Dec 09 14:56:32.875746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:32.893020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4a4e-11d4-47fb-abd8-eafbb6456dc9 req-c33d05d9-4f44-41c6-b689-4aa6a7aacfd0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.894497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a11d4a4e-11d4-47fb-abd8-eafbb6456dc9 req-c33d05d9-4f44-41c6-b689-4aa6a7aacfd0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 947 time: 0.2160578 Dec 09 14:56:32.969497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-d4dd6165-6e89-4064-8cd6-f4bef72f2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:32.971018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-d4dd6165-6e89-4064-8cd6-f4bef72f2c21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725372 Dec 09 14:56:33.094827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:33.119631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-39da9038-eb16-458d-a481-7e6dc5789a77 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338527 Dec 09 14:56:33.224764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port acf8b6fc-6014-4727-87a5-51ed1ba6003f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:33.244387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Allocated IP 172.20.0.2 (d7e56d99-1a2d-4eda-a1fb-6e6f800d958b/d4a66d1b-1ee1-46a9-884b-5275afefd40e/8ffe332e-020e-4a79-a86f-dbbc8d09bd0e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:33.247113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f', 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f', 'port_id': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f', 'mac_address': 'fa:16:3e:e3:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1ad252-7b36-41fc-a87d-9bbcefbc507f', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:33.317299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4a2d90-0dcb-48cb-b99b-bc387a1c228e req-79195d84-0b0c-4488-ac11-c6001e79d377 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871333 Dec 09 14:56:33.325211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.366039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a11d4a4e-11d4-47fb-abd8-eafbb6456dc9 req-47d6942a-e03b-4e36-9823-1a36a3ff66cc tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575417 Dec 09 14:56:33.378447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf8b6fc-6014-4727-87a5-51ed1ba6003f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:33.421734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port acf8b6fc-6014-4727-87a5-51ed1ba6003f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:33.428828 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.429547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc4be028-7f7e-499b-aeea-7746598d7b1c details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:33.431361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946db0b3-9709-4977-9064-0313bf3aa8d2 req-22f5ebfa-08f7-4f14-a589-3b0eba051f53 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.439871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-946db0b3-9709-4977-9064-0313bf3aa8d2 req-22f5ebfa-08f7-4f14-a589-3b0eba051f53 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 949 time: 0.0581470 Dec 09 14:56:33.442377 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f96db-bbbe-49ad-9ee8-01f656b79d3d x-openstack-request-id: req-471f96db-bbbe-49ad-9ee8-01f656b79d3d {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:33.442679 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92a23c4-c102-43a2-8e60-40682b1b2a6d", "tag": "0e87d09e-4b1e-401f-91b1-e046aed05637", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:33.443093 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-471f96db-bbbe-49ad-9ee8-01f656b79d3d {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:33.443477 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'tag': '0e87d09e-4b1e-401f-91b1-e046aed05637', 'status': 'completed', 'code': 200} Dec 09 14:56:33.522850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394628b-080d-4371-bb66-0f73006d596b req-3f6a25b2-634b-4c25-9995-e495e4e4c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.524361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-3f6a25b2-634b-4c25-9995-e495e4e4c5c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 1098 time: 0.0736139 Dec 09 14:56:33.531778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-946db0b3-9709-4977-9064-0313bf3aa8d2 req-02ecd979-bb02-4ba0-a2e9-ebe2e9e4ccf9 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908496 Dec 09 14:56:33.534050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=acf8b6fc-6014-4727-87a5-51ed1ba6003f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:33.540681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b831fa-b467-4324-aeec-87f80c9a8086 req-e81095f6-d70a-433b-b4a5-f515a9179407 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.542662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.548710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5b831fa-b467-4324-aeec-87f80c9a8086 req-e81095f6-d70a-433b-b4a5-f515a9179407 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 950 time: 0.0703163 Dec 09 14:56:33.555474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cc4be028-7f7e-499b-aeea-7746598d7b1c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc4be028-7f7e-499b-aeea-7746598d7b1c,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:33.565014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.578201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'cc4be028-7f7e-499b-aeea-7746598d7b1c', 'network_id': '8eb47943-a697-49ee-ba36-e76a38f6897f', 'port_id': 'cc4be028-7f7e-499b-aeea-7746598d7b1c', 'mac_address': 'fa:16:3e:df:05:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1ad252-7b36-41fc-a87d-9bbcefbc507f', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:33.614531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:33.632550 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5b831fa-b467-4324-aeec-87f80c9a8086 req-b76a2b7c-2fca-4e6c-890a-830d5956398f tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Dec 09 14:56:33.640444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:33.644380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:33.649517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Pushing event updated for resources: {'Port': ['ID=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:33.667288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:33.669784 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b68f437-fc41-49c7-a30b-612dda1f16c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:33.673719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394628b-080d-4371-bb66-0f73006d596b req-e1bfccc8-7ef2-438c-88bc-e32fe74efc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.676083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-e1bfccc8-7ef2-438c-88bc-e32fe74efc4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1301193 Dec 09 14:56:33.709453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.729322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-f794d613-3ddc-4b0f-a449-51b46bff5315 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0e87d09e-4b1e-401f-91b1-e046aed05637 HTTP/1.1" status: 200 len: 217 time: 0.0445118 Dec 09 14:56:33.791439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94b7d-cb9c-4d32-8ffb-7b77b28e6993 req-2e6f7769-76fb-48b3-aefa-c202e939dbf0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.799460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94b7d-cb9c-4d32-8ffb-7b77b28e6993 req-2e6f7769-76fb-48b3-aefa-c202e939dbf0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.805853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94b7d-cb9c-4d32-8ffb-7b77b28e6993 req-2e6f7769-76fb-48b3-aefa-c202e939dbf0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.807602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad94b7d-cb9c-4d32-8ffb-7b77b28e6993 req-2e6f7769-76fb-48b3-aefa-c202e939dbf0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2412 time: 0.0711837 Dec 09 14:56:33.843079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394628b-080d-4371-bb66-0f73006d596b req-859a6704-40b9-4a5d-bbf3-d7a260e59219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.844704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-859a6704-40b9-4a5d-bbf3-d7a260e59219 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1059813 Dec 09 14:56:33.875909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad94b7d-cb9c-4d32-8ffb-7b77b28e6993 req-046c7f70-efd4-4cb3-bf4e-974e8921d025 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Dec 09 14:56:33.901064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-b62a2b32-2ec8-4be0-a4a0-694a3a0cc387 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.902599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-b62a2b32-2ec8-4be0-a4a0-694a3a0cc387 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 815 time: 0.1760767 Dec 09 14:56:33.927904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394628b-080d-4371-bb66-0f73006d596b req-bcf4bc16-5924-43a2-a43a-afce1bbfe32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.928063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4be028-7f7e-499b-aeea-7746598d7b1c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:33.929396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-bcf4bc16-5924-43a2-a43a-afce1bbfe32d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662739 Dec 09 14:56:33.931057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-0213848f-5ee4-4199-8d2d-6fb8001d325c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/quotas/cb9b8cc45f5f4641b9d7f525e06d9c12 HTTP/1.1" status: 200 len: 375 time: 0.0222466 Dec 09 14:56:33.951053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cc4be028-7f7e-499b-aeea-7746598d7b1c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc4be028-7f7e-499b-aeea-7746598d7b1c,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:33.955701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Attempting to bind port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:33.956168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Attempting to bind port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:33.956551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Attempting to bind port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:33.963619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:33.964007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Checking segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:33.964418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.964819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Bound using segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:33.965300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Bound port: 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:33.965692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.967618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:33.968285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:33.970870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-991b475e-68c9-481f-b619-c0e8af12eaee tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:33.973001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-991b475e-68c9-481f-b619-c0e8af12eaee tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 949 time: 0.0884483 Dec 09 14:56:34.086898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-d2c5077b-ca63-461f-8db1-4bd30c2b42d2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483901 Dec 09 14:56:34.095499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5ec13be8-bef1-4531-8008-2e6c60272147 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482172 Dec 09 14:56:34.114642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9aaa9-2890-4ce0-ade4-93860eb83723 req-a25efabe-2ef1-4bcf-a7bf-e10c99b4a6c8 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:34.116165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3d9aaa9-2890-4ce0-ade4-93860eb83723 req-a25efabe-2ef1-4bcf-a7bf-e10c99b4a6c8 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3583ab3-79ca-46ef-b7d9-74b4e6a151b0 HTTP/1.1" status: 200 len: 949 time: 0.1037297 Dec 09 14:56:34.132043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=cc4be028-7f7e-499b-aeea-7746598d7b1c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:34.159400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Deleting port c843fcad-f6d0-4bea-8b18-750f51dcc3bf {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:34.159400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.167407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] For port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:34.173420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] For port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:34.180331 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.233780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:34.240678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3d9aaa9-2890-4ce0-ade4-93860eb83723 req-c05f5e83-0125-443b-946c-54fde4bde38d tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089075 Dec 09 14:56:34.272973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf', 'network_id': '20cbbae2-a0c4-4073-ae14-480c6b9e8226', 'port_id': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf', 'mac_address': 'fa:16:3e:d7:d3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18eb9948-e9cb-4810-bdcf-646c0ba803cd', 'ip_address': '19.86.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:34.276073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d394628b-080d-4371-bb66-0f73006d596b req-db9babac-d04f-4b46-8cea-5373f1438c81 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791449 Dec 09 14:56:34.282545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-53aaed41-a1d1-45c1-b32c-50cc88ada6eb service neutron] 10.222.0.46 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754270 Dec 09 14:56:34.289174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0bff-da26-49ed-ade2-e23e35253528 None None] Pushing event updated for resources: {'Port': ['ID=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:34.302985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] For port c843fcad-f6d0-4bea-8b18-750f51dcc3bf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:34.303797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.334797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Calling delete_port for c843fcad-f6d0-4bea-8b18-750f51dcc3bf owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:34.347272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.364836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:34.387861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:34.395662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.429253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b7e-4252-4249-bd6a-2c0974e7e1ae req-717dd949-c3a1-4246-b1cb-d119f0a9d0ef tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:34.429863 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-c2d31bd0-ff18-4e96-b956-58ad70ad61c3 service neutron] 10.222.0.46 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162891 Dec 09 14:56:34.430426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1df8b7e-4252-4249-bd6a-2c0974e7e1ae req-717dd949-c3a1-4246-b1cb-d119f0a9d0ef tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0970082 Dec 09 14:56:34.454005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:34.544038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1df8b7e-4252-4249-bd6a-2c0974e7e1ae req-e9b9e7af-eb53-46ac-a848-37b3bd98d519 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023571 Dec 09 14:56:34.579455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:34.634538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.668574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['255c991c-313f-4b10-9e2a-44a10a0b69c6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:34.675754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c843fcad-f6d0-4bea-8b18-750f51dcc3bf'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:34.711666 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c113d-5470-41e0-8662-50d9a44f0563 x-openstack-request-id: req-817c113d-5470-41e0-8662-50d9a44f0563 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:34.711987 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:34.712213 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-817c113d-5470-41e0-8662-50d9a44f0563 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:34.712614 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'status': 'completed', 'code': 200} Dec 09 14:56:34.716509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Pushing event deleted for resources: {'Port': ['ID=c843fcad-f6d0-4bea-8b18-750f51dcc3bf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:34.804282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] No DVR routers for this DVR port c843fcad-f6d0-4bea-8b18-750f51dcc3bf on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:34.810321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:34.814081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2935ca9c-5577-4a2b-aaa9-dacf0be3fad9 req-f2ad766f-5b99-4b42-937c-620b6d32b0b2 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.36 "DELETE /v2.0/ports/c843fcad-f6d0-4bea-8b18-750f51dcc3bf HTTP/1.1" status: 204 len: 173 time: 0.8327932 Dec 09 14:56:34.903445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-5ca765bc-a2d5-4bb5-95a3-7a0930b5f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:34.908176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-5ca765bc-a2d5-4bb5-95a3-7a0930b5f7f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1100 time: 0.2128210 Dec 09 14:56:34.927448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:34.929682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:34.932386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cd5f7-4908-47a4-9a64-6d8ec37ae3a3 req-652bba45-e44d-41c5-8f03-e0d706c8037c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:34.940418 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d9cd5f7-4908-47a4-9a64-6d8ec37ae3a3 req-652bba45-e44d-41c5-8f03-e0d706c8037c tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 947 time: 0.2241421 Dec 09 14:56:34.943881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-60491349-4d7c-42d6-8b72-d8e551708c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:34.945358 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-60491349-4d7c-42d6-8b72-d8e551708c8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1100 time: 0.2395673 Dec 09 14:56:34.949087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01083caa-1d9d-4408-8ec2-328ebe46c451 req-def6bbbb-3d37-43af-aeee-754cc4b2c066 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:34.963075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01083caa-1d9d-4408-8ec2-328ebe46c451 req-def6bbbb-3d37-43af-aeee-754cc4b2c066 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 949 time: 0.1599762 Dec 09 14:56:35.055313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9f4d3586-8750-4449-bd3a-1a4e8d65a1cf'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:35.113892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01083caa-1d9d-4408-8ec2-328ebe46c451 req-0f13f8af-deda-41f1-a647-764a58e8218a tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444328 Dec 09 14:56:35.185527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['cc4be028-7f7e-499b-aeea-7746598d7b1c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:35.274092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['acf8b6fc-6014-4727-87a5-51ed1ba6003f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:35.330912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:56:35.399915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:35.428218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:35.443803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-2264e003-5af9-4452-a660-8cbb398db592 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:35.447303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-2264e003-5af9-4452-a660-8cbb398db592 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 815 time: 0.2218151 Dec 09 14:56:35.496459 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-a8ea665a-31bd-4f74-85c2-7b5d9b1ee07f tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/quotas/cb9b8cc45f5f4641b9d7f525e06d9c12 HTTP/1.1" status: 200 len: 375 time: 0.0382879 Dec 09 14:56:35.562918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-207cd849-7038-4ea1-9474-b1b300e3db5e tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542443 Dec 09 14:56:35.629781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'mac_address': 'fa:16:3e:8a:07:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:35.796478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-10ffa63b-4bbe-4851-b02f-3641833eef54 service neutron] 10.222.0.46 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032511 Dec 09 14:56:35.811302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d9cd5f7-4908-47a4-9a64-6d8ec37ae3a3 req-6e896231-ec9c-4f16-a78c-cc5bb9830a6a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8677847 Dec 09 14:56:35.866662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-f04b0988-ed19-4da0-bb2f-4985db4af35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:35.868171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-f04b0988-ed19-4da0-bb2f-4985db4af35a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.9213505 Dec 09 14:56:35.870302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-b5e41724-059b-4edb-ac3e-8ed928d892af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:35.871697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-b5e41724-059b-4edb-ac3e-8ed928d892af service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.8749466 Dec 09 14:56:35.943638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-26810126-18de-4f2c-b4d5-49fb8c8ea1d8 service neutron] 10.222.0.46 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458297 Dec 09 14:56:35.960221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-1206f5dd-c708-42be-847a-255ede9f09ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0753498 Dec 09 14:56:35.965006 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-03ecc1ca-fb48-47b1-855f-8d5beb157ef7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 200 len: 217 time: 0.0721114 Dec 09 14:56:35.968394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.038550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:36.053265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.107538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-03b845db-d1fa-4127-b5e9-6adaba87d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.108944 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-03b845db-d1fa-4127-b5e9-6adaba87d11d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1077518 Dec 09 14:56:36.121703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bcbf7-6b7c-4d42-80c5-7f38a56c7b6b req-822d0f96-f696-43f4-ae58-1bd403ca931a tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.123112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e88bcbf7-6b7c-4d42-80c5-7f38a56c7b6b req-822d0f96-f696-43f4-ae58-1bd403ca931a tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 950 time: 0.1619849 Dec 09 14:56:36.222982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-8405eab5-b850-46e6-ba9e-cbeab6b6b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.226497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-8405eab5-b850-46e6-ba9e-cbeab6b6b401 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2240040 Dec 09 14:56:36.286548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35946a2a-496b-4d49-aa07-0a143d626bb7 None None] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:36.298280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:36.298926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.335117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979361-99fe-458a-a9eb-ee75e95a0726 req-538a7dd5-83a0-48be-a1c3-0c9c588a2267 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.337693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:36.341529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-9564951c-aac5-4246-90cf-70265b6783ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.343213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979361-99fe-458a-a9eb-ee75e95a0726 req-538a7dd5-83a0-48be-a1c3-0c9c588a2267 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.343386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-9564951c-aac5-4246-90cf-70265b6783ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168341 Dec 09 14:56:36.348276 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16f5876-83d4-4809-8ee8-215a914f1594" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:36.351209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e88bcbf7-6b7c-4d42-80c5-7f38a56c7b6b req-4aaa2c65-1fe0-4a5d-b904-0b6947d49119 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327229 Dec 09 14:56:36.354786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979361-99fe-458a-a9eb-ee75e95a0726 req-538a7dd5-83a0-48be-a1c3-0c9c588a2267 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.365658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e979361-99fe-458a-a9eb-ee75e95a0726 req-538a7dd5-83a0-48be-a1c3-0c9c588a2267 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2414 time: 0.1675470 Dec 09 14:56:36.370871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-129be8ea-8999-4858-9e43-8b9475945a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.373480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-129be8ea-8999-4858-9e43-8b9475945a38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266840 Dec 09 14:56:36.383749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:36.470539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:36.558501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:36.569856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e8ab18bd-78c7-426a-ad9c-e555c11ac120 None None] Provisioning complete for port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:36.570689 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e8ab18bd-78c7-426a-ad9c-e555c11ac120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.575070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-9d395247-8834-4614-a300-6b34fc7b82d5 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764114 Dec 09 14:56:36.586631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e979361-99fe-458a-a9eb-ee75e95a0726 req-488035f6-1b58-4d5f-81f0-52eb51292553 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109196 Dec 09 14:56:36.592393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.652060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-dc2725eb-0e26-4131-8d50-4b960e54ede8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.656963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-dc2725eb-0e26-4131-8d50-4b960e54ede8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.43 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 815 time: 0.2878828 Dec 09 14:56:36.673319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Request body: {'port': {'device_id': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'admin_state_up': True, 'tenant_id': 'cb9b8cc45f5f4641b9d7f525e06d9c12'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:36.703044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:36.714505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'name': 'network-vif-deleted', 'tag': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:36.717844 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac25c66-dede-4dd9-8503-dd87dfdaa0e1" -d '{"events": [{"server_uuid": "f3583ab3-79ca-46ef-b7d9-74b4e6a151b0", "name": "network-vif-deleted", "tag": "c843fcad-f6d0-4bea-8b18-750f51dcc3bf"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:36.752978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.785590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0e87d09e-4b1e-401f-91b1-e046aed05637 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:36.807157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7921968-6a17-4056-817f-b8aa361afbab req-f65b2cdc-e76b-4d90-b953-95244c2d82d5 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.816747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b8d3-11bb-4f94-a617-2513d0e9bb9e req-0678e87f-2fc5-4c2c-a411-ff913dabc289 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:36.817764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7921968-6a17-4056-817f-b8aa361afbab req-f65b2cdc-e76b-4d90-b953-95244c2d82d5 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1735051 Dec 09 14:56:36.825183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e87b8d3-11bb-4f94-a617-2513d0e9bb9e req-0678e87f-2fc5-4c2c-a411-ff913dabc289 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.1448410 Dec 09 14:56:36.832159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-e9bf17b2-c450-4554-94c4-75984136c144 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756234 Dec 09 14:56:36.848105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.881146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-b76381de-c75b-48b7-ab37-1b130e403bb9 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920847 Dec 09 14:56:36.885441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e87b8d3-11bb-4f94-a617-2513d0e9bb9e req-2fad25fc-6689-46d2-939a-7f54b79d76a8 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575047 Dec 09 14:56:36.933424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:36.959849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Made reservation on behalf of cb9b8cc45f5f4641b9d7f525e06d9c12 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:36.964102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:36.986837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7921968-6a17-4056-817f-b8aa361afbab req-1ae1284f-8ea8-47d3-8f81-1bafa9af8048 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679301 Dec 09 14:56:37.049582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b68f437-fc41-49c7-a30b-612dda1f16c4 req-fb6486f7-03e7-42df-8a21-7738e2be4cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978283 Dec 09 14:56:37.157945 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:56:37.169413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:37.169984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02876cec-b2da-4387-8c97-1cf6c4a4b3d6 req-17713bce-539b-4bfb-b913-b6694626fe34 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:37.171864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02876cec-b2da-4387-8c97-1cf6c4a4b3d6 req-17713bce-539b-4bfb-b913-b6694626fe34 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 950 time: 0.0794194 Dec 09 14:56:37.294105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:37.302111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-967cdb7d-3872-42c9-993c-f8d14137450d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:37.316173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-967cdb7d-3872-42c9-993c-f8d14137450d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 815 time: 0.2734141 Dec 09 14:56:37.320587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02876cec-b2da-4387-8c97-1cf6c4a4b3d6 req-7212bc95-8ce6-4a28-914b-1ed7037e1d07 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419449 Dec 09 14:56:37.330737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Allocated IP 172.20.0.6 (d7e56d99-1a2d-4eda-a1fb-6e6f800d958b/d4a66d1b-1ee1-46a9-884b-5275afefd40e/636a0ccc-237d-4f3c-bb19-5322e476dc36) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:37.337102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8d3cb1fe-24ef-49bf-b61e-937c4469295d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:37.339870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-fd00cf5e-7bb1-4491-a9c4-b76cd0a07d61 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/quotas/cb9b8cc45f5f4641b9d7f525e06d9c12 HTTP/1.1" status: 200 len: 375 time: 0.0225875 Dec 09 14:56:37.350235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.352001 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.416361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-69b65fa9-c7c6-45c0-bae6-77cf8ca6e8dc tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756114 Dec 09 14:56:37.424194 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dff89f-55b8-4be1-a88a-dd6b5b2110fe x-openstack-request-id: req-b7dff89f-55b8-4be1-a88a-dd6b5b2110fe {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:37.424702 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:37.425133 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7dff89f-55b8-4be1-a88a-dd6b5b2110fe {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:37.425695 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:56:37.435205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=13']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:37.438329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e8ab18bd-78c7-426a-ad9c-e555c11ac120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.511845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0e87d09e-4b1e-401f-91b1-e046aed05637, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0e87d09e-4b1e-401f-91b1-e046aed05637,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:37.576735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:37.618063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '0e87d09e-4b1e-401f-91b1-e046aed05637', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '0e87d09e-4b1e-401f-91b1-e046aed05637', 'mac_address': 'fa:16:3e:ff:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:37.669263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-69f80597-009d-460e-ac71-7a1275b844fb service neutron] 10.222.0.46 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520094 Dec 09 14:56:37.719152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.734343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.771705 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37c704-0aaa-4e89-85ad-ada860055a70 x-openstack-request-id: req-2a37c704-0aaa-4e89-85ad-ada860055a70 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:37.772074 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3583ab3-79ca-46ef-b7d9-74b4e6a151b0", "name": "network-vif-deleted", "tag": "c843fcad-f6d0-4bea-8b18-750f51dcc3bf", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:37.772340 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a37c704-0aaa-4e89-85ad-ada860055a70 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:37.772817 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3583ab3-79ca-46ef-b7d9-74b4e6a151b0', 'name': 'network-vif-deleted', 'tag': 'c843fcad-f6d0-4bea-8b18-750f51dcc3bf', 'status': 'completed', 'code': 200} Dec 09 14:56:37.781139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:37.822471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b8c95fbd-392c-4b86-a7d8-4addd3545b6d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:37.881079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-e8ab18bd-78c7-426a-ad9c-e555c11ac120 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:56:37.881926 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-e8ab18bd-78c7-426a-ad9c-e555c11ac120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:56:37.915629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.942368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-3e972265-1ddb-42d8-a47c-2aeb8ff5bed9 service neutron] 10.222.0.46 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189176 Dec 09 14:56:37.993178 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:37.998765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-b5fe26e1-0db1-48b2-aecd-4ee98fda5958 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:38.000459 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-b5fe26e1-0db1-48b2-aecd-4ee98fda5958 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 815 time: 0.1737485 Dec 09 14:56:38.030201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:38.040224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Request body: {'port': {'device_id': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'admin_state_up': True, 'tenant_id': 'cb9b8cc45f5f4641b9d7f525e06d9c12'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:38.059386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:38.063867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:38.138198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:38.148730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e87d09e-4b1e-401f-91b1-e046aed05637 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:38.222579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Pushing event updated for resources: {'Port': ['ID=636a0ccc-237d-4f3c-bb19-5322e476dc36,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:38.235100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0e87d09e-4b1e-401f-91b1-e046aed05637, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0e87d09e-4b1e-401f-91b1-e046aed05637,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:38.296786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:38.297468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:38.321165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883671-01c7-41ab-8529-8124916bc1fa req-1381edb6-6f6b-41fa-bd48-4ca84f3271df tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:38.329255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78883671-01c7-41ab-8529-8124916bc1fa req-1381edb6-6f6b-41fa-bd48-4ca84f3271df tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 947 time: 0.3275883 Dec 09 14:56:38.384959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:38.410485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c23d0c-e088-4582-b405-0a0c34d78bf8 req-b887cb5a-e027-46ba-94f5-669033a236f8 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:38.419154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0c23d0c-e088-4582-b405-0a0c34d78bf8 req-b887cb5a-e027-46ba-94f5-669033a236f8 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 1101 time: 0.0876200 Dec 09 14:56:38.447079 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-839bc9e7-dc73-40ee-b6af-a70c177034fa tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7778087 Dec 09 14:56:38.450516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Made reservation on behalf of cb9b8cc45f5f4641b9d7f525e06d9c12 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:38.457030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:38.476152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Request body: {'port': {'device_id': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:38.525235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0c23d0c-e088-4582-b405-0a0c34d78bf8 req-65954922-9a14-4981-be3d-04fa32d452c3 tempest-MigrationsAdminTest-182747363 tempest-MigrationsAdminTest-182747363-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047873 Dec 09 14:56:38.545562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78883671-01c7-41ab-8529-8124916bc1fa req-93843c5c-55dc-4af0-8be8-1abc7a6c5da9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137394 Dec 09 14:56:38.640485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:38.656691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0e87d09e-4b1e-401f-91b1-e046aed05637,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:38.672156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-789dd49b-13a5-42d1-85cf-425b3af22976 None None] Provisioning complete for port 636a0ccc-237d-4f3c-bb19-5322e476dc36 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:38.672841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-789dd49b-13a5-42d1-85cf-425b3af22976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:38.748771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0e87d09e-4b1e-401f-91b1-e046aed05637'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:38.759512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-789dd49b-13a5-42d1-85cf-425b3af22976 None None] Port 636a0ccc-237d-4f3c-bb19-5322e476dc36 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:38.816297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Allocated IP 172.20.0.9 (d7e56d99-1a2d-4eda-a1fb-6e6f800d958b/d4a66d1b-1ee1-46a9-884b-5275afefd40e/25566abc-73b7-4f6b-8ac4-480cd92296b4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:38.861655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-789dd49b-13a5-42d1-85cf-425b3af22976 None None] Provisioning complete for port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:38.862029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-789dd49b-13a5-42d1-85cf-425b3af22976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.000793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec803-ce84-47c1-85f1-988f710433b0 req-c6bea3cd-596b-4c26-92df-bb41c3c4466f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.024187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec803-ce84-47c1-85f1-988f710433b0 req-c6bea3cd-596b-4c26-92df-bb41c3c4466f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.030235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec803-ce84-47c1-85f1-988f710433b0 req-c6bea3cd-596b-4c26-92df-bb41c3c4466f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.040471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-566ec803-ce84-47c1-85f1-988f710433b0 req-c6bea3cd-596b-4c26-92df-bb41c3c4466f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2414 time: 0.3161724 Dec 09 14:56:39.066411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.119632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.182723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-566ec803-ce84-47c1-85f1-988f710433b0 req-cc16bf8d-312a-40c9-bdf3-03fbc00e0386 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291542 Dec 09 14:56:39.268826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Pushing event updated for resources: {'Port': ['ID=25566abc-73b7-4f6b-8ac4-480cd92296b4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:39.288921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:39.293253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:39.313322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:39.379260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc4be028-7f7e-499b-aeea-7746598d7b1c up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:39.516830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port cc4be028-7f7e-499b-aeea-7746598d7b1c completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:39.538685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port cc4be028-7f7e-499b-aeea-7746598d7b1c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:39.538685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.542093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-55dcd481-0906-41db-b43b-39b92ed50ecf tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.543877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-55dcd481-0906-41db-b43b-39b92ed50ecf tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 949 time: 0.1636775 Dec 09 14:56:39.575560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6cb67-a565-43d5-828e-7c4b4437c5cc req-b105f682-3a27-41af-b7ef-c204fca96b21 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.584837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6d6cb67-a565-43d5-828e-7c4b4437c5cc req-b105f682-3a27-41af-b7ef-c204fca96b21 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1298118 Dec 09 14:56:39.592876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.593864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.666629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-82f0cf7b-706a-4e5f-a291-3b12b8427c90 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6519940 Dec 09 14:56:39.667629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676dbfc-7c1a-4b46-923d-f5e0e8628ba9 req-4def0dac-93e8-407f-b913-236ffb93e43b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:39.677629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b676dbfc-7c1a-4b46-923d-f5e0e8628ba9 req-4def0dac-93e8-407f-b913-236ffb93e43b tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 949 time: 0.2544029 Dec 09 14:56:39.678450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.686275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Request body: {'port': {'device_id': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:39.706904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4be028-7f7e-499b-aeea-7746598d7b1c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:39.710054 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df442cd-9978-4482-9752-47d80aeb48e3" -d '{"events": [{"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-plugged", "status": "completed", "tag": "cc4be028-7f7e-499b-aeea-7746598d7b1c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:39.720384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636a0ccc-237d-4f3c-bb19-5322e476dc36 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:39.730000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cc4be028-7f7e-499b-aeea-7746598d7b1c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc4be028-7f7e-499b-aeea-7746598d7b1c,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:39.735210 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.735847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.736248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:39.762337 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b676dbfc-7c1a-4b46-923d-f5e0e8628ba9 req-10f74d10-ac56-4f51-8fed-e2219f30e280 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817516 Dec 09 14:56:39.778769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Transition to ACTIVE for port object 636a0ccc-237d-4f3c-bb19-5322e476dc36 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:39.785337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.820606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:39.834632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6d6cb67-a565-43d5-828e-7c4b4437c5cc req-4ad3246e-5056-4526-8f0e-55320dd4a8ab tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484851 Dec 09 14:56:39.990594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:40.009645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=636a0ccc-237d-4f3c-bb19-5322e476dc36,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:40.082350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Deleting port 255c991c-313f-4b10-9e2a-44a10a0b69c6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:40.082984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.152337 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a729dd4f-7871-45e4-a75a-8bf2900519a2 req-47133a37-a257-403e-bb60-c1ae2355456f tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 210 time: 0.2135255 Dec 09 14:56:40.291552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=cc4be028-7f7e-499b-aeea-7746598d7b1c,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:40.325564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-306c859c-1d4c-4319-badf-10fd517a468b None None] Provisioning complete for port 25566abc-73b7-4f6b-8ac4-480cd92296b4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:40.326426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-306c859c-1d4c-4319-badf-10fd517a468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.363886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Attempting to bind port 636a0ccc-237d-4f3c-bb19-5322e476dc36 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:40.363886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Attempting to bind port 636a0ccc-237d-4f3c-bb19-5322e476dc36 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:40.363886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Attempting to bind port 636a0ccc-237d-4f3c-bb19-5322e476dc36 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:40.399532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Port 636a0ccc-237d-4f3c-bb19-5322e476dc36 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:40.399532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Attempting to bind port 636a0ccc-237d-4f3c-bb19-5322e476dc36 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:40.409328 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61ca5ab-2872-46bd-bd5b-f8cc9494983c x-openstack-request-id: req-b61ca5ab-2872-46bd-bd5b-f8cc9494983c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:40.413159 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-plugged", "status": "completed", "tag": "cc4be028-7f7e-499b-aeea-7746598d7b1c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:40.413662 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b61ca5ab-2872-46bd-bd5b-f8cc9494983c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:40.415792 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4be028-7f7e-499b-aeea-7746598d7b1c', 'code': 200} Dec 09 14:56:40.417229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-306c859c-1d4c-4319-badf-10fd517a468b None None] Port 25566abc-73b7-4f6b-8ac4-480cd92296b4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:40.432446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:40.433882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Checking segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:40.434520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Bound using segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:40.439271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Bound port: 636a0ccc-237d-4f3c-bb19-5322e476dc36, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:40.439989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.444550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80b11b-d144-420c-ab4f-48392bdd0e40 req-eb5fa5d6-7156-47bb-87df-4239a723966a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:40.452586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff80b11b-d144-420c-ab4f-48392bdd0e40 req-eb5fa5d6-7156-47bb-87df-4239a723966a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 948 time: 0.1213439 Dec 09 14:56:40.453893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:40.459024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:40.459716 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.462411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] For port 255c991c-313f-4b10-9e2a-44a10a0b69c6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=255c991c-313f-4b10-9e2a-44a10a0b69c6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:40.463035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.491568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Calling delete_port for 255c991c-313f-4b10-9e2a-44a10a0b69c6 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:40.515846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:40.516147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.618646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-5290d4b1-6e3d-4f1f-8007-a92150132dce tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:40.620919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-5290d4b1-6e3d-4f1f-8007-a92150132dce tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 815 time: 0.5457656 Dec 09 14:56:40.642091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff80b11b-d144-420c-ab4f-48392bdd0e40 req-1a524c0b-bb64-4f81-9bb5-4cec02c36338 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884809 Dec 09 14:56:40.646954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25566abc-73b7-4f6b-8ac4-480cd92296b4 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:40.655639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Request body: {'port': {'device_id': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'admin_state_up': True, 'tenant_id': 'cb9b8cc45f5f4641b9d7f525e06d9c12'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:40.683502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.743799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b527f67-90b3-4960-a847-a1e808ef4799 req-93924cd2-162b-423c-a300-0fe3dcef3616 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:40.744979 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.751977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b527f67-90b3-4960-a847-a1e808ef4799 req-93924cd2-162b-423c-a300-0fe3dcef3616 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.2167544 Dec 09 14:56:40.768306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Transition to ACTIVE for port object 25566abc-73b7-4f6b-8ac4-480cd92296b4 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:40.790332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:40.794707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:40.797904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] For port 636a0ccc-237d-4f3c-bb19-5322e476dc36, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:40.809022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.865747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:40.872394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] For port 636a0ccc-237d-4f3c-bb19-5322e476dc36, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:40.884926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.885776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device acf8b6fc-6014-4727-87a5-51ed1ba6003f up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:40.892005 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:40.947390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864666f-7663-4a72-98e5-21b02ee0d8eb req-f2a100c8-dbee-4d7c-9d96-c3592126986d tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:40.955546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864666f-7663-4a72-98e5-21b02ee0d8eb req-f2a100c8-dbee-4d7c-9d96-c3592126986d tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:40.963090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864666f-7663-4a72-98e5-21b02ee0d8eb req-f2a100c8-dbee-4d7c-9d96-c3592126986d tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:40.966516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e864666f-7663-4a72-98e5-21b02ee0d8eb req-f2a100c8-dbee-4d7c-9d96-c3592126986d tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2415 time: 0.2509606 Dec 09 14:56:40.967759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=636a0ccc-237d-4f3c-bb19-5322e476dc36,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:40.996177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b527f67-90b3-4960-a847-a1e808ef4799 req-1320af12-8767-4b54-ac9f-3bd08030bca6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430174 Dec 09 14:56:41.033630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Pushing event updated for resources: {'Port': ['ID=25566abc-73b7-4f6b-8ac4-480cd92296b4,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:41.063663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:41.068337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.071667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-5f302425-2e1b-4344-8fd7-982c3a5ac4a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/636a0ccc-237d-4f3c-bb19-5322e476dc36 HTTP/1.1" status: 200 len: 1091 time: 2.6024010 Dec 09 14:56:41.076063 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'tag': '636a0ccc-237d-4f3c-bb19-5322e476dc36'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:41.085828 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97bfd64-3491-4f03-9f5f-d31070d123fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a973fe5b-804f-4dbd-b99e-e1507151f465", "tag": "636a0ccc-237d-4f3c-bb19-5322e476dc36"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:41.190065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Made reservation on behalf of cb9b8cc45f5f4641b9d7f525e06d9c12 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:56:41.193001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.251707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.257408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:41.280299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['255c991c-313f-4b10-9e2a-44a10a0b69c6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:41.336572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e864666f-7663-4a72-98e5-21b02ee0d8eb req-d3e9c4ea-c5cd-44e2-bcf4-0b0274cda3b5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121700 Dec 09 14:56:41.395901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050826-9481-4b59-9cd6-4c945fbb9a6d req-d929e978-5d91-42eb-8a9e-ec2ded7d3d3e tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:41.404633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd050826-9481-4b59-9cd6-4c945fbb9a6d req-d929e978-5d91-42eb-8a9e-ec2ded7d3d3e tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a51649-cff6-442f-af99-1f608ee226bf HTTP/1.1" status: 200 len: 867 time: 0.2411008 Dec 09 14:56:41.478746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Pushing event deleted for resources: {'Port': ['ID=255c991c-313f-4b10-9e2a-44a10a0b69c6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:41.504390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Attempting to bind port 25566abc-73b7-4f6b-8ac4-480cd92296b4 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:41.505608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Attempting to bind port 25566abc-73b7-4f6b-8ac4-480cd92296b4 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:41.506168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Attempting to bind port 25566abc-73b7-4f6b-8ac4-480cd92296b4 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:41.513605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-60696154-4b6a-4ff3-9739-93cc39472884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:41.523932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-60696154-4b6a-4ff3-9739-93cc39472884 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 1094 time: 0.3623269 Dec 09 14:56:41.531248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:41.579462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Port 25566abc-73b7-4f6b-8ac4-480cd92296b4 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:41.579462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Attempting to bind port 25566abc-73b7-4f6b-8ac4-480cd92296b4 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:41.584183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] No DVR routers for this DVR port 255c991c-313f-4b10-9e2a-44a10a0b69c6 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:41.589575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.593024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba00ca56-682b-454f-b806-ad83c1751f22 req-378a2d51-c3f6-4754-bfa1-4c3148d77e6c tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.43 "DELETE /v2.0/ports/255c991c-313f-4b10-9e2a-44a10a0b69c6 HTTP/1.1" status: 204 len: 173 time: 2.0405035 Dec 09 14:56:41.593487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'name': 'network-vif-deleted', 'tag': '255c991c-313f-4b10-9e2a-44a10a0b69c6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:41.595837 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de5f46a-a0e0-4408-abe1-97dbfb893cba" -d '{"events": [{"server_uuid": "f6a51649-cff6-442f-af99-1f608ee226bf", "name": "network-vif-deleted", "tag": "255c991c-313f-4b10-9e2a-44a10a0b69c6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:41.601113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:41.601450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Checking segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:41.602685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Bound using segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:41.612249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Bound port: 25566abc-73b7-4f6b-8ac4-480cd92296b4, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:41.613405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.633563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:41.641577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port acf8b6fc-6014-4727-87a5-51ed1ba6003f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:41.672475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-12d22f24-4551-4360-b1d1-3ac8bb57bcb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36 HTTP/1.1" status: 200 len: 217 time: 0.1234491 Dec 09 14:56:41.681760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:41.682136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.716195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] For port 25566abc-73b7-4f6b-8ac4-480cd92296b4, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:41.719886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] For port 25566abc-73b7-4f6b-8ac4-480cd92296b4, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:41.730867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d38e6-03d4-43f1-bc97-c2a43622dda1 req-aeea6c4e-018d-435f-bfff-70d94701a71d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:41.738208 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c4d38e6-03d4-43f1-bc97-c2a43622dda1 req-aeea6c4e-018d-435f-bfff-70d94701a71d tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.2821362 Dec 09 14:56:41.740117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port acf8b6fc-6014-4727-87a5-51ed1ba6003f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:41.740490 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.747111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.752054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'mac_address': 'fa:16:3e:22:9b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:41.803657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:41.804285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:41.805670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] 10.222.0.36 "PUT /v2.0/ports/25566abc-73b7-4f6b-8ac4-480cd92296b4 HTTP/1.1" status: 200 len: 1091 time: 2.1257720 Dec 09 14:56:41.896349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4bd77-5916-4b8d-b31f-278846955a40 service neutron] Pushing event updated for resources: {'Port': ['ID=25566abc-73b7-4f6b-8ac4-480cd92296b4,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:41.899984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-e6ea95e1-77fc-4fcd-ab9e-d9e9a6a0aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:41.902186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-e6ea95e1-77fc-4fcd-ab9e-d9e9a6a0aaa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.2079282 Dec 09 14:56:41.914288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd050826-9481-4b59-9cd6-4c945fbb9a6d req-c58e83bd-3324-4f29-ad08-8bdae90e69b0 tempest-ServersAdminNegativeTestJSON-1348464781 tempest-ServersAdminNegativeTestJSON-1348464781-project] 10.222.0.46 "GET /v2.0/security-groups?id=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885689 Dec 09 14:56:41.983448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c4d38e6-03d4-43f1-bc97-c2a43622dda1 req-ccea8e08-5344-428a-9a4b-981e71108e49 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442374 Dec 09 14:56:42.005564 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.074273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-e6374fff-49dc-4dfd-b0f0-e60ac1d16256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.076571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-e6374fff-49dc-4dfd-b0f0-e60ac1d16256 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605573 Dec 09 14:56:42.083929 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eee3491-e195-445c-a67b-447f5664e052 x-openstack-request-id: req-7eee3491-e195-445c-a67b-447f5664e052 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:42.084506 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a973fe5b-804f-4dbd-b99e-e1507151f465", "tag": "636a0ccc-237d-4f3c-bb19-5322e476dc36", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:42.084890 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eee3491-e195-445c-a67b-447f5664e052 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:42.085446 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'tag': '636a0ccc-237d-4f3c-bb19-5322e476dc36', 'status': 'completed', 'code': 200} Dec 09 14:56:42.086991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Allocated IP 172.20.0.12 (d7e56d99-1a2d-4eda-a1fb-6e6f800d958b/d4a66d1b-1ee1-46a9-884b-5275afefd40e/188f9039-49e2-4eac-ad2d-ce7d10aaeca9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:56:42.127464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d622fcaf-de0a-4a49-84d0-dab422962382 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:42.140707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-c0a9a68a-1fd3-4e70-b4bd-9b13f6d17308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.147818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-c0a9a68a-1fd3-4e70-b4bd-9b13f6d17308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 1094 time: 0.2549565 Dec 09 14:56:42.158749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f15298-5f75-445f-8e62-668f76a575e3 req-3bc23c13-9ca6-4fd2-99f7-bec76e44706b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.160379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87f15298-5f75-445f-8e62-668f76a575e3 req-3bc23c13-9ca6-4fd2-99f7-bec76e44706b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 950 time: 0.3154845 Dec 09 14:56:42.184631 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.208584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f5d6c1-f15e-4ad1-9ce6-eafecc60c833 req-b0123e5c-2b08-430d-9a8d-81081c724a42 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 210 time: 0.0587542 Dec 09 14:56:42.283314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:42.302734 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.304826 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.407656 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e3d71a-e2ed-4061-b036-a5f8daa9b1a7 x-openstack-request-id: req-25e3d71a-e2ed-4061-b036-a5f8daa9b1a7 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:42.408164 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a51649-cff6-442f-af99-1f608ee226bf", "name": "network-vif-deleted", "tag": "255c991c-313f-4b10-9e2a-44a10a0b69c6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:42.408278 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25e3d71a-e2ed-4061-b036-a5f8daa9b1a7 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:42.408657 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a51649-cff6-442f-af99-1f608ee226bf', 'name': 'network-vif-deleted', 'tag': '255c991c-313f-4b10-9e2a-44a10a0b69c6', 'status': 'completed', 'code': 200} Dec 09 14:56:42.429521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-76e0d271-849e-4bef-8a7a-d797b39d4ec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4 HTTP/1.1" status: 200 len: 217 time: 0.2670426 Dec 09 14:56:42.458370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf'}, {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}, {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:42.461111 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e61d3f-4660-4cc4-95d8-3f59324c909a" -d '{"events": [{"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-plugged", "status": "completed", "tag": "9f4d3586-8750-4449-bd3a-1a4e8d65a1cf"}, {"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-plugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}, {"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-plugged", "status": "completed", "tag": "acf8b6fc-6014-4727-87a5-51ed1ba6003f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:42.491807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:42.526681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d622fcaf-de0a-4a49-84d0-dab422962382'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:42.537852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port acf8b6fc-6014-4727-87a5-51ed1ba6003f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:42.578314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.579457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0e87d09e-4b1e-401f-91b1-e046aed05637 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:42.594838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-d4c89dcb-824f-4466-b14a-1a9b7900f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.596567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-d4c89dcb-824f-4466-b14a-1a9b7900f7fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.1556571 Dec 09 14:56:42.629372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.630786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c843fcad-f6d0-4bea-8b18-750f51dcc3bf no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:42.632944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d97c8-a1eb-45f0-b6ba-5f56c7db4abd req-5f97600d-b781-4e0d-809a-b44f75816886 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.646197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-630d97c8-a1eb-45f0-b6ba-5f56c7db4abd req-5f97600d-b781-4e0d-809a-b44f75816886 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 948 time: 0.1508815 Dec 09 14:56:42.681482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: c843fcad-f6d0-4bea-8b18-750f51dcc3bf {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:42.681888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c843fcad-f6d0-4bea-8b18-750f51dcc3bf not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:42.687987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:42.696140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:42.772531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-630d97c8-a1eb-45f0-b6ba-5f56c7db4abd req-ad09fb92-75b8-472f-afc8-5a1b0891f417 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247106 Dec 09 14:56:42.826136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-c46b93c4-3b1a-48c9-809b-c6cd0694fb53 service neutron] 10.222.0.43 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324877 Dec 09 14:56:42.836085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c8880-da59-4bb5-83c9-0ddc37c19286 req-cae52011-bec0-4498-87a8-e48992d63658 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.838732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-4dc52ada-7328-49b0-97a1-97d75e1305b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:42.842966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-4dc52ada-7328-49b0-97a1-97d75e1305b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352860 Dec 09 14:56:42.845681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24c8880-da59-4bb5-83c9-0ddc37c19286 req-cae52011-bec0-4498-87a8-e48992d63658 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 951 time: 0.3450599 Dec 09 14:56:42.847289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Deleting port 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:42.847458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.869859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b8c95fbd-392c-4b86-a7d8-4addd3545b6d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:42.870864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.901406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:42.905500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=14']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:42.927626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 0e87d09e-4b1e-401f-91b1-e046aed05637 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:42.971641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 0e87d09e-4b1e-401f-91b1-e046aed05637 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:42.972315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.061801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=acf8b6fc-6014-4727-87a5-51ed1ba6003f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:43.093219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b7b3e44-885c-4713-96ad-14d5d4ea0ac0 req-564ef339-58e4-4eb7-b6b5-9a183f69c3c9 service neutron] 10.222.0.43 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450516 Dec 09 14:56:43.135495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24c8880-da59-4bb5-83c9-0ddc37c19286 req-fd3cbeeb-ff2f-454c-bfeb-6c6040e229c5 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887831 Dec 09 14:56:43.166400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] For port 8d3cb1fe-24ef-49bf-b61e-937c4469295d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d3cb1fe-24ef-49bf-b61e-937c4469295d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:43.166999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.175770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.200221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.245426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:56:43.266065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16005-68a8-4a4d-8919-48654f81c53b req-2a305d1b-80da-47b7-83d8-adbd780bbe93 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:43.284238 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0143470f-c39e-49f9-a637-da987a7f1257 x-openstack-request-id: req-0143470f-c39e-49f9-a637-da987a7f1257 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:43.288910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16005-68a8-4a4d-8919-48654f81c53b req-2a305d1b-80da-47b7-83d8-adbd780bbe93 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:43.289514 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-plugged", "status": "completed", "tag": "9f4d3586-8750-4449-bd3a-1a4e8d65a1cf", "code": 200}, {"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-plugged", "status": "completed", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "code": 200}, {"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-plugged", "status": "completed", "tag": "acf8b6fc-6014-4727-87a5-51ed1ba6003f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:43.289984 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0143470f-c39e-49f9-a637-da987a7f1257 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:43.290579 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf', 'code': 200} Dec 09 14:56:43.290982 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'code': 200} Dec 09 14:56:43.291419 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f', 'code': 200} Dec 09 14:56:43.295816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:56:43.309233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16005-68a8-4a4d-8919-48654f81c53b req-2a305d1b-80da-47b7-83d8-adbd780bbe93 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:43.322623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19b16005-68a8-4a4d-8919-48654f81c53b req-2a305d1b-80da-47b7-83d8-adbd780bbe93 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2417 time: 0.3730586 Dec 09 14:56:43.325666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:56:43.330618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Calling delete_port for 8d3cb1fe-24ef-49bf-b61e-937c4469295d owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:43.347265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.360417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-fecdb3a2-db9a-4109-93d2-27a8ffbf9f86 service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063443 Dec 09 14:56:43.396307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Pushing event updated for resources: {'Port': ['ID=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:43.404294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-db97af9f-3707-4789-ab96-6e49aae7e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:43.405808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-db97af9f-3707-4789-ab96-6e49aae7e46e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 1094 time: 0.2091956 Dec 09 14:56:43.416534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:43.439486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.526271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:43.533735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.572302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0e87d09e-4b1e-401f-91b1-e046aed05637, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0e87d09e-4b1e-401f-91b1-e046aed05637,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:43.603955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.623286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:43.627867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:43.844953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-734f7589-7d04-4122-a01a-28c87bb16c5b req-c35c8eab-5106-415f-8568-2d1b5dee85c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543753 Dec 09 14:56:43.896444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19b16005-68a8-4a4d-8919-48654f81c53b req-9dd01894-da08-4f23-a296-f9deb4ef94e3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683215 Dec 09 14:56:43.946789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0e87d09e-4b1e-401f-91b1-e046aed05637,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:43.959932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8cb926a6-6abb-4341-893e-de9c9f64bb4b None None] Provisioning complete for port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:43.961047 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8cb926a6-6abb-4341-893e-de9c9f64bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:43.978551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:44.037695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d622fcaf-de0a-4a49-84d0-dab422962382 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:44.038336 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:44.089432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8cb926a6-6abb-4341-893e-de9c9f64bb4b None None] Port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:56:44.187595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:44.277843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-445f04eb-eb18-431b-a3e4-01f63c9eb1ee tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6399632 Dec 09 14:56:44.279097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-6c368df6-b27d-4914-bfc3-32d9005a0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.280655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-6c368df6-b27d-4914-bfc3-32d9005a0fb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 916 time: 0.8286858 Dec 09 14:56:44.298494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Request body: {'port': {'device_id': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:56:44.323803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:44.329369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:44.330972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:44.416897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4023e-95c1-46d6-9570-67483143a334 req-3379bc50-2bea-4087-94d9-0535ae3bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.417383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4023e-95c1-46d6-9570-67483143a334 req-3379bc50-2bea-4087-94d9-0535ae3bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.418621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6fa37-02ba-46af-82d7-969b2f21fbb2 req-00c4527a-cbe2-41d2-a155-150855a75b83 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.418931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4023e-95c1-46d6-9570-67483143a334 req-3379bc50-2bea-4087-94d9-0535ae3bfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.423368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a4023e-95c1-46d6-9570-67483143a334 req-3379bc50-2bea-4087-94d9-0535ae3bfaa3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2870 time: 1.0107059 Dec 09 14:56:44.425467 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-54e6fa37-02ba-46af-82d7-969b2f21fbb2 req-00c4527a-cbe2-41d2-a155-150855a75b83 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 932 time: 0.3518801 Dec 09 14:56:44.441647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'tag': '25566abc-73b7-4f6b-8ac4-480cd92296b4'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:44.444406 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfef12db-5f2a-432d-8e39-ba91293fd85a" -d '{"events": [{"name": "network-changed", "server_uuid": "a889d7e7-5b8c-40e1-b3e3-71b28a746a33", "tag": "25566abc-73b7-4f6b-8ac4-480cd92296b4"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:44.453428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:44.563476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:44.576279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:44.618383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-992caa32-62f2-4fa1-964d-222b958f2208 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36 HTTP/1.1" status: 200 len: 217 time: 0.2277601 Dec 09 14:56:44.625303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d', '1e6afd01-87e0-4fd6-b96d-209ed5641b15'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:44.628151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No active binding found for port 8d3cb1fe-24ef-49bf-b61e-937c4469295d {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 14:56:44.628787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d3cb1fe-24ef-49bf-b61e-937c4469295d not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:44.629412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 255c991c-313f-4b10-9e2a-44a10a0b69c6 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:44.688022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 255c991c-313f-4b10-9e2a-44a10a0b69c6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:44.688642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 255c991c-313f-4b10-9e2a-44a10a0b69c6 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:44.769735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-641b4de1-5e65-4dc2-9b21-a5a27aec873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.772245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-641b4de1-5e65-4dc2-9b21-a5a27aec873f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.1256506 Dec 09 14:56:44.806680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:44.828691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 636a0ccc-237d-4f3c-bb19-5322e476dc36 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:44.852744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc801-4830-4751-abad-16d39baffa31 req-4d61ba87-c793-4e03-9df6-6d3602ded855 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:44.877791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-859fc801-4830-4751-abad-16d39baffa31 req-4d61ba87-c793-4e03-9df6-6d3602ded855 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 1.2102945 Dec 09 14:56:45.226612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 636a0ccc-237d-4f3c-bb19-5322e476dc36, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:45.244745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '636a0ccc-237d-4f3c-bb19-5322e476dc36', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'port_id': '636a0ccc-237d-4f3c-bb19-5322e476dc36', 'mac_address': 'fa:16:3e:d2:32:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a66d1b-1ee1-46a9-884b-5275afefd40e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:45.303689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}, {'server_uuid': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87d09e-4b1e-401f-91b1-e046aed05637'}, {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:45.306284 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8003b5f-7589-4494-b297-c29ca657268c" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}, {"server_uuid": "d92a23c4-c102-43a2-8e60-40682b1b2a6d", "name": "network-vif-plugged", "status": "completed", "tag": "0e87d09e-4b1e-401f-91b1-e046aed05637"}, {"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-plugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:45.319619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-859fc801-4830-4751-abad-16d39baffa31 req-d2c7bbe3-1317-4a15-a93a-87826b34adfe tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403539 Dec 09 14:56:45.325185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a4023e-95c1-46d6-9570-67483143a334 req-6f0490b9-7bc1-4dc6-897e-60b6173c09ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319533 Dec 09 14:56:45.345984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.363582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ec9b25dd-b145-41ad-91f4-39a51016b9d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa1075b1e5aa42a8adc7a349fff3833d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3835392 Dec 09 14:56:45.388526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40154) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:45.398397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636a0ccc-237d-4f3c-bb19-5322e476dc36 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:45.451931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 636a0ccc-237d-4f3c-bb19-5322e476dc36, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:45.455621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event deleted for resources: {'Port': ['ID=8d3cb1fe-24ef-49bf-b61e-937c4469295d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:45.465338 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.504019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-54e6fa37-02ba-46af-82d7-969b2f21fbb2 req-04b9d2db-1d7d-478f-a57f-7edef8a573d1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0515895 Dec 09 14:56:45.505310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] No DVR routers for this DVR port 8d3cb1fe-24ef-49bf-b61e-937c4469295d on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:45.514286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.518237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87f15298-5f75-445f-8e62-668f76a575e3 req-7cc81741-1ca0-4464-a839-a71d64bcab58 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "DELETE /v2.0/ports/8d3cb1fe-24ef-49bf-b61e-937c4469295d HTTP/1.1" status: 204 len: 173 time: 3.3085692 Dec 09 14:56:45.524636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f128224d-e274-4adf-be1f-111a54d7beab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.622300 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f128224d-e274-4adf-be1f-111a54d7beab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.676882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=636a0ccc-237d-4f3c-bb19-5322e476dc36,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:45.765417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-b0518fa3-8b12-4911-9ab7-d997e744194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:45.767686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-b0518fa3-8b12-4911-9ab7-d997e744194e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9857817 Dec 09 14:56:45.772290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:45.802302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.815580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['636a0ccc-237d-4f3c-bb19-5322e476dc36'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:45.875437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f878-7b9b-4e1c-8048-153cd717e124 req-b50959e0-d4a8-4a52-b764-1e28a9725203 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:45.884913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b45f878-7b9b-4e1c-8048-153cd717e124 req-b50959e0-d4a8-4a52-b764-1e28a9725203 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 949 time: 0.0997908 Dec 09 14:56:45.962384 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f128224d-e274-4adf-be1f-111a54d7beab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.965702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f128224d-e274-4adf-be1f-111a54d7beab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:45.969353 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f128224d-e274-4adf-be1f-111a54d7beab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9 HTTP/1.1" status: 204 len: 168 time: 0.5774102 Dec 09 14:56:45.999913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128224d-e274-4adf-be1f-111a54d7beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f5ed2a-6ba7-4d4f-bbf1-3a8a3d2756a9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:46.075644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b45f878-7b9b-4e1c-8048-153cd717e124 req-c861953e-31be-447b-bfd1-3ca0aa90cede tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872587 Dec 09 14:56:46.086175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-b8efda81-38e7-4644-8d7b-834f1f4f00e4 service neutron] 10.222.0.43 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057880 Dec 09 14:56:46.091576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Transition to ACTIVE for port object 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:56:46.241988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:46.252914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b97bfd64-3491-4f03-9f5f-d31070d123fc req-6e74cd6e-a074-466e-b523-a0215c8ad4f8 service neutron] 10.222.0.43 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412427 Dec 09 14:56:46.361245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Pushing event updated for resources: {'Port': ['ID=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:46.391477 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:56:46.401275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320ff475-82a2-4a93-b5f0-cabe7dfaedef req-39c907bb-ec61-4b79-9719-5fb1df9637b6 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcb0983b-1aa4-4a67-966f-052a2cc70a82 HTTP/1.1" status: 200 len: 210 time: 0.0691073 Dec 09 14:56:46.519975 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed950f91-7d06-4fd0-847a-a20b01b84991 x-openstack-request-id: req-ed950f91-7d06-4fd0-847a-a20b01b84991 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:46.521553 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a889d7e7-5b8c-40e1-b3e3-71b28a746a33", "tag": "25566abc-73b7-4f6b-8ac4-480cd92296b4", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:46.522231 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed950f91-7d06-4fd0-847a-a20b01b84991 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:46.522787 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'tag': '25566abc-73b7-4f6b-8ac4-480cd92296b4', 'status': 'completed', 'code': 200} Dec 09 14:56:46.654211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Attempting to bind port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:56:46.654211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Attempting to bind port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:56:46.654211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Attempting to bind port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:46.666498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:56:46.666822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Attempting to bind port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 on network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:56:46.676055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:56:46.676440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Checking segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:56:46.676829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Bound using segment: {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:56:46.677265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Bound port: 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:56:46.677618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:46.703922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-ec786877-b905-428d-b036-489a6d43cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:46.706660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-ec786877-b905-428d-b036-489a6d43cf74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 1094 time: 0.1443348 Dec 09 14:56:46.752711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b361f4b-6ed7-4fe2-b270-ea938f2ea8e8 req-fac31468-810b-4198-a5a1-edf0ad860324 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:46.759867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b361f4b-6ed7-4fe2-b270-ea938f2ea8e8 req-fac31468-810b-4198-a5a1-edf0ad860324 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:46.765866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b361f4b-6ed7-4fe2-b270-ea938f2ea8e8 req-fac31468-810b-4198-a5a1-edf0ad860324 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:46.774004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b361f4b-6ed7-4fe2-b270-ea938f2ea8e8 req-fac31468-810b-4198-a5a1-edf0ad860324 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2417 time: 0.1704280 Dec 09 14:56:46.881345 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b361f4b-6ed7-4fe2-b270-ea938f2ea8e8 req-3d74a7a4-9ad5-4ffc-9ff6-7820ac60b4c8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039231 Dec 09 14:56:46.884793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40172) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:46.995203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f69c64bc-65db-4c12-acc8-76474163924d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe40cb0263584c93be08492f824b07a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081138 Dec 09 14:56:46.997414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:47.010392 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325958f3-02c0-4895-82a9-5a7217dda00a x-openstack-request-id: req-325958f3-02c0-4895-82a9-5a7217dda00a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:47.010923 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}, {"server_uuid": "d92a23c4-c102-43a2-8e60-40682b1b2a6d", "name": "network-vif-plugged", "status": "completed", "tag": "0e87d09e-4b1e-401f-91b1-e046aed05637", "code": 200}, {"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-plugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:47.010923 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-325958f3-02c0-4895-82a9-5a7217dda00a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:47.011337 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:56:47.011566 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87d09e-4b1e-401f-91b1-e046aed05637', 'code': 200} Dec 09 14:56:47.011821 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'code': 200} Dec 09 14:56:47.062893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] For port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:56:47.150808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ede865ff-0904-4475-85e6-a3db3a6fc845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.186447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] For port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:56:47.204173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ede865ff-0904-4475-85e6-a3db3a6fc845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.205588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.250553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa942239-0f5d-45ce-8ea6-f2e4d3cf81eb req-a1faa6ce-d440-4376-90b6-052baf30e216 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.259111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa942239-0f5d-45ce-8ea6-f2e4d3cf81eb req-a1faa6ce-d440-4376-90b6-052baf30e216 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1185715 Dec 09 14:56:47.334265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-96306409-a4bd-4b30-a03e-338549beaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.335788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-96306409-a4bd-4b30-a03e-338549beaf17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 916 time: 0.6197550 Dec 09 14:56:47.353136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6bd1-1113-4481-b732-fc5d19e09bac req-1de29701-6b98-4b4f-99c6-8b4124a33936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.354643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3dc6bd1-1113-4481-b732-fc5d19e09bac req-1de29701-6b98-4b4f-99c6-8b4124a33936 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 1100 time: 0.2570598 Dec 09 14:56:47.356239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa942239-0f5d-45ce-8ea6-f2e4d3cf81eb req-035d7997-f195-427c-9176-15d781ebc1fb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873921 Dec 09 14:56:47.373741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ede865ff-0904-4475-85e6-a3db3a6fc845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.374801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.375452 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.378078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ede865ff-0904-4475-85e6-a3db3a6fc845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.380028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ede865ff-0904-4475-85e6-a3db3a6fc845 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fe8e172-a62f-4b6b-9a9f-25904c47b030 HTTP/1.1" status: 204 len: 168 time: 0.3797839 Dec 09 14:56:47.390078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/188f9039-49e2-4eac-ad2d-ce7d10aaeca9 HTTP/1.1" status: 200 len: 1092 time: 3.0961514 Dec 09 14:56:47.392631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'tag': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:47.394928 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef677e06-df68-4ad9-9e65-15ccd15e73e7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4", "tag": "188f9039-49e2-4eac-ad2d-ce7d10aaeca9"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:47.404656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 25566abc-73b7-4f6b-8ac4-480cd92296b4 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:47.423052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede865ff-0904-4475-85e6-a3db3a6fc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8e172-a62f-4b6b-9a9f-25904c47b030,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:47.556134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-662f10af-3713-4686-b954-2432f79e7a8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4 HTTP/1.1" status: 200 len: 217 time: 0.1967700 Dec 09 14:56:47.556812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308afe3-92de-483c-a56d-c7ef482f05e9 service neutron] Pushing event updated for resources: {'Port': ['ID=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:47.633917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a7b3a-d310-46e1-8818-2f8be96f7168 req-046d84bb-d615-4b42-9095-538161d56e6c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.648281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e8a7b3a-d310-46e1-8818-2f8be96f7168 req-046d84bb-d615-4b42-9095-538161d56e6c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 944 time: 0.1250570 Dec 09 14:56:47.738623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 25566abc-73b7-4f6b-8ac4-480cd92296b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:47.771594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '25566abc-73b7-4f6b-8ac4-480cd92296b4', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'port_id': '25566abc-73b7-4f6b-8ac4-480cd92296b4', 'mac_address': 'fa:16:3e:30:d1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a66d1b-1ee1-46a9-884b-5275afefd40e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:47.777986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e8a7b3a-d310-46e1-8818-2f8be96f7168 req-5f817700-cb8b-4756-8824-6d2a46bfcf2a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285155 Dec 09 14:56:47.789018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-b3beee41-9054-41ca-b7b1-86ae7fd4d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.792353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-b3beee41-9054-41ca-b7b1-86ae7fd4d384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 1095 time: 0.2251158 Dec 09 14:56:47.814774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3dc6bd1-1113-4481-b732-fc5d19e09bac req-017bd70b-1515-4057-bd5a-05d22143cf9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027918 Dec 09 14:56:47.858144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-9d1069fa-ab3c-471b-9d98-16cf94639d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:47.859634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-9d1069fa-ab3c-471b-9d98-16cf94639d70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.2747269 Dec 09 14:56:47.913398 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:47.939668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25566abc-73b7-4f6b-8ac4-480cd92296b4 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:48.010333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-9293cd72-27b2-44cc-a493-3645023f1451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9 HTTP/1.1" status: 200 len: 217 time: 0.2037549 Dec 09 14:56:48.063784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 25566abc-73b7-4f6b-8ac4-480cd92296b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:48.074774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66e907-0b09-426d-a1a7-a52ea749ad28 req-6b34292a-fcee-4036-9440-7a927d704bd8 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.079230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:48.088656 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a66e907-0b09-426d-a1a7-a52ea749ad28 req-6b34292a-fcee-4036-9440-7a927d704bd8 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 949 time: 0.1388688 Dec 09 14:56:48.174129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=25566abc-73b7-4f6b-8ac4-480cd92296b4,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:48.214090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a66e907-0b09-426d-a1a7-a52ea749ad28 req-0033bfe2-05fe-468e-bab5-f2a19dbde096 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187515 Dec 09 14:56:48.248038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-b6dad04d-5e5a-41c9-9ca6-cd5401b831df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.249997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-b6dad04d-5e5a-41c9-9ca6-cd5401b831df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.1899250 Dec 09 14:56:48.314144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-7a853777-e009-43df-8147-2be3730240a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.315870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-7a853777-e009-43df-8147-2be3730240a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3543632 Dec 09 14:56:48.332193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-15822bce-08c2-4252-8902-916bc6e41afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.334417 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-15822bce-08c2-4252-8902-916bc6e41afc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747161 Dec 09 14:56:48.429824 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567f8c4f-de81-4521-aab8-0704f949c531 x-openstack-request-id: req-567f8c4f-de81-4521-aab8-0704f949c531 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:48.433949 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4", "tag": "188f9039-49e2-4eac-ad2d-ce7d10aaeca9", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:48.434528 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-567f8c4f-de81-4521-aab8-0704f949c531 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:48.435204 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'tag': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9', 'status': 'completed', 'code': 200} Dec 09 14:56:48.478827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['25566abc-73b7-4f6b-8ac4-480cd92296b4'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:48.524653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-deleted', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:48.533390 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c069c6-7ab6-416a-a997-1dcc59d3b3e1" -d '{"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-deleted", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:48.628794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f4c70-f1f3-4abf-bcfc-409d264a3b0c req-aed5603c-350d-4ade-8f9a-c767cb2e2833 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.639021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f4c70-f1f3-4abf-bcfc-409d264a3b0c req-aed5603c-350d-4ade-8f9a-c767cb2e2833 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.652120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f4c70-f1f3-4abf-bcfc-409d264a3b0c req-aed5603c-350d-4ade-8f9a-c767cb2e2833 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:48.665316 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f8f4c70-f1f3-4abf-bcfc-409d264a3b0c req-aed5603c-350d-4ade-8f9a-c767cb2e2833 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2417 time: 0.1520395 Dec 09 14:56:48.773337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f8f4c70-f1f3-4abf-bcfc-409d264a3b0c req-36221d78-5b4c-4264-941f-592766f07fe6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064055 Dec 09 14:56:48.832174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 636a0ccc-237d-4f3c-bb19-5322e476dc36 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:48.922674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-133b26cd-53e3-42bd-9381-bbb51d5acdde service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864313 Dec 09 14:56:48.925591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 636a0ccc-237d-4f3c-bb19-5322e476dc36 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:48.941234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 636a0ccc-237d-4f3c-bb19-5322e476dc36 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:48.941772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:49.081643 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:49.140003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 636a0ccc-237d-4f3c-bb19-5322e476dc36, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:49.141196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a0ccc-237d-4f3c-bb19-5322e476dc36'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:49.143972 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e418d4-53ed-415e-b474-3a37b92130e4" -d '{"events": [{"server_uuid": "a973fe5b-804f-4dbd-b99e-e1507151f465", "name": "network-vif-plugged", "status": "completed", "tag": "636a0ccc-237d-4f3c-bb19-5322e476dc36"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:49.151438 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:49.205662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-3be7af63-8380-4cb9-923c-dbb491dc1623 service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599327 Dec 09 14:56:49.244292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfef12db-5f2a-432d-8e39-ba91293fd85a req-70845f98-e915-445e-8cda-7cd435cd8adb service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118117 Dec 09 14:56:49.275583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=636a0ccc-237d-4f3c-bb19-5322e476dc36,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:49.321111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a1c69-f35c-4d67-a588-5c397edeb31f req-fc4da83b-0145-40a2-b0dc-8ff215cdfbf3 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:49.331968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e9a1c69-f35c-4d67-a588-5c397edeb31f req-fc4da83b-0145-40a2-b0dc-8ff215cdfbf3 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1149755 Dec 09 14:56:49.461509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e9a1c69-f35c-4d67-a588-5c397edeb31f req-1fc2aade-15cd-41f2-a068-cd6a56c6c78a tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271057 Dec 09 14:56:49.517855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f6c77ec-7672-4497-b0da-1ded2b0bcde1 req-7cd8aa0b-939d-49a1-90dc-808b40824678 service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685885 Dec 09 14:56:49.549218 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99857d02-fc33-45e1-9a1e-c32252c4c3ad x-openstack-request-id: req-99857d02-fc33-45e1-9a1e-c32252c4c3ad {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:49.549769 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0983b-1aa4-4a67-966f-052a2cc70a82", "name": "network-vif-deleted", "tag": "8d3cb1fe-24ef-49bf-b61e-937c4469295d", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:49.550037 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99857d02-fc33-45e1-9a1e-c32252c4c3ad {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:49.550539 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0983b-1aa4-4a67-966f-052a2cc70a82', 'name': 'network-vif-deleted', 'tag': '8d3cb1fe-24ef-49bf-b61e-937c4469295d', 'status': 'completed', 'code': 200} Dec 09 14:56:49.697137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-bd6eba1c-9508-4607-99bb-aa36f0c62faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:49.698831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-bd6eba1c-9508-4607-99bb-aa36f0c62faf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 1095 time: 0.1266801 Dec 09 14:56:49.773615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c4a39-1665-493f-8afe-936bcf1b5604 req-4b018880-1bf1-40a5-b69f-4571b5a5efce tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:49.781119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e79c4a39-1665-493f-8afe-936bcf1b5604 req-4b018880-1bf1-40a5-b69f-4571b5a5efce tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 944 time: 0.0857251 Dec 09 14:56:49.888057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e79c4a39-1665-493f-8afe-936bcf1b5604 req-584bad24-a823-4918-a566-e536f895e41a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046872 Dec 09 14:56:49.915105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-ce159010-8472-469f-98e3-579a138aab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:49.916642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-ce159010-8472-469f-98e3-579a138aab42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 916 time: 0.2101896 Dec 09 14:56:50.011222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-4a35a1a1-8630-4a5b-9e00-3455dadf5cdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9 HTTP/1.1" status: 200 len: 217 time: 0.0778120 Dec 09 14:56:50.044707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc8c23-a163-4cae-af1a-f552c9ef80ed req-d23536c0-b0a3-4938-8ee8-7ed564714ddc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:50.053760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08fc8c23-a163-4cae-af1a-f552c9ef80ed req-d23536c0-b0a3-4938-8ee8-7ed564714ddc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 950 time: 0.0862811 Dec 09 14:56:50.103492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-76c1d3cb-8d32-42f3-933d-9aede3584ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:50.106237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-76c1d3cb-8d32-42f3-933d-9aede3584ea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.0813470 Dec 09 14:56:50.173736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08fc8c23-a163-4cae-af1a-f552c9ef80ed req-5a571b12-2ebd-462e-8583-59d577a54052 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186724 Dec 09 14:56:50.216399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-b5ae07c2-b939-4e7a-84c5-9a9ad2494d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:50.218609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-b5ae07c2-b939-4e7a-84c5-9a9ad2494d4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033244 Dec 09 14:56:50.224785 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e007f23-739c-467b-a20c-c7c211467972 x-openstack-request-id: req-7e007f23-739c-467b-a20c-c7c211467972 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:50.225267 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a973fe5b-804f-4dbd-b99e-e1507151f465", "name": "network-vif-plugged", "status": "completed", "tag": "636a0ccc-237d-4f3c-bb19-5322e476dc36", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:50.225360 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e007f23-739c-467b-a20c-c7c211467972 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:50.225729 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a0ccc-237d-4f3c-bb19-5322e476dc36', 'code': 200} Dec 09 14:56:50.390571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da043a-0289-4613-8de2-aad94ddc9961 req-cf2a9d42-4e44-472a-b3f2-034c13e7346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:50.392105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48da043a-0289-4613-8de2-aad94ddc9961 req-cf2a9d42-4e44-472a-b3f2-034c13e7346e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 1096 time: 0.0566339 Dec 09 14:56:50.438260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-f77207d4-7a57-4180-8da3-b3f92f2e76ec service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033737 Dec 09 14:56:50.552550 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48da043a-0289-4613-8de2-aad94ddc9961 req-623697b3-c618-48ec-945f-f289cd9b87fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491964 Dec 09 14:56:50.606197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef677e06-df68-4ad9-9e65-15ccd15e73e7 req-fbddf9e6-3a97-42f6-87e8-29493833c14a service neutron] 10.222.0.36 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583276 Dec 09 14:56:50.642820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739a7a2-548a-43ae-a500-e8599fb65022 req-d0db52af-bb22-4f43-a805-2ac9cab856da tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:50.657651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2739a7a2-548a-43ae-a500-e8599fb65022 req-d0db52af-bb22-4f43-a805-2ac9cab856da tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 949 time: 0.1006360 Dec 09 14:56:50.721644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2739a7a2-548a-43ae-a500-e8599fb65022 req-4c535cab-8cfe-4c10-b0d2-0557a2878ce8 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629897 Dec 09 14:56:51.091409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-3636c6b9-fe4f-4989-9ecd-0278b9f72f27 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:51.093142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-3636c6b9-fe4f-4989-9ecd-0278b9f72f27 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 950 time: 0.1425729 Dec 09 14:56:51.266702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf19ff-9845-433d-b436-7da45d0b3270 req-7cef09c8-42b6-4e6b-8f39-733149649448 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:51.266702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-afbf19ff-9845-433d-b436-7da45d0b3270 req-7cef09c8-42b6-4e6b-8f39-733149649448 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0819507 Dec 09 14:56:51.309303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Deleting port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:51.309925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:51.366543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-afbf19ff-9845-433d-b436-7da45d0b3270 req-2beef458-a50b-4d74-ab83-3c01ef2799f1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069682 Dec 09 14:56:51.440888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 25566abc-73b7-4f6b-8ac4-480cd92296b4 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:51.476267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] For port 1e6afd01-87e0-4fd6-b96d-209ed5641b15, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1e6afd01-87e0-4fd6-b96d-209ed5641b15,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:51.476674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:51.497130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Calling delete_port for 1e6afd01-87e0-4fd6-b96d-209ed5641b15 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:51.527854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:56:51.576367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782764a-b5c7-4bc4-8930-9e414c5abcd6 req-0ab110a9-e9be-4503-a9e4-68b7377d976a tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:51.589028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2782764a-b5c7-4bc4-8930-9e414c5abcd6 req-0ab110a9-e9be-4503-a9e4-68b7377d976a tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 1100 time: 0.0618322 Dec 09 14:56:51.691743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2782764a-b5c7-4bc4-8930-9e414c5abcd6 req-c28f7d38-f774-431e-8d65-4ec15db201da tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007919 Dec 09 14:56:51.875017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:51.885671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741626e-2c0b-45ec-b5e4-b5ec7b2a92bb req-dc6cd8ec-3d80-4074-87ab-0e2c84a98e3b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:51.892451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1741626e-2c0b-45ec-b5e4-b5ec7b2a92bb req-dc6cd8ec-3d80-4074-87ab-0e2c84a98e3b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 944 time: 0.1294584 Dec 09 14:56:51.917698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event deleted for resources: {'Port': ['ID=1e6afd01-87e0-4fd6-b96d-209ed5641b15,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:52.008471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d', '1e6afd01-87e0-4fd6-b96d-209ed5641b15'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:52.011597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:52.021201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1741626e-2c0b-45ec-b5e4-b5ec7b2a92bb req-8743d133-23d4-44ae-b52e-e0ed2ab0c9d3 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167161 Dec 09 14:56:52.047725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 25566abc-73b7-4f6b-8ac4-480cd92296b4 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:52.050703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] No DVR routers for this DVR port 1e6afd01-87e0-4fd6-b96d-209ed5641b15 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:52.057622 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.064667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 25566abc-73b7-4f6b-8ac4-480cd92296b4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:52.065059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.065961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bb6cc99-b542-47c2-b048-6435e04bc04a req-fe8414bc-e76b-4105-91e8-14cff604debd tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "DELETE /v2.0/ports/1e6afd01-87e0-4fd6-b96d-209ed5641b15 HTTP/1.1" status: 204 len: 173 time: 0.9588230 Dec 09 14:56:52.066443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-deleted', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:52.087919 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a30926c-a002-4220-aba0-960399c64c4d" -d '{"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-deleted", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:52.194226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d132-d374-4902-8613-2734f182e72d req-7f21f9aa-1d54-4cf0-9b6e-d843b5d193e6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:52.201515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d132-d374-4902-8613-2734f182e72d req-7f21f9aa-1d54-4cf0-9b6e-d843b5d193e6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:52.208537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d132-d374-4902-8613-2734f182e72d req-7f21f9aa-1d54-4cf0-9b6e-d843b5d193e6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:52.215951 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.216607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b562d132-d374-4902-8613-2734f182e72d req-7f21f9aa-1d54-4cf0-9b6e-d843b5d193e6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2417 time: 0.1048157 Dec 09 14:56:52.275058 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.281019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b562d132-d374-4902-8613-2734f182e72d req-5e6c8369-c41b-4239-b612-0cf6b83d97b7 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632977 Dec 09 14:56:52.303835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:52.365599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9', 'network_id': 'd7e56d99-1a2d-4eda-a1fb-6e6f800d958b', 'port_id': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9', 'mac_address': 'fa:16:3e:3d:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a66d1b-1ee1-46a9-884b-5275afefd40e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:56:52.530237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05574b5b-cb92-45a6-8366-783c385674c0 req-443dca13-9769-4208-ad2a-838d86a9eefc tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=26647059-d6d0-4480-84c3-f26abe548a9a HTTP/1.1" status: 200 len: 210 time: 0.0580485 Dec 09 14:56:52.647723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.655443 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.680632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:56:52.706716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:52.753235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.862028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 25566abc-73b7-4f6b-8ac4-480cd92296b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:52.867674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25566abc-73b7-4f6b-8ac4-480cd92296b4'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:52.873216 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f02d06-dd72-46f6-a522-37cf927b859c" -d '{"events": [{"server_uuid": "a889d7e7-5b8c-40e1-b3e3-71b28a746a33", "name": "network-vif-plugged", "status": "completed", "tag": "25566abc-73b7-4f6b-8ac4-480cd92296b4"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:52.881984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:52.913387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:53.024797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=25566abc-73b7-4f6b-8ac4-480cd92296b4,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:53.038959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-e87892a2-0a4d-435a-8237-754bc0049ffa tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:53.048477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-e87892a2-0a4d-435a-8237-754bc0049ffa tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:53.056189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-e87892a2-0a4d-435a-8237-754bc0049ffa tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:53.074208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-e87892a2-0a4d-435a-8237-754bc0049ffa tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c7826dc-4395-455b-a515-a0c4bdfa659a HTTP/1.1" status: 200 len: 2417 time: 0.1298492 Dec 09 14:56:53.087695 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d32e367-84ca-49a8-a53d-f5a7f6213868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.197264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['188f9039-49e2-4eac-ad2d-ce7d10aaeca9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:56:53.222743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:53.223244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.361890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:53.362722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.376922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:53.514144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.597804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=9f4d3586-8750-4449-bd3a-1a4e8d65a1cf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:53.601141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:53.605877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.615755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-57d21bba-96f8-4729-8692-ea8611525228 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "DELETE /v2.0/ports/9f4d3586-8750-4449-bd3a-1a4e8d65a1cf HTTP/1.1" status: 204 len: 173 time: 0.5340893 Dec 09 14:56:53.806900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port cc4be028-7f7e-499b-aeea-7746598d7b1c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:53.807452 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.947361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port cc4be028-7f7e-499b-aeea-7746598d7b1c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc4be028-7f7e-499b-aeea-7746598d7b1c,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:53.947936 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:53.975876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for cc4be028-7f7e-499b-aeea-7746598d7b1c owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:54.153686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:54.242304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=cc4be028-7f7e-499b-aeea-7746598d7b1c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:54.275885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port cc4be028-7f7e-499b-aeea-7746598d7b1c on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:54.278559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:54.285707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-60bd8a95-1437-4fba-8b60-cc4ac8cbdcc5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "DELETE /v2.0/ports/cc4be028-7f7e-499b-aeea-7746598d7b1c HTTP/1.1" status: 204 len: 173 time: 0.6638203 Dec 09 14:56:54.465767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port acf8b6fc-6014-4727-87a5-51ed1ba6003f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:54.466121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:54.586700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port acf8b6fc-6014-4727-87a5-51ed1ba6003f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=acf8b6fc-6014-4727-87a5-51ed1ba6003f,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:54.587195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:54.602896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for acf8b6fc-6014-4727-87a5-51ed1ba6003f owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:54.763044 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:54.797217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=acf8b6fc-6014-4727-87a5-51ed1ba6003f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:54.860028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:54.877879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port acf8b6fc-6014-4727-87a5-51ed1ba6003f on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:54.883608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:54.890586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b1fd011-5697-4d41-932d-7ceca6d1eae7 req-a4b878b7-7ac9-4faf-af4a-0f2df403eef0 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.36 "DELETE /v2.0/ports/acf8b6fc-6014-4727-87a5-51ed1ba6003f HTTP/1.1" status: 204 len: 173 time: 0.5957165 Dec 09 14:56:54.928874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 1e6afd01-87e0-4fd6-b96d-209ed5641b15 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:54.930439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1e6afd01-87e0-4fd6-b96d-209ed5641b15 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:55.455727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:56:55.585908 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a50f1ce9-6f56-4061-93cc-f94079d89096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:55.603249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:56:55.615445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:56:55.615445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:55.748369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:55.831468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:55.836905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:55.838044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc4be028-7f7e-499b-aeea-7746598d7b1c no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:55.886145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: cc4be028-7f7e-499b-aeea-7746598d7b1c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:55.886860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc4be028-7f7e-499b-aeea-7746598d7b1c not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:55.887195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:55.937433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:55.937989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9f4d3586-8750-4449-bd3a-1a4e8d65a1cf not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:55.938576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device acf8b6fc-6014-4727-87a5-51ed1ba6003f no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:55.972678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: acf8b6fc-6014-4727-87a5-51ed1ba6003f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:55.973059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device acf8b6fc-6014-4727-87a5-51ed1ba6003f not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:56:55.975682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:56.591106 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:57.322222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-c599ba6c-899a-47fd-a8f9-49745d524a64 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266869 Dec 09 14:56:57.352940 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56cdcfd-76f0-4f85-83db-e3853b21ca6e x-openstack-request-id: req-a56cdcfd-76f0-4f85-83db-e3853b21ca6e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:57.353809 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26647059-d6d0-4480-84c3-f26abe548a9a", "name": "network-vif-deleted", "tag": "1e6afd01-87e0-4fd6-b96d-209ed5641b15", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:57.354065 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a56cdcfd-76f0-4f85-83db-e3853b21ca6e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:57.354476 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26647059-d6d0-4480-84c3-f26abe548a9a', 'name': 'network-vif-deleted', 'tag': '1e6afd01-87e0-4fd6-b96d-209ed5641b15', 'status': 'completed', 'code': 200} Dec 09 14:56:57.471435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-b5c603d2-178a-46a5-99f5-031f03cd9963 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:57.480160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-b5c603d2-178a-46a5-99f5-031f03cd9963 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521149 Dec 09 14:56:57.492111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b281-3a01-4c00-858b-7f6117d907da req-1d49ab47-e603-4cd5-810c-d3c604f962c0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:57.493691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8681b281-3a01-4c00-858b-7f6117d907da req-1d49ab47-e603-4cd5-810c-d3c604f962c0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0761619 Dec 09 14:56:57.499209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-71a35cbb-02c2-4840-9175-472f6522feee tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/quotas/2b8687e457194a10a698f3cd79605202 HTTP/1.1" status: 200 len: 375 time: 0.0175855 Dec 09 14:56:57.573204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-218deea4-5a4f-4500-95d0-ba340eec0070 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0728366 Dec 09 14:56:57.579113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8681b281-3a01-4c00-858b-7f6117d907da req-d89feb51-160d-4fe4-a9d4-cfcabdafbda9 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 Dec 09 14:56:57.631680 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eebf724-4502-4b2a-a0ce-c708dfe7debd x-openstack-request-id: req-9eebf724-4502-4b2a-a0ce-c708dfe7debd {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:57.632679 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889d7e7-5b8c-40e1-b3e3-71b28a746a33", "name": "network-vif-plugged", "status": "completed", "tag": "25566abc-73b7-4f6b-8ac4-480cd92296b4", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:57.633163 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9eebf724-4502-4b2a-a0ce-c708dfe7debd {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:57.633796 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25566abc-73b7-4f6b-8ac4-480cd92296b4', 'code': 200} Dec 09 14:56:57.823564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6166-3f7f-45f6-8109-95e70758b601 req-fdf4c37f-994e-4582-a5eb-b0beb377ae19 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:57.825904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7aa6166-3f7f-45f6-8109-95e70758b601 req-fdf4c37f-994e-4582-a5eb-b0beb377ae19 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.0996990 Dec 09 14:56:57.831628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:57.833322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb126-b7e3-4024-9a69-cb14137a3463 req-15d0c3c4-d0f3-46d7-89e7-f78e714bfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:57.835467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-399fb126-b7e3-4024-9a69-cb14137a3463 req-15d0c3c4-d0f3-46d7-89e7-f78e714bfc9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 1096 time: 0.0984943 Dec 09 14:56:57.937993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-399fb126-b7e3-4024-9a69-cb14137a3463 req-19e734be-ed78-465c-bd3c-1a87e0815764 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861912 Dec 09 14:56:57.961121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7aa6166-3f7f-45f6-8109-95e70758b601 req-c763551b-261e-432d-8dc0-7c0feabd4f2b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211679 Dec 09 14:56:58.037385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting subnet 18eb9948-e9cb-4810-bdcf-646c0ba803cd {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:56:58.044370 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.092909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff41e-5c16-418b-bccb-d146eb85f4f0 req-0b2d3812-e216-4eca-a87b-26dce8a91eed tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:58.095367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1cff41e-5c16-418b-bccb-d146eb85f4f0 req-0b2d3812-e216-4eca-a87b-26dce8a91eed tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.1569715 Dec 09 14:56:58.131611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a331872f-c4e7-4e6b-9a42-9bfd737f62f6 req-0e636442-107a-4264-8654-8d87b9cc15ce tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 210 time: 0.0462949 Dec 09 14:56:58.180582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1cff41e-5c16-418b-bccb-d146eb85f4f0 req-f6190255-1cb3-4182-8d87-3aa1ecc0fec9 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770869 Dec 09 14:56:58.187380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.233792 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.395237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.530412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.604587 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.613100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40354) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:56:58.613748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/subnets/18eb9948-e9cb-4810-bdcf-646c0ba803cd HTTP/1.1" status: 204 len: 168 time: 0.7804928 Dec 09 14:56:58.615161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a356a-09ab-4465-8cb9-496184a2c57c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Subnet': ['ID=18eb9948-e9cb-4810-bdcf-646c0ba803cd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:58.666505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3df35e-0492-4cc0-bb21-1ebad3398207 None None] Network 20cbbae2-a0c4-4073-ae14-480c6b9e8226 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:56:58.826142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:58.872849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955380-aa8c-4c40-8ebd-bd09c90482c9 req-f3b963d3-66db-481e-bf6b-c90504d4de6f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:58.875701 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac955380-aa8c-4c40-8ebd-bd09c90482c9 req-f3b963d3-66db-481e-bf6b-c90504d4de6f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1030538 Dec 09 14:56:58.937843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] DHCP port deletion for 20cbbae2-a0c4-4073-ae14-480c6b9e8226 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:56:59.062783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f42eff-37ee-45a8-ad49-45a80900a098 req-594b3032-383e-4336-83d8-04bcf6018cdb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:59.072441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82f42eff-37ee-45a8-ad49-45a80900a098 req-594b3032-383e-4336-83d8-04bcf6018cdb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.0885096 Dec 09 14:56:59.100421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] Deleting port df4e93f6-aa26-475e-8910-5e8612e68536 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:59.101042 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.152023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82f42eff-37ee-45a8-ad49-45a80900a098 req-f50d9dff-b8ea-4436-b2da-66da9e331e18 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783842 Dec 09 14:56:59.231336 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.285462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335304-53ed-4adb-bbf7-906a40ee76a3 req-7f59442d-0c74-4bb5-9460-737a6fdaecc4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:59.287982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9335304-53ed-4adb-bbf7-906a40ee76a3 req-7f59442d-0c74-4bb5-9460-737a6fdaecc4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.0727367 Dec 09 14:56:59.288860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] For port df4e93f6-aa26-475e-8910-5e8612e68536, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df4e93f6-aa26-475e-8910-5e8612e68536,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:59.289361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.323633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] Calling delete_port for df4e93f6-aa26-475e-8910-5e8612e68536 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:59.356784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-deleted', 'tag': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf'}, {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-deleted', 'tag': 'cc4be028-7f7e-499b-aeea-7746598d7b1c'}, {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-deleted', 'tag': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:59.359089 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86caea2-96db-4833-973a-fb22910fb70a" -d '{"events": [{"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-deleted", "tag": "9f4d3586-8750-4449-bd3a-1a4e8d65a1cf"}, {"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-deleted", "tag": "cc4be028-7f7e-499b-aeea-7746598d7b1c"}, {"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-deleted", "tag": "acf8b6fc-6014-4727-87a5-51ed1ba6003f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:59.366160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9335304-53ed-4adb-bbf7-906a40ee76a3 req-cdf38aa9-58bc-4dac-9987-c11693f266b4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714021 Dec 09 14:56:59.382089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac955380-aa8c-4c40-8ebd-bd09c90482c9 req-952c9ddb-9642-4625-9f0c-03eefde190f3 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714705 Dec 09 14:56:59.409665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port df4e93f6-aa26-475e-8910-5e8612e68536 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:56:59.410017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.489029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.528458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-904a9b2d-093a-414f-9189-9006a55b1e72 req-15e73ba4-3ba4-447b-a2ea-26323ff315da tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 210 time: 0.0371389 Dec 09 14:56:59.554740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port df4e93f6-aa26-475e-8910-5e8612e68536, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df4e93f6-aa26-475e-8910-5e8612e68536,segment=NetworkSegment(c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9),segment_id=c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:56:59.555116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.572530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] Pushing event deleted for resources: {'Port': ['ID=df4e93f6-aa26-475e-8910-5e8612e68536,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:59.575245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for df4e93f6-aa26-475e-8910-5e8612e68536 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:56:59.593225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da023832-164e-42ad-a2d1-d0410131c6ed None None] No DVR routers for this DVR port df4e93f6-aa26-475e-8910-5e8612e68536 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:59.596059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cb9a2-b9ad-4cd5-aac5-a8bbfa7b38b3 req-299e333d-637a-4cc8-800d-cc56a9515105 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:56:59.609123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-996cb9a2-b9ad-4cd5-aac5-a8bbfa7b38b3 req-299e333d-637a-4cc8-800d-cc56a9515105 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.1046691 Dec 09 14:56:59.615112 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c3536-4d9d-4fb6-a9d0-1febcbecff8f x-openstack-request-id: req-7f6c3536-4d9d-4fb6-a9d0-1febcbecff8f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:59.615824 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-deleted", "tag": "9f4d3586-8750-4449-bd3a-1a4e8d65a1cf", "status": "completed", "code": 200}, {"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-deleted", "tag": "cc4be028-7f7e-499b-aeea-7746598d7b1c", "status": "completed", "code": 200}, {"server_uuid": "4c7826dc-4395-455b-a515-a0c4bdfa659a", "name": "network-vif-deleted", "tag": "acf8b6fc-6014-4727-87a5-51ed1ba6003f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:59.615824 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f6c3536-4d9d-4fb6-a9d0-1febcbecff8f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:59.616065 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-deleted', 'tag': '9f4d3586-8750-4449-bd3a-1a4e8d65a1cf', 'status': 'completed', 'code': 200} Dec 09 14:56:59.616338 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-deleted', 'tag': 'cc4be028-7f7e-499b-aeea-7746598d7b1c', 'status': 'completed', 'code': 200} Dec 09 14:56:59.616580 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7826dc-4395-455b-a515-a0c4bdfa659a', 'name': 'network-vif-deleted', 'tag': 'acf8b6fc-6014-4727-87a5-51ed1ba6003f', 'status': 'completed', 'code': 200} Dec 09 14:56:59.635248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:56:59.638358 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d23f379-489b-4772-ac40-57f92889e3dd" -d '{"events": [{"server_uuid": "eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4", "name": "network-vif-plugged", "status": "completed", "tag": "188f9039-49e2-4eac-ad2d-ce7d10aaeca9"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:56:59.720349 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-996cb9a2-b9ad-4cd5-aac5-a8bbfa7b38b3 req-7f23fad5-11f4-4532-8e56-8421601325b1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979872 Dec 09 14:56:59.799402 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:56:59.807659 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12ff45-8ac8-4df7-938f-9b7bba29248b x-openstack-request-id: req-5d12ff45-8ac8-4df7-938f-9b7bba29248b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:56:59.808201 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4", "name": "network-vif-plugged", "status": "completed", "tag": "188f9039-49e2-4eac-ad2d-ce7d10aaeca9", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:56:59.808201 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d12ff45-8ac8-4df7-938f-9b7bba29248b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:56:59.808597 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9', 'code': 200} Dec 09 14:56:59.833833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port df4e93f6-aa26-475e-8910-5e8612e68536 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:56:59.836572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=df4e93f6-aa26-475e-8910-5e8612e68536,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:56:59.917622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df4e93f6-aa26-475e-8910-5e8612e68536 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:56:59.960787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: df4e93f6-aa26-475e-8910-5e8612e68536 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:56:59.961610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df4e93f6-aa26-475e-8910-5e8612e68536 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:00.007069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-90a6ed60-56fe-4148-ab1c-c4f4995d8a25 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b8687e457194a10a698f3cd79605202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231292 Dec 09 14:57:00.009818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.100467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cbbae2-a0c4-4073-ae14-480c6b9e8226']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:00.153309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:00.153476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e9bee2-ef90-4a7c-8a5d-aac16caa49c9') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:00.166181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.181980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-1010f764-6ae2-4907-99d6-83ec2fa53166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.183699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-1010f764-6ae2-4907-99d6-83ec2fa53166 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1098 time: 0.0575988 Dec 09 14:57:00.222685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.226566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9edef5-c236-436e-8ae8-b05c0e3effe9 req-60d566b5-c688-4a15-a1b5-6e964851e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.228116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a9edef5-c236-436e-8ae8-b05c0e3effe9 req-60d566b5-c688-4a15-a1b5-6e964851e05f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 1097 time: 0.2454262 Dec 09 14:57:00.265049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:57:00.265049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:57:00.266886 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:57:00.296146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-b79a357b-0eff-4857-bbd2-44e930e0944a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.297276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-b79a357b-0eff-4857-bbd2-44e930e0944a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2687490 Dec 09 14:57:00.320234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Request body: {'port': {'device_id': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '2b8687e457194a10a698f3cd79605202'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:00.361301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4523a-b1f2-40cd-883d-7446d793398f req-79cc5732-8aa9-4f26-94a2-fe116fa2ebde tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.362747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87c4523a-b1f2-40cd-883d-7446d793398f req-79cc5732-8aa9-4f26-94a2-fe116fa2ebde tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1043854 Dec 09 14:57:00.370376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a9edef5-c236-436e-8ae8-b05c0e3effe9 req-f7164be6-83f6-42a0-8816-cdcf7d7df8fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330492 Dec 09 14:57:00.418905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-6e797f83-6300-4f13-8c11-c19b00d92690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.421001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-6e797f83-6300-4f13-8c11-c19b00d92690 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1844440 Dec 09 14:57:00.450890 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.470241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.472265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87c4523a-b1f2-40cd-883d-7446d793398f req-d8eb481a-ffe6-4e7f-b60e-5b73456fedf5 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934350 Dec 09 14:57:00.475847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/networks/20cbbae2-a0c4-4073-ae14-480c6b9e8226 HTTP/1.1" status: 204 len: 168 time: 1.8593647 Dec 09 14:57:00.479285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40424) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:00.489659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881a9f0-a556-47b2-b0df-cd43192b3a89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Network': ['ID=20cbbae2-a0c4-4073-ae14-480c6b9e8226,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:00.551627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting subnet 1c1ad252-7b36-41fc-a87d-9bbcefbc507f {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:57:00.555264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.585302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40428) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:00.608250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Made reservation on behalf of 2b8687e457194a10a698f3cd79605202 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:00.614173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.625144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eff672-f08a-4ac8-99e2-14fc0ee84df6 req-85ea3fcd-6e60-4be9-b4ec-f69fbaff3338 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.633411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7eff672-f08a-4ac8-99e2-14fc0ee84df6 req-85ea3fcd-6e60-4be9-b4ec-f69fbaff3338 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.1078887 Dec 09 14:57:00.676262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.732956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8415ea-9026-4c51-aed1-c1bf9f2ce2d3 req-8ad1d2ce-d0e6-4b2c-8e33-24987ad36cd7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.734469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c8415ea-9026-4c51-aed1-c1bf9f2ce2d3 req-8ad1d2ce-d0e6-4b2c-8e33-24987ad36cd7 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.1576431 Dec 09 14:57:00.753301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-ea53e130-3ae3-4bf3-9cc4-70dc98fcfd1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 1000 time: 0.1438684 Dec 09 14:57:00.818878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107c36e0-6b71-48f4-ab6d-a8e35630f970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.867607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7eff672-f08a-4ac8-99e2-14fc0ee84df6 req-53a4f209-c75b-44a2-b72f-8c6fd6718b10 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332811 Dec 09 14:57:00.868849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Allocated IP 192.168.233.230 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:00.875160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-46883047-15d0-4605-a3b1-e960e14a4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.877172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-46883047-15d0-4605-a3b1-e960e14a4a2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1055472 Dec 09 14:57:00.879912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-149da2f0-77f6-4da5-98cd-459cc035c180 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:00.881284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:00.881437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-149da2f0-77f6-4da5-98cd-459cc035c180 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.2297575 Dec 09 14:57:00.903697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c8415ea-9026-4c51-aed1-c1bf9f2ce2d3 req-2490d195-d9e4-439e-ab90-263252e81bed tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451664 Dec 09 14:57:01.055370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-0498ca5e-3423-4205-bef9-d00f3de43024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:01.057272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-0498ca5e-3423-4205-bef9-d00f3de43024 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235621 Dec 09 14:57:01.071451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.071732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1fe6afa-dce0-4b5d-b547-58da7b44e5a1 req-b4fcc7d3-f2c5-48e3-92e7-3dafd6d481f5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 210 time: 0.0638425 Dec 09 14:57:01.161944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1ad252-7b36-41fc-a87d-9bbcefbc507f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:01.164269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107c36e0-6b71-48f4-ab6d-a8e35630f970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.166665 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.171789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a837ceba-32d2-46b5-822c-24d573fdd668 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/subnets/1c1ad252-7b36-41fc-a87d-9bbcefbc507f HTTP/1.1" status: 204 len: 168 time: 0.6891901 Dec 09 14:57:01.177497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40456) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:01.188587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81cae2-63f9-4f20-b64a-77b76b4355d0 None None] Network 8eb47943-a697-49ee-ba36-e76a38f6897f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:01.209878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107c36e0-6b71-48f4-ab6d-a8e35630f970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.233039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79844884-5d1d-4af3-b860-21f0ec4afdc5 req-a3ead217-9b1d-4f5b-a2c9-f619426e418f tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:01.234645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79844884-5d1d-4af3-b860-21f0ec4afdc5 req-a3ead217-9b1d-4f5b-a2c9-f619426e418f tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.1840844 Dec 09 14:57:01.246244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Deleting port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:01.246639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.316634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-7495eae3-082a-475b-935b-6f0f69e64645 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496312 Dec 09 14:57:01.319460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.320537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79844884-5d1d-4af3-b860-21f0ec4afdc5 req-2c78f2e1-b363-4b61-96e3-51f64f10b553 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 Dec 09 14:57:01.423282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c36e0-6b71-48f4-ab6d-a8e35630f970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d07202-c809-4865-8c74-d863600ee993,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:01.432406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] DHCP port deletion for 8eb47943-a697-49ee-ba36-e76a38f6897f request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:01.448239 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-107c36e0-6b71-48f4-ab6d-a8e35630f970 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd358c3aabbe42baa655c66590340de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8600016 Dec 09 14:57:01.456834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40458) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:01.479741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:01.484469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:01.487514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65f1c9da-b289-4ada-966e-f8dad8b1042c req-57ac142d-31ef-4e1e-a676-8d6b27199cea service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550255 Dec 09 14:57:01.495366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.546993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03164a8d-b837-488e-a039-9aa30a980446 req-95a46cc9-cd2f-4276-bb5f-780010dbbfee tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:01.554404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-03164a8d-b837-488e-a039-9aa30a980446 req-95a46cc9-cd2f-4276-bb5f-780010dbbfee tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 950 time: 0.2647758 Dec 09 14:57:01.607381 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.607801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e513159-1345-4e39-93f0-082734fc9702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.636941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e513159-1345-4e39-93f0-082734fc9702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.647540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:01.649961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59', '729f852b-1a57-46fc-a022-c9f4b6e431e6', '0e87d09e-4b1e-401f-91b1-e046aed05637'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:01.692640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event updated for resources: {'Port': ['ID=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:01.706833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] For port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:01.707462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.707871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] Deleting port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:01.708430 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.717500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e513159-1345-4e39-93f0-082734fc9702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.720530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e513159-1345-4e39-93f0-082734fc9702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:01.725679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e513159-1345-4e39-93f0-082734fc9702 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98d07202-c809-4865-8c74-d863600ee993 HTTP/1.1" status: 204 len: 168 time: 0.2677906 Dec 09 14:57:01.741767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e513159-1345-4e39-93f0-082734fc9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d07202-c809-4865-8c74-d863600ee993,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:01.751301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Calling delete_port for dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:01.764743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46272282-0a11-4a42-9bfb-27bce67e08c6 req-c9b2f759-3025-4241-8060-5420c47f7fc5 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:01.773267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:01.775458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46272282-0a11-4a42-9bfb-27bce67e08c6 req-c9b2f759-3025-4241-8060-5420c47f7fc5 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1851721 Dec 09 14:57:01.801770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-03164a8d-b837-488e-a039-9aa30a980446 req-ebf35e6a-7bdb-4987-92ac-e62a853317f4 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272213 Dec 09 14:57:01.802896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:01.868691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46272282-0a11-4a42-9bfb-27bce67e08c6 req-41bcf565-e28f-46ce-a865-3192b0fdfe7a tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917792 Dec 09 14:57:01.905913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:02.010231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:02.018781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.023997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0eea7f36-a4f4-4028-9f48-72c12e44dcaf no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:02.068326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:02.091492 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.150051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:02.155805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.170889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d569-eb16-48d0-9864-1df19b7de70b req-b465fc85-b9f7-4503-a340-36643476520d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:02.172519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8a5d569-eb16-48d0-9864-1df19b7de70b req-b465fc85-b9f7-4503-a340-36643476520d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.1466613 Dec 09 14:57:02.235523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:02.236036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.259650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-46cb536d-f656-4acf-a6d3-de333de87f12 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9435706 Dec 09 14:57:02.278904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Request body: {'port': {'device_id': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:02.286859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for 0eea7f36-a4f4-4028-9f48-72c12e44dcaf owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:02.304251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8a5d569-eb16-48d0-9864-1df19b7de70b req-ff661d90-d568-42df-990a-b192f074b026 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201470 Dec 09 14:57:02.494578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac202d4-a49a-4628-a245-f14c5a4b2a60 req-a8355b95-81e9-4384-83b3-3a41954e55e4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:02.499257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac202d4-a49a-4628-a245-f14c5a4b2a60 req-a8355b95-81e9-4384-83b3-3a41954e55e4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe34d0d-4571-4be1-ae99-31c3e3e562de HTTP/1.1" status: 200 len: 950 time: 0.0991495 Dec 09 14:57:02.526570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] For port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,segment=NetworkSegment(3970d491-a03b-4e23-9dbc-a4bd86c887b7),segment_id=3970d491-a03b-4e23-9dbc-a4bd86c887b7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:02.531915 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.537505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.549340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.603894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] Calling delete_port for 0eea7f36-a4f4-4028-9f48-72c12e44dcaf owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:02.612666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event deleted for resources: {'Port': ['ID=dee9c2d1-6c8b-43cd-8915-53eaec50ceb6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:02.623712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'mac_address': 'fa:16:3e:5f:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:02.630171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:02.632611 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c24cc7-7ad0-4dcd-bcb7-24afb4e93b28" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:02.648673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac202d4-a49a-4628-a245-f14c5a4b2a60 req-17464036-3c4c-4d7f-863d-95c978d5305f tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428604 Dec 09 14:57:02.724793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:02.765480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c10fb56c-b50b-4c90-8727-5b035e94cacb None None] Provisioning complete for port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:02.765843 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c10fb56c-b50b-4c90-8727-5b035e94cacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.777476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.793051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] No DVR routers for this DVR port dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:02.797175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a008c-5869-4dc2-852d-d2a8fc7a7044 req-5d36ac33-abe8-48de-9fe7-78e5a973073c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:02.804769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b3a008c-5869-4dc2-852d-d2a8fc7a7044 req-5d36ac33-abe8-48de-9fe7-78e5a973073c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.0617213 Dec 09 14:57:02.813534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.820469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.824046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-024707d3-44a4-4e59-b3de-a54e3cb327e7 req-0d323184-890f-440d-860d-58b54623801b tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.36 "DELETE /v2.0/ports/dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 HTTP/1.1" status: 204 len: 173 time: 1.9297872 Dec 09 14:57:02.826563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-deleted', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:02.829541 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95bc4a-1aa8-4128-998e-78632948eafa" -d '{"events": [{"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-deleted", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:02.850588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No active binding found for port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 14:57:02.851027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0eea7f36-a4f4-4028-9f48-72c12e44dcaf not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:02.898821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b3a008c-5869-4dc2-852d-d2a8fc7a7044 req-4358e838-273e-4499-a8ce-c17f58f061a2 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891666 Dec 09 14:57:02.904037 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:02.959326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:02.962367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:02.985113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:02.993914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.026212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c10fb56c-b50b-4c90-8727-5b035e94cacb None None] Port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:03.040512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=11']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.054682 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49cd77-6294-42b7-a089-6e4e00ef8b92 x-openstack-request-id: req-fe49cd77-6294-42b7-a089-6e4e00ef8b92 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:03.055044 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:03.055334 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe49cd77-6294-42b7-a089-6e4e00ef8b92 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:03.055769 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:57:03.075976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:03.105514 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f42f5-6452-41c5-8e95-b8cd9906d676 x-openstack-request-id: req-3a3f42f5-6452-41c5-8e95-b8cd9906d676 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:03.105944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.106993 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe34d0d-4571-4be1-ae99-31c3e3e562de", "name": "network-vif-deleted", "tag": "dee9c2d1-6c8b-43cd-8915-53eaec50ceb6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:03.107512 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a3f42f5-6452-41c5-8e95-b8cd9906d676 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:03.108183 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe34d0d-4571-4be1-ae99-31c3e3e562de', 'name': 'network-vif-deleted', 'tag': 'dee9c2d1-6c8b-43cd-8915-53eaec50ceb6', 'status': 'completed', 'code': 200} Dec 09 14:57:03.147556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] No DVR routers for this DVR port 0eea7f36-a4f4-4028-9f48-72c12e44dcaf on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:03.156722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f88a4-8e78-48f8-908d-1942b75b7338 req-149ce1ca-8da3-4517-a418-33c636851a45 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:03.157899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c7f88a4-8e78-48f8-908d-1942b75b7338 req-149ce1ca-8da3-4517-a418-33c636851a45 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 936 time: 0.5051992 Dec 09 14:57:03.229628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-network', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:03.253928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103dd1c-b4c9-4ac3-95f1-1b7132d2fcb5 None None] Pushing event deleted for resources: {'Port': ['ID=0eea7f36-a4f4-4028-9f48-72c12e44dcaf,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.272200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Made reservation on behalf of bac2b0d6e42648c388d426bb9f32331f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:03.274629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.285370 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.289701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.320832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c9376-ae15-42ec-ac7f-f0bb34827c77 req-a2c48c02-7da9-487f-87b1-f2019c482d00 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:03.324666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb47943-a697-49ee-ba36-e76a38f6897f']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:03.330146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9c9376-ae15-42ec-ac7f-f0bb34827c77 req-a2c48c02-7da9-487f-87b1-f2019c482d00 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1540391 Dec 09 14:57:03.347998 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:57:03.349312 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:57:03.356982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3970d491-a03b-4e23-9dbc-a4bd86c887b7') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:03.357263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3970d491-a03b-4e23-9dbc-a4bd86c887b7') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:03.388061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.406185 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.409061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c7f88a4-8e78-48f8-908d-1942b75b7338 req-02543ea2-42c9-4c8d-86b0-36df8210ae58 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248180 Dec 09 14:57:03.416010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.430839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:57:03.431297 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:57:03.434646 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:57:03.447951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e9c9376-ae15-42ec-ac7f-f0bb34827c77 req-e3b7a28e-cc7e-4891-bbe7-08b6561962bd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117949 Dec 09 14:57:03.479669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:03.486003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.490092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.515006 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.528605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:57:03.553550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a747ecf-8b53-4eb1-b7ba-eb88ab6ebfd7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.573154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.573715 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Added segment 453c6c13-56ac-437c-a0b1-02037b329902 of type vlan for network 698f111e-af96-4dad-a6a6-5708256620b6 Dec 09 14:57:03.589334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:03.622268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.628111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.628842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.644014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285bdd7-a817-4957-b49d-1a3b890fa979 req-af44c51e-481b-437a-a262-cf5c8222cdd3 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:03.646274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.649491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d285bdd7-a817-4957-b49d-1a3b890fa979 req-af44c51e-481b-437a-a262-cf5c8222cdd3 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1219733 Dec 09 14:57:03.650019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.655246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/networks/8eb47943-a697-49ee-ba36-e76a38f6897f HTTP/1.1" status: 204 len: 168 time: 2.4718838 Dec 09 14:57:03.663041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40524) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:03.670329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Transition to ACTIVE for port object b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:57:03.677468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-922994848'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:03.698143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d7f4d-b256-4d28-b6af-452de7f64130 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Network': ['ID=8eb47943-a697-49ee-ba36-e76a38f6897f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.703918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.717913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.718862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:03.719651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.724902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe658ab-fe34-4643-a0db-9246189f7807 req-3d71efe3-31df-478e-9fd8-3d8f491844c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:03.733050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fe658ab-fe34-4643-a0db-9246189f7807 req-3d71efe3-31df-478e-9fd8-3d8f491844c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1981938 Dec 09 14:57:03.814007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d285bdd7-a817-4957-b49d-1a3b890fa979 req-555d30b5-6ea1-4a4e-8527-3d5a34f4a2a2 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497414 Dec 09 14:57:03.836848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:03.858644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:03.897505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Pushing event updated for resources: {'Port': ['ID=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.941615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9787705 Dec 09 14:57:03.945526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fe658ab-fe34-4643-a0db-9246189f7807 req-d6f2d7cf-6907-417f-8e4e-02512463f957 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115090 Dec 09 14:57:03.946059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40534) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:03.962365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Request body: {'subnet': {'network_id': '698f111e-af96-4dad-a6a6-5708256620b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-subnet', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:03.969315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff2709-f944-4dd5-9771-04d458f81b3b admin admin] Pushing event updated for resources: {'Network': ['ID=698f111e-af96-4dad-a6a6-5708256620b6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:03.994730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 698f111e-af96-4dad-a6a6-5708256620b6 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:57:04.024819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Attempting to bind port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:04.027179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Attempting to bind port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:04.027904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Attempting to bind port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:04.029549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:57:04.035054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:57:04.035467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Attempting to bind port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:04.051879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:04.052481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:04.052982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:04.053447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Bound port: b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:04.053818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.059648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Made reservation on behalf of bac2b0d6e42648c388d426bb9f32331f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:04.067955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.069812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.070789 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Added segment ffe28b76-3af0-41a3-bf5b-4dc0fed9c847 of type vlan for network 2b15865b-e670-4535-97c8-17294034039b Dec 09 14:57:04.134005 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.254084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:04.276132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae804d-2f2b-4dca-ac8b-8d19d62b9a59 req-4d082ba7-ab62-4667-addd-9d0539c95fda tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:04.287826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56ae804d-2f2b-4dca-ac8b-8d19d62b9a59 req-4d082ba7-ab62-4667-addd-9d0539c95fda tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 945 time: 0.2463338 Dec 09 14:57:04.292230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.313246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:04.336452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] For port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:04.344333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] For port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:04.350677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.383344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.398924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56ae804d-2f2b-4dca-ac8b-8d19d62b9a59 req-08fd4fb2-26c1-4e53-8b71-34e70b05ac06 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054206 Dec 09 14:57:04.408417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:04.409235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.411483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] 10.222.0.36 "PUT /v2.0/ports/b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 HTTP/1.1" status: 200 len: 1096 time: 2.1414728 Dec 09 14:57:04.414705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.453109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:04.453811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.517338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=12']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:04.529131 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8615003 Dec 09 14:57:04.529800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:04.549769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'subnet': {'network_id': '2b15865b-e670-4535-97c8-17294034039b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:04.571948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b8c95fbd-392c-4b86-a7d8-4addd3545b6d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:04.637892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485519db-d234-4264-a7f9-7ec907bd855b service neutron] Pushing event updated for resources: {'Port': ['ID=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:04.638842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ff352-f87d-4459-94ba-3abe24fda30a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Network': ['ID=2b15865b-e670-4535-97c8-17294034039b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:04.665433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.685314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 2b15865b-e670-4535-97c8-17294034039b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:57:04.823916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:04.828412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b51b4d-bc92-4899-b318-507c1c5f0ed7 req-471d5fa5-0808-4352-9af5-8ff85d0d6675 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:04.828941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:04.837338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88b51b4d-bc92-4899-b318-507c1c5f0ed7 req-471d5fa5-0808-4352-9af5-8ff85d0d6675 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.4302876 Dec 09 14:57:04.867793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-bd74d8c7-31da-4ece-9682-1c4d7193bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:04.869305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-bd74d8c7-31da-4ece-9682-1c4d7193bdba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 1099 time: 0.3642693 Dec 09 14:57:04.870101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f85d66c-6847-4107-912a-3d73e83413a8,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:04.880834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4907b-cf3e-4443-b2c3-7177e1bdb9c4 req-892644be-008c-49af-8f02-08b5a8fc2791 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:04.882409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77c4907b-cf3e-4443-b2c3-7177e1bdb9c4 req-892644be-008c-49af-8f02-08b5a8fc2791 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.0994179 Dec 09 14:57:04.958562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Checking segment: {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:04.959529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Network hostable DHCP agents. Network: 698f111e-af96-4dad-a6a6-5708256620b6, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:57:04.961983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-c61b4d52-9bc8-4a5f-bace-63643c8fd194 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 HTTP/1.1" status: 200 len: 217 time: 0.0731890 Dec 09 14:57:04.999143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77c4907b-cf3e-4443-b2c3-7177e1bdb9c4 req-7ed8e2f3-0dcb-4ae3-8a18-d73973546774 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Dec 09 14:57:05.059773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:05.062236 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e187dc-eb61-4831-ac75-a82827efe797" -d '{"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-unplugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:05.078329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-73cfb35f-9d4f-402a-a735-9935604aa165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.079999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-73cfb35f-9d4f-402a-a735-9935604aa165 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1037583 Dec 09 14:57:05.090835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88b51b4d-bc92-4899-b318-507c1c5f0ed7 req-2548bafa-7b56-4a84-8669-58990cdfffe4 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525468 Dec 09 14:57:05.120560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'tag': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:05.125766 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a7144b-8148-4109-a677-c333803e5616" -d '{"events": [{"name": "network-changed", "server_uuid": "445e6fbf-2c3e-4027-8b3c-a65d68414bd2", "tag": "b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:05.150891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.151297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11ca5f75-5269-4d13-9270-fc07d1ce5c1d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:05.202225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Network 698f111e-af96-4dad-a6a6-5708256620b6 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:57:05.222443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 698f111e-af96-4dad-a6a6-5708256620b6) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:05.240756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64a970-d6b4-403b-9e5b-de38133b23bd req-57c0c57d-d9e7-48a4-bbc2-bfd6a7094289 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.243575 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db64a970-d6b4-403b-9e5b-de38133b23bd req-57c0c57d-d9e7-48a4-bbc2-bfd6a7094289 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 0.1485667 Dec 09 14:57:05.272449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.273490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.274949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbaa3f7-146e-4a5e-adb5-2ad29f48edd5 None None] Network 698f111e-af96-4dad-a6a6-5708256620b6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:05.290839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-dbf3f7f0-1471-4c72-a2f5-172fd06ef5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.293141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-dbf3f7f0-1471-4c72-a2f5-172fd06ef5dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926026 Dec 09 14:57:05.318667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Subnet': ['ID=556d2ca5-179a-4b8f-b8d1-541babe05a15,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:05.369888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f559d4-3652-4407-9709-bc7007d4e0b8 req-8052e1f0-716a-42b9-9571-54fe881fa17a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.375830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Checking segment: {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:05.376506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network hostable DHCP agents. Network: 2b15865b-e670-4535-97c8-17294034039b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:57:05.378252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2f559d4-3652-4407-9709-bc7007d4e0b8 req-8052e1f0-716a-42b9-9571-54fe881fa17a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 948 time: 0.1512737 Dec 09 14:57:05.387013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ac0b51c-0aa2-445e-975c-cd579cd7b9ca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4348605 Dec 09 14:57:05.393468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:05.416796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:05.457885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db64a970-d6b4-403b-9e5b-de38133b23bd req-90ef788f-91bf-44e0-a0c5-c942662e10f7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061572 Dec 09 14:57:05.460136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2f559d4-3652-4407-9709-bc7007d4e0b8 req-46c503be-55ac-4278-b949-383fa13fbb8e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782547 Dec 09 14:57:05.465510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.466797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.504756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 2b15865b-e670-4535-97c8-17294034039b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:57:05.583791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-698f111e-af96-4dad-a6a6-5708256620b6', 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6', 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'fixed_ips': [{'subnet_id': '4f85d66c-6847-4107-912a-3d73e83413a8'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:57:05.614303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 2b15865b-e670-4535-97c8-17294034039b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:05.623693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.624648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.625252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.625695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-589e48f1-1317-46f1-a109-dce75866b6b3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200698 Dec 09 14:57:05.635911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:05.636819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a50dd2-6ef4-43b8-bb35-1973ccd82fce req-a70509bc-c3fc-4aee-b130-fb9db94cb227 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:05.646900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27a50dd2-6ef4-43b8-bb35-1973ccd82fce req-a70509bc-c3fc-4aee-b130-fb9db94cb227 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.1053936 Dec 09 14:57:05.657822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030e2ad-6bfa-4703-a8c9-f51ff2e69511 None None] Network 2b15865b-e670-4535-97c8-17294034039b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:05.727405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e265b754-7e87-4869-9ccf-a9e4afef0302 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1816473 Dec 09 14:57:05.730029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40590) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:05.738056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1454744037'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:05.760547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97ec39dc-166b-475f-a41b-cbe6cfac4fc4 req-83d7dddd-ec44-46e2-aa4d-23ce2ebaa995 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108871 Dec 09 14:57:05.821540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27a50dd2-6ef4-43b8-bb35-1973ccd82fce req-72023bd7-5005-4e03-8ee4-155c67805baf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736495 Dec 09 14:57:05.849418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:05.853064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.014239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-b1afdbd5-9862-42b8-b76e-f324070c8ad1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:06.021262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-b1afdbd5-9862-42b8-b76e-f324070c8ad1 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.1538343 Dec 09 14:57:06.068608 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d1a5db-75a8-4f3f-b81b-ba9a681b00be x-openstack-request-id: req-09d1a5db-75a8-4f3f-b81b-ba9a681b00be {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:06.069261 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-unplugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:06.069261 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09d1a5db-75a8-4f3f-b81b-ba9a681b00be {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:06.069522 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'code': 200} Dec 09 14:57:06.072307 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f98f7f5-a8b7-495c-b4a8-7a90d5813ddc x-openstack-request-id: req-8f98f7f5-a8b7-495c-b4a8-7a90d5813ddc {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:06.072855 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445e6fbf-2c3e-4027-8b3c-a65d68414bd2", "tag": "b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:06.073295 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f98f7f5-a8b7-495c-b4a8-7a90d5813ddc {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:06.074127 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'tag': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3', 'status': 'completed', 'code': 200} Dec 09 14:57:06.088789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:57:06.159322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.216185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.216532 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Added segment 298ace28-7a1f-4a8b-8380-3bf2805b7f9f of type vlan for network 0900aefb-c631-4efe-9540-08a97ccc68d4 Dec 09 14:57:06.228669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7144b-8148-4109-a677-c333803e5616 req-acedd85c-dbd2-4d38-a8ab-12adc5cfef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:06.231401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-acedd85c-dbd2-4d38-a8ab-12adc5cfef24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b8687e457194a10a698f3cd79605202&device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 1099 time: 0.1289818 Dec 09 14:57:06.283105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.291749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Allocated IP 172.20.0.2 (698f111e-af96-4dad-a6a6-5708256620b6/4f85d66c-6847-4107-912a-3d73e83413a8/6150bbbb-100f-4c51-8efb-5059172cf9df) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:06.335254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.342450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:06.343136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.384931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c9de-99a5-4988-a63a-07ab01fca400 req-20a86cc7-9738-4875-8336-cabe3d982c62 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:06.394123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6cc0c9de-99a5-4988-a63a-07ab01fca400 req-20a86cc7-9738-4875-8336-cabe3d982c62 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.3137798 Dec 09 14:57:06.461071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7295053 Dec 09 14:57:06.473965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:06.508745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'subnet': {'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:06.575648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.589571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-2b15865b-e670-4535-97c8-17294034039b', 'network_id': '2b15865b-e670-4535-97c8-17294034039b', 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'fixed_ips': [{'subnet_id': '556d2ca5-179a-4b8f-b8d1-541babe05a15'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:57:06.590423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.606914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:06.606914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:06.618098 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:06.652643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b3278-e0b2-4a03-b21a-8fb9afc8a9e2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Network': ['ID=0900aefb-c631-4efe-9540-08a97ccc68d4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:06.674350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6cc0c9de-99a5-4988-a63a-07ab01fca400 req-d67428d9-65b9-48af-becb-f57deef450db tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743118 Dec 09 14:57:06.726545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:57:06.767693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Network 698f111e-af96-4dad-a6a6-5708256620b6 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:06.786385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:06.802580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:06.863977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:57:06.918636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6fc22-10be-4748-89bd-4c1557de2a67 req-3aeada55-795c-4cb5-8a61-2b4886a855c5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:06.926662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cad6fc22-10be-4748-89bd-4c1557de2a67 req-3aeada55-795c-4cb5-8a61-2b4886a855c5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 948 time: 0.1601541 Dec 09 14:57:06.943410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:06.948899 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:07.022557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Deleting port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:07.023467 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:07.069701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c2d7-3f45-4a45-bdd3-fcbb8b31776e req-4f831b9c-b771-4dec-af54-173484e64e64 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:07.079788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ed4c2d7-3f45-4a45-bdd3-fcbb8b31776e req-4f831b9c-b771-4dec-af54-173484e64e64 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b5227c9-c124-4fe2-9f35-8267eaf73149 HTTP/1.1" status: 200 len: 949 time: 0.8315744 Dec 09 14:57:07.216874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7144b-8148-4109-a677-c333803e5616 req-b89d1d93-f378-43e9-8276-47da47c61994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:07.218503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-b89d1d93-f378-43e9-8276-47da47c61994 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.9747362 Dec 09 14:57:07.297872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cad6fc22-10be-4748-89bd-4c1557de2a67 req-f2d1cfc7-f79f-403e-b3d0-51d059fd5891 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701353 Dec 09 14:57:07.372276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:07.403692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ed4c2d7-3f45-4a45-bdd3-fcbb8b31776e req-cf3f3415-1853-4a40-92d3-3d932b057141 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.46 "GET /v2.0/security-groups?id=979b1691-cb9f-4f7e-a368-3af38cf140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225272 Dec 09 14:57:07.408766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-bec09b7b-6b3f-4834-a564-6991a6eff99c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 HTTP/1.1" status: 200 len: 217 time: 0.1793048 Dec 09 14:57:07.420261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:07.521103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:07.557118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Pushing event updated for resources: {'Port': ['ID=6150bbbb-100f-4c51-8efb-5059172cf9df,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:07.561762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'mac_address': 'fa:16:3e:e4:b3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:07.588043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] For port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:07.604004 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:07.644413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Allocated IP 19.80.0.2 (2b15865b-e670-4535-97c8-17294034039b/556d2ca5-179a-4b8f-b8d1-541babe05a15/e1cf99ab-e000-4018-80ca-75aac2620860) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:07.656459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Calling delete_port for 11ca5f75-5269-4d13-9270-fc07d1ce5c1d owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:07.673992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7144b-8148-4109-a677-c333803e5616 req-ae62311b-378d-4bcd-9bbf-d3df34acf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:07.679773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-ae62311b-378d-4bcd-9bbf-d3df34acf11b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2581487 Dec 09 14:57:07.986627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.022483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.033448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Pushing event deleted for resources: {'Port': ['ID=11ca5f75-5269-4d13-9270-fc07d1ce5c1d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:08.070700 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.145655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] No DVR routers for this DVR port 11ca5f75-5269-4d13-9270-fc07d1ce5c1d on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:08.147769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7144b-8148-4109-a677-c333803e5616 req-63d9eab9-6f2c-4cb2-ba46-9e67e731f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:08.149687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-63d9eab9-6f2c-4cb2-ba46-9e67e731f53b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4524963 Dec 09 14:57:08.150855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.154311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19eb0675-1653-4c5a-a2da-3397af9faf3b req-c8f1b22d-7ff0-43f2-b010-4771804bb148 tempest-MigrationsAdminTest-1260346000 tempest-MigrationsAdminTest-1260346000-project] 10.222.0.43 "DELETE /v2.0/ports/11ca5f75-5269-4d13-9270-fc07d1ce5c1d HTTP/1.1" status: 204 len: 173 time: 2.1252143 Dec 09 14:57:08.156745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-deleted', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:08.159154 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6edef6-02cc-413e-906b-65d962e83234" -d '{"events": [{"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-deleted", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:08.245951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Network 2b15865b-e670-4535-97c8-17294034039b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:08.262045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Pushing event updated for resources: {'Port': ['ID=e1cf99ab-e000-4018-80ca-75aac2620860,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:08.274044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:08.330452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:08.351504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b8c95fbd-392c-4b86-a7d8-4addd3545b6d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:08.355157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.384666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-43b48134-40b1-4806-b05e-987be0bbbc9d service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096286 Dec 09 14:57:08.411978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Attempting to bind port 6150bbbb-100f-4c51-8efb-5059172cf9df on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:08.412487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Attempting to bind port 6150bbbb-100f-4c51-8efb-5059172cf9df by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:08.412731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Attempting to bind port 6150bbbb-100f-4c51-8efb-5059172cf9df on network 698f111e-af96-4dad-a6a6-5708256620b6 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:08.465160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4523aa-2820-47f7-9c58-372d8feb2021 req-c31d9c31-5aa8-458b-989e-369ddf9e4abc tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:08.480225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4523aa-2820-47f7-9c58-372d8feb2021 req-c31d9c31-5aa8-458b-989e-369ddf9e4abc tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:08.494746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:08.498499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Checking segment: {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:08.500537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.501192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Bound using segment: {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:08.502000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Bound port: 6150bbbb-100f-4c51-8efb-5059172cf9df, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:08.502620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.512922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4523aa-2820-47f7-9c58-372d8feb2021 req-c31d9c31-5aa8-458b-989e-369ddf9e4abc tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:08.514799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f4523aa-2820-47f7-9c58-372d8feb2021 req-c31d9c31-5aa8-458b-989e-369ddf9e4abc tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4&device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33&device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 2417 time: 0.4827363 Dec 09 14:57:08.630218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f4523aa-2820-47f7-9c58-372d8feb2021 req-5d49f901-8f66-4b54-bb83-47597c4291b9 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083541 Dec 09 14:57:08.678142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.700915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Attempting to bind port e1cf99ab-e000-4018-80ca-75aac2620860 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:08.701525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Attempting to bind port e1cf99ab-e000-4018-80ca-75aac2620860 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:08.701647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Attempting to bind port e1cf99ab-e000-4018-80ca-75aac2620860 on network 2b15865b-e670-4535-97c8-17294034039b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:08.733241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:08.733745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Checking segment: {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:08.734391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.735017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Bound using segment: {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:08.735812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Bound port: e1cf99ab-e000-4018-80ca-75aac2620860, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:08.736422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:08.834531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0a7144b-8148-4109-a677-c333803e5616 req-09934de0-239e-48f1-bd91-27c793485568 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395168 Dec 09 14:57:08.850006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6083-4f12-42d5-8ea7-d929d5cc51bf req-c2567aec-30c6-4f0f-8cc7-63c0c3dca419 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:08.864392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-920c6083-4f12-42d5-8ea7-d929d5cc51bf req-c2567aec-30c6-4f0f-8cc7-63c0c3dca419 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 949 time: 1.3553712 Dec 09 14:57:08.953464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Subnet': ['ID=fc50c678-366f-4f6c-bf28-a648da4de1b8,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:08.964673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826343bf-7f3a-4fc3-8f21-bec398bab946 req-3ebb3dfd-880a-4871-8723-bfa3e5f6bf50 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:08.968680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-826343bf-7f3a-4fc3-8f21-bec398bab946 req-3ebb3dfd-880a-4871-8723-bfa3e5f6bf50 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 946 time: 0.1274765 Dec 09 14:57:08.969999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] For port e1cf99ab-e000-4018-80ca-75aac2620860, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:08.974934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] For port e1cf99ab-e000-4018-80ca-75aac2620860, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1cf99ab-e000-4018-80ca-75aac2620860,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:08.994887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:09.052105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-826343bf-7f3a-4fc3-8f21-bec398bab946 req-80808081-0411-448f-927d-98ed826f285a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781329 Dec 09 14:57:09.057939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:09.140278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] For port 6150bbbb-100f-4c51-8efb-5059172cf9df, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:09.143533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] For port 6150bbbb-100f-4c51-8efb-5059172cf9df, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6150bbbb-100f-4c51-8efb-5059172cf9df,segment=NetworkSegment(453c6c13-56ac-437c-a0b1-02037b329902),segment_id=453c6c13-56ac-437c-a0b1-02037b329902)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:09.212674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Checking segment: {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:09.225982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network hostable DHCP agents. Network: 0900aefb-c631-4efe-9540-08a97ccc68d4, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:57:09.231284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Allocated IP 172.25.0.17 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/01571252-c3be-4f25-bd01-72e298bc88a8) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:09.245698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a49d-423b-489a-aaf1-da31c7aff925 None None] Pushing event updated for resources: {'Port': ['ID=e1cf99ab-e000-4018-80ca-75aac2620860,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:09.249176 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:09.258888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:09.281351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-920c6083-4f12-42d5-8ea7-d929d5cc51bf req-301e0bf8-2ce3-4f07-b238-8034d85cf76f tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155939 Dec 09 14:57:09.337623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a794b05-feab-4e3a-90a0-96f30c37368d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:09.345089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 11ca5f75-5269-4d13-9270-fc07d1ce5c1d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:09.345222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11ca5f75-5269-4d13-9270-fc07d1ce5c1d not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:09.370785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d5995-9a52-4381-9a5c-6c4cd93330b4 None None] Pushing event updated for resources: {'Port': ['ID=6150bbbb-100f-4c51-8efb-5059172cf9df,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:09.394005 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2484df81-55df-4912-a512-8987a5713caf x-openstack-request-id: req-2484df81-55df-4912-a512-8987a5713caf {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:09.394301 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5227c9-c124-4fe2-9f35-8267eaf73149", "name": "network-vif-deleted", "tag": "11ca5f75-5269-4d13-9270-fc07d1ce5c1d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:09.394557 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2484df81-55df-4912-a512-8987a5713caf {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:09.395580 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5227c9-c124-4fe2-9f35-8267eaf73149', 'name': 'network-vif-deleted', 'tag': '11ca5f75-5269-4d13-9270-fc07d1ce5c1d', 'status': 'completed', 'code': 200} Dec 09 14:57:09.406908 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:09.410093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:09.442924 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:09.452608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:57:09.476516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0900aefb-c631-4efe-9540-08a97ccc68d4) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:09.489518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:09.490629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:09.726753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:09.763561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:09.766736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60b978-ba6e-4b60-951b-281a034421e1 None None] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:09.852183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0918e703-6a22-42e1-8616-9f64d6aa1a2c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3666594 Dec 09 14:57:10.068372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:10.173131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:10.191033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339060-3649-4ffd-a9d5-80050cae80ab req-07a64f12-a7fb-4a0b-a6cb-60489991d65a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:10.196524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:10.208118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99339060-3649-4ffd-a9d5-80050cae80ab req-07a64f12-a7fb-4a0b-a6cb-60489991d65a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 948 time: 0.3918452 Dec 09 14:57:10.216510 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44ec61-4a42-4078-b7f9-ea02cd33b67c" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:10.230835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4a794b05-feab-4e3a-90a0-96f30c37368d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:10.252318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:10.252318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:10.344931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:10.469689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99339060-3649-4ffd-a9d5-80050cae80ab req-556fed6e-0abf-4d7c-b8ee-a617af5d4e61 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604439 Dec 09 14:57:10.490709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:10.491768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dee9c2d1-6c8b-43cd-8915-53eaec50ceb6 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:10.495969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:10.513676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:10.542315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:10.544618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:57:10.574028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:10.588635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d7f85-5f3c-4c67-81ed-ea17922c9a93 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:10.609470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-0900aefb-c631-4efe-9540-08a97ccc68d4', 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4', 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'fixed_ips': [{'subnet_id': 'fc50c678-366f-4f6c-bf28-a648da4de1b8'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:57:10.610641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:10.624801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Pushing event updated for resources: {'Port': ['ID=01571252-c3be-4f25-bd01-72e298bc88a8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:11.025586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=13']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:11.179174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40664) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:11.218284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040f698-3d58-4f95-83a0-1aa992c2fea5 req-6bf1b04e-0b46-4333-952c-eaf90fdd71e8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:11.237053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.240694 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b040f698-3d58-4f95-83a0-1aa992c2fea5 req-6bf1b04e-0b46-4333-952c-eaf90fdd71e8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.4033830 Dec 09 14:57:11.346932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:11.366650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.506922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b040f698-3d58-4f95-83a0-1aa992c2fea5 req-89f5091a-78fb-450b-afca-ebe6adcaae6a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597976 Dec 09 14:57:11.511940 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.549467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e0daa543-4930-469d-9201-973c31ba45d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=084b1d49ac0849c9a0b9b80073719ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693113 Dec 09 14:57:11.552297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:11.563293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:11.636164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9da84c9a-dbc5-4398-8db8-e2adddaa3b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.643067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3', 'mac_address': 'fa:16:3e:2c:24:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:11.647748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f520c149-8734-46ac-8cbb-a00e257645b3 None None] Provisioning complete for port 01571252-c3be-4f25-bd01-72e298bc88a8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:11.648205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f520c149-8734-46ac-8cbb-a00e257645b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.728238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9da84c9a-dbc5-4398-8db8-e2adddaa3b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.784463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f520c149-8734-46ac-8cbb-a00e257645b3 None None] Port 01571252-c3be-4f25-bd01-72e298bc88a8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:11.795969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.827109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:11.838359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:11.892212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:11.902943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Allocated IP 19.86.0.2 (0900aefb-c631-4efe-9540-08a97ccc68d4/fc50c678-366f-4f6c-bf28-a648da4de1b8/f55a6d83-3071-487a-89af-f9ebc8f2d018) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:11.911651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:11.912462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:12.009583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:12.031134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'mac_address': 'fa:16:3e:82:5a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:12.101281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9da84c9a-dbc5-4398-8db8-e2adddaa3b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:12.120367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9da84c9a-dbc5-4398-8db8-e2adddaa3b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:12.134320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9da84c9a-dbc5-4398-8db8-e2adddaa3b91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/979b1691-cb9f-4f7e-a368-3af38cf140d2 HTTP/1.1" status: 204 len: 168 time: 0.5809076 Dec 09 14:57:12.172665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da84c9a-dbc5-4398-8db8-e2adddaa3b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b1691-cb9f-4f7e-a368-3af38cf140d2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:12.385238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:12.702521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1cf99ab-e000-4018-80ca-75aac2620860 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:12.709083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6486c-9762-4629-b729-491edffaf61f None None] Network 698f111e-af96-4dad-a6a6-5708256620b6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:12.756837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:57:12.789375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bf771-e41b-415f-a313-1d9f63574213 None None] Network 2b15865b-e670-4535-97c8-17294034039b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:12.877325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:12.965477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:57:12.974518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40686) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:12.981639 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Sync routers for ids ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:57:13.000284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Routers {'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:13.002763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.003701 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:56:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:13.009443 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-896eb695-5d47-49c3-98a2-b5193d1d1290 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6119587 Dec 09 14:57:13.011110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:13.111473 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a5c7fe90-9415-4c1a-bb0e-476e5198c752 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9609aaf3cea4859b18e06a3d6198834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354945 Dec 09 14:57:13.114486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40690) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:13.222740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872d7cc9-05c8-4533-ad9e-0726aab1270f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.269026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872d7cc9-05c8-4533-ad9e-0726aab1270f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.298017 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Set router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:13.320808 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.352975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872d7cc9-05c8-4533-ad9e-0726aab1270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.360117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872d7cc9-05c8-4533-ad9e-0726aab1270f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.369194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-872d7cc9-05c8-4533-ad9e-0726aab1270f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd129b51-9dde-4916-af50-b37f47e55725 HTTP/1.1" status: 204 len: 168 time: 0.2529802 Dec 09 14:57:13.385742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d7cc9-05c8-4533-ad9e-0726aab1270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd129b51-9dde-4916-af50-b37f47e55725,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:13.498145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5e908f-a0c6-4500-91d4-52549b97eb97 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:13.503458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a2af1113-6725-410e-b5b7-2925da08fc2e None None] Provisioning complete for port 6150bbbb-100f-4c51-8efb-5059172cf9df triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:13.507860 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2af1113-6725-410e-b5b7-2925da08fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.716918 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:11Z', 'revision_number': 3, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:13.754785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:13.808738 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.809062 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Checking router: ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:57:13.809427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Updating router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 port 01571252-c3be-4f25-bd01-72e298bc88a8 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:57:13.839450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e1cf99ab-e000-4018-80ca-75aac2620860 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:13.840200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.854466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:13.900480 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:13.956315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.119542 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.206489 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2af1113-6725-410e-b5b7-2925da08fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.277425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:14.299649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9d5e908f-a0c6-4500-91d4-52549b97eb97'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:14.415881 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.435194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Allocated IP 172.20.0.1 (698f111e-af96-4dad-a6a6-5708256620b6/4f85d66c-6847-4107-912a-3d73e83413a8/f3e225ff-3ab6-4366-a560-211f2cf41f7b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:14.583441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:14.625601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:14.682324 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.701709 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.716830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.752864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a2af1113-6725-410e-b5b7-2925da08fc2e None None] For port 6150bbbb-100f-4c51-8efb-5059172cf9df, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6150bbbb-100f-4c51-8efb-5059172cf9df,segment=NetworkSegment(453c6c13-56ac-437c-a0b1-02037b329902),segment_id=453c6c13-56ac-437c-a0b1-02037b329902)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:14.756522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:14.768821 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.771477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 4a794b05-feab-4e3a-90a0-96f30c37368d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:14.771941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.788288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:14.803380 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Attempting to bind port 01571252-c3be-4f25-bd01-72e298bc88a8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:14.803796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Attempting to bind port 01571252-c3be-4f25-bd01-72e298bc88a8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:14.804161 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Attempting to bind port 01571252-c3be-4f25-bd01-72e298bc88a8 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:14.806199 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Pushing event updated for resources: {'Port': ['ID=01571252-c3be-4f25-bd01-72e298bc88a8,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:14.831965 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.836267 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.836692 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.837010 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.837353 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.837688 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.838020 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.842121 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.842603 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.842948 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.843949 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.844294 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.844626 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:14.853211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e225ff-3ab6-4366-a560-211f2cf41f7b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:14.857146 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:14.857595 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:14.858021 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.858423 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:14.858930 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Bound port: 01571252-c3be-4f25-bd01-72e298bc88a8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:14.859376 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.864453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Network 698f111e-af96-4dad-a6a6-5708256620b6 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:14.866415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:14.869035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:14.893599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f38dd2-ef0d-4ec8-acd8-c5a84b1735b9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:14.908733 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2af1113-6725-410e-b5b7-2925da08fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:14.920918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.016268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] For port 01571252-c3be-4f25-bd01-72e298bc88a8, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:15.024318 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] For port 01571252-c3be-4f25-bd01-72e298bc88a8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=01571252-c3be-4f25-bd01-72e298bc88a8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:15.031279 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.140460 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Routers {'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:15.141504 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:56:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:15.202530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9264c2d7-0d83-4a48-8ef0-76b20e5f17fd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:15.216396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.260801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Pushing event updated for resources: {'Port': ['ID=f55a6d83-3071-487a-89af-f9ebc8f2d018,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:15.263710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50931097-a2a9-41d5-8d4d-88e8b054b923 None None] Pushing event updated for resources: {'Port': ['ID=01571252-c3be-4f25-bd01-72e298bc88a8,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:15.422143 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] Set router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:15.469485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af1113-6725-410e-b5b7-2925da08fc2e None None] Pushing event updated for resources: {'Port': ['ID=6150bbbb-100f-4c51-8efb-5059172cf9df,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:15.510431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Attempting to bind port f55a6d83-3071-487a-89af-f9ebc8f2d018 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:15.510431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Attempting to bind port f55a6d83-3071-487a-89af-f9ebc8f2d018 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:15.510829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Attempting to bind port f55a6d83-3071-487a-89af-f9ebc8f2d018 on network 0900aefb-c631-4efe-9540-08a97ccc68d4 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:15.515742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.524632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.561134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Provisioning complete for port 01571252-c3be-4f25-bd01-72e298bc88a8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:15.562015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.563928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.575859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:15.576677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Checking segment: {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:15.577497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.580206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Bound using segment: {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:15.581632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.584001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Bound port: f55a6d83-3071-487a-89af-f9ebc8f2d018, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:15.585678 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:15.774882 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:11Z', 'revision_number': 3, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:15.821185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Network 698f111e-af96-4dad-a6a6-5708256620b6 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:15.825756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:15.866298 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec12bf-05ab-417c-91d5-560c498f8c7e None None] The sync data for ids ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'] in n-d-804292-5 is: [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:11Z', 'revision_number': 3, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:57:16.023997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:57:16.102775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] For port f55a6d83-3071-487a-89af-f9ebc8f2d018, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:16.106561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] For port f55a6d83-3071-487a-89af-f9ebc8f2d018, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f55a6d83-3071-487a-89af-f9ebc8f2d018,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:16.162970 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:16.193732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port e1cf99ab-e000-4018-80ca-75aac2620860, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1cf99ab-e000-4018-80ca-75aac2620860,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:16.251975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:57:16.282946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] 10.222.0.46 "PUT /v2.0/routers/ebaa6b42-4133-4fb2-8eb2-94a20f6daf09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2709422 Dec 09 14:57:16.284755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9936-a479-4ad7-88ef-0141845ee844 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e225ff-3ab6-4366-a560-211f2cf41f7b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:16.340600 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:16.341529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6150bbbb-100f-4c51-8efb-5059172cf9df up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:16.669998 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:16.883738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:16.950556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a0f6d-afdd-429f-a22f-b4844ed397f7 None None] Pushing event updated for resources: {'Port': ['ID=f55a6d83-3071-487a-89af-f9ebc8f2d018,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:16.995192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:17.081179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:17.132205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] For port 01571252-c3be-4f25-bd01-72e298bc88a8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=01571252-c3be-4f25-bd01-72e298bc88a8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:17.164889 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:17.209362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6150bbbb-100f-4c51-8efb-5059172cf9df triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:17.210033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:17.226013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=e1cf99ab-e000-4018-80ca-75aac2620860,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:17.372336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:17.375709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Provisioning complete for port e1cf99ab-e000-4018-80ca-75aac2620860 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:17.376187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:17.739718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Pushing event updated for resources: {'Port': ['ID=01571252-c3be-4f25-bd01-72e298bc88a8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:17.823299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Provisioning complete for port 6150bbbb-100f-4c51-8efb-5059172cf9df triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:17.828084 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc4eb-88d0-41da-a206-f557e75f90f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:18.282004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 01571252-c3be-4f25-bd01-72e298bc88a8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:18.424432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 01571252-c3be-4f25-bd01-72e298bc88a8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:18.424907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:18.537413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b021a4e8-853b-4a7b-8584-d343b59f1a5c None None] Provisioning complete for port 01571252-c3be-4f25-bd01-72e298bc88a8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:18.537973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b021a4e8-853b-4a7b-8584-d343b59f1a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:18.541950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f082b1-ae7d-494a-bbc9-abde8881fb5b None None] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:18.825259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1cf99ab-e000-4018-80ca-75aac2620860 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:18.939884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b021a4e8-853b-4a7b-8584-d343b59f1a5c None None] Provisioning complete for port f3e225ff-3ab6-4366-a560-211f2cf41f7b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:18.940389 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b021a4e8-853b-4a7b-8584-d343b59f1a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:18.989522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e1cf99ab-e000-4018-80ca-75aac2620860 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:18.990036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:19.031247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b021a4e8-853b-4a7b-8584-d343b59f1a5c None None] Port f3e225ff-3ab6-4366-a560-211f2cf41f7b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:19.037806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Sync routers for ids ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:57:19.093830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Routers {'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:19.094629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:56:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:19.247496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d2ffa53b-54de-4da6-9417-7756b825b8c8 None None] Provisioning complete for port f55a6d83-3071-487a-89af-f9ebc8f2d018 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:19.248043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa53b-54de-4da6-9417-7756b825b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:19.285391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6150bbbb-100f-4c51-8efb-5059172cf9df up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:19.358807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Set router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:19.554879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6150bbbb-100f-4c51-8efb-5059172cf9df triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:19.554879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:19.589537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa53b-54de-4da6-9417-7756b825b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:19.707627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d2ffa53b-54de-4da6-9417-7756b825b8c8 None None] For port f55a6d83-3071-487a-89af-f9ebc8f2d018, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f55a6d83-3071-487a-89af-f9ebc8f2d018,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:19.717663 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa53b-54de-4da6-9417-7756b825b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:19.811732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:19.860456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f55a6d83-3071-487a-89af-f9ebc8f2d018 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:19.868273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffa53b-54de-4da6-9417-7756b825b8c8 None None] Pushing event updated for resources: {'Port': ['ID=f55a6d83-3071-487a-89af-f9ebc8f2d018,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:19.969161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:15Z', 'revision_number': 4, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f3e225ff-3ab6-4366-a560-211f2cf41f7b', 'name': '', 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'mac_address': 'fa:16:3e:7a:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4f85d66c-6847-4107-912a-3d73e83413a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:14Z', 'updated_at': '2021-12-09T14:57:15Z', 'revision_number': 2, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'subnets': [{'id': '4f85d66c-6847-4107-912a-3d73e83413a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:19.973387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f55a6d83-3071-487a-89af-f9ebc8f2d018 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:19.973891 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:20.046868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Checking router: ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:57:20.047237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Updating router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 port f3e225ff-3ab6-4366-a560-211f2cf41f7b binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:57:20.052420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:57:20.090961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:20.091343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:20.154656 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:20.481880 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:20.534233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f55a6d83-3071-487a-89af-f9ebc8f2d018 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:20.650698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:20.691111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:20.692052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:20.973680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:21.022277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f55a6d83-3071-487a-89af-f9ebc8f2d018 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:21.023613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.256641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9d5e908f-a0c6-4500-91d4-52549b97eb97 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:21.257504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.319939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.339933 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.514358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7c1d-bd85-4acd-acbb-e64088fb6832 None None] Pushing event updated for resources: {'Port': ['ID=f3e225ff-3ab6-4366-a560-211f2cf41f7b,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:21.557769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.609226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Attempting to bind port f3e225ff-3ab6-4366-a560-211f2cf41f7b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:21.612589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Attempting to bind port f3e225ff-3ab6-4366-a560-211f2cf41f7b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:21.613469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Attempting to bind port f3e225ff-3ab6-4366-a560-211f2cf41f7b on network 698f111e-af96-4dad-a6a6-5708256620b6 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:21.626084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:21.627086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Checking segment: {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:21.627766 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.628408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Bound using segment: {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:21.629741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Bound port: f3e225ff-3ab6-4366-a560-211f2cf41f7b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c6c13-56ac-437c-a0b1-02037b329902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:21.630380 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.655721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:21.678818 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:21.750136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:22.305065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=11']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:22.354500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-747dc536-5834-41f5-8c93-9cd04839e55d None None] Provisioning complete for port f3e225ff-3ab6-4366-a560-211f2cf41f7b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:22.355089 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-747dc536-5834-41f5-8c93-9cd04839e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:22.370808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] For port f3e225ff-3ab6-4366-a560-211f2cf41f7b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:22.492201 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:22.500639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] For port f3e225ff-3ab6-4366-a560-211f2cf41f7b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f3e225ff-3ab6-4366-a560-211f2cf41f7b,segment=NetworkSegment(453c6c13-56ac-437c-a0b1-02037b329902),segment_id=453c6c13-56ac-437c-a0b1-02037b329902)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:22.550430 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:22.629388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-747dc536-5834-41f5-8c93-9cd04839e55d None None] Port f3e225ff-3ab6-4366-a560-211f2cf41f7b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:22.707610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Routers {'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:22.708270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:56:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:22.850974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7c1d-bd85-4acd-acbb-e64088fb6832 None None] Pushing event updated for resources: {'Port': ['ID=f3e225ff-3ab6-4366-a560-211f2cf41f7b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:22.992438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] Set router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:23.161091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d94d7ef5-b83b-4e37-93ac-827cef9fada6 None None] Provisioning complete for port f3e225ff-3ab6-4366-a560-211f2cf41f7b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:23.161757 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d94d7ef5-b83b-4e37-93ac-827cef9fada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:23.165682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e266ad7b-455f-4a62-82c3-73c94315875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:23.394896 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:57:23.479959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d94d7ef5-b83b-4e37-93ac-827cef9fada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:23.540885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:15Z', 'revision_number': 4, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f3e225ff-3ab6-4366-a560-211f2cf41f7b', 'name': '', 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'mac_address': 'fa:16:3e:7a:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4f85d66c-6847-4107-912a-3d73e83413a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:14Z', 'updated_at': '2021-12-09T14:57:22Z', 'revision_number': 4, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'subnets': [{'id': '4f85d66c-6847-4107-912a-3d73e83413a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:23.580619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860f714-ff58-4e41-8405-8043240327f9 None None] The sync data for ids ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'] in n-d-804292-5 is: [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:15Z', 'revision_number': 4, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f3e225ff-3ab6-4366-a560-211f2cf41f7b', 'name': '', 'network_id': '698f111e-af96-4dad-a6a6-5708256620b6', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'mac_address': 'fa:16:3e:7a:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4f85d66c-6847-4107-912a-3d73e83413a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:14Z', 'updated_at': '2021-12-09T14:57:22Z', 'revision_number': 4, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'subnets': [{'id': '4f85d66c-6847-4107-912a-3d73e83413a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:57:23.587016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d94d7ef5-b83b-4e37-93ac-827cef9fada6 None None] For port f3e225ff-3ab6-4366-a560-211f2cf41f7b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f3e225ff-3ab6-4366-a560-211f2cf41f7b,segment=NetworkSegment(453c6c13-56ac-437c-a0b1-02037b329902),segment_id=453c6c13-56ac-437c-a0b1-02037b329902)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:23.596104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d94d7ef5-b83b-4e37-93ac-827cef9fada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:23.704918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d7ef5-b83b-4e37-93ac-827cef9fada6 None None] Pushing event updated for resources: {'Port': ['ID=f3e225ff-3ab6-4366-a560-211f2cf41f7b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:24.380542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-e74cb05e-c38b-4610-ab78-c1abd257fea7 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:24.383585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d713-1719-4a8c-a84e-6a694b833011 req-50353719-be6e-4d54-8c46-fd5c4493c10d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:24.384776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e828d713-1719-4a8c-a84e-6a694b833011 req-50353719-be6e-4d54-8c46-fd5c4493c10d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.0591574 Dec 09 14:57:24.389778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-e74cb05e-c38b-4610-ab78-c1abd257fea7 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:24.392684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-e74cb05e-c38b-4610-ab78-c1abd257fea7 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/networks?id=2b15865b-e670-4535-97c8-17294034039b&id=0900aefb-c631-4efe-9540-08a97ccc68d4 HTTP/1.1" status: 200 len: 1391 time: 0.1352108 Dec 09 14:57:24.422651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-4b9d12ca-0977-4b80-b91d-440cd432ca32 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/quotas/b869fd8e34b2489aa44ce5055cf132dd HTTP/1.1" status: 200 len: 375 time: 0.0230670 Dec 09 14:57:24.456130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e828d713-1719-4a8c-a84e-6a694b833011 req-c52530f8-8449-45e8-9b78-20e42ae2e5da tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638719 Dec 09 14:57:24.493435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-50b7009d-1c8f-4b5e-b350-1a18df4edd06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0594418 Dec 09 14:57:24.500347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f3e225ff-3ab6-4366-a560-211f2cf41f7b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:24.533172 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5464abfb-1f89-450d-aa16-969dc3bf625c x-openstack-request-id: req-5464abfb-1f89-450d-aa16-969dc3bf625c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:24.533861 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-plugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:24.534546 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5464abfb-1f89-450d-aa16-969dc3bf625c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:24.535274 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:57:24.568095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f3e225ff-3ab6-4366-a560-211f2cf41f7b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:24.568467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:24.607393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d425b0c5-29d1-441e-994c-6219f885a3e3 service neutron] 10.222.0.46 "GET /v2.0/networks/2b15865b-e670-4535-97c8-17294034039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105194 Dec 09 14:57:24.645640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013b038-9387-4b49-91dd-1e60ad040753 req-44461cf3-cbda-45af-8438-d9b7576334b8 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:24.648312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7013b038-9387-4b49-91dd-1e60ad040753 req-44461cf3-cbda-45af-8438-d9b7576334b8 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.0712123 Dec 09 14:57:24.704851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7013b038-9387-4b49-91dd-1e60ad040753 req-3073a576-2fb3-4cf2-aaf0-562b065de6ba tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Dec 09 14:57:24.732007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-82d640f8-0723-4d04-b299-be09857c4f45 service neutron] 10.222.0.46 "GET /v2.0/networks/2b15865b-e670-4535-97c8-17294034039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152134 Dec 09 14:57:24.856820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85770c6-e98d-4eae-89c1-127c0f24c70c req-fd47b07c-28a9-4e12-be0f-8840d7cfff20 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:24.858415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b85770c6-e98d-4eae-89c1-127c0f24c70c req-fd47b07c-28a9-4e12-be0f-8840d7cfff20 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.0683241 Dec 09 14:57:24.864730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-97ddee0b-e597-4807-8794-c7050a154624 service neutron] 10.222.0.46 "GET /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318007 Dec 09 14:57:24.917487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b85770c6-e98d-4eae-89c1-127c0f24c70c req-1237343d-9816-4891-8904-fe6dab0588ba tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 Dec 09 14:57:24.984925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-44663582-2c31-46fe-bc76-86c16f20e430 service neutron] 10.222.0.46 "GET /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127186 Dec 09 14:57:25.473822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b7c2821-c24c-4988-af98-6e9297b199e5 req-a3d22b0c-a3b9-4a5a-91d0-72b19ecbde3d tempest-FloatingIPsNegativeTestJSON-1509544284 tempest-FloatingIPsNegativeTestJSON-1509544284-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=bac2b0d6e42648c388d426bb9f32331f HTTP/1.1" status: 200 len: 217 time: 0.0761807 Dec 09 14:57:25.572464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5a80462d-dc3e-404c-ab25-a556c6d1e8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:25.585960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08c7b1e8-a36d-4c32-b452-e46c99d14373 req-8cbc10ff-badc-422a-b2b9-e45ff2d8199b tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 210 time: 0.0345545 Dec 09 14:57:25.628250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-608fac82-649d-47af-a357-230157d2f217 req-56746df0-489e-45e1-b80f-e6114e66e6a3 tempest-FloatingIPsNegativeTestJSON-1509544284 tempest-FloatingIPsNegativeTestJSON-1509544284-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0280817 Dec 09 14:57:25.750114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082fe28-52bb-4b27-9c58-c8e031a44c01 req-5cbd5a96-cd1e-44da-8a28-4cb30f41f166 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:25.751620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5082fe28-52bb-4b27-9c58-c8e031a44c01 req-5cbd5a96-cd1e-44da-8a28-4cb30f41f166 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.0590651 Dec 09 14:57:25.803248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5082fe28-52bb-4b27-9c58-c8e031a44c01 req-c51fd355-5e37-46c4-95b6-b250cb78e8ed tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Dec 09 14:57:25.926658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2f0-854f-4e24-8192-b3449f898764 req-860cc8e2-0af7-4460-bb05-800925ae4cd8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:25.929842 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f07d2f0-854f-4e24-8192-b3449f898764 req-860cc8e2-0af7-4460-bb05-800925ae4cd8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 950 time: 0.0542424 Dec 09 14:57:25.979892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f07d2f0-854f-4e24-8192-b3449f898764 req-d0870902-ff6a-48a1-b033-722363915c81 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442359 Dec 09 14:57:26.041125 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-da5d4b1c-5a68-4c26-835d-362dadbf5ac9 req-5b1c387d-3c68-421d-b87e-a88568ee684a tempest-FloatingIPsNegativeTestJSON-1509544284 tempest-FloatingIPsNegativeTestJSON-1509544284-project] show failed (client error): The resource could not be found. Dec 09 14:57:26.042135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da5d4b1c-5a68-4c26-835d-362dadbf5ac9 req-5b1c387d-3c68-421d-b87e-a88568ee684a tempest-FloatingIPsNegativeTestJSON-1509544284 tempest-FloatingIPsNegativeTestJSON-1509544284-project] 10.222.0.46 "GET /v2.0/floatingips/1bbda9c3-9874-45a3-8ac8-62d6c6737ab6 HTTP/1.1" status: 404 len: 350 time: 0.0396364 Dec 09 14:57:26.051485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40874) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:26.143617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5651-7ad3-4c0c-9222-536f610e2bf7 req-0a664e58-c1f0-472c-94e3-94ff35621163 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:26.145562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-67fa5651-7ad3-4c0c-9222-536f610e2bf7 req-0a664e58-c1f0-472c-94e3-94ff35621163 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.0508604 Dec 09 14:57:26.195308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-67fa5651-7ad3-4c0c-9222-536f610e2bf7 req-4bdb9843-e50d-41a1-bd58-a48ca690f5bf tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Dec 09 14:57:26.251341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e91497-7b21-4a21-9f9f-3ba6055fad9f req-5248fb9b-6934-4157-b63b-d502cea7b64e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:26.252885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4e91497-7b21-4a21-9f9f-3ba6055fad9f req-5248fb9b-6934-4157-b63b-d502cea7b64e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 947 time: 0.1108568 Dec 09 14:57:26.392152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af48-c444-4dc5-80b7-89f53a865ca7 req-46d75ccf-064d-4c75-b68a-b96f7eb4d04e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:26.393732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fe5af48-c444-4dc5-80b7-89f53a865ca7 req-46d75ccf-064d-4c75-b68a-b96f7eb4d04e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.1261089 Dec 09 14:57:26.425732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-6b5caa77-003b-4fe1-b7ce-d6f5c0e0572a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:26.432001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-6b5caa77-003b-4fe1-b7ce-d6f5c0e0572a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:26.433612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-6b5caa77-003b-4fe1-b7ce-d6f5c0e0572a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.43 "GET /v2.0/networks?id=2b15865b-e670-4535-97c8-17294034039b&id=0900aefb-c631-4efe-9540-08a97ccc68d4 HTTP/1.1" status: 200 len: 1391 time: 0.1629422 Dec 09 14:57:26.452585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'port': {'device_id': '40591c35-b01b-42b5-a5c8-ce614134802a', 'network_id': '2b15865b-e670-4535-97c8-17294034039b', 'admin_state_up': True, 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:26.506474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fe5af48-c444-4dc5-80b7-89f53a865ca7 req-f0c54d8a-552c-44e6-b4ed-cf7ae92e16bc tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991817 Dec 09 14:57:26.537407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}, {'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d'}, {'server_uuid': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3'}, {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:26.542123 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9108cb78-9a28-4f3c-a0b1-e9560dda772c" -d '{"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}, {"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d"}, {"server_uuid": "445e6fbf-2c3e-4027-8b3c-a65d68414bd2", "name": "network-vif-plugged", "status": "completed", "tag": "b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3"}, {"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-plugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:26.601181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:26.604759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:26.609300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:26.686179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c4e91497-7b21-4a21-9f9f-3ba6055fad9f req-9de78dec-e87e-4ea4-a55a-d6326537c424 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252393 Dec 09 14:57:26.790819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Allocated IP 19.80.0.168 (2b15865b-e670-4535-97c8-17294034039b/556d2ca5-179a-4b8f-b8d1-541babe05a15/731a3151-4023-43bf-8a07-3f92fa9a0289) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:26.910649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:26.974341 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf029cf9-3d87-4b53-8148-c68c03c9e05d x-openstack-request-id: req-cf029cf9-3d87-4b53-8148-c68c03c9e05d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:26.974706 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "code": 200}, {"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d", "code": 200}, {"server_uuid": "445e6fbf-2c3e-4027-8b3c-a65d68414bd2", "name": "network-vif-plugged", "status": "completed", "tag": "b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3", "code": 200}, {"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-plugged", "status": "completed", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:26.975026 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf029cf9-3d87-4b53-8148-c68c03c9e05d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:26.975513 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'code': 200} Dec 09 14:57:26.975833 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'code': 200} Dec 09 14:57:26.976152 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3', 'code': 200} Dec 09 14:57:26.976466 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'code': 200} Dec 09 14:57:27.094841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a12833d0-def1-48ec-861a-ed3640e6d4a5 req-59232dd9-193d-4f6b-be5a-c948821a7421 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 210 time: 0.0465481 Dec 09 14:57:27.154252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:27.204697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6841f7f-7562-4502-8efe-91abec2771a5 req-51921aa4-48b2-4617-9baf-758c158df98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:27.206512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6841f7f-7562-4502-8efe-91abec2771a5 req-51921aa4-48b2-4617-9baf-758c158df98e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 1101 time: 0.0655084 Dec 09 14:57:27.235275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:27.343114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 2b15865b-e670-4535-97c8-17294034039b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:27.346134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:27.351013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:27.354539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6841f7f-7562-4502-8efe-91abec2771a5 req-ae58c9cf-d35c-443b-b381-8e90c5d49ee3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398430 Dec 09 14:57:27.355575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:27.417482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.418176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.418785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.419312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.419905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.420410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.420909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.421408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.421931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.422430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.422929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.423469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.423987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:27.487780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b267-f55a-4a23-ac69-d96eec99231b req-4a8d556b-9fe9-4552-b371-5bdd82ec9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:27.490723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60a7b267-f55a-4a23-ac69-d96eec99231b req-4a8d556b-9fe9-4552-b371-5bdd82ec9d9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1101 time: 0.1927152 Dec 09 14:57:27.514017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:27.514940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:27.562481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a4c1-0bba-4dae-a829-829c4c54f137 req-1fc06152-aaea-45d5-8623-cca40542c903 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:27.563420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Deleting port f3e225ff-3ab6-4366-a560-211f2cf41f7b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:27.564738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:27.565087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d06a4c1-0bba-4dae-a829-829c4c54f137 req-1fc06152-aaea-45d5-8623-cca40542c903 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.1501021 Dec 09 14:57:27.569744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-41d8a16e-9932-476e-8c9d-f96d13a6683a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1222639 Dec 09 14:57:27.635195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Request body: {'port': {'device_id': '40591c35-b01b-42b5-a5c8-ce614134802a', 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4', 'admin_state_up': True, 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:27.704691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] For port f3e225ff-3ab6-4366-a560-211f2cf41f7b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f3e225ff-3ab6-4366-a560-211f2cf41f7b,segment=NetworkSegment(453c6c13-56ac-437c-a0b1-02037b329902),segment_id=453c6c13-56ac-437c-a0b1-02037b329902)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:27.705531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:27.724908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Calling delete_port for f3e225ff-3ab6-4366-a560-211f2cf41f7b owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:27.767398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3202a566-7a8d-4c37-ae63-a4d91825be3c None None] Provisioning complete for port 731a3151-4023-43bf-8a07-3f92fa9a0289 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:27.771559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3202a566-7a8d-4c37-ae63-a4d91825be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:27.841673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d06a4c1-0bba-4dae-a829-829c4c54f137 req-60e5b8e3-bdda-474d-b664-c39328640c59 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383711 Dec 09 14:57:27.894207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40988) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:27.905088 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60a7b267-f55a-4a23-ac69-d96eec99231b req-11b0057f-bf03-4cb3-a852-91b240145e36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320951 Dec 09 14:57:27.923447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3202a566-7a8d-4c37-ae63-a4d91825be3c None None] Port 731a3151-4023-43bf-8a07-3f92fa9a0289 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:27.941395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:27.954854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Made reservation on behalf of b869fd8e34b2489aa44ce5055cf132dd for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:27.966923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.005597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f7524-a527-436c-804a-5028e3a664d5 req-40f386e1-3ca1-457e-b294-79d63232f7ee tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:28.007281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd4f7524-a527-436c-804a-5028e3a664d5 req-40f386e1-3ca1-457e-b294-79d63232f7ee tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.1082151 Dec 09 14:57:28.171852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd4f7524-a527-436c-804a-5028e3a664d5 req-12683442-2f74-4fa1-ad65-eb805c8dccd0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502514 Dec 09 14:57:28.182558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.184695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.209365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252501db-a066-4fb3-aed5-d16dfc70151f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.245748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e225ff-3ab6-4366-a560-211f2cf41f7b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:28.250468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:28.253132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.255613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.257396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:28.298826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.299181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.299554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.299899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.300239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.300578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.307632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.308076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.314742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.315789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.316048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.317034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.317711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.322847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Allocated IP 19.86.0.38 (0900aefb-c631-4efe-9540-08a97ccc68d4/fc50c678-366f-4f6c-bf28-a648da4de1b8/11296c3c-813e-4125-b6b6-9e24f0df9d54) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:28.341393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b16dab-f3d0-4900-98ce-1d2707d34684 req-d4e7287f-dae7-41ce-beaf-25085b9dda93 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:28.350475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-64b16dab-f3d0-4900-98ce-1d2707d34684 req-d4e7287f-dae7-41ce-beaf-25085b9dda93 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.2337995 Dec 09 14:57:28.367191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=14']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:28.413104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.413669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.414176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.414678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.415203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.415824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.416340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.416959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.417475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.417971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.419416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.419937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.420436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:57:28.446313 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.477393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252501db-a066-4fb3-aed5-d16dfc70151f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.491010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f5ed8-17dc-44bc-adef-f6c4b3c571b7 req-00812153-1ce2-4c4e-a55b-11dba1d57008 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:28.492889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-955f5ed8-17dc-44bc-adef-f6c4b3c571b7 req-00812153-1ce2-4c4e-a55b-11dba1d57008 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 932 time: 0.1661062 Dec 09 14:57:28.493079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:28.495846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-64b16dab-f3d0-4900-98ce-1d2707d34684 req-e650fe2c-431f-4a60-8f1a-487fe0692f8b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409099 Dec 09 14:57:28.508626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.534728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252501db-a066-4fb3-aed5-d16dfc70151f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.563695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:28.619181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-955f5ed8-17dc-44bc-adef-f6c4b3c571b7 req-c7c8fe53-7430-48f5-9500-98211caa4f23 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152182 Dec 09 14:57:28.626246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.654100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-252501db-a066-4fb3-aed5-d16dfc70151f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8770ebcbbf547e296b4068ea9d0774d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7587538 Dec 09 14:57:28.666695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41000) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:28.685168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252501db-a066-4fb3-aed5-d16dfc70151f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8586594c-de68-4d64-8008-1e74a1080596,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:28.761480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.770699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052482c-132b-4942-9b78-7be2f41035e7 req-0b0ac552-891d-4437-b813-904440e3be83 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:28.772248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e052482c-132b-4942-9b78-7be2f41035e7 req-0b0ac552-891d-4437-b813-904440e3be83 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1930463 Dec 09 14:57:28.804986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e42bbd4-bf31-454b-bc01-3550ae0299c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.851179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e42bbd4-bf31-454b-bc01-3550ae0299c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.860615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:57:28.883388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e052482c-132b-4942-9b78-7be2f41035e7 req-3388fb6d-3e9a-40f8-9baa-8c45a9f448b1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027629 Dec 09 14:57:28.886236 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:28.951197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:28.957701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:28.959866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event updated for resources: {'Port': ['ID=11296c3c-813e-4125-b6b6-9e24f0df9d54,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:28.962366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:28.977663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}, {'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:28.981348 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c029d93-e919-403a-9a1c-0c9bca3e32fb" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}, {"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:29.008295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:29.019391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:29.020537 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.025061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:57:29.032915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f6e19cf-ff93-4220-b2a5-d4f17bd69664 admin admin] 10.222.0.46 "PUT /v2.0/routers/ebaa6b42-4133-4fb2-8eb2-94a20f6daf09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9781835 Dec 09 14:57:29.037606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] Sync routers for ids ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:57:29.039918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41016) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:29.048104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e42bbd4-bf31-454b-bc01-3550ae0299c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.051266 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e42bbd4-bf31-454b-bc01-3550ae0299c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.055010 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8e42bbd4-bf31-454b-bc01-3550ae0299c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8586594c-de68-4d64-8008-1e74a1080596 HTTP/1.1" status: 204 len: 168 time: 0.3812573 Dec 09 14:57:29.056253 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] Routers {'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:29.056849 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:29.059149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3791da6b-b078-4a76-b17b-bdbda7fa11f5 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4595814 Dec 09 14:57:29.071933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999acfe7-80b4-4112-ad88-2e469ab84f9f req-5e543ccd-b44d-4c09-9e92-4e1eff30bb78 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:29.088788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-999acfe7-80b4-4112-ad88-2e469ab84f9f req-5e543ccd-b44d-4c09-9e92-4e1eff30bb78 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.1597154 Dec 09 14:57:29.131229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Request body: {'port': {'device_id': '40591c35-b01b-42b5-a5c8-ce614134802a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:29.136870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42bbd4-bf31-454b-bc01-3550ae0299c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586594c-de68-4d64-8008-1e74a1080596,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:29.215296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.240067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-999acfe7-80b4-4112-ad88-2e469ab84f9f req-44c7a6f8-8d07-4717-b09c-d655fe1ee878 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502783 Dec 09 14:57:29.294279 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.307310 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] Set router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:29.388818 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c30e75d-4184-4918-966f-f0150ab44e8e x-openstack-request-id: req-7c30e75d-4184-4918-966f-f0150ab44e8e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:29.389374 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "code": 200}, {"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:29.392543 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c30e75d-4184-4918-966f-f0150ab44e8e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:29.393462 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'code': 200} Dec 09 14:57:29.393981 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'code': 200} Dec 09 14:57:29.455087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:29.499228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-26023567-2cc2-4090-9419-e0040f3368c6 None None] Provisioning complete for port 11296c3c-813e-4125-b6b6-9e24f0df9d54 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:29.500692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26023567-2cc2-4090-9419-e0040f3368c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.513578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02a0f-e465-446f-a39c-4c77dd48fd86 req-086aa4b0-c57f-466f-9e0c-8d489bde82d7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:29.515153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8fc02a0f-e465-446f-a39c-4c77dd48fd86 req-086aa4b0-c57f-466f-9e0c-8d489bde82d7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.0968368 Dec 09 14:57:29.543831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-26023567-2cc2-4090-9419-e0040f3368c6 None None] Port 11296c3c-813e-4125-b6b6-9e24f0df9d54 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:29.546550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'mac_address': 'fa:16:3e:22:9b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:29.609883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8fc02a0f-e465-446f-a39c-4c77dd48fd86 req-47928629-105a-401e-b55a-cba7ffd09354 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855529 Dec 09 14:57:29.662018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.681445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d622fcaf-de0a-4a49-84d0-dab422962382 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:29.729137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:29.733952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.749550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.769345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41034) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:29.787620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c188d4b-00e9-4305-b8dd-99f6e4dc64d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.789264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:28Z', 'revision_number': 5, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:29.808374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:29.820090 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] Checking router: ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:57:29.823201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0325-66a0-44e7-b39a-44d83a24bd33 req-71e7434c-c68e-4a25-9469-c95dee752c00 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:29.824984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0ec0325-66a0-44e7-b39a-44d83a24bd33 req-71e7434c-c68e-4a25-9469-c95dee752c00 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.0873451 Dec 09 14:57:29.835894 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] Routers {'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:29.836782 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:29.861118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17789990-d746-4ef2-9bbb-0be4145009aa req-ce42b172-2d24-468f-b2f8-a9e88e10d148 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:29.864398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17789990-d746-4ef2-9bbb-0be4145009aa req-ce42b172-2d24-468f-b2f8-a9e88e10d148 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.3103452 Dec 09 14:57:29.911389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0ec0325-66a0-44e7-b39a-44d83a24bd33 req-b6a29227-a7c7-405f-ab03-4326fc4b63f4 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792778 Dec 09 14:57:29.936487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d622fcaf-de0a-4a49-84d0-dab422962382'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:29.939939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c188d4b-00e9-4305-b8dd-99f6e4dc64d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.945145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c188d4b-00e9-4305-b8dd-99f6e4dc64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:29.952045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17789990-d746-4ef2-9bbb-0be4145009aa req-434095aa-1feb-4db3-8fc8-01948a53135a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695622 Dec 09 14:57:29.954031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-8af659b8-20c0-4dbd-b4a8-2295e3fabc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:29.955559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-8af659b8-20c0-4dbd-b4a8-2295e3fabc86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.4053717 Dec 09 14:57:29.971173 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] Set router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:30.001636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9c188d4b-00e9-4305-b8dd-99f6e4dc64d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4398523dbd11412d89f55fb5e3f45f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285194 Dec 09 14:57:30.001636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c188d4b-00e9-4305-b8dd-99f6e4dc64d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5292af66-fe75-4f44-acb6-3794d6253e01,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:30.002919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41036) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:30.108935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-771c475d-7f28-42d0-a0c7-82821bcd2cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.143389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f14a49-0162-42aa-b121-9fb76e2d6763 req-07d230e2-7d4f-4d54-89a4-f64c8b6781f3 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.151916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16f14a49-0162-42aa-b121-9fb76e2d6763 req-07d230e2-7d4f-4d54-89a4-f64c8b6781f3 tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 1101 time: 0.1025734 Dec 09 14:57:30.176976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-771c475d-7f28-42d0-a0c7-82821bcd2cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.217137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-5967e047-2b2b-48a0-8789-e9f92a970d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.218611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-5967e047-2b2b-48a0-8789-e9f92a970d1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.2384210 Dec 09 14:57:30.220034 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:28Z', 'revision_number': 5, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:30.236577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16f14a49-0162-42aa-b121-9fb76e2d6763 req-a843fe05-3f2a-44a0-96ec-f56315cc4c7c tempest-ServersOnMultiNodesTest-170675723 tempest-ServersOnMultiNodesTest-170675723-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837882 Dec 09 14:57:30.252633 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fbcf33-808a-47d4-afe1-ada315cc67da None None] The sync data for ids ['ebaa6b42-4133-4fb2-8eb2-94a20f6daf09'] in n-d-804292-5 is: [{'id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'name': 'tempest-FloatingIPsNegativeTestJSON-937755994-router', 'tenant_id': 'bac2b0d6e42648c388d426bb9f32331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:05Z', 'updated_at': '2021-12-09T14:57:28Z', 'revision_number': 5, 'project_id': 'bac2b0d6e42648c388d426bb9f32331f', 'gw_port': {'id': '01571252-c3be-4f25-bd01-72e298bc88a8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa6b42-4133-4fb2-8eb2-94a20f6daf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:07Z', 'updated_at': '2021-12-09T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:57:30.270208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-771c475d-7f28-42d0-a0c7-82821bcd2cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.273318 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-771c475d-7f28-42d0-a0c7-82821bcd2cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.276917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-771c475d-7f28-42d0-a0c7-82821bcd2cc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5292af66-fe75-4f44-acb6-3794d6253e01 HTTP/1.1" status: 204 len: 168 time: 0.2707574 Dec 09 14:57:30.283600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c475d-7f28-42d0-a0c7-82821bcd2cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5292af66-fe75-4f44-acb6-3794d6253e01,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:30.315895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.356572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731a3151-4023-43bf-8a07-3f92fa9a0289 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:30.389512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067cf3-f3ca-456d-ae39-8c28be84ae5e req-2d16204d-7e7e-4c93-a374-4e73e49636d1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.395906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067cf3-f3ca-456d-ae39-8c28be84ae5e req-2d16204d-7e7e-4c93-a374-4e73e49636d1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.397529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3067cf3-f3ca-456d-ae39-8c28be84ae5e req-2d16204d-7e7e-4c93-a374-4e73e49636d1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1654 time: 0.2547803 Dec 09 14:57:30.401728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.448885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-57d539ff-8e87-486a-ab97-0ba88d851aea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.2206206 Dec 09 14:57:30.471163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Transition to ACTIVE for port object 731a3151-4023-43bf-8a07-3f92fa9a0289 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:57:30.500676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:30.605149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2039a5-a66c-4e55-9eea-f3086337f754 req-6390bb78-11a2-4a77-8fa0-0d706e3cb359 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.615067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c2039a5-a66c-4e55-9eea-f3086337f754 req-6390bb78-11a2-4a77-8fa0-0d706e3cb359 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.0765431 Dec 09 14:57:30.695202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c2039a5-a66c-4e55-9eea-f3086337f754 req-f802c0ab-91c2-4794-a1a1-0cb729fd213e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679140 Dec 09 14:57:30.696442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f3e225ff-3ab6-4366-a560-211f2cf41f7b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:30.745286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f3e225ff-3ab6-4366-a560-211f2cf41f7b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:30.745796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f3e225ff-3ab6-4366-a560-211f2cf41f7b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:30.864720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c398-3af7-4091-97bb-0f82965195c9 req-08956b1e-6e95-4c89-8c99-89dd48660fda tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.865818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f30c398-3af7-4091-97bb-0f82965195c9 req-08956b1e-6e95-4c89-8c99-89dd48660fda tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.0836372 Dec 09 14:57:30.949516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3067cf3-f3ca-456d-ae39-8c28be84ae5e req-de4663f2-e1b3-4d1f-984d-1b24736113ad tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333455 Dec 09 14:57:30.962677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-bcf57f6a-a699-4f79-9fc3-de9d9ad504ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:30.964200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-bcf57f6a-a699-4f79-9fc3-de9d9ad504ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.5055921 Dec 09 14:57:30.970042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Deleting port 01571252-c3be-4f25-bd01-72e298bc88a8 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:30.970860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:31.011766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Pushing event updated for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:31.020944 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f30c398-3af7-4091-97bb-0f82965195c9 req-18afe34c-2c34-4167-88e8-9f5f6ec3d82a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376662 Dec 09 14:57:31.046941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:31.176943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d622fcaf-de0a-4a49-84d0-dab422962382 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:31.182125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:31.219533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-d05cf651-9369-41ff-9024-d1e43d00a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:31.221329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-d05cf651-9369-41ff-9024-d1e43d00a562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271183 Dec 09 14:57:31.266627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] For port 01571252-c3be-4f25-bd01-72e298bc88a8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=01571252-c3be-4f25-bd01-72e298bc88a8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:31.266995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:31.274620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Attempting to bind port 731a3151-4023-43bf-8a07-3f92fa9a0289 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:31.274964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Attempting to bind port 731a3151-4023-43bf-8a07-3f92fa9a0289 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:31.275295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Attempting to bind port 731a3151-4023-43bf-8a07-3f92fa9a0289 on network 2b15865b-e670-4535-97c8-17294034039b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:31.317312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c48127-6484-40d7-90f5-189ddc8aac4d req-cb12fac2-89e7-4bbe-a423-e315e6339d67 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:31.328338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4c48127-6484-40d7-90f5-189ddc8aac4d req-cb12fac2-89e7-4bbe-a423-e315e6339d67 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.2066476 Dec 09 14:57:31.355646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Port 731a3151-4023-43bf-8a07-3f92fa9a0289 on network 2b15865b-e670-4535-97c8-17294034039b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:57:31.355987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Attempting to bind port 731a3151-4023-43bf-8a07-3f92fa9a0289 on network 2b15865b-e670-4535-97c8-17294034039b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:31.371508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Calling delete_port for 01571252-c3be-4f25-bd01-72e298bc88a8 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:31.418243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:31.420998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4c48127-6484-40d7-90f5-189ddc8aac4d req-dbeecd20-248f-4a12-b29c-34b0dd157f8f tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917108 Dec 09 14:57:31.443184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:31.448887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Checking segment: {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:31.449304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Bound using segment: {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:31.449781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Bound port: 731a3151-4023-43bf-8a07-3f92fa9a0289, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2b15865b-e670-4535-97c8-17294034039b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:31.450143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:31.469236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:31.471399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:31.476173 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d54dab-0714-4f36-85d2-09e6f08d7a5c" -d '{"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-plugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:31.480842 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:31.563151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:31.623630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b0ef-9a42-4361-97ba-3f16d8a03518 req-e1f2c45b-d4fd-402c-886d-e529207cabd4 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:31.632923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c947b0ef-9a42-4361-97ba-3f16d8a03518 req-e1f2c45b-d4fd-402c-886d-e529207cabd4 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1101 time: 0.0570164 Dec 09 14:57:31.689086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c947b0ef-9a42-4361-97ba-3f16d8a03518 req-fbd804db-9779-4fa5-8481-efd7ae701d8a tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Dec 09 14:57:31.771430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90705a95-2864-4417-b485-8d5b7017ad59 req-5966bdc3-5027-432e-8d21-46ad9f9df7a5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:31.773242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90705a95-2864-4417-b485-8d5b7017ad59 req-5966bdc3-5027-432e-8d21-46ad9f9df7a5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.3993487 Dec 09 14:57:31.789289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-b6f88e02-927a-4e28-9947-7b6edfdad249 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545769 Dec 09 14:57:31.806474 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fafe03-1df8-4c74-953b-a9b7117e4633 x-openstack-request-id: req-48fafe03-1df8-4c74-953b-a9b7117e4633 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:31.806976 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-plugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:31.807085 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48fafe03-1df8-4c74-953b-a9b7117e4633 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:31.807846 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'code': 200} Dec 09 14:57:31.847367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:31.964376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=731a3151-4023-43bf-8a07-3f92fa9a0289,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:31.993206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:32.062726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.063378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:32.064809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] 10.222.0.43 "PUT /v2.0/ports/731a3151-4023-43bf-8a07-3f92fa9a0289 HTTP/1.1" status: 200 len: 1092 time: 2.9401700 Dec 09 14:57:32.075129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:32.078144 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:32.088329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90705a95-2864-4417-b485-8d5b7017ad59 req-c3acc4b4-c9ef-4c7c-bbc7-555435f61292 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951767 Dec 09 14:57:32.121707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Request body: {'port': {'device_id': '40591c35-b01b-42b5-a5c8-ce614134802a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:32.126791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7962-647c-4a11-8d2c-eb41ce583a74 req-dcd1b53c-bbf8-4d66-8eb8-0f0a4bf5a1a0 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.142777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389f7962-647c-4a11-8d2c-eb41ce583a74 req-dcd1b53c-bbf8-4d66-8eb8-0f0a4bf5a1a0 tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 1101 time: 0.1284995 Dec 09 14:57:32.162090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb2a0e7-1aa6-444b-938e-db2b5331ccd5 req-00b0e07f-1a60-4c26-bcb1-ae7349c28351 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531044 Dec 09 14:57:32.217258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389f7962-647c-4a11-8d2c-eb41ce583a74 req-3d7bf09c-6cf7-4b70-93e2-0d684e55ca5f tempest-ServersAdminTestJSON-498713088 tempest-ServersAdminTestJSON-498713088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730174 Dec 09 14:57:32.426376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88300380-060f-4718-8054-796f6793c03f req-9a955d1a-e12c-4e3b-8423-577d68c7c793 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.432954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88300380-060f-4718-8054-796f6793c03f req-9a955d1a-e12c-4e3b-8423-577d68c7c793 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.1031702 Dec 09 14:57:32.517255 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:32.525455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88300380-060f-4718-8054-796f6793c03f req-26becaf1-fe2d-4c80-8cca-a49ff3447882 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855191 Dec 09 14:57:32.590981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968457f-baff-43c4-9f07-ac52ba183b63 service neutron] Pushing event updated for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:32.675076 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06570d0b-dce7-4d85-95f2-a1c690523786 x-openstack-request-id: req-06570d0b-dce7-4d85-95f2-a1c690523786 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:32.675396 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:32.676179 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06570d0b-dce7-4d85-95f2-a1c690523786 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:32.676746 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289', 'status': 'completed', 'code': 200} Dec 09 14:57:32.727413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-77f25f68-1def-401f-88bb-a74d4ff5cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.728192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-77f25f68-1def-401f-88bb-a74d4ff5cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.730038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-77f25f68-1def-401f-88bb-a74d4ff5cab8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1913 time: 0.0902238 Dec 09 14:57:32.751055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:32.766054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-d7979139-0404-4a9c-84fc-7115532c00d0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.767822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-d7979139-0404-4a9c-84fc-7115532c00d0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.4426634 Dec 09 14:57:32.787389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14cc49-426d-4996-ac81-55a2e15ae361 req-57ac5047-a42f-4605-832e-fa5e2c1b7849 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.793809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14cc49-426d-4996-ac81-55a2e15ae361 req-57ac5047-a42f-4605-832e-fa5e2c1b7849 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:32.802586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b14cc49-426d-4996-ac81-55a2e15ae361 req-57ac5047-a42f-4605-832e-fa5e2c1b7849 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1666 time: 0.5183654 Dec 09 14:57:32.850332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01571252-c3be-4f25-bd01-72e298bc88a8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:32.905833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cae809-be14-41f5-9aca-e5de368797ec None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:33.023677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-51859396-f9f5-48d7-84c2-3fc359fcd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.024149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-51859396-f9f5-48d7-84c2-3fc359fcd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.024678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-51859396-f9f5-48d7-84c2-3fc359fcd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.026366 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-51859396-f9f5-48d7-84c2-3fc359fcd102 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2838490 Dec 09 14:57:33.103622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b14cc49-426d-4996-ac81-55a2e15ae361 req-e318a0a9-3148-47be-83f4-b6bf9c40ecc9 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995634 Dec 09 14:57:33.119163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.123077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f43a0f-56f7-46e5-97c0-c748e1fecdfc req-d96374d8-c2fe-49a0-b0f5-7b042cbfe041 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.131638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c2f43a0f-56f7-46e5-97c0-c748e1fecdfc req-d96374d8-c2fe-49a0-b0f5-7b042cbfe041 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1479814 Dec 09 14:57:33.237090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.240979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.314300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:33.314648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.327425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.328221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:57:33.351845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.353260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-44594742-7a22-4d9a-9b9b-e8f4082793c3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ebaa6b42-4133-4fb2-8eb2-94a20f6daf09 HTTP/1.1" status: 204 len: 168 time: 4.3123658 Dec 09 14:57:33.360147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:33.368294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c2f43a0f-56f7-46e5-97c0-c748e1fecdfc req-1ce924ef-0451-4263-8cea-39d0f793ecfc tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291832 Dec 09 14:57:33.383997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-54fe2a0e-f4fa-4772-aaac-90b552fdb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.385534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba90412b-5da9-4a36-9b97-7aa99d1ea2cd req-54fe2a0e-f4fa-4772-aaac-90b552fdb4aa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484385 Dec 09 14:57:33.534765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11296c3c-813e-4125-b6b6-9e24f0df9d54 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:33.539476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7c21d-3305-4c33-9548-16418d8ecdf2 req-53568aca-4c69-4b5a-9789-67962e8805cc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.541076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ccf7c21d-3305-4c33-9548-16418d8ecdf2 req-53568aca-4c69-4b5a-9789-67962e8805cc tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 950 time: 0.0910106 Dec 09 14:57:33.552272 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.562586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Deleting subnet 4f85d66c-6847-4107-912a-3d73e83413a8 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:57:33.579493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.622601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Transition to ACTIVE for port object 11296c3c-813e-4125-b6b6-9e24f0df9d54 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:57:33.641156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.644909 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ccf7c21d-3305-4c33-9548-16418d8ecdf2 req-8c920838-0319-4135-8bc3-52c97a76f923 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972645 Dec 09 14:57:33.647756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:33.648632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.675765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:33.685187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081b0ed-2eb6-4937-a38d-9b94668f763a req-19fad0bf-59a9-42e4-8205-020fedd3187c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.687616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7081b0ed-2eb6-4937-a38d-9b94668f763a req-19fad0bf-59a9-42e4-8205-020fedd3187c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1934574 Dec 09 14:57:33.752905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:33.820896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53875-16b4-492b-be6f-c0b2eaa942a6 req-fb4e3cb9-62dd-4017-ac57-0e3b28d924b4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:33.822947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82b53875-16b4-492b-be6f-c0b2eaa942a6 req-fb4e3cb9-62dd-4017-ac57-0e3b28d924b4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=445e6fbf-2c3e-4027-8b3c-a65d68414bd2 HTTP/1.1" status: 200 len: 950 time: 0.0694318 Dec 09 14:57:33.899943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82b53875-16b4-492b-be6f-c0b2eaa942a6 req-77164acd-68db-4d16-ba3e-94d268566481 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702500 Dec 09 14:57:33.986728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Pushing event updated for resources: {'Port': ['ID=11296c3c-813e-4125-b6b6-9e24f0df9d54,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:34.029048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7081b0ed-2eb6-4937-a38d-9b94668f763a req-955c1abf-eb03-4813-af3e-45a60109f7c7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919307 Dec 09 14:57:34.036428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.237025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.245839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Attempting to bind port 11296c3c-813e-4125-b6b6-9e24f0df9d54 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:34.246345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Attempting to bind port 11296c3c-813e-4125-b6b6-9e24f0df9d54 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:34.246569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Attempting to bind port 11296c3c-813e-4125-b6b6-9e24f0df9d54 on network 0900aefb-c631-4efe-9540-08a97ccc68d4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:34.248468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.271922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:34.288681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59', '729f852b-1a57-46fc-a022-c9f4b6e431e6', '0e87d09e-4b1e-401f-91b1-e046aed05637'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:34.315337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f85d66c-6847-4107-912a-3d73e83413a8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:34.339574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f732df-6957-4a99-849a-a5898f8adfdc req-2521f995-5c88-44c3-8e77-24b531fa9fd4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:34.343642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.350532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f732df-6957-4a99-849a-a5898f8adfdc req-2521f995-5c88-44c3-8e77-24b531fa9fd4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:34.353240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f44d4977-2ac9-470f-a4c6-dcacad3a2156 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4f85d66c-6847-4107-912a-3d73e83413a8 HTTP/1.1" status: 204 len: 168 time: 0.9905453 Dec 09 14:57:34.353611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82f732df-6957-4a99-849a-a5898f8adfdc req-2521f995-5c88-44c3-8e77-24b531fa9fd4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1678 time: 0.1252084 Dec 09 14:57:34.354540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:34.366087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31841eda-ccab-40d1-9c78-7ce56f2ac7b4 None None] Network 698f111e-af96-4dad-a6a6-5708256620b6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:34.481904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Port 11296c3c-813e-4125-b6b6-9e24f0df9d54 on network 0900aefb-c631-4efe-9540-08a97ccc68d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:57:34.481904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Attempting to bind port 11296c3c-813e-4125-b6b6-9e24f0df9d54 on network 0900aefb-c631-4efe-9540-08a97ccc68d4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:34.497249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:34.536990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.578579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 01571252-c3be-4f25-bd01-72e298bc88a8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:34.580736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:34.587054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.607688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-064a8dab-9a67-4c44-aafc-bab1dda73955 req-c816ac1a-4584-4e61-a55f-246f56ca2efd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "DELETE /v2.0/ports/b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 HTTP/1.1" status: 204 len: 173 time: 1.7769613 Dec 09 14:57:34.617520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:34.620257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Checking segment: {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:34.622000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Bound using segment: {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:34.623194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Bound port: 11296c3c-813e-4125-b6b6-9e24f0df9d54, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298ace28-7a1f-4a8b-8380-3bf2805b7f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:34.623935 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.680655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82f732df-6957-4a99-849a-a5898f8adfdc req-bea20770-6f4b-4ce7-8ac8-f4b85b62dc44 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780980 Dec 09 14:57:34.727864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 01571252-c3be-4f25-bd01-72e298bc88a8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:34.728520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'name': 'network-vif-deleted', 'tag': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:34.728930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 01571252-c3be-4f25-bd01-72e298bc88a8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:34.740216 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f92cc1-789a-40d0-8178-6c3c8645b298" -d '{"events": [{"server_uuid": "445e6fbf-2c3e-4027-8b3c-a65d68414bd2", "name": "network-vif-deleted", "tag": "b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:34.830386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Deleting port 6150bbbb-100f-4c51-8efb-5059172cf9df {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:34.831649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:34.932622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f3d6a-d811-4c40-a858-fab3a02ebf93 None None] DHCP port deletion for 698f111e-af96-4dad-a6a6-5708256620b6 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:34.962665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] For port 11296c3c-813e-4125-b6b6-9e24f0df9d54, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:34.975104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-be8ae7c6-edc9-4480-a51f-b7f2427740d7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:34.977000 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-be8ae7c6-edc9-4480-a51f-b7f2427740d7 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 950 time: 0.3050673 Dec 09 14:57:34.979915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] For port 11296c3c-813e-4125-b6b6-9e24f0df9d54, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:34.989117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620be620-cf35-499b-bb17-364abee2c893 req-1c69c791-8cbb-479d-92c7-ebae0347438b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:34.996833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-620be620-cf35-499b-bb17-364abee2c893 req-1c69c791-8cbb-479d-92c7-ebae0347438b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2437713 Dec 09 14:57:35.012981 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.013876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] For port 6150bbbb-100f-4c51-8efb-5059172cf9df, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6150bbbb-100f-4c51-8efb-5059172cf9df,segment=NetworkSegment(453c6c13-56ac-437c-a0b1-02037b329902),segment_id=453c6c13-56ac-437c-a0b1-02037b329902)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:35.014263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.027317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651424-a973-493d-8f78-4119206bf45b req-f5095792-9a4c-4ab6-bba3-3b7521224ca6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:35.029303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5651424-a973-493d-8f78-4119206bf45b req-f5095792-9a4c-4ab6-bba3-3b7521224ca6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1168141 Dec 09 14:57:35.063092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Calling delete_port for 6150bbbb-100f-4c51-8efb-5059172cf9df owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:35.136446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:35.137086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.138513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] 10.222.0.43 "PUT /v2.0/ports/11296c3c-813e-4125-b6b6-9e24f0df9d54 HTTP/1.1" status: 200 len: 1091 time: 3.0275190 Dec 09 14:57:35.141921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41214) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:35.197368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5651424-a973-493d-8f78-4119206bf45b req-fa86580f-01ab-49a1-b84a-935f76d638ed tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571770 Dec 09 14:57:35.284169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.320531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] No DVR routers for this DVR port 6150bbbb-100f-4c51-8efb-5059172cf9df on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:35.352602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Pushing event deleted for resources: {'Port': ['ID=6150bbbb-100f-4c51-8efb-5059172cf9df,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:35.445847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f3d6a-d811-4c40-a858-fab3a02ebf93 None None] The port '6150bbbb-100f-4c51-8efb-5059172cf9df' was deleted {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 14:57:35.537871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-620be620-cf35-499b-bb17-364abee2c893 req-faff5c03-d6b4-440a-b3e9-36ae27bb4aaa tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342765 Dec 09 14:57:35.551751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1156bb-097d-4048-9548-7f6eeb8ce33a service neutron] Pushing event updated for resources: {'Port': ['ID=11296c3c-813e-4125-b6b6-9e24f0df9d54,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:35.583065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.586836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-339e5d40-9500-420c-9d4c-9b1014337134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.613539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698f111e-af96-4dad-a6a6-5708256620b6']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:35.625679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c6c13-56ac-437c-a0b1-02037b329902') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:35.631501 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e66161-ba84-4cc5-9be6-dd5716b0f9bc x-openstack-request-id: req-a5e66161-ba84-4cc5-9be6-dd5716b0f9bc {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:35.631997 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445e6fbf-2c3e-4027-8b3c-a65d68414bd2", "name": "network-vif-deleted", "tag": "b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:35.632424 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5e66161-ba84-4cc5-9be6-dd5716b0f9bc {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:35.632988 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445e6fbf-2c3e-4027-8b3c-a65d68414bd2', 'name': 'network-vif-deleted', 'tag': 'b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3', 'status': 'completed', 'code': 200} Dec 09 14:57:35.639087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-1322dec4-ff59-4e5f-9ad2-bb2541d8c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:35.642571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-1322dec4-ff59-4e5f-9ad2-bb2541d8c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:35.643508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c6c13-56ac-437c-a0b1-02037b329902') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:35.650322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-1322dec4-ff59-4e5f-9ad2-bb2541d8c20e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1980 time: 0.4329720 Dec 09 14:57:35.658313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.676626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.685673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:57:35.686807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:57:35.782571 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:57:35.787689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-53682e5e-5daa-4eed-b729-6adba9a73f3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.168&port_id=731a3151-4023-43bf-8a07-3f92fa9a0289 HTTP/1.1" status: 200 len: 217 time: 0.1033072 Dec 09 14:57:35.791970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Deleting port e0445e13-e7f5-461c-866b-a4564a0316b4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:35.792312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.802523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.816720 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:35.823624 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] 10.222.0.46 "DELETE /v2.0/networks/698f111e-af96-4dad-a6a6-5708256620b6 HTTP/1.1" status: 204 len: 168 time: 1.4651046 Dec 09 14:57:35.851082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775c509-a059-4120-abad-e00cf79f098b admin admin] Pushing event deleted for resources: {'Network': ['ID=698f111e-af96-4dad-a6a6-5708256620b6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:35.893234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b10759-e416-4f3e-8577-5f5958c9d66d req-6e5516d3-4dda-4f4b-b852-9d1a3bb81c15 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:35.902808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9b10759-e416-4f3e-8577-5f5958c9d66d req-6e5516d3-4dda-4f4b-b852-9d1a3bb81c15 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 950 time: 0.1338348 Dec 09 14:57:35.940400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:35.978571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:35.978919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b025dc0d-5c5a-4f86-9d82-491d1b4a7fb3 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:36.016625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-b4a6c563-11f7-4029-aef8-cc12fb69df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:36.018374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-b4a6c563-11f7-4029-aef8-cc12fb69df94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=556d2ca5-179a-4b8f-b8d1-541babe05a15 HTTP/1.1" status: 200 len: 801 time: 0.2102971 Dec 09 14:57:36.021638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9b10759-e416-4f3e-8577-5f5958c9d66d req-85cdad46-213f-4ae7-bfba-9b38ff11296e tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169930 Dec 09 14:57:36.028271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05de9-a80b-4dc4-8ac9-f072e306d20b req-248c74f9-f6db-479b-a2d3-d7829a251fe0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:36.037350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10e05de9-a80b-4dc4-8ac9-f072e306d20b req-248c74f9-f6db-479b-a2d3-d7829a251fe0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2354617 Dec 09 14:57:36.077332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:36.124961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] For port e0445e13-e7f5-461c-866b-a4564a0316b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e0445e13-e7f5-461c-866b-a4564a0316b4,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:36.125378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.167901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Calling delete_port for e0445e13-e7f5-461c-866b-a4564a0316b4 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:36.173023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6fe70765-eaf1-4bf0-bed8-69aed2acf697 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bac2b0d6e42648c388d426bb9f32331f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942104 Dec 09 14:57:36.173644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41236) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:36.178091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-339e5d40-9500-420c-9d4c-9b1014337134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.201937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-339e5d40-9500-420c-9d4c-9b1014337134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.237738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-339e5d40-9500-420c-9d4c-9b1014337134 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76823fb5e75046e3a5d6ba5300fa8a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0899150 Dec 09 14:57:36.244849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10e05de9-a80b-4dc4-8ac9-f072e306d20b req-19d1b3a7-a6f4-408a-8f92-2b4405570bfc tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063258 Dec 09 14:57:36.251050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41240) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:36.261205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8eb3307a-6e0c-4ff8-8945-fd405baa69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:36.262991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-8eb3307a-6e0c-4ff8-8945-fd405baa69d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b15865b-e670-4535-97c8-17294034039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2193460 Dec 09 14:57:36.323682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f12ebca-9ec5-4f51-bdd7-272ac93c7e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.374758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f12ebca-9ec5-4f51-bdd7-272ac93c7e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.507328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70839-040e-4106-b09d-a0ad06746dfa req-2ba87008-5885-4745-a493-46e94593ed0b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:36.513666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6150bbbb-100f-4c51-8efb-5059172cf9df no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:36.516613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48f70839-040e-4106-b09d-a0ad06746dfa req-2ba87008-5885-4745-a493-46e94593ed0b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1062770 Dec 09 14:57:36.544184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f12ebca-9ec5-4f51-bdd7-272ac93c7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.546913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f12ebca-9ec5-4f51-bdd7-272ac93c7e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:36.548218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f12ebca-9ec5-4f51-bdd7-272ac93c7e96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a747ecf-8b53-4eb1-b7ba-eb88ab6ebfd7 HTTP/1.1" status: 204 len: 168 time: 0.3736200 Dec 09 14:57:36.555283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6150bbbb-100f-4c51-8efb-5059172cf9df {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:36.556106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6150bbbb-100f-4c51-8efb-5059172cf9df not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:36.566935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12ebca-9ec5-4f51-bdd7-272ac93c7e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a747ecf-8b53-4eb1-b7ba-eb88ab6ebfd7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:36.614258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48f70839-040e-4106-b09d-a0ad06746dfa req-986798f3-fd47-4cb7-8a58-065cff89cd5b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958385 Dec 09 14:57:36.801453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730cb24-f0b0-4895-979f-20c661380b72 req-e5459d5a-af3d-4c4c-b3a8-03daa3da7aa9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:36.809395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2730cb24-f0b0-4895-979f-20c661380b72 req-e5459d5a-af3d-4c4c-b3a8-03daa3da7aa9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 949 time: 0.0856285 Dec 09 14:57:36.881154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2730cb24-f0b0-4895-979f-20c661380b72 req-35cbf017-d1c3-40f8-b065-5b8038c21755 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659597 Dec 09 14:57:36.898873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e5d40-9500-420c-9d4c-9b1014337134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54105b6e-eb9c-4ac2-98c6-df67108bae62,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:37.023428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e61b4e8-b4a5-4f13-a917-8961d31f67f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:37.046027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c431f-737a-4e19-a51d-f2aeeeeb2bfc req-748acad1-04e5-4649-8d1a-882750ef7af3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:37.055960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c431f-737a-4e19-a51d-f2aeeeeb2bfc req-748acad1-04e5-4649-8d1a-882750ef7af3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:37.064390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157c431f-737a-4e19-a51d-f2aeeeeb2bfc req-748acad1-04e5-4649-8d1a-882750ef7af3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1678 time: 0.6670938 Dec 09 14:57:37.151617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-e90ffde4-c447-4ad6-bf54-10bc522d4994 service neutron] 10.222.0.43 "GET /v2.0/networks/2b15865b-e670-4535-97c8-17294034039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586861 Dec 09 14:57:37.174682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e61b4e8-b4a5-4f13-a917-8961d31f67f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:37.232972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-46950e61-8155-414b-8d74-8d484073e9b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:37.242759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-46950e61-8155-414b-8d74-8d484073e9b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.1472936 Dec 09 14:57:37.268908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-b9550ae9-b51f-41d2-b960-99d8afbd855b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/quotas/1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 375 time: 0.0247471 Dec 09 14:57:37.333844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157c431f-737a-4e19-a51d-f2aeeeeb2bfc req-981a1895-b5e6-4fe8-958f-58a78ae088c4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685323 Dec 09 14:57:37.334494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:37.354104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['459a5a43-d381-4a48-84b8-6d694b542e77'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:37.395688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event deleted for resources: {'Port': ['ID=e0445e13-e7f5-461c-866b-a4564a0316b4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:37.403842 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-3a02b6ce-586c-4747-9f28-0e8ab67c0351 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327724 Dec 09 14:57:37.460123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-4583abcc-5b03-49fb-8139-d9a7fa30adca service neutron] 10.222.0.43 "GET /v2.0/networks/2b15865b-e670-4535-97c8-17294034039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971163 Dec 09 14:57:37.464377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e61b4e8-b4a5-4f13-a917-8961d31f67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:37.470354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e61b4e8-b4a5-4f13-a917-8961d31f67f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:37.473944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8e61b4e8-b4a5-4f13-a917-8961d31f67f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54105b6e-eb9c-4ac2-98c6-df67108bae62 HTTP/1.1" status: 204 len: 168 time: 1.2086496 Dec 09 14:57:37.543597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] No DVR routers for this DVR port e0445e13-e7f5-461c-866b-a4564a0316b4 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:37.608066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-1ca3a090-563b-46ae-8484-c3165a175c3e service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028942 Dec 09 14:57:37.616811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9d5e908f-a0c6-4500-91d4-52549b97eb97'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:37.642320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:37.660798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f76f94d9-8279-451f-b94c-546026eb5e83 req-9d5a73a5-b382-4217-a802-354c580e736c tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "DELETE /v2.0/ports/e0445e13-e7f5-461c-866b-a4564a0316b4 HTTP/1.1" status: 204 len: 173 time: 2.6608841 Dec 09 14:57:37.661306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'tag': '11296c3c-813e-4125-b6b6-9e24f0df9d54'}, {'server_uuid': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'name': 'network-vif-deleted', 'tag': 'e0445e13-e7f5-461c-866b-a4564a0316b4'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:37.663703 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced393f-0c15-45e7-85cb-9676bc6d0244" -d '{"events": [{"name": "network-changed", "server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "tag": "11296c3c-813e-4125-b6b6-9e24f0df9d54"}, {"server_uuid": "d0aa3c47-7fba-4e57-936f-6dab61f7fd42", "name": "network-vif-deleted", "tag": "e0445e13-e7f5-461c-866b-a4564a0316b4"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:37.679150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61b4e8-b4a5-4f13-a917-8961d31f67f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54105b6e-eb9c-4ac2-98c6-df67108bae62,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:37.721603 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-70c2670e-e7a5-4c11-9987-3bebe71dc45b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54 HTTP/1.1" status: 200 len: 217 time: 0.2438343 Dec 09 14:57:37.725332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0cac2d23-d5aa-4541-8635-7d9f5cc3ad10 req-9062ce6a-51b5-4a47-ad3d-1a61f8f1e3cd tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0aa3c47-7fba-4e57-936f-6dab61f7fd42 HTTP/1.1" status: 200 len: 210 time: 0.1870561 Dec 09 14:57:37.820241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-a7a6d0f5-0590-40b5-98f4-e142ff0d4214 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087672 Dec 09 14:57:37.854606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-fcf47a24-2121-4e47-b0ea-7fd1c2cbbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:37.864084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-fcf47a24-2121-4e47-b0ea-7fd1c2cbbe14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc50c678-366f-4f6c-bf28-a648da4de1b8 HTTP/1.1" status: 200 len: 801 time: 0.1298931 Dec 09 14:57:37.936316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e0445e13-e7f5-461c-866b-a4564a0316b4 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:38.042415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14117ecc-4450-495a-8295-a987d3950ba1 req-691e1e80-7204-4f95-9bfe-f466fef75d22 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:38.048036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14117ecc-4450-495a-8295-a987d3950ba1 req-691e1e80-7204-4f95-9bfe-f466fef75d22 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 949 time: 0.1190431 Dec 09 14:57:38.085565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: e0445e13-e7f5-461c-866b-a4564a0316b4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:38.089764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e0445e13-e7f5-461c-866b-a4564a0316b4 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:38.130378 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ce1d4-cd1d-4046-b14f-4b710ca82c0d x-openstack-request-id: req-0c9ce1d4-cd1d-4046-b14f-4b710ca82c0d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:38.131442 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "tag": "11296c3c-813e-4125-b6b6-9e24f0df9d54", "status": "completed", "code": 200}, {"server_uuid": "d0aa3c47-7fba-4e57-936f-6dab61f7fd42", "name": "network-vif-deleted", "tag": "e0445e13-e7f5-461c-866b-a4564a0316b4", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:38.131957 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c9ce1d4-cd1d-4046-b14f-4b710ca82c0d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:38.132599 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'tag': '11296c3c-813e-4125-b6b6-9e24f0df9d54', 'status': 'completed', 'code': 200} Dec 09 14:57:38.133097 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aa3c47-7fba-4e57-936f-6dab61f7fd42', 'name': 'network-vif-deleted', 'tag': 'e0445e13-e7f5-461c-866b-a4564a0316b4', 'status': 'completed', 'code': 200} Dec 09 14:57:38.154109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-88a5b9b2-d935-4687-9bda-bc26f032258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:38.155832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-88a5b9b2-d935-4687-9bda-bc26f032258f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0900aefb-c631-4efe-9540-08a97ccc68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2781923 Dec 09 14:57:38.218221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c908e-4ba1-4b0f-91c8-9cbb57e4baaf req-ea871379-1280-495b-baf0-82d8bc897d50 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:38.226786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41304) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:38.239607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c4c908e-4ba1-4b0f-91c8-9cbb57e4baaf req-ea871379-1280-495b-baf0-82d8bc897d50 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.2774782 Dec 09 14:57:38.282578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18032a25-f146-46c3-9c4d-3b18bd163231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:38.426493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port 0e87d09e-4b1e-401f-91b1-e046aed05637 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:38.427614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:38.446531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c4c908e-4ba1-4b0f-91c8-9cbb57e4baaf req-6043519f-e45c-4223-84e4-23eb17671726 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037070 Dec 09 14:57:38.481965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-3e7bc815-4ee0-42ba-a1fd-6685f4fc03cf service neutron] 10.222.0.43 "GET /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135290 Dec 09 14:57:38.554197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7fd2d-ad2e-4b8c-b579-e89208e69ad0 req-f2ebc3ac-a37d-4114-bf11-d39e2c6a612f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:38.563394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42a7fd2d-ad2e-4b8c-b579-e89208e69ad0 req-f2ebc3ac-a37d-4114-bf11-d39e2c6a612f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 949 time: 0.3183973 Dec 09 14:57:38.652361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b4fc423-c914-467c-ae97-76f690c6c417 req-dc572a29-6b2d-4cb4-bcbc-7a0894e8414c service neutron] 10.222.0.43 "GET /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618357 Dec 09 14:57:38.655503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port 0e87d09e-4b1e-401f-91b1-e046aed05637, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0e87d09e-4b1e-401f-91b1-e046aed05637,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:38.655879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:38.697756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42a7fd2d-ad2e-4b8c-b579-e89208e69ad0 req-92e7111a-2868-4ec9-a686-43580c2295c1 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333621 Dec 09 14:57:38.705271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for 0e87d09e-4b1e-401f-91b1-e046aed05637 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:38.735889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18032a25-f146-46c3-9c4d-3b18bd163231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:38.742613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18032a25-f146-46c3-9c4d-3b18bd163231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:38.768402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9449b949-e463-4001-be7c-753a2ef0f7b9 req-af400d63-ab77-4a89-86ae-222a571c1ee2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 210 time: 0.0924163 Dec 09 14:57:38.877114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18032a25-f146-46c3-9c4d-3b18bd163231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad89ce4-bdef-4971-b612-f85c7137d050,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:38.884354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-9dedf2b5-8e9c-4ce2-ae4c-f01877b238b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:38.885517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-9dedf2b5-8e9c-4ce2-ae4c-f01877b238b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:38.887930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-9dedf2b5-8e9c-4ce2-ae4c-f01877b238b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1980 time: 0.1167223 Dec 09 14:57:38.896047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-18032a25-f146-46c3-9c4d-3b18bd163231 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dd371bc0931415babce071567719cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6672246 Dec 09 14:57:38.922988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41328) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:39.064106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac030a-70b5-4a6d-a48e-cbb726da7eab req-03838558-e4e0-4d96-9118-53ff69c0792c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:39.086085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac030a-70b5-4a6d-a48e-cbb726da7eab req-03838558-e4e0-4d96-9118-53ff69c0792c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:39.089120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bbac030a-70b5-4a6d-a48e-cbb726da7eab req-03838558-e4e0-4d96-9118-53ff69c0792c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1678 time: 0.2772467 Dec 09 14:57:39.150410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ae24-e37a-4d2d-9cda-74123e5b31fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:39.218264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ae24-e37a-4d2d-9cda-74123e5b31fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:39.259272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-ecc577de-12a3-4385-ac45-b6431d0e716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:39.261908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-ecc577de-12a3-4385-ac45-b6431d0e716d service neutron] 10.222.0.43 "GET /v2.0/networks?id=0900aefb-c631-4efe-9540-08a97ccc68d4 HTTP/1.1" status: 200 len: 903 time: 0.3629563 Dec 09 14:57:39.262063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bbac030a-70b5-4a6d-a48e-cbb726da7eab req-65351535-52f7-4b18-9628-adc630ea8f89 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604507 Dec 09 14:57:39.294005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:39.308035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:39.311462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59', '729f852b-1a57-46fc-a022-c9f4b6e431e6', '0e87d09e-4b1e-401f-91b1-e046aed05637'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:39.398467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-7536fc79-144c-4786-a422-c8cb42be3c92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54 HTTP/1.1" status: 200 len: 217 time: 0.1194637 Dec 09 14:57:39.456075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=0e87d09e-4b1e-401f-91b1-e046aed05637,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:39.551129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-951d02d2-8a08-41c2-b741-cffb22befea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:39.553149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-951d02d2-8a08-41c2-b741-cffb22befea4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc50c678-366f-4f6c-bf28-a648da4de1b8 HTTP/1.1" status: 200 len: 801 time: 0.1435578 Dec 09 14:57:39.599537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port 0e87d09e-4b1e-401f-91b1-e046aed05637 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:39.626946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:39.636282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14117ecc-4450-495a-8295-a987d3950ba1 req-c083ad6e-df84-4bd2-8ba5-e4ef86d39c5d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "DELETE /v2.0/ports/0e87d09e-4b1e-401f-91b1-e046aed05637 HTTP/1.1" status: 204 len: 173 time: 1.5789695 Dec 09 14:57:39.636974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'name': 'network-vif-deleted', 'tag': '0e87d09e-4b1e-401f-91b1-e046aed05637'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:39.656201 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cfb873-531d-4cfd-b2d0-c535407ee8cf" -d '{"events": [{"server_uuid": "d92a23c4-c102-43a2-8e60-40682b1b2a6d", "name": "network-vif-deleted", "tag": "0e87d09e-4b1e-401f-91b1-e046aed05637"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:39.676874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ae24-e37a-4d2d-9cda-74123e5b31fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:39.681390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ae24-e37a-4d2d-9cda-74123e5b31fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:39.684860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1bc4ae24-e37a-4d2d-9cda-74123e5b31fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fad89ce4-bdef-4971-b612-f85c7137d050 HTTP/1.1" status: 204 len: 168 time: 0.7637870 Dec 09 14:57:39.695159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4ae24-e37a-4d2d-9cda-74123e5b31fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad89ce4-bdef-4971-b612-f85c7137d050,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:39.845255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-59851b91-6b4f-435a-ae13-4f4b94263618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:39.847939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-59851b91-6b4f-435a-ae13-4f4b94263618 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0900aefb-c631-4efe-9540-08a97ccc68d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2838738 Dec 09 14:57:39.942631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afaa1d-adbc-4839-a5d9-9daf0f100767 req-31ddc4e1-cc52-46ac-9294-edf0bded3a54 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:39.953754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8afaa1d-adbc-4839-a5d9-9daf0f100767 req-31ddc4e1-cc52-46ac-9294-edf0bded3a54 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.2723329 Dec 09 14:57:39.974434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41368) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:40.111250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8afaa1d-adbc-4839-a5d9-9daf0f100767 req-ce353bef-c48c-4c9f-905c-f3db9ad132fd tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538417 Dec 09 14:57:40.166980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-05449283-0f5c-4bee-9714-acaf04e626e7 service neutron] 10.222.0.43 "GET /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066628 Dec 09 14:57:40.542878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-d11a30ec-abbd-48b8-a30c-7763eb63a98c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:40.548616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4dee65e-fcbf-4b18-8490-871012791a2f req-c6639c01-798b-45d4-aea2-181f57f39dc0 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=d92a23c4-c102-43a2-8e60-40682b1b2a6d HTTP/1.1" status: 200 len: 210 time: 0.1653504 Dec 09 14:57:40.552470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-d11a30ec-abbd-48b8-a30c-7763eb63a98c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.5152810 Dec 09 14:57:40.566553 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6542cd-a631-4db6-854c-b8106a268083 x-openstack-request-id: req-4c6542cd-a631-4db6-854c-b8106a268083 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:40.569397 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92a23c4-c102-43a2-8e60-40682b1b2a6d", "name": "network-vif-deleted", "tag": "0e87d09e-4b1e-401f-91b1-e046aed05637", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:40.569852 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c6542cd-a631-4db6-854c-b8106a268083 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:40.571875 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92a23c4-c102-43a2-8e60-40682b1b2a6d', 'name': 'network-vif-deleted', 'tag': '0e87d09e-4b1e-401f-91b1-e046aed05637', 'status': 'completed', 'code': 200} Dec 09 14:57:40.580834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'port': {'device_id': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'admin_state_up': True, 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:40.620557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ced393f-0c15-45e7-85cb-9676bc6d0244 req-769e1423-1ece-4c1d-8180-4dffd0786c4c service neutron] 10.222.0.43 "GET /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370704 Dec 09 14:57:40.766599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6598-50a8-46db-8965-daa74e11d227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:40.790582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff1853d1-3fea-433b-8aa4-0969c0070b7e req-58134eaf-3649-4623-bd44-64e6ae7d0afe tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 210 time: 0.0782204 Dec 09 14:57:40.819080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baffed-1769-40b1-8b0b-e85aebb0f76a req-8d48bdf8-006a-4bba-af4e-4fda00536ed0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:40.828643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16baffed-1769-40b1-8b0b-e85aebb0f76a req-8d48bdf8-006a-4bba-af4e-4fda00536ed0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 950 time: 0.8665755 Dec 09 14:57:40.909342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7d32-1b59-4081-a908-c143635be1ff req-1aa8c14e-7077-4f55-aaed-486bb0c63eff tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:40.917585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7d32-1b59-4081-a908-c143635be1ff req-1aa8c14e-7077-4f55-aaed-486bb0c63eff tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:40.927814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef4e7d32-1b59-4081-a908-c143635be1ff req-1aa8c14e-7077-4f55-aaed-486bb0c63eff tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1678 time: 0.0761156 Dec 09 14:57:40.973586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6598-50a8-46db-8965-daa74e11d227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:40.991739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6598-50a8-46db-8965-daa74e11d227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.017566 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef4e7d32-1b59-4081-a908-c143635be1ff req-84817b32-6f2e-4b05-ad68-3095ece25bb6 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882041 Dec 09 14:57:41.027168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d6598-50a8-46db-8965-daa74e11d227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70a750-fd12-432d-a252-3092812014ec,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:41.087676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:41.092942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.126823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e1d6598-50a8-46db-8965-daa74e11d227 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4b7bbddc926421e9c6a1f05ee6ce5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1366217 Dec 09 14:57:41.130197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41404) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:41.150373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16baffed-1769-40b1-8b0b-e85aebb0f76a req-7021bbba-bb0e-4e4e-9a50-e0416125fbeb tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027632 Dec 09 14:57:41.234234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7249e85-9f00-4b94-9e0d-207464e96d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.294234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7249e85-9f00-4b94-9e0d-207464e96d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.384349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a442ef-d163-4820-b412-31700889f26a req-5d7616fe-db3d-4b56-be47-165207f539a2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:41.386900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08a442ef-d163-4820-b412-31700889f26a req-5d7616fe-db3d-4b56-be47-165207f539a2 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.43 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 950 time: 0.1121006 Dec 09 14:57:41.439050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7249e85-9f00-4b94-9e0d-207464e96d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.442799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7249e85-9f00-4b94-9e0d-207464e96d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.446427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7249e85-9f00-4b94-9e0d-207464e96d09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a70a750-fd12-432d-a252-3092812014ec HTTP/1.1" status: 204 len: 168 time: 0.3128800 Dec 09 14:57:41.532654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7249e85-9f00-4b94-9e0d-207464e96d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70a750-fd12-432d-a252-3092812014ec,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:41.586853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Deleting port 459a5a43-d381-4a48-84b8-6d694b542e77 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:41.586853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:41.775502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9508c-ae9c-4674-ae2e-d09d3146269c req-6e41041c-3948-4820-8391-e741addfb5b3 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:41.784108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddf9508c-ae9c-4674-ae2e-d09d3146269c req-6e41041c-3948-4820-8391-e741addfb5b3 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.5214062 Dec 09 14:57:41.883215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddf9508c-ae9c-4674-ae2e-d09d3146269c req-1605a926-2353-45cc-b11d-886925d0e9c5 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937207 Dec 09 14:57:41.911764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Allocated IP 172.20.0.3 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/85e41308-4806-43fc-92b2-51505ced5215) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:41.963784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] For port 459a5a43-d381-4a48-84b8-6d694b542e77, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=459a5a43-d381-4a48-84b8-6d694b542e77,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:41.964728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:42.006080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Calling delete_port for 459a5a43-d381-4a48-84b8-6d694b542e77 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:42.095878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e75c6ed7-d64b-4912-bbd4-1b15729fb3dd req-4afe84aa-c026-404b-ba2b-112138c639d4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 210 time: 0.0749731 Dec 09 14:57:42.238975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e8f9a-6c3f-4d4b-8d6d-6bf867b6a189 req-d05b365b-e39b-451c-adad-cd5872fd42e5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:42.250023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-439e8f9a-6c3f-4d4b-8d6d-6bf867b6a189 req-d05b365b-e39b-451c-adad-cd5872fd42e5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 950 time: 0.1441438 Dec 09 14:57:42.338295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d0d7-b9d3-42fe-8648-643fdcdebe3e req-c186466c-cc51-4973-bf66-837bcc93163b tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:42.351059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d0d7-b9d3-42fe-8648-643fdcdebe3e req-c186466c-cc51-4973-bf66-837bcc93163b tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:42.352821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6804d0d7-b9d3-42fe-8648-643fdcdebe3e req-c186466c-cc51-4973-bf66-837bcc93163b tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1678 time: 0.1325428 Dec 09 14:57:42.384206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-439e8f9a-6c3f-4d4b-8d6d-6bf867b6a189 req-f3e4ad3a-9cd3-4347-93df-eb0b703527e5 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331134 Dec 09 14:57:42.386396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:42.389995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:42.405011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['459a5a43-d381-4a48-84b8-6d694b542e77'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:42.408291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9d5e908f-a0c6-4500-91d4-52549b97eb97'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:42.459736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6804d0d7-b9d3-42fe-8648-643fdcdebe3e req-db0c9d30-73cd-45c6-ae34-39cb1fe64fec tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969691 Dec 09 14:57:42.498474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:42.615489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:42.618800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=85e41308-4806-43fc-92b2-51505ced5215,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:42.624881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:42.636034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:42.674047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event deleted for resources: {'Port': ['ID=459a5a43-d381-4a48-84b8-6d694b542e77,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:42.680056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b5f2957-be3c-493e-97fb-6b3b3c2aa1ed req-8410340d-e409-4959-b0d8-7558223992f3 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=4752274b-0a12-45b3-a558-d3dd331d302f HTTP/1.1" status: 200 len: 210 time: 0.0625842 Dec 09 14:57:42.697913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] No DVR routers for this DVR port 459a5a43-d381-4a48-84b8-6d694b542e77 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:42.707172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:42.715739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08a442ef-d163-4820-b412-31700889f26a req-80897cfd-58c2-47e9-9a12-d737b44a47ec tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.43 "DELETE /v2.0/ports/459a5a43-d381-4a48-84b8-6d694b542e77 HTTP/1.1" status: 204 len: 173 time: 1.3181942 Dec 09 14:57:42.715739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752274b-0a12-45b3-a558-d3dd331d302f', 'name': 'network-vif-deleted', 'tag': '459a5a43-d381-4a48-84b8-6d694b542e77'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:42.723786 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c25990-13f8-4be6-bda5-409e7e44f3b0" -d '{"events": [{"server_uuid": "4752274b-0a12-45b3-a558-d3dd331d302f", "name": "network-vif-deleted", "tag": "459a5a43-d381-4a48-84b8-6d694b542e77"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:42.835442 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fd19c6-2d60-47f3-9dba-7a9a2baad995 x-openstack-request-id: req-f3fd19c6-2d60-47f3-9dba-7a9a2baad995 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:42.835868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:42.836617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:42.839851 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752274b-0a12-45b3-a558-d3dd331d302f", "name": "network-vif-deleted", "tag": "459a5a43-d381-4a48-84b8-6d694b542e77", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:42.841853 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3fd19c6-2d60-47f3-9dba-7a9a2baad995 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:42.843758 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4752274b-0a12-45b3-a558-d3dd331d302f', 'name': 'network-vif-deleted', 'tag': '459a5a43-d381-4a48-84b8-6d694b542e77', 'status': 'completed', 'code': 200} Dec 09 14:57:42.897878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-817be8b6-e099-4e9c-aa16-0198fc4ef35e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3192160 Dec 09 14:57:42.933835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Request body: {'port': {'device_id': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:43.045995 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-553fcf24-7295-49f0-9059-cf55ad6952b2 req-cae0083b-bc28-4c93-87bc-04e984bfbabe tempest-FlavorsV2NegativeTest-239714109 tempest-FlavorsV2NegativeTest-239714109-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3c472caa266943ceb74c221990289897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228323 Dec 09 14:57:43.064212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf2f3-fcaa-412c-866b-a423d605a517 req-0b0cb3b5-17f4-43fb-aca1-8278cf54d325 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:43.074230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-049bf2f3-fcaa-412c-866b-a423d605a517 req-0b0cb3b5-17f4-43fb-aca1-8278cf54d325 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.0898011 Dec 09 14:57:43.095103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 731a3151-4023-43bf-8a07-3f92fa9a0289 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:43.099610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0e87d09e-4b1e-401f-91b1-e046aed05637 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:43.147566 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-049bf2f3-fcaa-412c-866b-a423d605a517 req-2629e661-1f90-45a3-8760-324370897c33 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Dec 09 14:57:43.174257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 0e87d09e-4b1e-401f-91b1-e046aed05637 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:43.175017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0e87d09e-4b1e-401f-91b1-e046aed05637 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:43.230630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-821feee5-7aa6-41bc-9130-3285704a59f9 None None] Provisioning complete for port 85e41308-4806-43fc-92b2-51505ced5215 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:43.232901 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-821feee5-7aa6-41bc-9130-3285704a59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:43.257233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fcf24-7295-49f0-9059-cf55ad6952b2 req-d8329235-69ea-4d74-b8a0-c405ea84c6b5 tempest-FlavorsV2NegativeTest-239714109 tempest-FlavorsV2NegativeTest-239714109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:43.258805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-553fcf24-7295-49f0-9059-cf55ad6952b2 req-d8329235-69ea-4d74-b8a0-c405ea84c6b5 tempest-FlavorsV2NegativeTest-239714109 tempest-FlavorsV2NegativeTest-239714109-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119091 Dec 09 14:57:43.336415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-553fcf24-7295-49f0-9059-cf55ad6952b2 req-b1b7bd30-0bdd-455d-9c4d-5dadf0840f4d tempest-FlavorsV2NegativeTest-239714109 tempest-FlavorsV2NegativeTest-239714109-project] 10.222.0.46 "GET /v2.0/quotas/3c472caa266943ceb74c221990289897 HTTP/1.1" status: 200 len: 375 time: 0.0590787 Dec 09 14:57:43.350783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-821feee5-7aa6-41bc-9130-3285704a59f9 None None] Port 85e41308-4806-43fc-92b2-51505ced5215 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:43.372527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7abc0-25bc-43dc-9bfe-4d4439eb4214 req-d92ad8e3-13d0-4d9b-b5e8-6ee65c7494c5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:43.381790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c7abc0-25bc-43dc-9bfe-4d4439eb4214 req-d92ad8e3-13d0-4d9b-b5e8-6ee65c7494c5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 931 time: 0.0889452 Dec 09 14:57:43.417965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=731a3151-4023-43bf-8a07-3f92fa9a0289,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:43.424911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-553fcf24-7295-49f0-9059-cf55ad6952b2 req-12d7fb23-9e31-4059-9fce-93a1df1fc452 tempest-FlavorsV2NegativeTest-239714109 tempest-FlavorsV2NegativeTest-239714109-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c472caa266943ceb74c221990289897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852981 Dec 09 14:57:43.430217 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:43.440420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '731a3151-4023-43bf-8a07-3f92fa9a0289', 'network_id': '2b15865b-e670-4535-97c8-17294034039b', 'port_id': '731a3151-4023-43bf-8a07-3f92fa9a0289', 'mac_address': 'fa:16:3e:6f:a6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d2ca5-179a-4b8f-b8d1-541babe05a15', 'ip_address': '19.80.0.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:43.473294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c7abc0-25bc-43dc-9bfe-4d4439eb4214 req-6ebb5d3c-6e9a-4b4d-a9ce-70d409d081c7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826750 Dec 09 14:57:43.526540 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:43.546910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731a3151-4023-43bf-8a07-3f92fa9a0289 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:43.572614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=731a3151-4023-43bf-8a07-3f92fa9a0289,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:43.579311 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:43.581548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11296c3c-813e-4125-b6b6-9e24f0df9d54 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:43.708575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:43.757909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-6444240d-4bd7-47b7-818f-550cd8d9c3ac tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:43.761642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-6444240d-4bd7-47b7-818f-550cd8d9c3ac tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 950 time: 0.2045305 Dec 09 14:57:43.853381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5aa4d-0489-4f3c-95fd-9fbd1b36268b req-0c4e0780-ac78-42e0-b7a5-6396223b953a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:43.856966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6d5aa4d-0489-4f3c-95fd-9fbd1b36268b req-0c4e0780-ac78-42e0-b7a5-6396223b953a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 950 time: 0.2389472 Dec 09 14:57:43.879192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11296c3c-813e-4125-b6b6-9e24f0df9d54, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:43.912998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '11296c3c-813e-4125-b6b6-9e24f0df9d54', 'network_id': '0900aefb-c631-4efe-9540-08a97ccc68d4', 'port_id': '11296c3c-813e-4125-b6b6-9e24f0df9d54', 'mac_address': 'fa:16:3e:79:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc50c678-366f-4f6c-bf28-a648da4de1b8', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:43.983491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6d5aa4d-0489-4f3c-95fd-9fbd1b36268b req-8e83dd5c-35cd-4b99-b176-5d1dbc0da3fe tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161945 Dec 09 14:57:44.001531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.007575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port 729f852b-1a57-46fc-a022-c9f4b6e431e6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:44.008277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.048720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11296c3c-813e-4125-b6b6-9e24f0df9d54 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:44.091448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11296c3c-813e-4125-b6b6-9e24f0df9d54, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:44.100786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.127774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e41308-4806-43fc-92b2-51505ced5215 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:44.148017 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.189109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Transition to ACTIVE for port object 85e41308-4806-43fc-92b2-51505ced5215 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:57:44.200865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.217962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11296c3c-813e-4125-b6b6-9e24f0df9d54,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:44.281199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port 729f852b-1a57-46fc-a022-c9f4b6e431e6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=729f852b-1a57-46fc-a022-c9f4b6e431e6,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:44.281980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.282593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=85e41308-4806-43fc-92b2-51505ced5215,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:44.333377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for 729f852b-1a57-46fc-a022-c9f4b6e431e6 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:44.382313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4602c5-c9f1-45fd-af5d-f69abad0f498 req-84614c3b-7ecf-4f56-8abb-a886d476f587 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:44.399122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4602c5-c9f1-45fd-af5d-f69abad0f498 req-84614c3b-7ecf-4f56-8abb-a886d476f587 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:44.401354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b4602c5-c9f1-45fd-af5d-f69abad0f498 req-84614c3b-7ecf-4f56-8abb-a886d476f587 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1680 time: 0.2250879 Dec 09 14:57:44.444417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['731a3151-4023-43bf-8a07-3f92fa9a0289'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:44.458104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Attempting to bind port 85e41308-4806-43fc-92b2-51505ced5215 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:44.458339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Attempting to bind port 85e41308-4806-43fc-92b2-51505ced5215 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:44.458550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Attempting to bind port 85e41308-4806-43fc-92b2-51505ced5215 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:44.470890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Port 85e41308-4806-43fc-92b2-51505ced5215 on network 9e330498-9918-46fe-ae82-6b744b89e9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:57:44.471249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Attempting to bind port 85e41308-4806-43fc-92b2-51505ced5215 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:44.485476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:44.485780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:44.486174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:44.486599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Bound port: 85e41308-4806-43fc-92b2-51505ced5215, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:44.498884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.599865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b4602c5-c9f1-45fd-af5d-f69abad0f498 req-20138d73-19d4-4954-969d-05f32ef381be tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048830 Dec 09 14:57:44.705404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] For port 85e41308-4806-43fc-92b2-51505ced5215, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:44.710150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] For port 85e41308-4806-43fc-92b2-51505ced5215, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=85e41308-4806-43fc-92b2-51505ced5215,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:44.720655 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.781628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.814625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:44.872829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=729f852b-1a57-46fc-a022-c9f4b6e431e6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:44.883026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:44.891729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:44.901224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:44.903035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] 10.222.0.43 "PUT /v2.0/ports/85e41308-4806-43fc-92b2-51505ced5215 HTTP/1.1" status: 200 len: 1091 time: 1.9818966 Dec 09 14:57:44.903617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'tag': '85e41308-4806-43fc-92b2-51505ced5215'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:44.912457 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad80d43d-019c-4c5f-93bd-bac52f279392" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41", "tag": "85e41308-4806-43fc-92b2-51505ced5215"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:45.005765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port 729f852b-1a57-46fc-a022-c9f4b6e431e6 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:45.009065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.013654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b58b118-a771-4dc3-aba1-8e26ce5399a9 req-5469d43a-df9d-479a-8a5a-dd397dc7d66d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "DELETE /v2.0/ports/729f852b-1a57-46fc-a022-c9f4b6e431e6 HTTP/1.1" status: 204 len: 173 time: 1.2416854 Dec 09 14:57:45.014148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'name': 'network-vif-deleted', 'tag': '729f852b-1a57-46fc-a022-c9f4b6e431e6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:45.016725 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea64e12-1751-417e-b7f2-9a2184192800" -d '{"events": [{"server_uuid": "ddb9f824-ebfb-4d15-bc2b-21179077a76e", "name": "network-vif-deleted", "tag": "729f852b-1a57-46fc-a022-c9f4b6e431e6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:45.079549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b5ec-9bcf-42e2-93fd-46c28fcb3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=85e41308-4806-43fc-92b2-51505ced5215,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:45.109097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4239aa-171a-4911-af74-107235ec1f51 req-fdc28e38-c09c-48bc-810f-8317c6912703 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:45.113209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f4239aa-171a-4911-af74-107235ec1f51 req-fdc28e38-c09c-48bc-810f-8317c6912703 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 943 time: 0.2154040 Dec 09 14:57:45.115482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 459a5a43-d381-4a48-84b8-6d694b542e77 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:45.142977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 459a5a43-d381-4a48-84b8-6d694b542e77 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:45.143390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 459a5a43-d381-4a48-84b8-6d694b542e77 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:45.159663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-9000e3cf-14d6-4f73-8be9-b8f2dd7e2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:45.163336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-9000e3cf-14d6-4f73-8be9-b8f2dd7e2c25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 1094 time: 0.1924925 Dec 09 14:57:45.194701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7d17-8024-4398-8747-f65ff5494b1b req-ef7b2d0c-dd5f-4ab8-b37e-82469adcf4c1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:45.199744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f4239aa-171a-4911-af74-107235ec1f51 req-8f60e645-d868-48a2-a853-2730108e403a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 Dec 09 14:57:45.210808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-532e7d17-8024-4398-8747-f65ff5494b1b req-ef7b2d0c-dd5f-4ab8-b37e-82469adcf4c1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.3293970 Dec 09 14:57:45.244540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ccad296-c115-4cb5-a68b-a9339f883ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.423378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-1fa24161-8e25-43bf-baa4-9b4baa41d13a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e41308-4806-43fc-92b2-51505ced5215 HTTP/1.1" status: 200 len: 217 time: 0.2030618 Dec 09 14:57:45.439777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ccad296-c115-4cb5-a68b-a9339f883ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.454375 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ccad296-c115-4cb5-a68b-a9339f883ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.483165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27535014-4780-480c-b668-54c1ac9f3b59', '729f852b-1a57-46fc-a022-c9f4b6e431e6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:45.513031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11296c3c-813e-4125-b6b6-9e24f0df9d54'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:45.550225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-a7a6f213-0436-4c95-a8ea-ad4524a0fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:45.556630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-a7a6f213-0436-4c95-a8ea-ad4524a0fe63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1171975 Dec 09 14:57:45.571045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2ccad296-c115-4cb5-a68b-a9339f883ff5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c472caa266943ceb74c221990289897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6745553 Dec 09 14:57:45.585569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41548) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:45.586877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccad296-c115-4cb5-a68b-a9339f883ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689547d-8cc2-476f-93ee-122ea03c58c3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:45.688336 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0fffc4-364e-4477-974c-cbc6492959a3 x-openstack-request-id: req-7d0fffc4-364e-4477-974c-cbc6492959a3 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:45.688961 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41", "tag": "85e41308-4806-43fc-92b2-51505ced5215", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:45.689412 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d0fffc4-364e-4477-974c-cbc6492959a3 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:45.690616 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'tag': '85e41308-4806-43fc-92b2-51505ced5215', 'status': 'completed', 'code': 200} Dec 09 14:57:45.704055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-532e7d17-8024-4398-8747-f65ff5494b1b req-9b6d770d-7205-473a-8220-8843dadafb0d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884665 Dec 09 14:57:45.731528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75005-ca9b-412e-a257-e18e00db04ba req-6bc24b2b-e835-47d2-be53-3f11600abd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:45.733792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-6bc24b2b-e835-47d2-be53-3f11600abd3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639087 Dec 09 14:57:45.753065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2529de-8783-4fdb-b1cf-4cd21d9a5d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.783550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2529de-8783-4fdb-b1cf-4cd21d9a5d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.853266 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f1d3f-f373-4b8d-895c-26b87196d930 x-openstack-request-id: req-cc0f1d3f-f373-4b8d-895c-26b87196d930 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:45.853617 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb9f824-ebfb-4d15-bc2b-21179077a76e", "name": "network-vif-deleted", "tag": "729f852b-1a57-46fc-a022-c9f4b6e431e6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:45.853880 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc0f1d3f-f373-4b8d-895c-26b87196d930 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:45.854287 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb9f824-ebfb-4d15-bc2b-21179077a76e', 'name': 'network-vif-deleted', 'tag': '729f852b-1a57-46fc-a022-c9f4b6e431e6', 'status': 'completed', 'code': 200} Dec 09 14:57:45.867822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49c8a2e4-28a6-440d-8c91-22b61a383389 req-f76e5d36-e08b-45b3-8330-c2198cbc9f0a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb9f824-ebfb-4d15-bc2b-21179077a76e HTTP/1.1" status: 200 len: 210 time: 0.0639920 Dec 09 14:57:45.920725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2529de-8783-4fdb-b1cf-4cd21d9a5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.925736 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2529de-8783-4fdb-b1cf-4cd21d9a5d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:45.928265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bd2529de-8783-4fdb-b1cf-4cd21d9a5d0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f689547d-8cc2-476f-93ee-122ea03c58c3 HTTP/1.1" status: 204 len: 168 time: 0.3379724 Dec 09 14:57:45.947779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2529de-8783-4fdb-b1cf-4cd21d9a5d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689547d-8cc2-476f-93ee-122ea03c58c3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:45.983452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-046669ad-2be8-45bd-9cc2-1a28a9802af2 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363250 Dec 09 14:57:46.025535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0978-4119-4b97-874e-afe0b2de4bed req-8a01e709-af0d-4b7c-bb03-1a60df9f82f0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.035049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c64c0978-4119-4b97-874e-afe0b2de4bed req-8a01e709-af0d-4b7c-bb03-1a60df9f82f0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.0726588 Dec 09 14:57:46.098095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c64c0978-4119-4b97-874e-afe0b2de4bed req-5cadf499-2390-42fc-98d8-78ab5c8435af tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604053 Dec 09 14:57:46.215738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b75005-ca9b-412e-a257-e18e00db04ba req-39918592-5eec-4534-8730-c4d4f106dd4a service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225370 Dec 09 14:57:46.391338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39835127-33c0-42b7-b883-6a9d0ca1b0c7 req-54d2e123-b592-418d-a8aa-87c5a52370cd tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.397458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39835127-33c0-42b7-b883-6a9d0ca1b0c7 req-54d2e123-b592-418d-a8aa-87c5a52370cd tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.405608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39835127-33c0-42b7-b883-6a9d0ca1b0c7 req-54d2e123-b592-418d-a8aa-87c5a52370cd tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1680 time: 0.1888928 Dec 09 14:57:46.439856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-e6ea27d3-e73e-40f5-ae8b-5822565ce67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.441991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-e6ea27d3-e73e-40f5-ae8b-5822565ce67c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 1094 time: 0.1533499 Dec 09 14:57:46.522798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39835127-33c0-42b7-b883-6a9d0ca1b0c7 req-8fab8b3b-cdd0-46ae-8bea-c6d2205ce9b2 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142879 Dec 09 14:57:46.668548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-f9b7c4e8-45cc-42e6-8b1f-6cf269a561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.670009 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-f9b7c4e8-45cc-42e6-8b1f-6cf269a561c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.2079313 Dec 09 14:57:46.718477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588e7-4655-40f0-87b0-7c4007d8f905 req-f41e5a12-0c4f-4423-8c47-6055bebe9b1d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.720102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51f588e7-4655-40f0-87b0-7c4007d8f905 req-f41e5a12-0c4f-4423-8c47-6055bebe9b1d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 943 time: 0.1163244 Dec 09 14:57:46.785033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-e6d49553-aaf8-42d1-91ef-216155f515dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e41308-4806-43fc-92b2-51505ced5215 HTTP/1.1" status: 200 len: 217 time: 0.0978103 Dec 09 14:57:46.866499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51f588e7-4655-40f0-87b0-7c4007d8f905 req-45e3965c-5166-4e39-a3f9-f4dcb7182f37 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987821 Dec 09 14:57:46.891719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-d1c569f8-1693-4e55-b872-3af943224177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.893212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-d1c569f8-1693-4e55-b872-3af943224177 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0977206 Dec 09 14:57:46.958281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c71764-c703-42f2-9ac9-cc40ffbe0108 req-819c6ffc-354d-43e3-96e4-d482e2bcc17e tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:46.961109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88c71764-c703-42f2-9ac9-cc40ffbe0108 req-819c6ffc-354d-43e3-96e4-d482e2bcc17e tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1259441 Dec 09 14:57:47.001839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-4eac1cdb-3c70-4505-92b6-5f7fe447407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:47.005523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-4eac1cdb-3c70-4505-92b6-5f7fe447407d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033683 Dec 09 14:57:47.123434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11296c3c-813e-4125-b6b6-9e24f0df9d54 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:47.124232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88c71764-c703-42f2-9ac9-cc40ffbe0108 req-36b6a150-1413-485a-95c2-573b0c1f667c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461141 Dec 09 14:57:47.197647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41602) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:47.216990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 11296c3c-813e-4125-b6b6-9e24f0df9d54 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:57:47.221473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 11296c3c-813e-4125-b6b6-9e24f0df9d54 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:47.222947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.338870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-e0e71e95-1ae9-49bc-bf55-352de64c9a67 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243341 Dec 09 14:57:47.389518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.394697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2660e-59d8-462f-a72d-fbbe96d6a051 req-a09e38a7-a710-42df-a984-5f9cae984e07 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:47.398403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16b2660e-59d8-462f-a72d-fbbe96d6a051 req-a09e38a7-a710-42df-a984-5f9cae984e07 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.1228447 Dec 09 14:57:47.422999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-690004251-network', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:47.454015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-035101e6-d606-4bb2-8ea3-3255f0637ac0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:47.456011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-035101e6-d606-4bb2-8ea3-3255f0637ac0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 950 time: 0.1631343 Dec 09 14:57:47.468279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11296c3c-813e-4125-b6b6-9e24f0df9d54, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:47.469294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11296c3c-813e-4125-b6b6-9e24f0df9d54'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:47.473249 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb5e30-c7e8-41c3-b307-cac46011d81e" -d '{"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-plugged", "status": "completed", "tag": "11296c3c-813e-4125-b6b6-9e24f0df9d54"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:47.477863 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.478791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 731a3151-4023-43bf-8a07-3f92fa9a0289 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:47.490422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16b2660e-59d8-462f-a72d-fbbe96d6a051 req-665e75db-2833-41a7-993f-6f3e29f29df0 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/security-groups?id=c7f49d82-953a-498b-ace8-338c4cc419db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703084 Dec 09 14:57:47.604291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11296c3c-813e-4125-b6b6-9e24f0df9d54,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:47.640600 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a7d8dd-8bd6-4a4a-ab91-ed0c54c591e0 x-openstack-request-id: req-00a7d8dd-8bd6-4a4a-ab91-ed0c54c591e0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:47.640904 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-plugged", "status": "completed", "tag": "11296c3c-813e-4125-b6b6-9e24f0df9d54", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:47.641143 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00a7d8dd-8bd6-4a4a-ab91-ed0c54c591e0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:47.641583 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11296c3c-813e-4125-b6b6-9e24f0df9d54', 'code': 200} Dec 09 14:57:47.647004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 731a3151-4023-43bf-8a07-3f92fa9a0289 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:57:47.654090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 731a3151-4023-43bf-8a07-3f92fa9a0289 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:47.654523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.666253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Made reservation on behalf of 666829984c2f467f9f5b38feaedb16a0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:47.679751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.723145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.727267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad80d43d-019c-4c5f-93bd-bac52f279392 req-aa2f55fb-7290-422c-b5f2-226f1749e69b service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785007 Dec 09 14:57:47.778269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Deleting port 9d5e908f-a0c6-4500-91d4-52549b97eb97 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:47.779012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.812963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.870787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=731a3151-4023-43bf-8a07-3f92fa9a0289,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:47.888212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:47.981993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:48.022563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.024539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdcd1-3927-44ef-819a-057fc78094ab req-9fdfc04d-6e74-4da0-bbde-fde352b50aea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:48.031105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdcd1-3927-44ef-819a-057fc78094ab req-9fdfc04d-6e74-4da0-bbde-fde352b50aea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:48.033292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-384fdcd1-3927-44ef-819a-057fc78094ab req-9fdfc04d-6e74-4da0-bbde-fde352b50aea tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.0887203 Dec 09 14:57:48.044670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] For port 9d5e908f-a0c6-4500-91d4-52549b97eb97, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9d5e908f-a0c6-4500-91d4-52549b97eb97,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:48.045060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.047724 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.084356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Calling delete_port for 9d5e908f-a0c6-4500-91d4-52549b97eb97 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:48.091770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-384fdcd1-3927-44ef-819a-057fc78094ab req-742dd49f-c7f3-4681-b5aa-ba271e78c27e tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514238 Dec 09 14:57:48.257062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30ff-efab-4bcc-8369-7d528a2efb6f req-30d396da-dee0-4799-bb4c-9327caecfef1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:48.258966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c60f30ff-efab-4bcc-8369-7d528a2efb6f req-30d396da-dee0-4799-bb4c-9327caecfef1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 943 time: 0.0650220 Dec 09 14:57:48.273546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.295845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:57:48.334880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Pushing event deleted for resources: {'Port': ['ID=9d5e908f-a0c6-4500-91d4-52549b97eb97,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:48.350253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f77481-ba9e-411d-a88a-789abc5d0165 req-5b361d3e-0d86-41e8-a97b-2fce120268c9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:48.352230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12f77481-ba9e-411d-a88a-789abc5d0165 req-5b361d3e-0d86-41e8-a97b-2fce120268c9 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 950 time: 0.3751874 Dec 09 14:57:48.359036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34ef841-7b45-4b3c-997a-2362366a089a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:48.362328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.362796 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Added segment 0ae5b5d1-2721-43a2-884c-904bbc580fc5 of type vlan for network db257af6-97e9-4277-9bab-be78146228d6 Dec 09 14:57:48.422066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c60f30ff-efab-4bcc-8369-7d528a2efb6f req-2ec924ca-620b-4e08-a655-38112f0d398f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416752 Dec 09 14:57:48.490222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] No DVR routers for this DVR port 9d5e908f-a0c6-4500-91d4-52549b97eb97 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:48.511725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.515394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4415a00a-d827-4ec9-b982-c9b9add1ff42 req-98d5619d-68c7-4360-83bd-a8291c847723 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.36 "DELETE /v2.0/ports/9d5e908f-a0c6-4500-91d4-52549b97eb97 HTTP/1.1" status: 204 len: 173 time: 1.0490553 Dec 09 14:57:48.515944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-deleted', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:48.519039 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e871230-9b39-4acc-9fa9-480f991d75cd" -d '{"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-deleted", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:48.523914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.546735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12f77481-ba9e-411d-a88a-789abc5d0165 req-16b052d5-47d5-4aa8-bb31-b008fd47cb24 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817586 Dec 09 14:57:48.590242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.591926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:48.593458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.648714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4487906 Dec 09 14:57:48.651688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:48.660433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Request body: {'subnet': {'network_id': 'db257af6-97e9-4277-9bab-be78146228d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-690004251-subnet', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:48.721004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Made reservation on behalf of 666829984c2f467f9f5b38feaedb16a0 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:48.744722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9781a0-2dd6-43f5-9086-8c1e7e436c8f admin admin] Pushing event updated for resources: {'Network': ['ID=db257af6-97e9-4277-9bab-be78146228d6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:48.745380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:48.758511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network db257af6-97e9-4277-9bab-be78146228d6 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:57:48.769262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc094263-57c8-4114-9840-f23da5feb466 req-f7d6d247-f1a4-4538-ac24-e9fb5ecdd7b8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:48.772070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc094263-57c8-4114-9840-f23da5feb466 req-f7d6d247-f1a4-4538-ac24-e9fb5ecdd7b8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1217554 Dec 09 14:57:48.929059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc094263-57c8-4114-9840-f23da5feb466 req-7e36d317-3797-45e5-a32b-0a7138925e4b tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504364 Dec 09 14:57:49.104686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 85e41308-4806-43fc-92b2-51505ced5215 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:57:49.129582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 729f852b-1a57-46fc-a022-c9f4b6e431e6 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:49.183589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 729f852b-1a57-46fc-a022-c9f4b6e431e6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:49.185199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 729f852b-1a57-46fc-a022-c9f4b6e431e6 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:49.187034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba9a811-dab6-4bf0-a39d-802fe664529a req-9b90f4e1-61e9-4545-ae9b-cffca2ee0ef1 tempest-ServersAdminTestJSON-1336877791 tempest-ServersAdminTestJSON-1336877791-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e05afa-0d50-4787-a233-1aa980df1314 HTTP/1.1" status: 200 len: 210 time: 0.0965216 Dec 09 14:57:49.290078 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658cca1-19da-4fbc-9479-e93efc40a65b x-openstack-request-id: req-e658cca1-19da-4fbc-9479-e93efc40a65b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:49.290649 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e05afa-0d50-4787-a233-1aa980df1314", "name": "network-vif-deleted", "tag": "9d5e908f-a0c6-4500-91d4-52549b97eb97", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:49.290936 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e658cca1-19da-4fbc-9479-e93efc40a65b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:49.291308 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e05afa-0d50-4787-a233-1aa980df1314', 'name': 'network-vif-deleted', 'tag': '9d5e908f-a0c6-4500-91d4-52549b97eb97', 'status': 'completed', 'code': 200} Dec 09 14:57:49.344185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:49.456476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10793ad9-84e9-4787-b3da-428e5d5f5375,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:49.458782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 85e41308-4806-43fc-92b2-51505ced5215, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=85e41308-4806-43fc-92b2-51505ced5215,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:49.474167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '85e41308-4806-43fc-92b2-51505ced5215', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': '85e41308-4806-43fc-92b2-51505ced5215', 'mac_address': 'fa:16:3e:1f:37:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:57:49.477602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-3ac389c9-65b5-48ad-9429-2e37ef835231 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:49.479186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-3ac389c9-65b5-48ad-9429-2e37ef835231 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 950 time: 0.4867480 Dec 09 14:57:49.627288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Checking segment: {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:49.627674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Network hostable DHCP agents. Network: db257af6-97e9-4277-9bab-be78146228d6, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:57:49.647733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4828-7212-4788-b029-8f59ac6dc70f req-7bb8ca53-d533-4df2-83d1-bcf1f5f9ea9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:49.651888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-035a4828-7212-4788-b029-8f59ac6dc70f req-7bb8ca53-d533-4df2-83d1-bcf1f5f9ea9d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/ports?device_id=6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75 HTTP/1.1" status: 200 len: 950 time: 0.0981467 Dec 09 14:57:49.681886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:49.684544 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d3db08-9451-40c1-a0f2-505b7bf517a9" -d '{"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-plugged", "status": "completed", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:49.688377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8250d41-33d4-403c-95e9-b6fd6e92c090 req-74877a1b-0966-4164-be5f-1deca68d5ff8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:49.695165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8250d41-33d4-403c-95e9-b6fd6e92c090 req-74877a1b-0966-4164-be5f-1deca68d5ff8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:49.703332 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f8250d41-33d4-403c-95e9-b6fd6e92c090 req-74877a1b-0966-4164-be5f-1deca68d5ff8 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.2229908 Dec 09 14:57:49.731752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:49.750354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Network db257af6-97e9-4277-9bab-be78146228d6 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:57:49.751294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e41308-4806-43fc-92b2-51505ced5215 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:57:49.767901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port 27535014-4780-480c-b668-54c1ac9f3b59 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:49.768275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:49.777292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 85e41308-4806-43fc-92b2-51505ced5215, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=85e41308-4806-43fc-92b2-51505ced5215,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:49.785786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:49.804747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, db257af6-97e9-4277-9bab-be78146228d6) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:49.809530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:49.810707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:49.829435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d59d6-4fc0-4671-b4b8-d7002601dc2a None None] Network db257af6-97e9-4277-9bab-be78146228d6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:49.858947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:49.859608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:49.931543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f8250d41-33d4-403c-95e9-b6fd6e92c090 req-78da9e71-8309-4735-87b7-13db4a27a7dd tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118335 Dec 09 14:57:49.938628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2544e3d1-5e20-4de7-a7e6-e6d4589bc699 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2849288 Dec 09 14:57:49.941115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:49.955147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:50.006866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:50.050100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=85e41308-4806-43fc-92b2-51505ced5215,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:50.057670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 9d5e908f-a0c6-4500-91d4-52549b97eb97 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:50.058105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9d5e908f-a0c6-4500-91d4-52549b97eb97 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:50.062784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port b43eea09-e9c0-43a4-b3b4-1f32be96ff17, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:50.063407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.101061 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.102449 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.108622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for b43eea09-e9c0-43a4-b3b4-1f32be96ff17 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:50.111970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port 27535014-4780-480c-b668-54c1ac9f3b59, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27535014-4780-480c-b668-54c1ac9f3b59,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:50.112547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.145451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for 27535014-4780-480c-b668-54c1ac9f3b59 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:50.147217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-db257af6-97e9-4277-9bab-be78146228d6', 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6', 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'fixed_ips': [{'subnet_id': '10793ad9-84e9-4787-b3da-428e5d5f5375'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:57:50.148829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.182868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:50.313809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.325614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b1078-1f09-475d-bac3-c24f6d4bfa62 req-466b8cc7-242e-430d-97c8-f0013039885c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:50.334711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-509b1078-1f09-475d-bac3-c24f6d4bfa62 req-466b8cc7-242e-430d-97c8-f0013039885c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 944 time: 0.2951109 Dec 09 14:57:50.392145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Allocated IP 172.20.0.2 (db257af6-97e9-4277-9bab-be78146228d6/10793ad9-84e9-4787-b3da-428e5d5f5375/e45ceac8-c6dc-4cc9-826b-2497f0c89b14) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:50.405485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.428212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:50.500718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=b43eea09-e9c0-43a4-b3b4-1f32be96ff17,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:50.511597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-509b1078-1f09-475d-bac3-c24f6d4bfa62 req-a3a61c2e-6623-419a-963d-b4b36c7eb7f0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716986 Dec 09 14:57:50.517992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8cc7-6821-4032-91b3-76561439582a req-1b2f3285-ea99-4ce9-898e-c441bf3faf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:50.521354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-1b2f3285-ea99-4ce9-898e-c441bf3faf4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 1096 time: 0.2730081 Dec 09 14:57:50.603048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4a7d6-c860-4f0f-be86-d1d6437316bc req-40e9e4b8-5faf-4c9e-8a5d-f86a08f0f766 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:50.620679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4d4a7d6-c860-4f0f-be86-d1d6437316bc req-40e9e4b8-5faf-4c9e-8a5d-f86a08f0f766 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 950 time: 0.2510459 Dec 09 14:57:50.621325 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff262a3-53b6-4a30-9b63-c7eaa7b42d03 x-openstack-request-id: req-aff262a3-53b6-4a30-9b63-c7eaa7b42d03 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:50.621632 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-plugged", "status": "completed", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:50.621879 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aff262a3-53b6-4a30-9b63-c7eaa7b42d03 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:50.622269 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289', 'code': 200} Dec 09 14:57:50.623480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port b43eea09-e9c0-43a4-b3b4-1f32be96ff17 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:50.683407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.687387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-035a4828-7212-4788-b029-8f59ac6dc70f req-16f00469-7a89-4b2f-8120-393cd0bb7f68 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "DELETE /v2.0/ports/b43eea09-e9c0-43a4-b3b4-1f32be96ff17 HTTP/1.1" status: 204 len: 173 time: 1.0219276 Dec 09 14:57:50.783276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.799162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:50.849881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Pushing event updated for resources: {'Port': ['ID=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:50.934460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Network db257af6-97e9-4277-9bab-be78146228d6 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:50.941380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:50.944226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4d4a7d6-c860-4f0f-be86-d1d6437316bc req-6c4b470a-0827-4868-9bb6-57e72b6011b4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223803 Dec 09 14:57:50.951714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:50.971781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8cc7-6821-4032-91b3-76561439582a req-1d275dc2-65bd-41b6-9404-02624cd1b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:50.973805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-1d275dc2-65bd-41b6-9404-02624cd1b54c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 200 len: 916 time: 0.4108469 Dec 09 14:57:51.068645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Attempting to bind port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:51.069281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Attempting to bind port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:51.069848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Attempting to bind port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 on network db257af6-97e9-4277-9bab-be78146228d6 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:51.081993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-d03defb3-df4b-47c2-a551-9d9f456ad30b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36 HTTP/1.1" status: 200 len: 217 time: 0.0998225 Dec 09 14:57:51.086827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:51.087508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Checking segment: {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:51.088142 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:51.088717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Bound using segment: {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:51.089594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Bound port: e45ceac8-c6dc-4cc9-826b-2497f0c89b14, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:51.090172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:51.117939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27535014-4780-480c-b668-54c1ac9f3b59 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:51.217176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8cc7-6821-4032-91b3-76561439582a req-776a9483-3ba4-4ba1-b6fc-0fcce904ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.218664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-776a9483-3ba4-4ba1-b6fc-0fcce904ca71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 200 len: 854 time: 0.1282022 Dec 09 14:57:51.245231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:51.266519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] For port e45ceac8-c6dc-4cc9-826b-2497f0c89b14, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:51.275652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] For port e45ceac8-c6dc-4cc9-826b-2497f0c89b14, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:51.298167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'name': 'network-vif-deleted', 'tag': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:51.305397 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:51.313321 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4399e2d7-05b5-4c00-9870-2c953493b8f5" -d '{"events": [{"server_uuid": "6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75", "name": "network-vif-deleted", "tag": "b43eea09-e9c0-43a4-b3b4-1f32be96ff17"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:51.346541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8cc7-6821-4032-91b3-76561439582a req-af48b65b-7bfd-4d7e-b85d-3942ccd06883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.348494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-af48b65b-7bfd-4d7e-b85d-3942ccd06883 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211817 Dec 09 14:57:51.451659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91edd36-04b4-433d-9162-41a122fee520 req-e0e9cb71-fea4-462b-a8dd-719fd43437ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.452153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91edd36-04b4-433d-9162-41a122fee520 req-e0e9cb71-fea4-462b-a8dd-719fd43437ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.453978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b91edd36-04b4-433d-9162-41a122fee520 req-e0e9cb71-fea4-462b-a8dd-719fd43437ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1984 time: 0.4782877 Dec 09 14:57:51.482586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0163d-301f-4d25-9434-74e0b8d5baa6 req-53b63c30-c808-4dfa-8ff6-147249d487e6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.495751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567c43-f634-4478-836f-bf97a311c302 None None] Pushing event updated for resources: {'Port': ['ID=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:51.500158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32f0163d-301f-4d25-9434-74e0b8d5baa6 req-53b63c30-c808-4dfa-8ff6-147249d487e6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.5367870 Dec 09 14:57:51.548436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Port 27535014-4780-480c-b668-54c1ac9f3b59 update to DOWN by agent not found {{(pid=109896) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 14:57:51.559993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:51.666607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae7aaa-acbd-420b-a9c0-bf0230438e58 req-399dfb8f-c7c8-41e1-8ae0-12a8c491dbf4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.684818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae7aaa-acbd-420b-a9c0-bf0230438e58 req-399dfb8f-c7c8-41e1-8ae0-12a8c491dbf4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:51.691435 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aeae7aaa-acbd-420b-a9c0-bf0230438e58 req-399dfb8f-c7c8-41e1-8ae0-12a8c491dbf4 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.1962810 Dec 09 14:57:51.694934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-707cb46a-e114-4b68-8399-39d9331c1c70 service neutron] 10.222.0.43 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375120 Dec 09 14:57:51.731901 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:51.772519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41698) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:51.781197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=27535014-4780-480c-b668-54c1ac9f3b59,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:51.880256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aeae7aaa-acbd-420b-a9c0-bf0230438e58 req-0020a3c7-23c8-4205-b7b8-b3bf4b0d7779 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875300 Dec 09 14:57:51.940080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b43eea09-e9c0-43a4-b3b4-1f32be96ff17 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:57:51.988942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: b43eea09-e9c0-43a4-b3b4-1f32be96ff17 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:57:51.989560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b43eea09-e9c0-43a4-b3b4-1f32be96ff17 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:57:51.991001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b91edd36-04b4-433d-9162-41a122fee520 req-0acdc860-5cb4-421b-a030-3787ef94d6eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873915 Dec 09 14:57:52.022411 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0696fcc-5082-4993-85cf-4f83c46695bd x-openstack-request-id: req-e0696fcc-5082-4993-85cf-4f83c46695bd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:52.023928 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75", "name": "network-vif-deleted", "tag": "b43eea09-e9c0-43a4-b3b4-1f32be96ff17", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:52.024054 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0696fcc-5082-4993-85cf-4f83c46695bd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:52.024464 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dff3ab7-8ceb-4fdb-9543-5fa11c1d0e75', 'name': 'network-vif-deleted', 'tag': 'b43eea09-e9c0-43a4-b3b4-1f32be96ff17', 'status': 'completed', 'code': 200} Dec 09 14:57:52.041308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bcd8cc7-6821-4032-91b3-76561439582a req-b867a9ef-6220-41f6-8e70-7479eff4420b service neutron] 10.222.0.43 "GET /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304083 Dec 09 14:57:52.052310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32f0163d-301f-4d25-9434-74e0b8d5baa6 req-de6d82de-4bc5-4a42-aeef-3df40264f5b8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508628 Dec 09 14:57:52.083503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port 27535014-4780-480c-b668-54c1ac9f3b59 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:52.093843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.103548 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-201b3e7c-2edd-44da-b07c-4872103604f2 req-7d87c3c0-e6fe-4ef0-a5f9-ffca778daf96 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.43 "DELETE /v2.0/ports/27535014-4780-480c-b668-54c1ac9f3b59 HTTP/1.1" status: 204 len: 173 time: 2.5957320 Dec 09 14:57:52.104067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'name': 'network-vif-deleted', 'tag': '27535014-4780-480c-b668-54c1ac9f3b59'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:52.106385 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdb193d-a92f-4c8f-899b-f0ccb49b569d" -d '{"events": [{"server_uuid": "a662f8b0-ff3d-4d3e-a283-065e72628610", "name": "network-vif-deleted", "tag": "27535014-4780-480c-b668-54c1ac9f3b59"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:52.127829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9d4e69df-f0ef-444c-a876-3faf4bee1e9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=865e6d28d02047208a5404c6b7cdc4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513634 Dec 09 14:57:52.128150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41708) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:52.212273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.252439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1355e0a-0665-4e5e-a221-dddf456ce3cd req-99ae0d0f-e755-4cb0-b623-a637d14254c7 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=a662f8b0-ff3d-4d3e-a283-065e72628610 HTTP/1.1" status: 200 len: 210 time: 0.0961933 Dec 09 14:57:52.283446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1df1-e8b4-4504-bd5f-2519f1527b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.306073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01c5c2-d5df-4f88-9616-ea6eff6f3206 req-1c957e59-436f-4bee-972f-6a78ee6df8c0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:52.315484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa01c5c2-d5df-4f88-9616-ea6eff6f3206 req-1c957e59-436f-4bee-972f-6a78ee6df8c0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 944 time: 0.1743193 Dec 09 14:57:52.395514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1df1-e8b4-4504-bd5f-2519f1527b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.424746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.451952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa01c5c2-d5df-4f88-9616-ea6eff6f3206 req-b422d680-4532-4fe9-84d8-d0d0bb269146 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354535 Dec 09 14:57:52.466085 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b2d48d-d6b4-4277-9462-05ebbd7e88a3 x-openstack-request-id: req-43b2d48d-d6b4-4277-9462-05ebbd7e88a3 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:52.466378 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662f8b0-ff3d-4d3e-a283-065e72628610", "name": "network-vif-deleted", "tag": "27535014-4780-480c-b668-54c1ac9f3b59", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:52.466640 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43b2d48d-d6b4-4277-9462-05ebbd7e88a3 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:52.467231 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662f8b0-ff3d-4d3e-a283-065e72628610', 'name': 'network-vif-deleted', 'tag': '27535014-4780-480c-b668-54c1ac9f3b59', 'status': 'completed', 'code': 200} Dec 09 14:57:52.477354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.545905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1df1-e8b4-4504-bd5f-2519f1527b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.548765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe1c1df1-e8b4-4504-bd5f-2519f1527b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:52.553559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe1c1df1-e8b4-4504-bd5f-2519f1527b76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7f49d82-953a-498b-ace8-338c4cc419db HTTP/1.1" status: 204 len: 168 time: 0.4185145 Dec 09 14:57:52.585745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c1df1-e8b4-4504-bd5f-2519f1527b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f49d82-953a-498b-ace8-338c4cc419db,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:52.712494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e45ceac8-c6dc-4cc9-826b-2497f0c89b14 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:52.733647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Allocated IP 172.25.0.160 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/815439cc-113c-46af-a826-0ec3861296ea) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:52.838260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:53.027180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.127069 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.199866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 85e41308-4806-43fc-92b2-51505ced5215 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:53.218489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:53.222884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:53.229069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:53.245559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41730) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:53.290111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ff129-4c42-4e29-a030-73978fc2d10e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:53.323255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bbea19a-a9e4-47e7-b3f6-537ffafa0d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.369486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:53.372266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.410571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-25557e73-c23a-43ba-bffa-6be39f88ac1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f03235eb03b640f6ac4d4aaf8ae7ea28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631258 Dec 09 14:57:53.412866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41734) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:53.415046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54f23e-6cf6-4f52-8795-d5d13a843757 req-fa962d9e-6d2d-4449-bf91-dc74cdd88cc9 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:53.440391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54f23e-6cf6-4f52-8795-d5d13a843757 req-fa962d9e-6d2d-4449-bf91-dc74cdd88cc9 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:53.460247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f54f23e-6cf6-4f52-8795-d5d13a843757 req-fa962d9e-6d2d-4449-bf91-dc74cdd88cc9 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.3475859 Dec 09 14:57:53.465247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Pushing event updated for resources: {'Port': ['ID=815439cc-113c-46af-a826-0ec3861296ea,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:53.526033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d45af1bc-8b9c-41ba-9387-504c1690318e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.555279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d45af1bc-8b9c-41ba-9387-504c1690318e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.627589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f54f23e-6cf6-4f52-8795-d5d13a843757 req-28865a17-ee37-4062-94a5-cfc06c880d1f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647096 Dec 09 14:57:53.657001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f8601-4144-4fa6-85bd-69c4b34b7b90 None None] Network db257af6-97e9-4277-9bab-be78146228d6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:53.660279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d230e72-7186-4b73-944d-edf3477978dd req-ff4b5998-8ff1-4a07-bc23-6b3cb522f9ed tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:53.663315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d230e72-7186-4b73-944d-edf3477978dd req-ff4b5998-8ff1-4a07-bc23-6b3cb522f9ed tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.0871964 Dec 09 14:57:53.693912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d45af1bc-8b9c-41ba-9387-504c1690318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.696762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d45af1bc-8b9c-41ba-9387-504c1690318e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.700794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d45af1bc-8b9c-41ba-9387-504c1690318e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04b201da-0295-4b95-88a0-71c4fbed462c HTTP/1.1" status: 204 len: 168 time: 0.2845824 Dec 09 14:57:53.771272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d230e72-7186-4b73-944d-edf3477978dd req-c742a972-1942-4f43-a425-039fe1d2ba44 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000385 Dec 09 14:57:53.777324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45af1bc-8b9c-41ba-9387-504c1690318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b201da-0295-4b95-88a0-71c4fbed462c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:53.895748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f5f5840d-fcf3-4a30-a2f5-19a273e38ef9 None None] Provisioning complete for port 815439cc-113c-46af-a826-0ec3861296ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:53.896274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5f5840d-fcf3-4a30-a2f5-19a273e38ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:53.974676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5840d-fcf3-4a30-a2f5-19a273e38ef9 None None] Port 815439cc-113c-46af-a826-0ec3861296ea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:53.984944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267bf54-594d-4f2c-8142-3e23230b8fb6 req-8ba12947-ddec-411f-94d6-2a83e54bcdf2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:53.989942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8267bf54-594d-4f2c-8142-3e23230b8fb6 req-8ba12947-ddec-411f-94d6-2a83e54bcdf2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 944 time: 0.1718168 Dec 09 14:57:54.061296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 85e41308-4806-43fc-92b2-51505ced5215 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:57:54.076736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 85e41308-4806-43fc-92b2-51505ced5215 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:54.077102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.153822 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.327051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port e45ceac8-c6dc-4cc9-826b-2497f0c89b14, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:54.360575 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.378071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8bc255b2-6c80-4987-8d4c-bc6bf6506327 None None] Provisioning complete for port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:54.378864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bc255b2-6c80-4987-8d4c-bc6bf6506327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.436347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8267bf54-594d-4f2c-8142-3e23230b8fb6 req-12f95677-992b-4eac-8614-e7320b0f404f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342675 Dec 09 14:57:54.492974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.583721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.659411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e41308-4806-43fc-92b2-51505ced5215'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:54.662591 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce40774-db51-4134-8da9-c1a0279bc602" -d '{"events": [{"server_uuid": "b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41", "name": "network-vif-plugged", "status": "completed", "tag": "85e41308-4806-43fc-92b2-51505ced5215"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:54.668454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:54.713348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 85e41308-4806-43fc-92b2-51505ced5215, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=85e41308-4806-43fc-92b2-51505ced5215,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:54.721843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-75daea7a-44ff-4901-b164-bb61c8d7690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:54.724787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-75daea7a-44ff-4901-b164-bb61c8d7690d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e0067d0783d4449a17ec3adfa570580&device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 1102 time: 0.0874927 Dec 09 14:57:54.726181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.736513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6358e0-4046-408f-b8f0-711284cd60ba req-f36eec55-4eba-46ec-80b8-dce5a442b080 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:54.746423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f6358e0-4046-408f-b8f0-711284cd60ba req-f36eec55-4eba-46ec-80b8-dce5a442b080 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1840916 Dec 09 14:57:54.891106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-01a425a4-787f-407b-9850-3b2a5535df7d None None] Provisioning complete for port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:54.891509 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01a425a4-787f-407b-9850-3b2a5535df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:54.926173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=85e41308-4806-43fc-92b2-51505ced5215,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:54.979387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f6358e0-4046-408f-b8f0-711284cd60ba req-0f48ccc1-ad1e-4a5b-b087-d54e5b8a2193 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314997 Dec 09 14:57:55.052491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:55.056810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-4432563d-9143-44df-be4d-c1cdd230a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:55.058336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-4432563d-9143-44df-be4d-c1cdd230a5d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2905757 Dec 09 14:57:55.128451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-e5236101-e39b-44bd-9a36-45b87a0c5add service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d622fcaf-de0a-4a49-84d0-dab422962382 HTTP/1.1" status: 200 len: 217 time: 0.0602486 Dec 09 14:57:55.225453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-25e91c98-2a13-466e-adf3-e1ea596a2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:55.227440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-25e91c98-2a13-466e-adf3-e1ea596a2c35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0857143 Dec 09 14:57:55.238855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a66a-7414-4099-8696-7682cb7214ee req-d38abc76-5a7f-48b6-8172-139a1b76b448 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:55.247176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a66a-7414-4099-8696-7682cb7214ee req-d38abc76-5a7f-48b6-8172-139a1b76b448 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:55.256637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4500a66a-7414-4099-8696-7682cb7214ee req-d38abc76-5a7f-48b6-8172-139a1b76b448 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.1307039 Dec 09 14:57:55.384646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4500a66a-7414-4099-8696-7682cb7214ee req-74ad7f3d-f657-4fdd-9309-21d148663e30 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260040 Dec 09 14:57:55.386151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-7dfde9c7-5dcc-4838-9ab7-73e7e6a02ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:55.387660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-7dfde9c7-5dcc-4838-9ab7-73e7e6a02ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193147 Dec 09 14:57:55.409202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Router aeb3a76b-2101-45d6-bb32-34d037e43ee5 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:57:55.463927 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6907cd5-7627-4221-bb32-ef8fc61ddc55 x-openstack-request-id: req-c6907cd5-7627-4221-bb32-ef8fc61ddc55 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:55.464445 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41", "name": "network-vif-plugged", "status": "completed", "tag": "85e41308-4806-43fc-92b2-51505ced5215", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:55.464445 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6907cd5-7627-4221-bb32-ef8fc61ddc55 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:55.464856 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e41308-4806-43fc-92b2-51505ced5215', 'code': 200} Dec 09 14:57:55.564910 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-854712de-ffec-4596-9554-389cfa4b3a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:55.627937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-f0f8da1a-6a05-45df-b856-892298597d0c service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213478 Dec 09 14:57:55.814289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:55.960928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd13ea-0c9e-4f45-b3d1-09e0d6d0ed4b req-04e63101-2c6d-4de3-a018-57f2feb047ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:55.962797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0cd13ea-0c9e-4f45-b3d1-09e0d6d0ed4b req-04e63101-2c6d-4de3-a018-57f2feb047ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 1096 time: 0.4108396 Dec 09 14:57:55.984412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:57:56.003209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Sync routers for ids ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:57:56.025943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Routers {'aeb3a76b-2101-45d6-bb32-34d037e43ee5'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:56.030896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:56.066937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.069184 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-98b82f9d-c6f4-494f-a807-7bf699c2ed3d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1265514 Dec 09 14:57:56.073941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41822) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:56.204847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1792255115-network', 'tenant_id': '18d9dd2fb6944a69b8c7d0b0aba0d819'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:56.245080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Set router aeb3a76b-2101-45d6-bb32-34d037e43ee5 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:56.273173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456a11-91c3-4ae8-ae94-995bd1600896 req-314e2b3b-7f98-4aec-b654-4699096b0dca tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:56.281978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0456a11-91c3-4ae8-ae94-995bd1600896 req-314e2b3b-7f98-4aec-b654-4699096b0dca tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 945 time: 0.3854454 Dec 09 14:57:56.370633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-092aa797-7fc2-4a4a-874e-3212063ff8d2 req-c98eec12-9f52-41fb-9ad6-1504c59722ca service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324719 Dec 09 14:57:56.371846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0456a11-91c3-4ae8-ae94-995bd1600896 req-b81b78a3-8992-49e9-9581-931b357c4878 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887625 Dec 09 14:57:56.376033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Made reservation on behalf of 18d9dd2fb6944a69b8c7d0b0aba0d819 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:56.399591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.438196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0cd13ea-0c9e-4f45-b3d1-09e0d6d0ed4b req-ebfc560d-e7d3-4f9b-8406-a0f3cd4763df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529839 Dec 09 14:57:56.444082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.476396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8eaca-dcd8-4fa1-8647-a13f302c1028 req-7b29b118-5d18-4aca-90d7-1f1f2599f3d2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:56.484978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74a8eaca-dcd8-4fa1-8647-a13f302c1028 req-7b29b118-5d18-4aca-90d7-1f1f2599f3d2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1132078 Dec 09 14:57:56.541575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-9f49dab0-7c3e-4892-ac58-378299b1ef81 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:56.543117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-9f49dab0-7c3e-4892-ac58-378299b1ef81 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/ports?device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 950 time: 0.1630378 Dec 09 14:57:56.559716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74a8eaca-dcd8-4fa1-8647-a13f302c1028 req-b7eb43f8-9481-4ee2-bfdf-05bd5c733fa2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668957 Dec 09 14:57:56.630695 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.673885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e45ceac8-c6dc-4cc9-826b-2497f0c89b14 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:57:56.734211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port aa7b9837-fbad-4567-b6f1-4eda45e52bae {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:56.734962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.852834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:56.853291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.879445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port aa7b9837-fbad-4567-b6f1-4eda45e52bae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aa7b9837-fbad-4567-b6f1-4eda45e52bae,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:56.879997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:56.898132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for aa7b9837-fbad-4567-b6f1-4eda45e52bae owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:56.927578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:57:53Z', 'revision_number': 3, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:56.972150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Checking router: aeb3a76b-2101-45d6-bb32-34d037e43ee5 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:57:56.973327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Updating router aeb3a76b-2101-45d6-bb32-34d037e43ee5 port 815439cc-113c-46af-a826-0ec3861296ea binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:57:57.004797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6e418-cf61-4921-9642-88443dc3937f req-b9fadd80-1f93-41ff-b54b-f489007a4692 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:57.011981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ca6e418-cf61-4921-9642-88443dc3937f req-b9fadd80-1f93-41ff-b54b-f489007a4692 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b873b7d7-7ba6-4322-b628-efe5dfd5e970 HTTP/1.1" status: 200 len: 950 time: 0.4179542 Dec 09 14:57:57.027177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.048430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ba0e-6db9-4f74-94c9-7a191e33fa92 req-9cfff20a-21d2-4d25-a6db-209dd8325511 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:57.051926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a00ba0e-6db9-4f74-94c9-7a191e33fa92 req-9cfff20a-21d2-4d25-a6db-209dd8325511 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.0791531 Dec 09 14:57:57.138225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a00ba0e-6db9-4f74-94c9-7a191e33fa92 req-03ae4de3-534d-41be-88b3-475458367a77 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757194 Dec 09 14:57:57.174450 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.177972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ca6e418-cf61-4921-9642-88443dc3937f req-74fb64ff-3ddc-42f4-a06b-b555d74f33c4 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649249 Dec 09 14:57:57.200134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0', 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'cb7e83cf-786e-4f33-8913-d2e86c4420df'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:57.211933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=aa7b9837-fbad-4567-b6f1-4eda45e52bae,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:57.281732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.294295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port aa7b9837-fbad-4567-b6f1-4eda45e52bae on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:57.297648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.310750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.318569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e023e6f6-14e2-47b2-83dd-f6c1f8c810d3 req-c22c15a2-a834-4d26-9b9f-29dd3a299b1a tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "DELETE /v2.0/ports/aa7b9837-fbad-4567-b6f1-4eda45e52bae HTTP/1.1" status: 204 len: 173 time: 0.7646492 Dec 09 14:57:57.319077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'name': 'network-vif-deleted', 'tag': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:57.321472 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ff6884-8077-4825-9bda-48e568cf8cd6" -d '{"events": [{"server_uuid": "b873b7d7-7ba6-4322-b628-efe5dfd5e970", "name": "network-vif-deleted", "tag": "aa7b9837-fbad-4567-b6f1-4eda45e52bae"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:57.354264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-66661bf7-36a9-417f-a29e-320559dd818e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:57.356139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-66661bf7-36a9-417f-a29e-320559dd818e tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 950 time: 0.1372998 Dec 09 14:57:57.389795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-dc537e0b-15ba-41c5-bb85-75c404d3fb89 req-10b48578-682f-4711-846a-19f11597a22a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:57:57.401145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc537e0b-15ba-41c5-bb85-75c404d3fb89 req-10b48578-682f-4711-846a-19f11597a22a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182908 Dec 09 14:57:57.425438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:57:57.431888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f98bcd9-a8c1-455a-9390-4c7a575ad27c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:57.512348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc285c7-17be-4c16-ab70-63b7f0a177b3 req-50972671-59a5-44c4-96e8-082e20307f7c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:57.521642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc285c7-17be-4c16-ab70-63b7f0a177b3 req-50972671-59a5-44c4-96e8-082e20307f7c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:57.523861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1dc285c7-17be-4c16-ab70-63b7f0a177b3 req-50972671-59a5-44c4-96e8-082e20307f7c tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.2141919 Dec 09 14:57:57.532055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.533277 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Added segment f6d5a691-285f-42a3-ab08-b708f8756af0 of type vlan for network 0753461b-1afe-454f-b2eb-04931ed0cf9e Dec 09 14:57:57.546606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.560762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc537e0b-15ba-41c5-bb85-75c404d3fb89 req-543da473-5685-471e-94da-a21c20404d11 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1586514 Dec 09 14:57:57.564816 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.601495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port cb7e83cf-786e-4f33-8913-d2e86c4420df {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:57.602175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.622621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7c83e-456c-429a-bcab-115dbf2a7fb6 None None] Pushing event updated for resources: {'Port': ['ID=815439cc-113c-46af-a826-0ec3861296ea,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:57.637357 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1dc285c7-17be-4c16-ab70-63b7f0a177b3 req-da5826e2-c4ff-4d5f-833e-e4e31d4eeb97 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991719 Dec 09 14:57:57.679681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Attempting to bind port 815439cc-113c-46af-a826-0ec3861296ea on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:57:57.680222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Attempting to bind port 815439cc-113c-46af-a826-0ec3861296ea by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:57:57.680472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Attempting to bind port 815439cc-113c-46af-a826-0ec3861296ea on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:57:57.684455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974ef8a-047f-4ba7-b271-d0019db35591 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:57.726024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:57:57.726463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:57.726941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.727334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:57:57.727928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Bound port: 815439cc-113c-46af-a826-0ec3861296ea, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:57:57.728321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.762395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.807096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port cb7e83cf-786e-4f33-8913-d2e86c4420df, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cb7e83cf-786e-4f33-8913-d2e86c4420df,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:57.807498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.836844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for cb7e83cf-786e-4f33-8913-d2e86c4420df owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:57:57.839485 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.876560 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a860e-44a7-420a-afad-d8269ebaab3f x-openstack-request-id: req-ad5a860e-44a7-420a-afad-d8269ebaab3f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:57:57.877055 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b873b7d7-7ba6-4322-b628-efe5dfd5e970", "name": "network-vif-deleted", "tag": "aa7b9837-fbad-4567-b6f1-4eda45e52bae", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:57:57.877473 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad5a860e-44a7-420a-afad-d8269ebaab3f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:57:57.878063 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b873b7d7-7ba6-4322-b628-efe5dfd5e970', 'name': 'network-vif-deleted', 'tag': 'aa7b9837-fbad-4567-b6f1-4eda45e52bae', 'status': 'completed', 'code': 200} Dec 09 14:57:57.958016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ca6d75f1-40ba-4f74-86d6-c60834421c44 None None] Provisioning complete for port 815439cc-113c-46af-a826-0ec3861296ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:57.958296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca6d75f1-40ba-4f74-86d6-c60834421c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:57.966882 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:57:58.057130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.057130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.057130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.059163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] For port 815439cc-113c-46af-a826-0ec3861296ea, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:57:58.112325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] For port 815439cc-113c-46af-a826-0ec3861296ea, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=815439cc-113c-46af-a826-0ec3861296ea,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:57:58.142454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.155134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f991b-661a-49fc-a29e-09686a35cb5f req-582e259e-457e-44c1-afae-9f892a4ae640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.156785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf8f991b-661a-49fc-a29e-09686a35cb5f req-582e259e-457e-44c1-afae-9f892a4ae640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1366055 Dec 09 14:57:58.167569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3446465 Dec 09 14:57:58.170033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:58.173173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d75f1-40ba-4f74-86d6-c60834421c44 None None] Port 815439cc-113c-46af-a826-0ec3861296ea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:58.180126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Request body: {'subnet': {'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1792255115-subnet', 'tenant_id': '18d9dd2fb6944a69b8c7d0b0aba0d819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:57:58.221002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.222752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41880) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:58.255383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11282469-f73b-4b1f-9e68-48d301d7317a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:57:58.264753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e043-28e5-4000-9bce-6f4da298317a admin admin] Pushing event updated for resources: {'Network': ['ID=0753461b-1afe-454f-b2eb-04931ed0cf9e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:58.272919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=cb7e83cf-786e-4f33-8913-d2e86c4420df,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:58.327614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port cb7e83cf-786e-4f33-8913-d2e86c4420df on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:57:58.328279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Made reservation on behalf of 18d9dd2fb6944a69b8c7d0b0aba0d819 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:57:58.332867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.337685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56faa-bbfb-43a3-8d27-1fc9dec2f7b6 req-740c4d75-03ad-4aa3-b455-712f71124e19 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.339406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3df56faa-bbfb-43a3-8d27-1fc9dec2f7b6 req-740c4d75-03ad-4aa3-b455-712f71124e19 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.2201412 Dec 09 14:57:58.340613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.341206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0753461b-1afe-454f-b2eb-04931ed0cf9e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:57:58.344577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8d5bf5fd-e6ac-418c-b589-47e9541c0f64 req-040a0db9-ef07-49a0-a470-039d482fb8bd tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "DELETE /v2.0/ports/cb7e83cf-786e-4f33-8913-d2e86c4420df HTTP/1.1" status: 204 len: 173 time: 0.9807475 Dec 09 14:57:58.345584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7c83e-456c-429a-bcab-115dbf2a7fb6 None None] Pushing event updated for resources: {'Port': ['ID=815439cc-113c-46af-a826-0ec3861296ea,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:58.352401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.353435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:57:58.383070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Allocated IP 172.20.0.1 (db257af6-97e9-4277-9bab-be78146228d6/10793ad9-84e9-4787-b3da-428e5d5f5375/5520db0f-a271-4965-8311-2c319a2c0eec) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:57:58.402848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf8f991b-661a-49fc-a29e-09686a35cb5f req-6e0818f4-ca2a-48b3-9ad1-75d242c6a57b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262652 Dec 09 14:57:58.405155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3df56faa-bbfb-43a3-8d27-1fc9dec2f7b6 req-f79b64d0-52b0-4687-b0af-d93c2c324633 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583048 Dec 09 14:57:58.439770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Routers {'aeb3a76b-2101-45d6-bb32-34d037e43ee5'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:57:58.440578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:58.576518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] Set router aeb3a76b-2101-45d6-bb32-34d037e43ee5 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:57:58.579468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-105c35e8-d23d-48da-ae5b-cddfe44eb91e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.666750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-284375ac-0395-414f-8ada-74b65e90d3a1 None None] Provisioning complete for port 815439cc-113c-46af-a826-0ec3861296ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:58.667124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-284375ac-0395-414f-8ada-74b65e90d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.677382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e28c-e7f1-46f3-9795-a7aeb0ec7dcf req-4cf5e80a-2125-48ca-b99a-7311a0714503 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.683323 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7783e28c-e7f1-46f3-9795-a7aeb0ec7dcf req-4cf5e80a-2125-48ca-b99a-7311a0714503 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 945 time: 0.0796170 Dec 09 14:57:58.758198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7783e28c-e7f1-46f3-9795-a7aeb0ec7dcf req-089bc2c5-3223-405c-b4d8-783e528160e8 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688334 Dec 09 14:57:58.791608 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.808319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.832211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724bd81-e019-44aa-abc5-8c8ee54d3ec6 req-77024cfb-5615-4fb3-bfbd-93b239aa4644 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.841312 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f724bd81-e019-44aa-abc5-8c8ee54d3ec6 req-77024cfb-5615-4fb3-bfbd-93b239aa4644 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 951 time: 0.2947705 Dec 09 14:57:58.841564 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-284375ac-0395-414f-8ada-74b65e90d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.842038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-105c35e8-d23d-48da-ae5b-cddfe44eb91e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.856521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-105c35e8-d23d-48da-ae5b-cddfe44eb91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:58.926923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-284375ac-0395-414f-8ada-74b65e90d3a1 None None] For port 815439cc-113c-46af-a826-0ec3861296ea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=815439cc-113c-46af-a826-0ec3861296ea,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:58.936535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dae9ed31-0d27-478c-a308-fc9fdb5ee9da req-01824fc5-0110-4e1c-96ba-f3407931345d tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92ac462-0bd0-4efc-bef9-73769fc9802f HTTP/1.1" status: 200 len: 210 time: 0.0732386 Dec 09 14:57:58.948684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-105c35e8-d23d-48da-ae5b-cddfe44eb91e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b24e588c73c4980b4b7aef84c9f0a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7120173 Dec 09 14:57:58.949687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c35e8-d23d-48da-ae5b-cddfe44eb91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bb726f-471e-405f-b388-b92b46ced5fd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:58.951330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-9f16ca89-86d8-43aa-8149-8a2367098a25 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.952404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41892) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:57:58.959315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-9f16ca89-86d8-43aa-8149-8a2367098a25 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:58.961624 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-9f16ca89-86d8-43aa-8149-8a2367098a25 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.43 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.3455315 Dec 09 14:57:58.978378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-284375ac-0395-414f-8ada-74b65e90d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.012479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec84febe-5c31-4581-9d4b-e13de65b13b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.030161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bdf584-edc6-44db-8ded-fdb0a514cf13,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:59.037796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec84febe-5c31-4581-9d4b-e13de65b13b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.059598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284375ac-0395-414f-8ada-74b65e90d3a1 None None] Pushing event updated for resources: {'Port': ['ID=815439cc-113c-46af-a826-0ec3861296ea,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:59.105881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.115800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec84febe-5c31-4581-9d4b-e13de65b13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.117750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f724bd81-e019-44aa-abc5-8c8ee54d3ec6 req-b8dbc003-6275-4050-a24c-f6ad29d0f35c tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755694 Dec 09 14:57:59.123782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec84febe-5c31-4581-9d4b-e13de65b13b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.130788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ec84febe-5c31-4581-9d4b-e13de65b13b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1bb726f-471e-405f-b388-b92b46ced5fd HTTP/1.1" status: 204 len: 168 time: 0.1757231 Dec 09 14:57:59.188289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.201795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Checking segment: {'id': 'f6d5a691-285f-42a3-ab08-b708f8756af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:57:59.202413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Network hostable DHCP agents. Network: 0753461b-1afe-454f-b2eb-04931ed0cf9e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:57:59.215523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Network db257af6-97e9-4277-9bab-be78146228d6 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:57:59.228853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:57:53Z', 'revision_number': 3, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:57:59.230719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:59.237104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84febe-5c31-4581-9d4b-e13de65b13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bb726f-471e-405f-b388-b92b46ced5fd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:59.249367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:57:59.273214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bc0c4-2dc4-4c56-b6ac-b3b07bf27ff8 req-d78da70d-89ba-4be6-aeb5-e63f219ea179 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:59.280060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bc0c4-2dc4-4c56-b6ac-b3b07bf27ff8 req-d78da70d-89ba-4be6-aeb5-e63f219ea179 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:59.281840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa0bc0c4-2dc4-4c56-b6ac-b3b07bf27ff8 req-d78da70d-89ba-4be6-aeb5-e63f219ea179 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 1682 time: 0.1499274 Dec 09 14:57:59.292645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97652f45-86d4-49d5-8380-835d36a3a4ae None None] The sync data for ids ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'] in n-d-804292-5 is: [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:57:53Z', 'revision_number': 3, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:57:59.321460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Pushing event updated for resources: {'Port': ['ID=5520db0f-a271-4965-8311-2c319a2c0eec,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:57:59.386872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port 11296c3c-813e-4125-b6b6-9e24f0df9d54 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:57:59.387221 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.389997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Network 0753461b-1afe-454f-b2eb-04931ed0cf9e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:57:59.395308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa0bc0c4-2dc4-4c56-b6ac-b3b07bf27ff8 req-07ebc076-c0a8-4532-aa37-d7361fdbc60f tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024857 Dec 09 14:57:59.395730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.530915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0753461b-1afe-454f-b2eb-04931ed0cf9e) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:57:59.536088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:59.536705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.543429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4782237-331b-4f75-836f-350a7c331a47 None None] Network 0753461b-1afe-454f-b2eb-04931ed0cf9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:59.567312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b5939-c985-4359-9e03-463c9ef9b765 req-175d61d6-60fe-44b4-8d79-315ce01a064c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:59.568999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd8b5939-c985-4359-9e03-463c9ef9b765 req-175d61d6-60fe-44b4-8d79-315ce01a064c tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.3302498 Dec 09 14:57:59.719944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea043-155e-4b3a-8a4f-976095fcccb4 req-926213a4-dac3-4658-8760-0d63a88bc9b3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:57:59.721743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3eeea043-155e-4b3a-8a4f-976095fcccb4 req-926213a4-dac3-4658-8760-0d63a88bc9b3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1161299 Dec 09 14:57:59.744328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-52dd66bc-de7a-40fb-a632-54a7d2b3434c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5692208 Dec 09 14:57:59.753510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-089efb3e-9887-4bb6-ac4c-baf5e872a295 None None] Provisioning complete for port 5520db0f-a271-4965-8311-2c319a2c0eec triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:57:59.754483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-089efb3e-9887-4bb6-ac4c-baf5e872a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.782881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf536092-9a19-4297-8054-d01ce68fcc66 None None] Network 0753461b-1afe-454f-b2eb-04931ed0cf9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:57:59.802810 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3eeea043-155e-4b3a-8a4f-976095fcccb4 req-8405d2d6-3a9f-404a-8c16-e32098625df4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728133 Dec 09 14:57:59.880152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'name': 'network-vif-deleted', 'tag': 'cb7e83cf-786e-4f33-8913-d2e86c4420df'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:57:59.882517 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd6edf-c819-4111-8454-6313d0a9c10f" -d '{"events": [{"server_uuid": "b92ac462-0bd0-4efc-bef9-73769fc9802f", "name": "network-vif-deleted", "tag": "cb7e83cf-786e-4f33-8913-d2e86c4420df"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:57:59.923761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port 11296c3c-813e-4125-b6b6-9e24f0df9d54, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11296c3c-813e-4125-b6b6-9e24f0df9d54,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:57:59.924053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.931556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-089efb3e-9887-4bb6-ac4c-baf5e872a295 None None] Port 5520db0f-a271-4965-8311-2c319a2c0eec cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:57:59.934475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:57:59.980581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd8b5939-c985-4359-9e03-463c9ef9b765 req-ce983092-6956-45f5-b48e-467cdacd2669 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602476 Dec 09 14:58:00.010670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for 11296c3c-813e-4125-b6b6-9e24f0df9d54 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:00.017207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aa7b9837-fbad-4567-b6f1-4eda45e52bae no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:00.075751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: aa7b9837-fbad-4567-b6f1-4eda45e52bae {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:00.076596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aa7b9837-fbad-4567-b6f1-4eda45e52bae not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:00.077243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cb7e83cf-786e-4f33-8913-d2e86c4420df no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:00.099914 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c7bbe-45e0-4d4f-b4fb-0683a7550d63 x-openstack-request-id: req-392c7bbe-45e0-4d4f-b4fb-0683a7550d63 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:00.100301 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92ac462-0bd0-4efc-bef9-73769fc9802f", "name": "network-vif-deleted", "tag": "cb7e83cf-786e-4f33-8913-d2e86c4420df", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:00.100626 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-392c7bbe-45e0-4d4f-b4fb-0683a7550d63 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:00.101226 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92ac462-0bd0-4efc-bef9-73769fc9802f', 'name': 'network-vif-deleted', 'tag': 'cb7e83cf-786e-4f33-8913-d2e86c4420df', 'status': 'completed', 'code': 200} Dec 09 14:58:00.126587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: cb7e83cf-786e-4f33-8913-d2e86c4420df {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:00.127007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cb7e83cf-786e-4f33-8913-d2e86c4420df not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:00.396890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:58:00.556436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:00.561884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:00.581023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['731a3151-4023-43bf-8a07-3f92fa9a0289', '11296c3c-813e-4125-b6b6-9e24f0df9d54'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:00.658399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 815439cc-113c-46af-a826-0ec3861296ea up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:00.685253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:00.714963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd105d-22f9-48be-bfee-4a96f58570f8 req-0bf36791-fb15-41e9-9f34-ee792072b2e1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:00.723374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd105d-22f9-48be-bfee-4a96f58570f8 req-0bf36791-fb15-41e9-9f34-ee792072b2e1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:00.731938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd105d-22f9-48be-bfee-4a96f58570f8 req-0bf36791-fb15-41e9-9f34-ee792072b2e1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:00.737433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fcd105d-22f9-48be-bfee-4a96f58570f8 req-0bf36791-fb15-41e9-9f34-ee792072b2e1 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4&device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33&device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 2417 time: 0.1201837 Dec 09 14:58:00.818939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fcd105d-22f9-48be-bfee-4a96f58570f8 req-f249b5e6-8026-4b35-87ec-f3c82f348d65 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Dec 09 14:58:00.835373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=11296c3c-813e-4125-b6b6-9e24f0df9d54,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:00.868416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port 11296c3c-813e-4125-b6b6-9e24f0df9d54 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:00.922047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:00.935574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0b53c05a-3483-47fe-abac-e90b61724a06 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.43 "DELETE /v2.0/ports/11296c3c-813e-4125-b6b6-9e24f0df9d54 HTTP/1.1" status: 204 len: 173 time: 1.9566758 Dec 09 14:58:00.937573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-deleted', 'tag': '11296c3c-813e-4125-b6b6-9e24f0df9d54'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:00.943526 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c60428-f7f2-4a66-9581-14555493e977" -d '{"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-deleted", "tag": "11296c3c-813e-4125-b6b6-9e24f0df9d54"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:00.999464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.009266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 815439cc-113c-46af-a826-0ec3861296ea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:01.009827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.015744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41994) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:01.041321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1366063048-network', 'tenant_id': '3e87cd76dc864468a63a0223d4ea8e88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:01.052574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c811a-b672-4242-8264-75a052934e13 req-49306835-fa0e-467e-8f2f-50e6117f1372 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:01.054222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf2c811a-b672-4242-8264-75a052934e13 req-49306835-fa0e-467e-8f2f-50e6117f1372 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.4475956 Dec 09 14:58:01.087051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Pushing event updated for resources: {'Port': ['ID=5520db0f-a271-4965-8311-2c319a2c0eec,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:01.102392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Made reservation on behalf of 3e87cd76dc864468a63a0223d4ea8e88 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:01.106161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.118976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.132482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282959a-6aa4-407f-b006-1f735b75f7fe req-f070d3a9-248d-4119-b3d4-559d1c93ce57 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:01.134833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4282959a-6aa4-407f-b006-1f735b75f7fe req-f070d3a9-248d-4119-b3d4-559d1c93ce57 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 946 time: 0.1197672 Dec 09 14:58:01.179197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:01.233512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4282959a-6aa4-407f-b006-1f735b75f7fe req-5ecfb377-7a14-483a-8a41-89ffbbcec1f7 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/security-groups?id=7de06910-e810-4194-9900-87cbea6ff2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Dec 09 14:58:01.304984 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.309293 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.316621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.351075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a15f5-1806-452d-bdc3-b4a8bf6902ed,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:01.364318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:01.375521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:01.376924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.377246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:01.377760 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Added segment e7d8d386-81c9-4d37-a5bd-73ef71e11481 of type vlan for network a365f8d7-e8d6-4338-99c8-8177e4de0161 Dec 09 14:58:01.381301 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c44181-a8b9-4948-945e-be6a04dd84bd" -d '{"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-unplugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:01.387593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.388712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 731a3151-4023-43bf-8a07-3f92fa9a0289 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:01.444602 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.466174 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf2c811a-b672-4242-8264-75a052934e13 req-242c4fbc-5e66-4d34-a972-fc573f73ee92 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985736 Dec 09 14:58:01.499515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Network db257af6-97e9-4277-9bab-be78146228d6 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:01.502034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:01.524278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port 731a3151-4023-43bf-8a07-3f92fa9a0289 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:01.524805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.526081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.528036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:01.530454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.558315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=11']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:01.578041 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.602386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-bebe836a-9c47-49e0-87c9-e659c601cab0 req-bdfd2b3f-c0d8-4393-9799-976ba3432cd6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:58:01.603465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bebe836a-9c47-49e0-87c9-e659c601cab0 req-bdfd2b3f-c0d8-4393-9799-976ba3432cd6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149457 Dec 09 14:58:01.625444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6078143 Dec 09 14:58:01.649406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=731a3151-4023-43bf-8a07-3f92fa9a0289,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:01.662651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.663523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11296c3c-813e-4125-b6b6-9e24f0df9d54 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:01.681835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42002) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:01.688558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6b2e-a683-4f90-88cf-3353a1e175d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a365f8d7-e8d6-4338-99c8-8177e4de0161,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:01.702496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Request body: {'subnet': {'network_id': 'a365f8d7-e8d6-4338-99c8-8177e4de0161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1366063048-subnet', 'tenant_id': '3e87cd76dc864468a63a0223d4ea8e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:01.717077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 11296c3c-813e-4125-b6b6-9e24f0df9d54 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:01.717428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11296c3c-813e-4125-b6b6-9e24f0df9d54 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:01.722646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network a365f8d7-e8d6-4338-99c8-8177e4de0161 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:01.770473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Made reservation on behalf of 3e87cd76dc864468a63a0223d4ea8e88 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:01.773933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.809571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:01.873736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port 731a3151-4023-43bf-8a07-3f92fa9a0289, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=731a3151-4023-43bf-8a07-3f92fa9a0289,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:01.874113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.890551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bbd0c8d4-219c-4f53-8589-ffcf6e4aa520 None None] Provisioning complete for port 5520db0f-a271-4965-8311-2c319a2c0eec triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:01.890927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8d4-219c-4f53-8589-ffcf6e4aa520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:01.921510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for 731a3151-4023-43bf-8a07-3f92fa9a0289 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:01.929056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0c8d4-219c-4f53-8589-ffcf6e4aa520 None None] Port 5520db0f-a271-4965-8311-2c319a2c0eec cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:02.000361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bebe836a-9c47-49e0-87c9-e659c601cab0 req-c8de53a8-d962-4cda-9c76-ab729d40d4e6 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3298006 Dec 09 14:58:02.011280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Router aeb3a76b-2101-45d6-bb32-34d037e43ee5 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:02.151529 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083320b8-c13a-4334-b9a1-084c14f207c5 x-openstack-request-id: req-083320b8-c13a-4334-b9a1-084c14f207c5 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:02.152184 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-deleted", "tag": "11296c3c-813e-4125-b6b6-9e24f0df9d54", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:02.152449 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-083320b8-c13a-4334-b9a1-084c14f207c5 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:02.152857 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-deleted', 'tag': '11296c3c-813e-4125-b6b6-9e24f0df9d54', 'status': 'completed', 'code': 200} Dec 09 14:58:02.181703 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680ad1b-b207-415f-9319-f70a47a25f2f x-openstack-request-id: req-7680ad1b-b207-415f-9319-f70a47a25f2f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:02.182628 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-unplugged", "status": "completed", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:02.183114 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7680ad1b-b207-415f-9319-f70a47a25f2f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:02.183746 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'code': 200} Dec 09 14:58:02.279620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e327faf6-305e-4dfc-a15f-dbeaf1917875 req-ec6b1d97-dfa1-4cdb-8bc9-bbd2d85d2a5d tempest-AbsoluteLimitsNegativeTestJSON-166797616 tempest-AbsoluteLimitsNegativeTestJSON-166797616-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b83cbcf1a9984007a6e12950ca998705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225973 Dec 09 14:58:02.327242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:02.339453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-804befad-1d96-425d-b166-aa0f5d31d734 admin admin] 10.222.0.46 "PUT /v2.0/routers/aeb3a76b-2101-45d6-bb32-34d037e43ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2586029 Dec 09 14:58:02.345666 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Sync routers for ids ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:02.359425 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Routers {'aeb3a76b-2101-45d6-bb32-34d037e43ee5'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:02.360214 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:02.390362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06290-3289-4672-b69a-7ab1fef14f97 req-6ff9d5d8-5fd0-49f1-aeb1-1c4d3228afee tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:02.391916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7c06290-3289-4672-b69a-7ab1fef14f97 req-6ff9d5d8-5fd0-49f1-aeb1-1c4d3228afee tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 950 time: 0.1503808 Dec 09 14:58:02.407564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327faf6-305e-4dfc-a15f-dbeaf1917875 req-15de9191-c7e8-4ee2-acc5-5e4ea60f5798 tempest-AbsoluteLimitsNegativeTestJSON-166797616 tempest-AbsoluteLimitsNegativeTestJSON-166797616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:02.410125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e327faf6-305e-4dfc-a15f-dbeaf1917875 req-15de9191-c7e8-4ee2-acc5-5e4ea60f5798 tempest-AbsoluteLimitsNegativeTestJSON-166797616 tempest-AbsoluteLimitsNegativeTestJSON-166797616-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236041 Dec 09 14:58:02.429467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:02.430364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e327faf6-305e-4dfc-a15f-dbeaf1917875 req-5931fa55-0eb5-43f7-9a28-863a8fe2530b tempest-AbsoluteLimitsNegativeTestJSON-166797616 tempest-AbsoluteLimitsNegativeTestJSON-166797616-project] 10.222.0.46 "GET /v2.0/quotas/b83cbcf1a9984007a6e12950ca998705 HTTP/1.1" status: 200 len: 375 time: 0.0122011 Dec 09 14:58:02.454552 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:02.466269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e327faf6-305e-4dfc-a15f-dbeaf1917875 req-c9730b6d-86c5-4905-aba0-1b7548ed2c16 tempest-AbsoluteLimitsNegativeTestJSON-166797616 tempest-AbsoluteLimitsNegativeTestJSON-166797616-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83cbcf1a9984007a6e12950ca998705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291080 Dec 09 14:58:02.517987 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Set router aeb3a76b-2101-45d6-bb32-34d037e43ee5 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:02.549071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f21c7f1-ae44-4808-abed-66a905f34287,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:02.560186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7c06290-3289-4672-b69a-7ab1fef14f97 req-563fa80a-7c20-4e2a-a908-21c5a705b79f tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d660a0-4510-47a7-80df-488ae264d6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574357 Dec 09 14:58:02.562125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=731a3151-4023-43bf-8a07-3f92fa9a0289,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:02.621370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port 731a3151-4023-43bf-8a07-3f92fa9a0289 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:02.624829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:02.629194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc1d83d8-2778-42c5-ae4d-0ed914dd880a req-0e7d835e-ae09-4411-8c4b-d849e504a4b1 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.43 "DELETE /v2.0/ports/731a3151-4023-43bf-8a07-3f92fa9a0289 HTTP/1.1" status: 204 len: 173 time: 1.6606524 Dec 09 14:58:02.655982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Checking segment: {'id': 'e7d8d386-81c9-4d37-a5bd-73ef71e11481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a365f8d7-e8d6-4338-99c8-8177e4de0161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:02.656356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Network hostable DHCP agents. Network: a365f8d7-e8d6-4338-99c8-8177e4de0161, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:02.709733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Network a365f8d7-e8d6-4338-99c8-8177e4de0161 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:02.740790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, a365f8d7-e8d6-4338-99c8-8177e4de0161) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:02.746152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:02.746907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:02.750547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f043c4a-8e33-46fb-aa4e-592fc1c50748 None None] Network a365f8d7-e8d6-4338-99c8-8177e4de0161 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:02.783415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c9b960ff-86a0-4123-883f-9b45f1fdbfb2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0861883 Dec 09 14:58:02.860153 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:57:59Z', 'revision_number': 4, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5520db0f-a271-4965-8311-2c319a2c0eec', 'name': '', 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'mac_address': 'fa:16:3e:c2:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '10793ad9-84e9-4787-b3da-428e5d5f5375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:57Z', 'updated_at': '2021-12-09T14:58:00Z', 'revision_number': 2, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'subnets': [{'id': '10793ad9-84e9-4787-b3da-428e5d5f5375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:02.920288 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Checking router: aeb3a76b-2101-45d6-bb32-34d037e43ee5 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:02.920646 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Updating router aeb3a76b-2101-45d6-bb32-34d037e43ee5 port 5520db0f-a271-4965-8311-2c319a2c0eec binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:02.978657 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.005814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c59d5b73-e424-41d4-8f56-3860cbbe9a33 req-7ac2f77a-c3f3-496f-8063-0afb39ca99e7 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "GET /v2.0/ports?device_id=40591c35-b01b-42b5-a5c8-ce614134802a HTTP/1.1" status: 200 len: 210 time: 0.0785046 Dec 09 14:58:03.047215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-337d326d-4b55-4491-b7bf-632876e7a710 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:03.059115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-337d326d-4b55-4491-b7bf-632876e7a710 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2a3fcf7-a259-4090-96cc-12e921d50af1 HTTP/1.1" status: 200 len: 950 time: 0.1852095 Dec 09 14:58:03.062768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f8159-8a5c-4e47-bf85-833cc178fa5b None None] Network a365f8d7-e8d6-4338-99c8-8177e4de0161 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:03.112130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:03.247922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Deleting port 8345e667-7a3f-46bf-a70f-d291afa309c0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:03.249860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.257302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a537d0-e3c5-40c0-bd32-1a06b96c0870 req-8367895f-de6b-47fa-a8af-6eaad9075944 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:03.273120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-17a537d0-e3c5-40c0-bd32-1a06b96c0870 req-8367895f-de6b-47fa-a8af-6eaad9075944 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1698587 Dec 09 14:58:03.370024 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.378023 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.382796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-17a537d0-e3c5-40c0-bd32-1a06b96c0870 req-c2462436-9a5c-4c8a-a587-00bc94ad3559 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085401 Dec 09 14:58:03.432304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] For port 8345e667-7a3f-46bf-a70f-d291afa309c0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8345e667-7a3f-46bf-a70f-d291afa309c0,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:03.432804 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.447803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Calling delete_port for 8345e667-7a3f-46bf-a70f-d291afa309c0 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:03.471317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fafc0a-7b5c-4467-817f-6e359674bcb1 None None] Pushing event updated for resources: {'Port': ['ID=5520db0f-a271-4965-8311-2c319a2c0eec,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:03.563618 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a6de-f324-4fec-a700-83e616a84700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.565334 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Attempting to bind port 5520db0f-a271-4965-8311-2c319a2c0eec on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:03.566515 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Attempting to bind port 5520db0f-a271-4965-8311-2c319a2c0eec by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:03.567152 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Attempting to bind port 5520db0f-a271-4965-8311-2c319a2c0eec on network db257af6-97e9-4277-9bab-be78146228d6 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:03.575261 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:03.575999 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Checking segment: {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:03.576689 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.577255 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Bound using segment: {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:03.578594 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Bound port: 5520db0f-a271-4965-8311-2c319a2c0eec, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae5b5d1-2721-43a2-884c-904bbc580fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:03.579573 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.657986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] For port 5520db0f-a271-4965-8311-2c319a2c0eec, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:03.664080 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] For port 5520db0f-a271-4965-8311-2c319a2c0eec, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5520db0f-a271-4965-8311-2c319a2c0eec,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:03.670689 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.730759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a6de-f324-4fec-a700-83e616a84700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.733328 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fafc0a-7b5c-4467-817f-6e359674bcb1 None None] Pushing event updated for resources: {'Port': ['ID=5520db0f-a271-4965-8311-2c319a2c0eec,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:03.741344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a6de-f324-4fec-a700-83e616a84700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.763860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-0f14d953-0985-4868-92b4-c8bddf0c13e5 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2192612 Dec 09 14:58:03.766215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Routers {'aeb3a76b-2101-45d6-bb32-34d037e43ee5'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:03.766344 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:03.769880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:03.788521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.795325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f986d0ed-5b4d-4ccf-b1a0-12fc603242ad None None] Provisioning complete for port 5520db0f-a271-4965-8311-2c319a2c0eec triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:03.795875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f986d0ed-5b4d-4ccf-b1a0-12fc603242ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.820553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1ca9a6de-f324-4fec-a700-83e616a84700 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b83cbcf1a9984007a6e12950ca998705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7044325 Dec 09 14:58:03.829087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42076) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:03.848645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8345e667-7a3f-46bf-a70f-d291afa309c0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:03.868328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.875224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Pushing event deleted for resources: {'Port': ['ID=8345e667-7a3f-46bf-a70f-d291afa309c0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:03.938859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f986d0ed-5b4d-4ccf-b1a0-12fc603242ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.960890 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98d95847-c58e-4c11-b165-5c3c3b8351cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:03.966077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9a6de-f324-4fec-a700-83e616a84700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d251198-6af9-4f0d-a572-a93bcccdcaf1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:03.968578 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] Set router aeb3a76b-2101-45d6-bb32-34d037e43ee5 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:03.997250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f986d0ed-5b4d-4ccf-b1a0-12fc603242ad None None] For port 5520db0f-a271-4965-8311-2c319a2c0eec, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5520db0f-a271-4965-8311-2c319a2c0eec,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:04.003867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f986d0ed-5b4d-4ccf-b1a0-12fc603242ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.010591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] No DVR routers for this DVR port 8345e667-7a3f-46bf-a70f-d291afa309c0 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:04.013745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.020080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-766233a4-585e-4e91-8af8-ab7be318c4a6 req-9f6ffba3-f5ac-416a-b6e5-f3de47edf965 tempest-ServersOnMultiNodesTest-529169329 tempest-ServersOnMultiNodesTest-529169329-project] 10.222.0.36 "DELETE /v2.0/ports/8345e667-7a3f-46bf-a70f-d291afa309c0 HTTP/1.1" status: 204 len: 173 time: 0.9530373 Dec 09 14:58:04.021099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'name': 'network-vif-deleted', 'tag': '8345e667-7a3f-46bf-a70f-d291afa309c0'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:04.023839 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae397e-0e93-4561-81ba-c11b15d5eaed" -d '{"events": [{"server_uuid": "f2a3fcf7-a259-4090-96cc-12e921d50af1", "name": "network-vif-deleted", "tag": "8345e667-7a3f-46bf-a70f-d291afa309c0"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:04.028404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98d95847-c58e-4c11-b165-5c3c3b8351cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.141905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986d0ed-5b4d-4ccf-b1a0-12fc603242ad None None] Pushing event updated for resources: {'Port': ['ID=5520db0f-a271-4965-8311-2c319a2c0eec,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:04.153674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-deleted', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:04.156360 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edac0a1-facb-46f0-a7eb-948892c84402" -d '{"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-deleted", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:04.177029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98d95847-c58e-4c11-b165-5c3c3b8351cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.180055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98d95847-c58e-4c11-b165-5c3c3b8351cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.181383 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-98d95847-c58e-4c11-b165-5c3c3b8351cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d251198-6af9-4f0d-a572-a93bcccdcaf1 HTTP/1.1" status: 204 len: 168 time: 0.3509212 Dec 09 14:58:04.185391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:04.188688 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bebb072-1b5e-4abf-9b1a-55403acde6d5" -d '{"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-unplugged", "status": "completed", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:04.196912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.201248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d95847-c58e-4c11-b165-5c3c3b8351cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d251198-6af9-4f0d-a572-a93bcccdcaf1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:04.272529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-abf61fc4-14ed-48f1-8762-57b18b0ae180 None None] Provisioning complete for port 5520db0f-a271-4965-8311-2c319a2c0eec triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:04.272755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-abf61fc4-14ed-48f1-8762-57b18b0ae180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.387875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-d190f276-c0a0-438e-b5e3-d884a4a89411 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:04.392072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-d190f276-c0a0-438e-b5e3-d884a4a89411 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/networks?id=0753461b-1afe-454f-b2eb-04931ed0cf9e HTTP/1.1" status: 200 len: 815 time: 0.1958487 Dec 09 14:58:04.405761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Allocated IP 172.25.0.245 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/30544af0-edf7-4a98-bd77-fa8a037425ee) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:04.421610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-2391880c-57b9-49ba-8e44-b03d298a6fb9 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/quotas/18d9dd2fb6944a69b8c7d0b0aba0d819 HTTP/1.1" status: 200 len: 375 time: 0.0213549 Dec 09 14:58:04.424473 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:57:59Z', 'revision_number': 4, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5520db0f-a271-4965-8311-2c319a2c0eec', 'name': '', 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'mac_address': 'fa:16:3e:c2:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '10793ad9-84e9-4787-b3da-428e5d5f5375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:57Z', 'updated_at': '2021-12-09T14:58:03Z', 'revision_number': 4, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'subnets': [{'id': '10793ad9-84e9-4787-b3da-428e5d5f5375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:04.488287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-f0bd0d73-8612-4a6d-a3ff-bf828327843e tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18d9dd2fb6944a69b8c7d0b0aba0d819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494709 Dec 09 14:58:04.498859 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af64390-d6af-4749-a122-189b68ecb8cb None None] The sync data for ids ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'] in n-d-804292-5 is: [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:57:59Z', 'revision_number': 4, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5520db0f-a271-4965-8311-2c319a2c0eec', 'name': '', 'network_id': 'db257af6-97e9-4277-9bab-be78146228d6', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'mac_address': 'fa:16:3e:c2:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '10793ad9-84e9-4787-b3da-428e5d5f5375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:57Z', 'updated_at': '2021-12-09T14:58:03Z', 'revision_number': 4, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'subnets': [{'id': '10793ad9-84e9-4787-b3da-428e5d5f5375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:04.642548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.661510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-9f137594-e5ae-4037-9f28-b8f2dffbed97 service neutron] 10.222.0.46 "GET /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722407 Dec 09 14:58:04.697440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.766639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:04.772842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:04.777280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:04.780525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Pushing event updated for resources: {'Port': ['ID=30544af0-edf7-4a98-bd77-fa8a037425ee,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:04.804180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-36590434-11f2-4c02-9761-1c572ae03a11 service neutron] 10.222.0.46 "GET /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416438 Dec 09 14:58:04.898347 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:04.960102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.265212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.271478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.388488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:05.390899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Pushing event updated for resources: {'Port': ['ID=30544af0-edf7-4a98-bd77-fa8a037425ee,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:05.419147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.446683 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9785cbb3-6c3b-4064-8640-8e30415dfe09 x-openstack-request-id: req-9785cbb3-6c3b-4064-8640-8e30415dfe09 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:05.447003 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a3fcf7-a259-4090-96cc-12e921d50af1", "name": "network-vif-deleted", "tag": "8345e667-7a3f-46bf-a70f-d291afa309c0", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:05.447307 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9785cbb3-6c3b-4064-8640-8e30415dfe09 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:05.447770 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a3fcf7-a259-4090-96cc-12e921d50af1', 'name': 'network-vif-deleted', 'tag': '8345e667-7a3f-46bf-a70f-d291afa309c0', 'status': 'completed', 'code': 200} Dec 09 14:58:05.453285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.454600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-3d692a8d-ead7-4abb-a292-900502b99aaf tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6894367 Dec 09 14:58:05.490827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42146) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:05.526782 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0ccf24-fb30-4feb-a2d7-8324d70e66fe x-openstack-request-id: req-2f0ccf24-fb30-4feb-a2d7-8324d70e66fe {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:05.527101 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-deleted", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:05.527385 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f0ccf24-fb30-4feb-a2d7-8324d70e66fe {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:05.527860 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-deleted', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289', 'status': 'completed', 'code': 200} Dec 09 14:58:05.528282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42150) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:05.547950 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939da3a0-17e8-4712-bfda-56bcaed5b1bf x-openstack-request-id: req-939da3a0-17e8-4712-bfda-56bcaed5b1bf {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:05.548455 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40591c35-b01b-42b5-a5c8-ce614134802a", "name": "network-vif-unplugged", "status": "completed", "tag": "731a3151-4023-43bf-8a07-3f92fa9a0289", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:05.548699 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-939da3a0-17e8-4712-bfda-56bcaed5b1bf {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:05.549462 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40591c35-b01b-42b5-a5c8-ce614134802a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731a3151-4023-43bf-8a07-3f92fa9a0289', 'code': 200} Dec 09 14:58:05.568852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting subnet fc50c678-366f-4f6c-bf28-a648da4de1b8 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:05.576109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.579053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-e59e64ff-ba70-4921-bd16-9526810861ac tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 696 time: 0.1143389 Dec 09 14:58:05.669670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.718542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-626078451-network', 'tenant_id': 'efa42a5be9554cbcb0a7dfdb7f610170'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:05.771534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-d466c637-174a-4465-8c12-94539ee7bfac tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:05.772985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7740784-015d-4f83-85d5-5cbcf8c0d589 req-d466c637-174a-4465-8c12-94539ee7bfac tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1863446 Dec 09 14:58:05.872399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ed823ef-c0d1-45ed-94c0-dfaf75c17db7 req-b0dcbf10-9fd8-4c92-9a6f-57991c537ed0 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 210 time: 0.0367975 Dec 09 14:58:05.888194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63fdfa-0fe8-48f8-aaeb-73657aa9a067 req-7c083f04-d8b5-4781-8405-6c4710b00443 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:05.893774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a63fdfa-0fe8-48f8-aaeb-73657aa9a067 req-7c083f04-d8b5-4781-8405-6c4710b00443 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1813414 Dec 09 14:58:05.907809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Made reservation on behalf of efa42a5be9554cbcb0a7dfdb7f610170 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:05.910328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.929668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.959269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:05.964440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eab2416a-e6fc-44d9-92ed-d409e67ac63f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b8687e457194a10a698f3cd79605202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303033 Dec 09 14:58:05.967065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42166) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:06.025457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8345e667-7a3f-46bf-a70f-d291afa309c0 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:06.047693 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26eb6cc6-eee5-4171-872a-b91b367e0efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.056534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a63fdfa-0fe8-48f8-aaeb-73657aa9a067 req-7d3487c9-b131-4324-9999-efe3ece90d6d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537132 Dec 09 14:58:06.059640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 8345e667-7a3f-46bf-a70f-d291afa309c0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:06.060000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8345e667-7a3f-46bf-a70f-d291afa309c0 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:06.094774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26eb6cc6-eee5-4171-872a-b91b367e0efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.168455 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26eb6cc6-eee5-4171-872a-b91b367e0efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.171397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26eb6cc6-eee5-4171-872a-b91b367e0efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.172718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-26eb6cc6-eee5-4171-872a-b91b367e0efd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1d660a0-4510-47a7-80df-488ae264d6e0 HTTP/1.1" status: 204 len: 168 time: 0.2043869 Dec 09 14:58:06.206915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb6cc6-eee5-4171-872a-b91b367e0efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d660a0-4510-47a7-80df-488ae264d6e0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:06.210995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.240192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6323d73-6ea3-498c-90cb-c6fc6de3ae70 req-ea3a574f-8d01-427e-8e35-a2d1a762a910 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips/2bf04656-6da9-42ab-8288-9b61ab1d4fb6 HTTP/1.1" status: 200 len: 693 time: 0.1399584 Dec 09 14:58:06.341645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.358364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Subnet': ['ID=fc50c678-366f-4f6c-bf28-a648da4de1b8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:06.368534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ab6b9-a3cf-487f-8228-4100f6edefa0 None None] Network 0900aefb-c631-4efe-9540-08a97ccc68d4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:06.368688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.377610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7661df15-77d0-436f-a829-4cd43f9cc5a3 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/subnets/fc50c678-366f-4f6c-bf28-a648da4de1b8 HTTP/1.1" status: 204 len: 168 time: 0.9853170 Dec 09 14:58:06.379397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:06.379568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.547243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-f6a6f96d-3939-40c6-9bf3-bd68cc4575e7 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:06.550750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-f6a6f96d-3939-40c6-9bf3-bd68cc4575e7 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.43 "GET /v2.0/networks?id=0753461b-1afe-454f-b2eb-04931ed0cf9e HTTP/1.1" status: 200 len: 815 time: 0.1555264 Dec 09 14:58:06.555638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.598559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Request body: {'port': {'device_id': '49be1f5c-c17a-4807-937d-211debb92b8c', 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e', 'admin_state_up': True, 'tenant_id': '18d9dd2fb6944a69b8c7d0b0aba0d819'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:06.632039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:06.658199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51159af-e1ff-419e-b797-5814101c891a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:06.683756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.684895 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Added segment 15d542e0-c915-4982-a8b9-965eb363e9e3 of type vlan for network 607b1372-dfe1-43ba-9060-09fbe7857d4f Dec 09 14:58:06.699606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5520db0f-a271-4965-8311-2c319a2c0eec up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:06.714787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port f55a6d83-3071-487a-89af-f9ebc8f2d018 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:06.714787 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.774032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] DHCP port deletion for 0900aefb-c631-4efe-9540-08a97ccc68d4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:06.783731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42194) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:06.818783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port f55a6d83-3071-487a-89af-f9ebc8f2d018, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f55a6d83-3071-487a-89af-f9ebc8f2d018,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:06.819142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.835432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5520db0f-a271-4965-8311-2c319a2c0eec triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:06.835920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.836818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6323d73-6ea3-498c-90cb-c6fc6de3ae70 req-fa5c8b14-138c-4429-9163-5f3bfd0ba2fc tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:06.838381 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e6323d73-6ea3-498c-90cb-c6fc6de3ae70 req-fa5c8b14-138c-4429-9163-5f3bfd0ba2fc tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.5974147 Dec 09 14:58:06.848814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.855372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for f55a6d83-3071-487a-89af-f9ebc8f2d018 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:06.872546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df002218-864e-454d-9e80-d44f338b87cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b173346f4ef4452380a6b5aa207d1f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864949 Dec 09 14:58:06.874723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42206) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:06.909329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.910668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:06.911416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.926879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Made reservation on behalf of 18d9dd2fb6944a69b8c7d0b0aba0d819 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:06.942966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.948477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] Deleting port f55a6d83-3071-487a-89af-f9ebc8f2d018 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:06.948858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.961168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4592381 Dec 09 14:58:06.966489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:06.968552 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34f744ec-a801-49ac-9a87-07c6d3f957a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:06.974947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Request body: {'subnet': {'network_id': '607b1372-dfe1-43ba-9060-09fbe7857d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-626078451-subnet', 'tenant_id': 'efa42a5be9554cbcb0a7dfdb7f610170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:07.042298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34f744ec-a801-49ac-9a87-07c6d3f957a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.044760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e2999-4e45-486e-8495-8419fc544d2c admin admin] Pushing event updated for resources: {'Network': ['ID=607b1372-dfe1-43ba-9060-09fbe7857d4f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:07.056641 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.067927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 607b1372-dfe1-43ba-9060-09fbe7857d4f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:07.076595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Made reservation on behalf of efa42a5be9554cbcb0a7dfdb7f610170 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:07.091650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.102687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] For port f55a6d83-3071-487a-89af-f9ebc8f2d018, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f55a6d83-3071-487a-89af-f9ebc8f2d018,segment=NetworkSegment(298ace28-7a1f-4a8b-8380-3bf2805b7f9f),segment_id=298ace28-7a1f-4a8b-8380-3bf2805b7f9f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:07.103092 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.147883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fefd86b8-a288-43e8-8f3a-86e8d37d96ed req-2cb42005-a63f-4c34-8936-6caf6ad6c5d0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=666829984c2f467f9f5b38feaedb16a0 HTTP/1.1" status: 200 len: 696 time: 0.1162791 Dec 09 14:58:07.153854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] Calling delete_port for f55a6d83-3071-487a-89af-f9ebc8f2d018 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:07.244360 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.275321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] Pushing event deleted for resources: {'Port': ['ID=f55a6d83-3071-487a-89af-f9ebc8f2d018,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:07.282924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536a9f4-8adc-41eb-814a-740f732ba17b None None] No DVR routers for this DVR port f55a6d83-3071-487a-89af-f9ebc8f2d018 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:07.356349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=f55a6d83-3071-487a-89af-f9ebc8f2d018,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:07.358065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port f55a6d83-3071-487a-89af-f9ebc8f2d018 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:07.380918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e602b5ac-838d-4617-8fc6-907d34ffb519 req-473a5f26-a822-4299-940e-d48c619d4fe9 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 210 time: 0.0816131 Dec 09 14:58:07.407081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.513435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.524904 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34f744ec-a801-49ac-9a87-07c6d3f957a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.527526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34f744ec-a801-49ac-9a87-07c6d3f957a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.531327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34f744ec-a801-49ac-9a87-07c6d3f957a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d85e8905-865c-435c-a4b6-83ddb5e9e3a4 HTTP/1.1" status: 204 len: 168 time: 0.6556959 Dec 09 14:58:07.542903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd86b8-a288-43e8-8f3a-86e8d37d96ed req-4de882a2-3401-478e-b1e3-8d2648a37f0e tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:07.544567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fefd86b8-a288-43e8-8f3a-86e8d37d96ed req-4de882a2-3401-478e-b1e3-8d2648a37f0e tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks?id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 787 time: 0.3868668 Dec 09 14:58:07.558070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ac3e5d-6cc2-41fc-923c-603d070c0d22,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:07.561573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-fefd86b8-a288-43e8-8f3a-86e8d37d96ed req-b7cfce99-f823-4c7c-b215-30b976117e0b tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:58:07.563693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f744ec-a801-49ac-9a87-07c6d3f957a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85e8905-865c-435c-a4b6-83ddb5e9e3a4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:07.565202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fefd86b8-a288-43e8-8f3a-86e8d37d96ed req-b7cfce99-f823-4c7c-b215-30b976117e0b tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109217 Dec 09 14:58:07.580173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0900aefb-c631-4efe-9540-08a97ccc68d4']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:07.580909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Allocated IP 172.20.0.10 (0753461b-1afe-454f-b2eb-04931ed0cf9e/f9bdf584-edc6-44db-8ded-fdb0a514cf13/c01d622c-57fa-41c9-94ad-019e4a619bb8) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:07.614078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298ace28-7a1f-4a8b-8380-3bf2805b7f9f') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:07.615783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298ace28-7a1f-4a8b-8380-3bf2805b7f9f') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:07.645251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.653953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Checking segment: {'id': '15d542e0-c915-4982-a8b9-965eb363e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '607b1372-dfe1-43ba-9060-09fbe7857d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:07.654323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Network hostable DHCP agents. Network: 607b1372-dfe1-43ba-9060-09fbe7857d4f, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:07.672532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.684621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:07.685028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:07.688462 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:07.750713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f60e-4da5-4109-94cb-0659cc9fde61 req-9d9231c8-a2d0-4959-b40d-97f49015433e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:07.758182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48f5f60e-4da5-4109-94cb-0659cc9fde61 req-9d9231c8-a2d0-4959-b40d-97f49015433e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1745412 Dec 09 14:58:07.771108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Network 607b1372-dfe1-43ba-9060-09fbe7857d4f is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:07.776820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13860a06-60d6-4396-84e7-038480e47f2c req-34e60787-f553-469c-9bf1-10d07b6cf304 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:07.782780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13860a06-60d6-4396-84e7-038480e47f2c req-34e60787-f553-469c-9bf1-10d07b6cf304 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.1119277 Dec 09 14:58:07.792962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.799055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.803768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 607b1372-dfe1-43ba-9060-09fbe7857d4f) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:07.818503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e5146c-2f4c-4c36-9c28-531d217339bd None None] Network 607b1372-dfe1-43ba-9060-09fbe7857d4f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:07.829383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.837474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/networks/0900aefb-c631-4efe-9540-08a97ccc68d4 HTTP/1.1" status: 204 len: 168 time: 1.4567018 Dec 09 14:58:07.837655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:07.839719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:07.840463 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.859695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3fa2-e181-4196-bea3-527d630e33de tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Network': ['ID=0900aefb-c631-4efe-9540-08a97ccc68d4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:07.868835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48f5f60e-4da5-4109-94cb-0659cc9fde61 req-47a52ccf-6592-4c11-9d36-c73bc06d701e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094339 Dec 09 14:58:07.874934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2808d27c-08cd-435c-b398-3da57a873098 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9044490 Dec 09 14:58:07.924464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13860a06-60d6-4396-84e7-038480e47f2c req-7ef61183-a305-423f-a969-f71a29f620af tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279151 Dec 09 14:58:07.952911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting subnet 556d2ca5-179a-4b8f-b8d1-541babe05a15 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:07.961014 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.964912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:07.991219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f1125-4ecd-4de5-9ffc-3edf99228012 None None] Network 607b1372-dfe1-43ba-9060-09fbe7857d4f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:08.144572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Network 0753461b-1afe-454f-b2eb-04931ed0cf9e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:08.158630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:08.163390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Pushing event updated for resources: {'Port': ['ID=c01d622c-57fa-41c9-94ad-019e4a619bb8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:08.167977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-58b6204b-af29-4b19-80c3-5a89695d341c tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips/2bf04656-6da9-42ab-8288-9b61ab1d4fb6 HTTP/1.1" status: 200 len: 693 time: 0.1352670 Dec 09 14:58:08.170130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.172947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:08.323557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:08.324575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.398598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-fb6c001d-fd50-4f92-bb79-545cf159649d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8034639 Dec 09 14:58:08.413619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.419396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0b9b87aa-7dcf-430e-aaf4-82250cc214f3 req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1250646721', 'description': 'tempest-description-1967213187'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:08.421477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Request body: {'port': {'device_id': '49be1f5c-c17a-4807-937d-211debb92b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:08.455061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0b9b87aa-7dcf-430e-aaf4-82250cc214f3 req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.470671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-ead246cc-18df-4e1e-8054-070a0d6f4dd7 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:08.478453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-ead246cc-18df-4e1e-8054-070a0d6f4dd7 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2804425 Dec 09 14:58:08.535717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0b9b87aa-7dcf-430e-aaf4-82250cc214f3 req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.547580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0b9b87aa-7dcf-430e-aaf4-82250cc214f3 req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.580411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f55a6d83-3071-487a-89af-f9ebc8f2d018 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:08.593890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-adae6b93-a49f-41b4-9538-5e4d89b41e21 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 696 time: 0.1145053 Dec 09 14:58:08.610850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f55a6d83-3071-487a-89af-f9ebc8f2d018 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:08.611517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f55a6d83-3071-487a-89af-f9ebc8f2d018 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:08.612626 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0b9b87aa-7dcf-430e-aaf4-82250cc214f3 req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.614057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b9b87aa-7dcf-430e-aaf4-82250cc214f3 req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1992531 Dec 09 14:58:08.628214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939bca-a533-495d-b07f-14a1c90592af tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d29733-42dd-4d30-b83e-0c478039de31,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:08.641360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-51599c01-f973-49e7-856b-f560ae38232e tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:08.642894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-51599c01-f973-49e7-856b-f560ae38232e tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4 HTTP/1.1" status: 200 len: 946 time: 0.1107879 Dec 09 14:58:08.676948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.698141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-60f4d6b5-3842-4fd1-9c2b-656a40798093 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 696 time: 0.1026912 Dec 09 14:58:08.764703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.766389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Deleting port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:08.767001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.861663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Subnet': ['ID=556d2ca5-179a-4b8f-b8d1-541babe05a15,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:08.879027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9a908-dcfe-4a17-82f1-6f524ac21d0c None None] Network 2b15865b-e670-4535-97c8-17294034039b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:08.881421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e16bc6-437d-4f1d-8871-9e4a65461cf1 req-6c0e8a34-c8be-467a-bcc6-656fbb7a1a89 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:08.883391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.883880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7e16bc6-437d-4f1d-8871-9e4a65461cf1 req-6c0e8a34-c8be-467a-bcc6-656fbb7a1a89 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 932 time: 0.1104457 Dec 09 14:58:08.889098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a97e7a5-f540-4d69-8f0d-2ccdf9514274 tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/subnets/556d2ca5-179a-4b8f-b8d1-541babe05a15 HTTP/1.1" status: 204 len: 168 time: 1.0480940 Dec 09 14:58:08.891118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42304) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:08.934347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] For port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:08.934919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:08.967605 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7e16bc6-437d-4f1d-8871-9e4a65461cf1 req-fcfbd839-cb61-4173-9885-f779f4a99d03 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742111 Dec 09 14:58:08.975199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Calling delete_port for 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:09.078984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.088109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] DHCP port deletion for 2b15865b-e670-4535-97c8-17294034039b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:09.125869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-276b5ba2-233b-4508-941f-19b96caedc19 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/50d29733-42dd-4d30-b83e-0c478039de31 HTTP/1.1" status: 200 len: 1822 time: 0.0787058 Dec 09 14:58:09.139477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50d29733-42dd-4d30-b83e-0c478039de31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:09.140560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50d29733-42dd-4d30-b83e-0c478039de31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:09.162223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] Deleting port e1cf99ab-e000-4018-80ca-75aac2620860 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:09.162940 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.182218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Deleting port 30544af0-edf7-4a98-bd77-fa8a037425ee {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:09.182561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.240754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] For port e1cf99ab-e000-4018-80ca-75aac2620860, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1cf99ab-e000-4018-80ca-75aac2620860,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:09.241420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.257330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] Calling delete_port for e1cf99ab-e000-4018-80ca-75aac2620860 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:09.266897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.274605 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.294851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['25566abc-73b7-4f6b-8ac4-480cd92296b4', '188f9039-49e2-4eac-ad2d-ce7d10aaeca9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:09.316979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['636a0ccc-237d-4f3c-bb19-5322e476dc36'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:09.348044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Pushing event deleted for resources: {'Port': ['ID=188f9039-49e2-4eac-ad2d-ce7d10aaeca9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:09.366139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.370819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.371153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.388892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Deleting port e1cf99ab-e000-4018-80ca-75aac2620860 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:09.389232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.413674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Calling delete_port for 30544af0-edf7-4a98-bd77-fa8a037425ee owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:09.414225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] No DVR routers for this DVR port 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:09.417352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.421825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d22a4038-73c8-4974-ae65-c6844569ad95 req-d897b0f2-bb2f-4671-82cf-e2a71e8603bf tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "DELETE /v2.0/ports/188f9039-49e2-4eac-ad2d-ce7d10aaeca9 HTTP/1.1" status: 204 len: 173 time: 0.7715991 Dec 09 14:58:09.422709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.439699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'name': 'network-vif-deleted', 'tag': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:09.447991 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e34c6e-b646-46a2-87a1-511330c50fbf" -d '{"events": [{"server_uuid": "eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4", "name": "network-vif-deleted", "tag": "188f9039-49e2-4eac-ad2d-ce7d10aaeca9"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:09.471606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392e1cdc-3bed-4ddc-8701-1b004e6a50f5,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:09.490438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.491690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c0fe812a-e670-447a-bfd7-52008ae415eb req-bd7c48a3-8d68-4ea1-9e54-41889fc17fa8 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3581812 Dec 09 14:58:09.556185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d622c-57fa-41c9-94ad-019e4a619bb8 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:09.573168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.578627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] For port e1cf99ab-e000-4018-80ca-75aac2620860, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1cf99ab-e000-4018-80ca-75aac2620860,segment=NetworkSegment(ffe28b76-3af0-41a3-bf5b-4dc0fed9c847),segment_id=ffe28b76-3af0-41a3-bf5b-4dc0fed9c847)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:09.578979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.583445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.605495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Calling delete_port for e1cf99ab-e000-4018-80ca-75aac2620860 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:09.618747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Transition to ACTIVE for port object c01d622c-57fa-41c9-94ad-019e4a619bb8 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:58:09.627810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.641700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] Pushing event deleted for resources: {'Port': ['ID=e1cf99ab-e000-4018-80ca-75aac2620860,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:09.672978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88400336-0e0e-4b4a-b603-684b8acf0003 None None] No DVR routers for this DVR port e1cf99ab-e000-4018-80ca-75aac2620860 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:09.778938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d622c-57fa-41c9-94ad-019e4a619bb8,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:09.911301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.913215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:09.953426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Port': ['ID=e1cf99ab-e000-4018-80ca-75aac2620860,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:09.963729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] No DVR routers for this DVR port e1cf99ab-e000-4018-80ca-75aac2620860 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:10.020668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Attempting to bind port c01d622c-57fa-41c9-94ad-019e4a619bb8 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:10.021023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Attempting to bind port c01d622c-57fa-41c9-94ad-019e4a619bb8 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'f6d5a691-285f-42a3-ab08-b708f8756af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:10.021412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Attempting to bind port c01d622c-57fa-41c9-94ad-019e4a619bb8 on network 0753461b-1afe-454f-b2eb-04931ed0cf9e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:10.039047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Pushing event deleted for resources: {'Port': ['ID=30544af0-edf7-4a98-bd77-fa8a037425ee,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:10.296523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b39ee-bb5b-4090-8ceb-d03d38e31584 req-ee01abb7-adf5-4346-82e0-e99372b9c28d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:10.298097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-780b39ee-bb5b-4090-8ceb-d03d38e31584 req-ee01abb7-adf5-4346-82e0-e99372b9c28d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.0511739 Dec 09 14:58:10.313950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Port c01d622c-57fa-41c9-94ad-019e4a619bb8 on network 0753461b-1afe-454f-b2eb-04931ed0cf9e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:58:10.314498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Attempting to bind port c01d622c-57fa-41c9-94ad-019e4a619bb8 on network 0753461b-1afe-454f-b2eb-04931ed0cf9e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:10.336038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:10.336307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Checking segment: {'id': 'f6d5a691-285f-42a3-ab08-b708f8756af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:10.336688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Bound using segment: {'id': 'f6d5a691-285f-42a3-ab08-b708f8756af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:10.337126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Bound port: c01d622c-57fa-41c9-94ad-019e4a619bb8, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d5a691-285f-42a3-ab08-b708f8756af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:10.337480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.347279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-780b39ee-bb5b-4090-8ceb-d03d38e31584 req-07cc35d8-5724-44e5-8597-fd05e8c29f1e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Dec 09 14:58:10.366594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.426276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b15865b-e670-4535-97c8-17294034039b']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:10.428713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.430836 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2807a79-8915-42f1-8712-47df16101bb8 x-openstack-request-id: req-a2807a79-8915-42f1-8712-47df16101bb8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:10.431310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.431469 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4", "name": "network-vif-deleted", "tag": "188f9039-49e2-4eac-ad2d-ce7d10aaeca9", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:10.431872 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2807a79-8915-42f1-8712-47df16101bb8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:10.432282 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1c74ef-959a-4d4d-a7a4-a0e69b21b0e4', 'name': 'network-vif-deleted', 'tag': '188f9039-49e2-4eac-ad2d-ce7d10aaeca9', 'status': 'completed', 'code': 200} Dec 09 14:58:10.432489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471211a8-7d46-4611-8d0d-d5b378d9ea3e req-4942203f-b381-49dd-8a64-bb2a33c4f18a tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "DELETE /v2.0/floatingips/2bf04656-6da9-42ab-8288-9b61ab1d4fb6 HTTP/1.1" status: 204 len: 173 time: 1.7332823 Dec 09 14:58:10.446016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:10.446315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe28b76-3af0-41a3-bf5b-4dc0fed9c847') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:10.461435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e40a755e-aceb-47cb-9884-18e094d11921 req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-247370597', 'description': 'tempest-description-186895492'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:10.466281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.500885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.512573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:10.512981 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:10.517667 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:10.537611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] For port c01d622c-57fa-41c9-94ad-019e4a619bb8, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:10.546706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e40a755e-aceb-47cb-9884-18e094d11921 req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.558002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1cf99ab-e000-4018-80ca-75aac2620860 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:10.582030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e1cf99ab-e000-4018-80ca-75aac2620860 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:10.582484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1cf99ab-e000-4018-80ca-75aac2620860 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:10.601750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.617216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.620367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] 10.222.0.46 "DELETE /v2.0/networks/2b15865b-e670-4535-97c8-17294034039b HTTP/1.1" status: 204 len: 168 time: 1.7251000 Dec 09 14:58:10.643329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] For port c01d622c-57fa-41c9-94ad-019e4a619bb8, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8,segment=NetworkSegment(f6d5a691-285f-42a3-ab08-b708f8756af0),segment_id=f6d5a691-285f-42a3-ab08-b708f8756af0)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:10.648987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1480a-21f3-4e5e-bdb2-84089935300a tempest-ServersTestMultiNic-828862370 tempest-ServersTestMultiNic-828862370-project] Pushing event deleted for resources: {'Network': ['ID=2b15865b-e670-4535-97c8-17294034039b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:10.654644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.701891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:10.702733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.704222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c01d622c-57fa-41c9-94ad-019e4a619bb8 HTTP/1.1" status: 200 len: 1092 time: 2.2922239 Dec 09 14:58:10.709011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49be1f5c-c17a-4807-937d-211debb92b8c', 'tag': 'c01d622c-57fa-41c9-94ad-019e4a619bb8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:10.711312 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2dcee6-8a79-493f-a678-38fce92286e1" -d '{"events": [{"name": "network-changed", "server_uuid": "49be1f5c-c17a-4807-937d-211debb92b8c", "tag": "c01d622c-57fa-41c9-94ad-019e4a619bb8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:10.713481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee9eb-fb41-42d8-98e3-f5b82ea761e1 req-9b028294-92db-41ae-b994-431a4bfe1946 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:10.715614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-500ee9eb-fb41-42d8-98e3-f5b82ea761e1 req-9b028294-92db-41ae-b994-431a4bfe1946 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 944 time: 0.0724554 Dec 09 14:58:10.756317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef7c72-484c-4758-be51-f7f2c8351df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d622c-57fa-41c9-94ad-019e4a619bb8,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:10.768149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e40a755e-aceb-47cb-9884-18e094d11921 req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.773365 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e40a755e-aceb-47cb-9884-18e094d11921 req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.783592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-500ee9eb-fb41-42d8-98e3-f5b82ea761e1 req-82e7eb58-0c29-4b04-b592-02caafbc3632 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Dec 09 14:58:10.823879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e40a755e-aceb-47cb-9884-18e094d11921 req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:10.825116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e40a755e-aceb-47cb-9884-18e094d11921 req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3711066 Dec 09 14:58:10.829227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c974e-0a6e-40fb-beed-1063c000b253 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e19b43-a201-4658-ad5a-7918e4d66725,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:10.841769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-bfe710da-61fd-4ba9-b6c4-9d85ac3c4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:10.843299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-bfe710da-61fd-4ba9-b6c4-9d85ac3c4ca8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=18d9dd2fb6944a69b8c7d0b0aba0d819&device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 1095 time: 0.0881062 Dec 09 14:58:10.892707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-2d9a5578-ac33-4494-8e11-9abbee1fc4b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8 HTTP/1.1" status: 200 len: 217 time: 0.0403042 Dec 09 14:58:10.956473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-00ca074f-b6fb-46db-97a0-d89d80bc9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:10.958621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-00ca074f-b6fb-46db-97a0-d89d80bc9bda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9bdf584-edc6-44db-8ded-fdb0a514cf13 HTTP/1.1" status: 200 len: 855 time: 0.0570896 Dec 09 14:58:11.012745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-658b10a8-d9ed-4338-83ec-5588a46435da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0753461b-1afe-454f-b2eb-04931ed0cf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432642 Dec 09 14:58:11.271865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-bd5f1de3-04c7-4667-82ae-9c371c1ed15c tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2922118 Dec 09 14:58:11.276830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-157ca4bd-5006-490c-b079-97920389ec76 service neutron] 10.222.0.43 "GET /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484367 Dec 09 14:58:11.282242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:11.362445 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f72be9-6cd6-4a26-a7fb-84840c7db0bb x-openstack-request-id: req-13f72be9-6cd6-4a26-a7fb-84840c7db0bb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:11.363327 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49be1f5c-c17a-4807-937d-211debb92b8c", "tag": "c01d622c-57fa-41c9-94ad-019e4a619bb8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:11.363327 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13f72be9-6cd6-4a26-a7fb-84840c7db0bb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:11.363559 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49be1f5c-c17a-4807-937d-211debb92b8c', 'tag': 'c01d622c-57fa-41c9-94ad-019e4a619bb8', 'status': 'completed', 'code': 200} Dec 09 14:58:11.380067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:11.410250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fd719-a5d8-4730-8b55-7c216a6c3c54 req-ef42a139-090d-4fa2-ab18-30d35867fee1 service neutron] 10.222.0.43 "GET /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226382 Dec 09 14:58:11.413080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-f7f96d95-97fb-47e3-8539-db0ac218bf56 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/a6e19b43-a201-4658-ad5a-7918e4d66725 HTTP/1.1" status: 200 len: 1820 time: 0.0397763 Dec 09 14:58:11.423702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a6e19b43-a201-4658-ad5a-7918e4d66725', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:11.424016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a6e19b43-a201-4658-ad5a-7918e4d66725', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:11.485320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:11.511456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:11.515802 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:11.522564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-ff4fb7d1-bf97-45c3-9306-962d2f542760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:11.524199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-ff4fb7d1-bf97-45c3-9306-962d2f542760 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=18d9dd2fb6944a69b8c7d0b0aba0d819&device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 1095 time: 0.0564113 Dec 09 14:58:11.534186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb23f438-8c93-45d7-b5d7-29101c41a8fb,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:11.542584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:11.543713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a65d0678-72d1-4d0c-8354-49d6005a3282 req-35e61b1f-eb8b-4005-b573-a2f8a0c0ccdd tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1242006 Dec 09 14:58:11.562583 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:11.646823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbc0e4-8f79-4685-8fd7-0be2fb24aac6 req-62c9859d-9379-4b2b-a03e-542672d3ab76 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:11.648258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7fbbc0e4-8f79-4685-8fd7-0be2fb24aac6 req-62c9859d-9379-4b2b-a03e-542672d3ab76 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Dec 09 14:58:11.695180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-4e2e156f-c7c4-4323-bf12-841eab689b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:11.696614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-4e2e156f-c7c4-4323-bf12-841eab689b7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0753461b-1afe-454f-b2eb-04931ed0cf9e HTTP/1.1" status: 200 len: 916 time: 0.1613674 Dec 09 14:58:11.699153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7fbbc0e4-8f79-4685-8fd7-0be2fb24aac6 req-0361cc0f-f24b-471c-bd7e-285f81935945 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Dec 09 14:58:11.734910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Allocated IP 172.25.0.159 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/4ec77f86-1a9e-4051-8c22-9170c6e74cf7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:11.767745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-9a73f08a-b1b3-42d3-b7f1-746b11033018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8 HTTP/1.1" status: 200 len: 217 time: 0.0452969 Dec 09 14:58:11.880057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-4e8f27c6-7544-4b8a-8ecb-b15c7682b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:11.881666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-4e8f27c6-7544-4b8a-8ecb-b15c7682b885 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9bdf584-edc6-44db-8ded-fdb0a514cf13 HTTP/1.1" status: 200 len: 855 time: 0.1038506 Dec 09 14:58:11.929863 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-758bc5b3-9003-4c8d-99b2-1a4b7a50c3bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0753461b-1afe-454f-b2eb-04931ed0cf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357423 Dec 09 14:58:11.939525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.048396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.063101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:12.079239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-c9210430-f900-4e42-9ea2-635c44e7c591 service neutron] 10.222.0.43 "GET /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379650 Dec 09 14:58:12.090561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:12.090908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 188f9039-49e2-4eac-ad2d-ce7d10aaeca9 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:12.100164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:12.105402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:12.126823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:12.149209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Pushing event updated for resources: {'Port': ['ID=4ec77f86-1a9e-4051-8c22-9170c6e74cf7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:12.287508 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee2dcee6-8a79-493f-a678-38fce92286e1 req-557810f0-fd8d-4bab-a41d-b66f4ad90286 service neutron] 10.222.0.43 "GET /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968517 Dec 09 14:58:12.311535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.323995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd047-6b9f-4d44-8e31-0ec132e977dd req-67479a0b-33e6-4b34-9a30-b91169155099 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:12.325564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc1cd047-6b9f-4d44-8e31-0ec132e977dd req-67479a0b-33e6-4b34-9a30-b91169155099 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.0518391 Dec 09 14:58:12.350984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.406531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc1cd047-6b9f-4d44-8e31-0ec132e977dd req-df20e2cd-814c-4c71-99a2-2be0abcfcb33 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Dec 09 14:58:12.415651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75424d15-fe11-4cf9-84ef-e334229652bf req-1ab999ad-f0d5-4ca7-8d84-de59713e29ca tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:12.416946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75424d15-fe11-4cf9-84ef-e334229652bf req-1ab999ad-f0d5-4ca7-8d84-de59713e29ca tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 945 time: 0.0792387 Dec 09 14:58:12.441481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e68c1aa0-0c55-421d-bc18-83247302c88a req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431125458', 'description': 'tempest-description-1636763123'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:12.527172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.527784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e68c1aa0-0c55-421d-bc18-83247302c88a req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.533968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.576130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Deleting port 25566abc-73b7-4f6b-8ac4-480cd92296b4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:12.576775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.617044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Pushing event updated for resources: {'Port': ['ID=4ec77f86-1a9e-4051-8c22-9170c6e74cf7,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:12.636396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.653620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.654875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-2e5cbb7f-6110-4c9b-b5a3-aa85143b8cf0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3765957 Dec 09 14:58:12.675887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e68c1aa0-0c55-421d-bc18-83247302c88a req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.683010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e68c1aa0-0c55-421d-bc18-83247302c88a req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:12.716676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-f75538ce-870e-443d-a6b1-36b3bf5d4234 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0547955 Dec 09 14:58:12.845946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-7fdf2aed-2045-43ce-98de-d6a27d468493 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:12.847630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7fa3774-7854-4ff6-b48f-eb8128ed9078 req-7fdf2aed-2045-43ce-98de-d6a27d468493 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1206529 Dec 09 14:58:12.953140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a180-0dad-4d2d-a8bc-0289dcec98e9 req-0aa6f7ce-3f76-42c4-925d-378dabe2e802 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:12.954552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9de1a180-0dad-4d2d-a8bc-0289dcec98e9 req-0aa6f7ce-3f76-42c4-925d-378dabe2e802 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 944 time: 0.0549779 Dec 09 14:58:13.006403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9de1a180-0dad-4d2d-a8bc-0289dcec98e9 req-67425ae9-7536-4eb2-9204-eb5752e7c70b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446429 Dec 09 14:58:13.030791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] For port 25566abc-73b7-4f6b-8ac4-480cd92296b4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=25566abc-73b7-4f6b-8ac4-480cd92296b4,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:13.031104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.046018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e68c1aa0-0c55-421d-bc18-83247302c88a req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.047225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e68c1aa0-0c55-421d-bc18-83247302c88a req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6105216 Dec 09 14:58:13.055430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Calling delete_port for 25566abc-73b7-4f6b-8ac4-480cd92296b4 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:13.059277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430a8b6-b2a3-4cea-849e-ee22ac92261e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d021f2-479a-429d-9b30-b8b88ad2b747,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:13.246217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-a00386ad-d879-4785-b444-9f5193a56504 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips/61175bf3-99bc-4886-ae7a-7c5817cbee2f HTTP/1.1" status: 200 len: 693 time: 0.0633903 Dec 09 14:58:13.263743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.268661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ef580-23a0-4d0b-a98c-f30530339d97 req-33cdc4cb-716d-4fed-8c34-f420324396ef tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:13.271076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-155ef580-23a0-4d0b-a98c-f30530339d97 req-33cdc4cb-716d-4fed-8c34-f420324396ef tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a889d7e7-5b8c-40e1-b3e3-71b28a746a33 HTTP/1.1" status: 200 len: 867 time: 0.0613768 Dec 09 14:58:13.276862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['25566abc-73b7-4f6b-8ac4-480cd92296b4'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:13.319770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['636a0ccc-237d-4f3c-bb19-5322e476dc36'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:13.348447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-155ef580-23a0-4d0b-a98c-f30530339d97 req-113f7cb2-3b15-4f45-b977-754edbd0836a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622606 Dec 09 14:58:13.371891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Pushing event deleted for resources: {'Port': ['ID=25566abc-73b7-4f6b-8ac4-480cd92296b4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:13.390561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-90aeb189-5a9f-44ed-8303-3a2466826c51 req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2093715786', 'description': 'tempest-description-2084225537'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:13.427313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90aeb189-5a9f-44ed-8303-3a2466826c51 req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.445954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] No DVR routers for this DVR port 25566abc-73b7-4f6b-8ac4-480cd92296b4 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:13.452945 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.458497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75424d15-fe11-4cf9-84ef-e334229652bf req-612b4a5c-ece2-4865-9cc4-6117d99bae79 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.36 "DELETE /v2.0/ports/25566abc-73b7-4f6b-8ac4-480cd92296b4 HTTP/1.1" status: 204 len: 173 time: 1.0283968 Dec 09 14:58:13.459183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'name': 'network-vif-deleted', 'tag': '25566abc-73b7-4f6b-8ac4-480cd92296b4'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:13.463097 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f46c8-f24e-428b-9b1c-9f27fc9dfbec" -d '{"events": [{"server_uuid": "a889d7e7-5b8c-40e1-b3e3-71b28a746a33", "name": "network-vif-deleted", "tag": "25566abc-73b7-4f6b-8ac4-480cd92296b4"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:13.511642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-e72c7635-e165-4015-97d3-528c87a5ecf2 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:13.513077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-e72c7635-e165-4015-97d3-528c87a5ecf2 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.2604160 Dec 09 14:58:13.529922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90aeb189-5a9f-44ed-8303-3a2466826c51 req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.535234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90aeb189-5a9f-44ed-8303-3a2466826c51 req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.571873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90aeb189-5a9f-44ed-8303-3a2466826c51 req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.573099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90aeb189-5a9f-44ed-8303-3a2466826c51 req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1869912 Dec 09 14:58:13.581886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e37b4-dc36-4de3-a3c5-a0277df2ef8d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca8b84-f8d3-436a-b1b1-7e1173b32fb2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:13.584700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-cd4160db-ff8c-4b80-b925-e6528555a7e9 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0623441 Dec 09 14:58:13.646124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-4bade587-3705-4956-9e84-b94dde156fc8 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0470719 Dec 09 14:58:13.716061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6ca8-c104-4272-bf07-5f60620ab3a9 req-9b583852-c9bc-4f21-95a4-ba5a3abccd1c tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:13.717857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e19a6ca8-c104-4272-bf07-5f60620ab3a9 req-9b583852-c9bc-4f21-95a4-ba5a3abccd1c tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 948 time: 0.0512986 Dec 09 14:58:13.769781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e19a6ca8-c104-4272-bf07-5f60620ab3a9 req-f60d588a-0684-4a26-aaa0-ff056793ed63 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Dec 09 14:58:13.779945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Deleting port 4ec77f86-1a9e-4051-8c22-9170c6e74cf7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:13.780388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.819755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42498) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:13.896635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.897303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:13.914953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Calling delete_port for 4ec77f86-1a9e-4051-8c22-9170c6e74cf7 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:13.988999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9320-cda2-47c2-8670-7b24cadb4969 req-4d0a7aa6-7975-41b5-9f98-2ac5217cdf17 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:13.991236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f88d9320-cda2-47c2-8670-7b24cadb4969 req-4d0a7aa6-7975-41b5-9f98-2ac5217cdf17 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1045277 Dec 09 14:58:14.052090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.082191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Pushing event deleted for resources: {'Port': ['ID=4ec77f86-1a9e-4051-8c22-9170c6e74cf7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:14.126231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f88d9320-cda2-47c2-8670-7b24cadb4969 req-7e252c84-7d09-4b02-8b13-6c39cf822e25 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919626 Dec 09 14:58:14.152050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.157551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.159660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcb157b1-4b3f-496e-bb98-bc006145cbb6 req-47ed6888-c2e0-42fa-8569-8d5dc56569aa tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "DELETE /v2.0/floatingips/61175bf3-99bc-4886-ae7a-7c5817cbee2f HTTP/1.1" status: 204 len: 173 time: 0.5075245 Dec 09 14:58:14.177271 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d29218-ac26-430e-8c08-b71ab8329fd6 x-openstack-request-id: req-c7d29218-ac26-430e-8c08-b71ab8329fd6 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:14.177556 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889d7e7-5b8c-40e1-b3e3-71b28a746a33", "name": "network-vif-deleted", "tag": "25566abc-73b7-4f6b-8ac4-480cd92296b4", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:14.177964 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7d29218-ac26-430e-8c08-b71ab8329fd6 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:14.178391 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889d7e7-5b8c-40e1-b3e3-71b28a746a33', 'name': 'network-vif-deleted', 'tag': '25566abc-73b7-4f6b-8ac4-480cd92296b4', 'status': 'completed', 'code': 200} Dec 09 14:58:14.226733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-110f0c5f-9267-4834-ba0e-f009d775afea req-8ce517bd-f339-47b4-b7f3-ed55d4f7aa62 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/26d021f2-479a-429d-9b30-b8b88ad2b747 HTTP/1.1" status: 200 len: 1822 time: 0.0535786 Dec 09 14:58:14.275165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-110f0c5f-9267-4834-ba0e-f009d775afea req-d0fc096c-435f-4786-931e-4c1adcb9616d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/3dca8b84-f8d3-436a-b1b1-7e1173b32fb2 HTTP/1.1" status: 200 len: 1822 time: 0.0422883 Dec 09 14:58:14.285389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '26d021f2-479a-429d-9b30-b8b88ad2b747', 'remote_group_id': '3dca8b84-f8d3-436a-b1b1-7e1173b32fb2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:14.285709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '26d021f2-479a-429d-9b30-b8b88ad2b747', 'remote_group_id': '3dca8b84-f8d3-436a-b1b1-7e1173b32fb2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:14.337385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af35ef-d601-466e-a3ca-7e47e1f404a9 req-646b632c-bd5c-4c22-b5cb-b347a8bb7b23 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:14.338906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57af35ef-d601-466e-a3ca-7e47e1f404a9 req-646b632c-bd5c-4c22-b5cb-b347a8bb7b23 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 944 time: 0.0813670 Dec 09 14:58:14.353739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.366341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.393944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.398836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.417701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50552c40-b59c-4fa4-b69f-b09c51995316,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:14.427418 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.428633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-110f0c5f-9267-4834-ba0e-f009d775afea req-9691e0cf-5ca4-4081-a105-56a6f4343658 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1474488 Dec 09 14:58:14.446984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57af35ef-d601-466e-a3ca-7e47e1f404a9 req-b2e8af40-cf71-422f-8d0f-8b1732bc5369 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986931 Dec 09 14:58:14.485753 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-6cc1351f-ee5f-4e9a-9607-90f38ad26842 req-7e0d020e-10a2-49aa-b2c9-70206f1d85a7 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] show failed (client error): The resource could not be found. Dec 09 14:58:14.498988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6cc1351f-ee5f-4e9a-9607-90f38ad26842 req-7e0d020e-10a2-49aa-b2c9-70206f1d85a7 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips/61175bf3-99bc-4886-ae7a-7c5817cbee2f HTTP/1.1" status: 404 len: 350 time: 0.0501115 Dec 09 14:58:14.545875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-65dd87b6-0f56-442a-b3b9-47b670c00e80 req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1623594290', 'description': 'tempest-description-1024624100'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:14.580661 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-93d52c15-2741-4934-8739-eae54497c18e req-a9d20edf-264d-47de-a8ca-b1ef56d350f0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] show failed (client error): The resource could not be found. Dec 09 14:58:14.582604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93d52c15-2741-4934-8739-eae54497c18e req-a9d20edf-264d-47de-a8ca-b1ef56d350f0 tempest-FloatingIPsTestJSON-1049391782 tempest-FloatingIPsTestJSON-1049391782-project] 10.222.0.46 "GET /v2.0/floatingips/61175bf3-99bc-4886-ae7a-7c5817cbee2f HTTP/1.1" status: 404 len: 350 time: 0.0408835 Dec 09 14:58:14.605331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42520) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:14.837107 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-65dd87b6-0f56-442a-b3b9-47b670c00e80 req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.892733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-027cd245-b73e-4c0f-8fd2-d2cdea587f88 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:14.894923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-027cd245-b73e-4c0f-8fd2-d2cdea587f88 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 948 time: 0.1299899 Dec 09 14:58:14.966751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-65dd87b6-0f56-442a-b3b9-47b670c00e80 req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:14.972425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-65dd87b6-0f56-442a-b3b9-47b670c00e80 req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.010386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-65dd87b6-0f56-442a-b3b9-47b670c00e80 req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.011644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65dd87b6-0f56-442a-b3b9-47b670c00e80 req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4712284 Dec 09 14:58:15.015872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Deleting port eceaee2b-d851-40e5-a730-713d25bc8afa {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:15.016213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.021424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65a70-769d-4350-8c6d-5e0fc5d422df req-a9eca151-5c61-4f8e-83ba-e2e40676f569 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:15.022682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73d65a70-769d-4350-8c6d-5e0fc5d422df req-a9eca151-5c61-4f8e-83ba-e2e40676f569 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1515162 Dec 09 14:58:15.038717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f02e-7111-426f-b520-7f38659d7283 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:15.124623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73d65a70-769d-4350-8c6d-5e0fc5d422df req-4dbfad94-7cbc-47f3-ae55-f98390f7cc3e tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932992 Dec 09 14:58:15.131381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Deleting port 4a794b05-feab-4e3a-90a0-96f30c37368d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:15.131557 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.144079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] For port eceaee2b-d851-40e5-a730-713d25bc8afa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=eceaee2b-d851-40e5-a730-713d25bc8afa,segment=NetworkSegment(b7ba4a79-c46e-4c9b-8154-69f2a5763350),segment_id=b7ba4a79-c46e-4c9b-8154-69f2a5763350)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:15.144445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.161010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Calling delete_port for eceaee2b-d851-40e5-a730-713d25bc8afa owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:15.172116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0f9bd-d5be-4b66-a98d-fb2d4fc44581 req-8a68d106-2df9-4768-ba0e-d8111db8c048 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:15.173619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ac0f9bd-d5be-4b66-a98d-fb2d4fc44581 req-8a68d106-2df9-4768-ba0e-d8111db8c048 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b2cc768-163f-4c16-8a8a-faee56770d0f HTTP/1.1" status: 200 len: 948 time: 0.0886898 Dec 09 14:58:15.255652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c01d622c-57fa-41c9-94ad-019e4a619bb8 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:58:15.281454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ac0f9bd-d5be-4b66-a98d-fb2d4fc44581 req-fa5aa368-fe69-44dc-8842-014a4ef46439 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969644 Dec 09 14:58:15.281875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] For port 4a794b05-feab-4e3a-90a0-96f30c37368d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4a794b05-feab-4e3a-90a0-96f30c37368d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:15.282259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.300472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Calling delete_port for 4a794b05-feab-4e3a-90a0-96f30c37368d owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:15.317494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ad0f3a76-8101-4bf2-a886-5651a097ecda req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-370387484', 'description': 'tempest-description-1334340124'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:15.389164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.438298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c01d622c-57fa-41c9-94ad-019e4a619bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8,segment=NetworkSegment(f6d5a691-285f-42a3-ab08-b708f8756af0),segment_id=f6d5a691-285f-42a3-ab08-b708f8756af0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:15.446680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ad0f3a76-8101-4bf2-a886-5651a097ecda req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.453409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'c01d622c-57fa-41c9-94ad-019e4a619bb8', 'network_id': '0753461b-1afe-454f-b2eb-04931ed0cf9e', 'port_id': 'c01d622c-57fa-41c9-94ad-019e4a619bb8', 'mac_address': 'fa:16:3e:f8:e0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bdf584-edc6-44db-8ded-fdb0a514cf13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:58:15.476615 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.504974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.513329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9661b-f6b4-4bf4-85cd-93073780e1fe req-6139f3f8-7c4a-43ca-887f-8e6d376af6d0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:15.515632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20b9661b-f6b4-4bf4-85cd-93073780e1fe req-6139f3f8-7c4a-43ca-887f-8e6d376af6d0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1071587 Dec 09 14:58:15.518814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eceaee2b-d851-40e5-a730-713d25bc8afa,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:15.519216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d622c-57fa-41c9-94ad-019e4a619bb8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:15.544851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c01d622c-57fa-41c9-94ad-019e4a619bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8,segment=NetworkSegment(f6d5a691-285f-42a3-ab08-b708f8756af0),segment_id=f6d5a691-285f-42a3-ab08-b708f8756af0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:15.553197 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.627408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=c01d622c-57fa-41c9-94ad-019e4a619bb8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:15.666325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20b9661b-f6b4-4bf4-85cd-93073780e1fe req-643ca3fd-d0cf-4f37-aad8-32df932bc090 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440437 Dec 09 14:58:15.761333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42546) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:15.776683 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ad0f3a76-8101-4bf2-a886-5651a097ecda req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.786324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ad0f3a76-8101-4bf2-a886-5651a097ecda req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.805280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.828904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.855454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ad0f3a76-8101-4bf2-a886-5651a097ecda req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.856698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad0f3a76-8101-4bf2-a886-5651a097ecda req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5531886 Dec 09 14:58:15.859139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deab81-08f4-4273-a9db-a41ee251018d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102dad54-fc81-4466-b61e-3196db635d47,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:15.868328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Pushing event deleted for resources: {'Port': ['ID=4a794b05-feab-4e3a-90a0-96f30c37368d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:15.899887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['c01d622c-57fa-41c9-94ad-019e4a619bb8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:15.921175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4d19-3ce9-4baa-97a8-24d34eadbd49 req-e5096fad-daed-4c22-9230-958925777eea tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:15.922822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] No DVR routers for this DVR port 4a794b05-feab-4e3a-90a0-96f30c37368d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:15.924442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7cb4d19-3ce9-4baa-97a8-24d34eadbd49 req-e5096fad-daed-4c22-9230-958925777eea tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 945 time: 0.1471221 Dec 09 14:58:15.932388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:15.935934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c275b2e5-5145-4544-82fd-e9ba0a74ae63 req-5be8a4e5-5dc4-4288-82cd-f8188cfba264 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.36 "DELETE /v2.0/ports/4a794b05-feab-4e3a-90a0-96f30c37368d HTTP/1.1" status: 204 len: 173 time: 1.0259855 Dec 09 14:58:15.980992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c8a44ca-ffde-460a-93f5-3181281934ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.043403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e1ef151-082e-473e-8111-be43854f8d12 req-76122ec0-b678-4c87-aa5c-a47925a7afac tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003 HTTP/1.1" status: 200 len: 1822 time: 0.1471415 Dec 09 14:58:16.091837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7cb4d19-3ce9-4baa-97a8-24d34eadbd49 req-d2ab9552-77c6-4272-b2d2-693f6c54540c tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600533 Dec 09 14:58:16.160083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Router b4d5120d-d84d-4fc5-971d-c673bb66d062 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:16.165889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e1ef151-082e-473e-8111-be43854f8d12 req-1bffe3d4-dba5-4432-aa77-ab0f97f596ce tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/102dad54-fc81-4466-b61e-3196db635d47 HTTP/1.1" status: 200 len: 1821 time: 0.1116996 Dec 09 14:58:16.180195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-deleted', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:16.182370 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528cded4-d22a-476c-b2eb-9b60f016393b" -d '{"events": [{"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-deleted", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:16.186465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c8a44ca-ffde-460a-93f5-3181281934ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.191544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003', 'remote_group_id': '102dad54-fc81-4466-b61e-3196db635d47', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:16.191853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003', 'remote_group_id': '102dad54-fc81-4466-b61e-3196db635d47', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:16.201803 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c8a44ca-ffde-460a-93f5-3181281934ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.208288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Deleting port 5520db0f-a271-4965-8311-2c319a2c0eec {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:16.208619 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.302747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a44ca-ffde-460a-93f5-3181281934ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e579eb0-6b03-4830-897f-a0cabf5a7085,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:16.316670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1382ae-33e2-4a8a-b6fd-64091889b034 req-ea9ea952-284b-4e0f-9da3-119b99ba370a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:16.318575 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d1382ae-33e2-4a8a-b6fd-64091889b034 req-ea9ea952-284b-4e0f-9da3-119b99ba370a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1049085 Dec 09 14:58:16.318712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c8a44ca-ffde-460a-93f5-3181281934ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2471b7d403194cdc8db2b9cb0b0fcc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484838 Dec 09 14:58:16.327216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42558) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:16.382828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] For port 5520db0f-a271-4965-8311-2c319a2c0eec, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5520db0f-a271-4965-8311-2c319a2c0eec,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:16.383236 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.389611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:16.402767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42560) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:16.403212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ba90f363-1f2f-4b2e-acea-9150ec8faab8 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4d5120d-d84d-4fc5-971d-c673bb66d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5822446 Dec 09 14:58:16.404601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] Sync routers for ids ['b4d5120d-d84d-4fc5-971d-c673bb66d062'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:16.415792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Calling delete_port for 5520db0f-a271-4965-8311-2c319a2c0eec owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:16.417815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] Routers {'b4d5120d-d84d-4fc5-971d-c673bb66d062'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:16.418466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b4d5120d-d84d-4fc5-971d-c673bb66d062'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:16.455108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.473153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbb57-0959-44c4-840d-f9253b55d06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.488447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d1382ae-33e2-4a8a-b6fd-64091889b034 req-7abf495d-3cdf-4184-8640-ba292c236ff7 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/security-groups?id=a360be42-fd67-4a03-adae-030bbf6d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488676 Dec 09 14:58:16.558698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbb57-0959-44c4-840d-f9253b55d06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.591576 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077a3fe0-bf57-4c16-a23f-f87b5c87ae7f x-openstack-request-id: req-077a3fe0-bf57-4c16-a23f-f87b5c87ae7f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:16.591924 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2cc768-163f-4c16-8a8a-faee56770d0f", "name": "network-vif-deleted", "tag": "4a794b05-feab-4e3a-90a0-96f30c37368d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:16.592321 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-077a3fe0-bf57-4c16-a23f-f87b5c87ae7f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:16.592730 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2cc768-163f-4c16-8a8a-faee56770d0f', 'name': 'network-vif-deleted', 'tag': '4a794b05-feab-4e3a-90a0-96f30c37368d', 'status': 'completed', 'code': 200} Dec 09 14:58:16.644432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbb57-0959-44c4-840d-f9253b55d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.649728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbb57-0959-44c4-840d-f9253b55d06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.650973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ad4fbb57-0959-44c4-840d-f9253b55d06a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e579eb0-6b03-4830-897f-a0cabf5a7085 HTTP/1.1" status: 204 len: 168 time: 0.3225906 Dec 09 14:58:16.652088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.661842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.663683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fbb57-0959-44c4-840d-f9253b55d06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e579eb0-6b03-4830-897f-a0cabf5a7085,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:16.713855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194a2b1c-e92f-4a4a-88b4-0b311603fd55,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:16.721836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.795069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-9124e2ff-6f9b-4a3a-a46d-d49924813ee0 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:16.796668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-9124e2ff-6f9b-4a3a-a46d-d49924813ee0 tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.43 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 945 time: 0.1022685 Dec 09 14:58:16.797866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:16.806022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e1ef151-082e-473e-8111-be43854f8d12 req-5c8c5503-61a8-4869-ab44-61e627702651 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6335270 Dec 09 14:58:16.829879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] Set router b4d5120d-d84d-4fc5-971d-c673bb66d062 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:16.951567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Deleting port 636a0ccc-237d-4f3c-bb19-5322e476dc36 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:16.954816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.001144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.059999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:58:15Z', 'revision_number': 5, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port': {'id': '111d3b72-9c7a-44e0-8ebd-8279e46c54e4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:55:54Z', 'updated_at': '2021-12-09T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:17.068744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] For port 636a0ccc-237d-4f3c-bb19-5322e476dc36, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=636a0ccc-237d-4f3c-bb19-5322e476dc36,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:17.069077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.085459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Calling delete_port for 636a0ccc-237d-4f3c-bb19-5322e476dc36 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:17.087979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] Checking router: b4d5120d-d84d-4fc5-971d-c673bb66d062 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:17.097821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] Routers {'b4d5120d-d84d-4fc5-971d-c673bb66d062'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:17.098545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b4d5120d-d84d-4fc5-971d-c673bb66d062'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:17.100280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:17.110871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e70115-cc75-4636-ad24-4d7786ade919 req-c3c4a90c-ba73-4c9b-8ed7-09cc9bbad72d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:17.113153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26e70115-cc75-4636-ad24-4d7786ade919 req-c3c4a90c-ba73-4c9b-8ed7-09cc9bbad72d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1433420 Dec 09 14:58:17.130542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d00cf8bf-8f3b-43ef-a952-4742077aab86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.194382 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ba42499-cb50-4dde-9f74-8629bc17b8f9 req-194f7cda-2d0e-45a3-9798-fba56ec52a70 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/102dad54-fc81-4466-b61e-3196db635d47 HTTP/1.1" status: 200 len: 1821 time: 0.0898831 Dec 09 14:58:17.197206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] Set router b4d5120d-d84d-4fc5-971d-c673bb66d062 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:17.219836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26e70115-cc75-4636-ad24-4d7786ade919 req-5c17d64b-02ec-4286-ab40-4e71e937213d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860870 Dec 09 14:58:17.226495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.257207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Deleting port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:17.257565 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.270991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c01d622c-57fa-41c9-94ad-019e4a619bb8 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:17.290000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Pushing event deleted for resources: {'Port': ['ID=5520db0f-a271-4965-8311-2c319a2c0eec,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:17.315114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:58:17Z', 'revision_number': 6, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:17.316052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.350357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['636a0ccc-237d-4f3c-bb19-5322e476dc36'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:17.354259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9be9cd-3d73-4840-a862-bc7af7dcd90c None None] The sync data for ids ['b4d5120d-d84d-4fc5-971d-c673bb66d062'] in n-d-804292-5 is: [{'id': 'b4d5120d-d84d-4fc5-971d-c673bb66d062', 'name': 'tempest-ServersTestMultiNic-1447503484-router', 'tenant_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:55:52Z', 'updated_at': '2021-12-09T14:58:17Z', 'revision_number': 6, 'project_id': 'b869fd8e34b2489aa44ce5055cf132dd', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:17.366564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Pushing event deleted for resources: {'Port': ['ID=636a0ccc-237d-4f3c-bb19-5322e476dc36,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:17.404851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port c01d622c-57fa-41c9-94ad-019e4a619bb8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:58:17.421020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port c01d622c-57fa-41c9-94ad-019e4a619bb8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:17.421538 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.448398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] No DVR routers for this DVR port 636a0ccc-237d-4f3c-bb19-5322e476dc36 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:17.460321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.464187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69c68719-d562-4ee1-a4b6-d3afc155ab07 req-7760e076-4d74-48dc-b2b9-608fd3806b6d tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.43 "DELETE /v2.0/ports/636a0ccc-237d-4f3c-bb19-5322e476dc36 HTTP/1.1" status: 204 len: 173 time: 0.6598828 Dec 09 14:58:17.464954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'name': 'network-vif-deleted', 'tag': '636a0ccc-237d-4f3c-bb19-5322e476dc36'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:17.467495 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535cd76-d1b7-456c-b841-da33763385a9" -d '{"events": [{"server_uuid": "a973fe5b-804f-4dbd-b99e-e1507151f465", "name": "network-vif-deleted", "tag": "636a0ccc-237d-4f3c-bb19-5322e476dc36"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:17.474461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7ba42499-cb50-4dde-9f74-8629bc17b8f9 req-d37ae2fb-0be0-4ad2-9bdb-f9bcdd1616ca tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.541747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7ba42499-cb50-4dde-9f74-8629bc17b8f9 req-d37ae2fb-0be0-4ad2-9bdb-f9bcdd1616ca tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.577044 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.612092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be1f5c-c17a-4807-937d-211debb92b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d622c-57fa-41c9-94ad-019e4a619bb8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:17.616006 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b824dea2-9689-451d-9a0c-62dd4278be8c" -d '{"events": [{"server_uuid": "49be1f5c-c17a-4807-937d-211debb92b8c", "name": "network-vif-plugged", "status": "completed", "tag": "c01d622c-57fa-41c9-94ad-019e4a619bb8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:17.644922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c01d622c-57fa-41c9-94ad-019e4a619bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8,segment=NetworkSegment(f6d5a691-285f-42a3-ab08-b708f8756af0),segment_id=f6d5a691-285f-42a3-ab08-b708f8756af0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:17.653673 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.680106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7ba42499-cb50-4dde-9f74-8629bc17b8f9 req-d37ae2fb-0be0-4ad2-9bdb-f9bcdd1616ca tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.682837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7ba42499-cb50-4dde-9f74-8629bc17b8f9 req-d37ae2fb-0be0-4ad2-9bdb-f9bcdd1616ca tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:17.690236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ba42499-cb50-4dde-9f74-8629bc17b8f9 req-d37ae2fb-0be0-4ad2-9bdb-f9bcdd1616ca tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/102dad54-fc81-4466-b61e-3196db635d47 HTTP/1.1" status: 204 len: 173 time: 0.4853780 Dec 09 14:58:17.726798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ae2fb-0be0-4ad2-9bdb-f9bcdd1616ca tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102dad54-fc81-4466-b61e-3196db635d47,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:17.789924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=c01d622c-57fa-41c9-94ad-019e4a619bb8,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:17.837734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8c305-47c2-4d76-aad1-883f8eaa0582 req-1865fe71-87a6-400e-803e-00a73b906198 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:17.839245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cee8c305-47c2-4d76-aad1-883f8eaa0582 req-1865fe71-87a6-400e-803e-00a73b906198 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 946 time: 0.0529830 Dec 09 14:58:17.900437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cee8c305-47c2-4d76-aad1-883f8eaa0582 req-14198ebe-963c-4616-a6ff-b7b7d136d23e tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548117 Dec 09 14:58:17.954678 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe1df7-5127-4f47-9d8d-351fbd0a1608 x-openstack-request-id: req-2ffe1df7-5127-4f47-9d8d-351fbd0a1608 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:17.954678 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a973fe5b-804f-4dbd-b99e-e1507151f465", "name": "network-vif-deleted", "tag": "636a0ccc-237d-4f3c-bb19-5322e476dc36", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:17.958486 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ffe1df7-5127-4f47-9d8d-351fbd0a1608 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:17.958486 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a973fe5b-804f-4dbd-b99e-e1507151f465', 'name': 'network-vif-deleted', 'tag': '636a0ccc-237d-4f3c-bb19-5322e476dc36', 'status': 'completed', 'code': 200} Dec 09 14:58:18.006593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2f7a5-20fa-4934-916e-6b0334fe2506 req-839301d2-7c77-42cb-8a40-374a0b8f0bcd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:18.008560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07b2f7a5-20fa-4934-916e-6b0334fe2506 req-839301d2-7c77-42cb-8a40-374a0b8f0bcd tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 949 time: 0.6867194 Dec 09 14:58:18.046440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d00cf8bf-8f3b-43ef-a952-4742077aab86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.057408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] For port 111d3b72-9c7a-44e0-8ebd-8279e46c54e4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:18.057771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.061582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10a963ef-10fd-41b5-9e1e-a92dc339262d req-6ba46b59-de4c-4a6a-b151-ac0ea5300c8a tempest-ListServerFiltersTestJSON-288258887 tempest-ListServerFiltersTestJSON-288258887-project] 10.222.0.46 "GET /v2.0/ports?device_id=a973fe5b-804f-4dbd-b99e-e1507151f465 HTTP/1.1" status: 200 len: 210 time: 0.0324457 Dec 09 14:58:18.077921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d00cf8bf-8f3b-43ef-a952-4742077aab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.102165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Calling delete_port for 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:18.111312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:18.147300 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3bcd3-685b-4b71-810f-bef786e0dffb x-openstack-request-id: req-3ea3bcd3-685b-4b71-810f-bef786e0dffb {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:18.148065 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be1f5c-c17a-4807-937d-211debb92b8c", "name": "network-vif-plugged", "status": "completed", "tag": "c01d622c-57fa-41c9-94ad-019e4a619bb8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:18.148554 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ea3bcd3-685b-4b71-810f-bef786e0dffb {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:18.149132 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49be1f5c-c17a-4807-937d-211debb92b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d622c-57fa-41c9-94ad-019e4a619bb8', 'code': 200} Dec 09 14:58:18.151392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 4a794b05-feab-4e3a-90a0-96f30c37368d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:18.152142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4a794b05-feab-4e3a-90a0-96f30c37368d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:18.152832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 25566abc-73b7-4f6b-8ac4-480cd92296b4 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:18.181842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 25566abc-73b7-4f6b-8ac4-480cd92296b4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:18.182439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 25566abc-73b7-4f6b-8ac4-480cd92296b4 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:18.207676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a1db6fd3-9fe2-44e1-a525-ee2e02548d8b req-54ecbed4-f392-4224-a194-eeaf2d6795da tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003 HTTP/1.1" status: 200 len: 1822 time: 0.0543664 Dec 09 14:58:18.256213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2c394dfa-5bb9-4d6c-b3b0-58462472b887 req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-574745977', 'description': 'tempest-description-710531374'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:18.266736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d00cf8bf-8f3b-43ef-a952-4742077aab86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cc399f55283493f838c3b9fecf6d568&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1633842 Dec 09 14:58:18.273065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42590) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:18.281855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf8bf-8f3b-43ef-a952-4742077aab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39572076-987d-43cc-9f15-0a5cf168b4a9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:18.314143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451936c3-9a2b-4007-a027-f369678d4cc2 req-dcf9623f-86b5-4357-a2e0-8d80310a4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:18.314782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.317180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-451936c3-9a2b-4007-a027-f369678d4cc2 req-dcf9623f-86b5-4357-a2e0-8d80310a4753 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 1097 time: 0.0902135 Dec 09 14:58:18.325733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07b2f7a5-20fa-4934-916e-6b0334fe2506 req-b4a16008-60f1-47b0-bcdf-329b24378425 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707567 Dec 09 14:58:18.333793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c394dfa-5bb9-4d6c-b3b0-58462472b887 req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.392868 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6f15a54-5156-463d-9a19-fb69204d7f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.431158 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6f15a54-5156-463d-9a19-fb69204d7f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.475441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-451936c3-9a2b-4007-a027-f369678d4cc2 req-11b18b6a-42d5-4845-acd0-49ee64169831 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496959 Dec 09 14:58:18.535527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c394dfa-5bb9-4d6c-b3b0-58462472b887 req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.536612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6f15a54-5156-463d-9a19-fb69204d7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.539479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6f15a54-5156-463d-9a19-fb69204d7f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.540687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b6f15a54-5156-463d-9a19-fb69204d7f85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39572076-987d-43cc-9f15-0a5cf168b4a9 HTTP/1.1" status: 204 len: 168 time: 0.2666504 Dec 09 14:58:18.544851 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c394dfa-5bb9-4d6c-b3b0-58462472b887 req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.564444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2c394dfa-5bb9-4d6c-b3b0-58462472b887 req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.564893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c1690-f9a4-4597-8186-842db101321f req-2324a209-8d1b-4e83-a4d5-ddc60858f914 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:18.566562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c394dfa-5bb9-4d6c-b3b0-58462472b887 req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3313677 Dec 09 14:58:18.567523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f15a54-5156-463d-9a19-fb69204d7f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39572076-987d-43cc-9f15-0a5cf168b4a9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:18.572770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b4c1690-f9a4-4597-8186-842db101321f req-2324a209-8d1b-4e83-a4d5-ddc60858f914 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1600084 Dec 09 14:58:18.607017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3633e-8a2b-429f-9665-d502ffb8b295 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed643e4-6117-42c7-a1ff-0647a8aff755,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:18.644918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.660587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37364626-8535-48a3-8871-c26381fa31ed req-373fee72-94b1-42c2-8f04-9175392f7548 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/7ed643e4-6117-42c7-a1ff-0647a8aff755 HTTP/1.1" status: 200 len: 1820 time: 0.0506730 Dec 09 14:58:18.666725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ed643e4-6117-42c7-a1ff-0647a8aff755', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:18.667120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ed643e4-6117-42c7-a1ff-0647a8aff755', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:18.684609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:18.701731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=111d3b72-9c7a-44e0-8ebd-8279e46c54e4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:18.712593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:18.713203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 111d3b72-9c7a-44e0-8ebd-8279e46c54e4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:18.713875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device eceaee2b-d851-40e5-a730-713d25bc8afa no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:18.718095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956005e2-38b9-4350-a90d-be1d95e06d94 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:18.726986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b4c1690-f9a4-4597-8186-842db101321f req-9c66b416-d78d-444d-874f-cb737aa0fa25 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532588 Dec 09 14:58:18.761583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: eceaee2b-d851-40e5-a730-713d25bc8afa {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:18.762348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device eceaee2b-d851-40e5-a730-713d25bc8afa not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:18.775580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.807693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.825643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.844400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Router aeb3a76b-2101-45d6-bb32-34d037e43ee5 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:18.845391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.852099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc841101-03ae-4799-bd24-23bcf5d6cc6a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:18.871090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.875941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37364626-8535-48a3-8871-c26381fa31ed req-725a80b2-2e1b-4928-a032-5b6ff4e1b5d0 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2131774 Dec 09 14:58:18.959109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:18.967255 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.029305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e8527-c72e-44f7-b752-628f321d8abc req-b92aa23a-0655-44cb-8374-8447d7902622 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:19.030817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-635e8527-c72e-44f7-b752-628f321d8abc req-b92aa23a-0655-44cb-8374-8447d7902622 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 946 time: 0.0559621 Dec 09 14:58:19.070323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.071087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d5120d-d84d-4fc5-971d-c673bb66d062 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:58:19.076796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.077947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-822e556a-91a9-4be8-83c6-2fc47b5f0e7d admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4d5120d-d84d-4fc5-971d-c673bb66d062 HTTP/1.1" status: 204 len: 168 time: 2.6740925 Dec 09 14:58:19.080926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42610) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:19.083455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20273245-4f28-441f-a5f7-c57d087691a2 req-5326b867-4d96-46fb-82f6-76a84ce768a6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/7ed643e4-6117-42c7-a1ff-0647a8aff755 HTTP/1.1" status: 200 len: 2413 time: 0.1755888 Dec 09 14:58:19.122531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ed643e4-6117-42c7-a1ff-0647a8aff755', 'remote_group_id': None}]} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:19.122849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ed643e4-6117-42c7-a1ff-0647a8aff755', 'remote_group_id': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:19.127191 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-635e8527-c72e-44f7-b752-628f321d8abc req-5301acfe-279d-44fb-bb5f-a8a4b7a4e24d tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880580 Dec 09 14:58:19.153868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Deleting subnet d7444bf9-bc65-44c6-9206-cc9ab98830ed {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:19.163122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:19.166767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.173665 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] Sync routers for ids ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:19.177633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a16d46a2-b646-4b9f-abe4-405f450bb79d admin admin] 10.222.0.46 "PUT /v2.0/routers/aeb3a76b-2101-45d6-bb32-34d037e43ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5711775 Dec 09 14:58:19.182057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42614) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:19.196536 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] Routers {'aeb3a76b-2101-45d6-bb32-34d037e43ee5'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:19.196536 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:19.220892 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.245341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:19.341523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.376218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-6a7c66ec-efad-4f23-a741-af57af9849ab tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:19.378342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-6a7c66ec-efad-4f23-a741-af57af9849ab tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 949 time: 0.1094470 Dec 09 14:58:19.378802 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] Set router aeb3a76b-2101-45d6-bb32-34d037e43ee5 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:19.381160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.391969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Deleting subnet d4a66d1b-1ee1-46a9-884b-5275afefd40e {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:19.399015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.445244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.461230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.484592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.539056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.540524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20273245-4f28-441f-a5f7-c57d087691a2 req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4483340 Dec 09 14:58:19.544253 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.571902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681d2ed-9c86-4a63-be63-96b35859fb58 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0f8d84-0018-4121-9e42-7355072df3c2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:19.582436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.620284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a782a-d0d5-4e76-bd28-cbbc709ef826 req-7d8cf75a-0d5c-4ffa-af6e-22d878ce69b5 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:19.624662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce6a782a-d0d5-4e76-bd28-cbbc709ef826 req-7d8cf75a-0d5c-4ffa-af6e-22d878ce69b5 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 949 time: 0.1434541 Dec 09 14:58:19.638951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Deleting port d622fcaf-de0a-4a49-84d0-dab422962382 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:19.639312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.691487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2823abf-1da5-429a-8ae7-e350d2450722 req-fcb36196-8c91-4a98-9634-68739367e42d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/7ed643e4-6117-42c7-a1ff-0647a8aff755 HTTP/1.1" status: 200 len: 3011 time: 0.1162696 Dec 09 14:58:19.705106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.707493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888e093-f46a-45af-b1ed-2c550d615ee0 None None] Network 005f3100-8131-466a-9ee6-593abe5c590c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:19.709179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d7444bf9-bc65-44c6-9206-cc9ab98830ed HTTP/1.1" status: 204 len: 168 time: 0.6243260 Dec 09 14:58:19.718506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42632) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:19.718852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42634) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:19.735237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9c4f3-a34a-4e2e-b7bf-3dab8a4309fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7444bf9-bc65-44c6-9206-cc9ab98830ed,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:19.746184 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:58:17Z', 'revision_number': 5, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:19.788912 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] Checking router: aeb3a76b-2101-45d6-bb32-34d037e43ee5 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:19.793616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-acc4d2fa-6f5f-443e-b3fe-27dd8a9e1ea7 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-group-rules/bb0f8d84-0018-4121-9e42-7355072df3c2 HTTP/1.1" status: 200 len: 783 time: 0.0353591 Dec 09 14:58:19.807155 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] Routers {'aeb3a76b-2101-45d6-bb32-34d037e43ee5'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:19.809387 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:19.874623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce6a782a-d0d5-4e76-bd28-cbbc709ef826 req-1c14890b-5ca5-4fa8-b8d3-c33e4583e79b tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa181cc2-b234-4026-b5ba-c1763f24cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164485 Dec 09 14:58:19.916943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] For port d622fcaf-de0a-4a49-84d0-dab422962382, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d622fcaf-de0a-4a49-84d0-dab422962382,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:19.917290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.944058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Calling delete_port for d622fcaf-de0a-4a49-84d0-dab422962382 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:19.948429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] DHCP port deletion for 005f3100-8131-466a-9ee6-593abe5c590c request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:19.971167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:19.978795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.007704 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] Set router aeb3a76b-2101-45d6-bb32-34d037e43ee5 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:20.019466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-network', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:20.023386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] Deleting port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:20.024247 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.046956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-9be9b440-7ee0-47d6-a245-5275ac0c9dbe tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/7ed643e4-6117-42c7-a1ff-0647a8aff755 HTTP/1.1" status: 200 len: 3011 time: 0.2365341 Dec 09 14:58:20.054729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.056531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Made reservation on behalf of 51db8ee917424bb3b8ddb87709507d0d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:20.057563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ee0e1-412d-4ad3-ab5e-0eb2b17440eb req-0de692fc-bd5b-484a-b2d5-9cfdb91a0f04 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:20.058943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.067841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b51ee0e1-412d-4ad3-ab5e-0eb2b17440eb req-0de692fc-bd5b-484a-b2d5-9cfdb91a0f04 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1118143 Dec 09 14:58:20.112985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] For port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,segment=NetworkSegment(b7ba4a79-c46e-4c9b-8154-69f2a5763350),segment_id=b7ba4a79-c46e-4c9b-8154-69f2a5763350)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:20.113774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.120181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.129812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] Calling delete_port for 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:20.165616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-db70116f-e423-4561-bf82-6df8edbeabcc tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.177096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b51ee0e1-412d-4ad3-ab5e-0eb2b17440eb req-4a5946b9-5aa0-434f-a7ba-0c2f94bc711d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082475 Dec 09 14:58:20.221315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.223700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-db70116f-e423-4561-bf82-6df8edbeabcc tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.239710 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.258793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Pushing event deleted for resources: {'Port': ['ID=d622fcaf-de0a-4a49-84d0-dab422962382,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:20.277007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.320034 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:58:17Z', 'revision_number': 5, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:20.320543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] Pushing event deleted for resources: {'Port': ['ID=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:20.324094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbd640-a6ac-4d53-a65e-30dfbb2063fe None None] No DVR routers for this DVR port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:20.338733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a66d1b-1ee1-46a9-884b-5275afefd40e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:20.344904 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-db70116f-e423-4561-bf82-6df8edbeabcc tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.352265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-db70116f-e423-4561-bf82-6df8edbeabcc tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.353883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89827ef7-505e-42ea-ac8b-989b87e1faed req-db70116f-e423-4561-bf82-6df8edbeabcc tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/bb0f8d84-0018-4121-9e42-7355072df3c2 HTTP/1.1" status: 204 len: 173 time: 0.2905986 Dec 09 14:58:20.361072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f44cbe-5c04-468e-bd82-08e524d9cd8a None None] Network d7e56d99-1a2d-4eda-a1fb-6e6f800d958b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:20.365951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] No DVR routers for this DVR port d622fcaf-de0a-4a49-84d0-dab422962382 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:20.366150 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfdcef-d8b9-44d1-a084-a730c7280673 None None] The sync data for ids ['aeb3a76b-2101-45d6-bb32-34d037e43ee5'] in n-d-804292-5 is: [{'id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'name': 'tempest-FloatingIPsTestJSON-690004251-router', 'tenant_id': '666829984c2f467f9f5b38feaedb16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '815439cc-113c-46af-a826-0ec3861296ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:57:50Z', 'updated_at': '2021-12-09T14:58:17Z', 'revision_number': 5, 'project_id': '666829984c2f467f9f5b38feaedb16a0', 'gw_port': {'id': '815439cc-113c-46af-a826-0ec3861296ea', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3a76b-2101-45d6-bb32-34d037e43ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:57:52Z', 'updated_at': '2021-12-09T14:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:20.367911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.373879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cb05aa36-261e-4c02-80cf-96d552f597f9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d4a66d1b-1ee1-46a9-884b-5275afefd40e HTTP/1.1" status: 204 len: 168 time: 1.1196775 Dec 09 14:58:20.392838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42644) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:20.432599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70116f-e423-4561-bf82-6df8edbeabcc tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0f8d84-0018-4121-9e42-7355072df3c2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:20.473003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Deleting port 815439cc-113c-46af-a826-0ec3861296ea {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:20.473432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.503925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Deleting port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:20.504285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.641917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.650082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.653408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2becda21-d6fe-4a43-a772-8198d98a9695 req-178dee2a-7e3a-4f44-8c72-500ca25788c8 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.43 "DELETE /v2.0/ports/d622fcaf-de0a-4a49-84d0-dab422962382 HTTP/1.1" status: 204 len: 173 time: 1.2501726 Dec 09 14:58:20.654824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-deleted', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:20.657107 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150a9e4-8280-42b7-a4bf-d86804c04c07" -d '{"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-deleted", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:20.686899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0de02b-fb31-45c5-96e9-717db73a53cc req-31181a86-de1d-4122-b949-36e8fe687913 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:20.695860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0de02b-fb31-45c5-96e9-717db73a53cc req-31181a86-de1d-4122-b949-36e8fe687913 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 946 time: 0.3857749 Dec 09 14:58:20.716965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.745545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] DHCP port deletion for d7e56d99-1a2d-4eda-a1fb-6e6f800d958b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:20.750095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] For port 815439cc-113c-46af-a826-0ec3861296ea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=815439cc-113c-46af-a826-0ec3861296ea,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:20.750468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.758867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0de02b-fb31-45c5-96e9-717db73a53cc req-eb9e5afa-26ac-4ed6-86b5-60609d0aa2fb tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619130 Dec 09 14:58:20.765621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Calling delete_port for 815439cc-113c-46af-a826-0ec3861296ea owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:20.855231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] For port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f, host n-d-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:20.856624 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.876571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Calling delete_port for 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:20.880398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] Deleting port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:20.880793 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.911034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f was not found and therefore no delete operation was performed {{(pid=109894) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 14:58:20.919011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1cb133b-ebe5-4cdd-8893-749ca4ac3755 req-2bcd2d6d-cd35-4a06-bf33-22c10ff314a7 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/7ed643e4-6117-42c7-a1ff-0647a8aff755 HTTP/1.1" status: 200 len: 2413 time: 0.5162475 Dec 09 14:58:20.919814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.928167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.947078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:20.962924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:20.963220 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Added segment ed5acd53-a43e-4491-b674-94c36b93c613 of type vlan for network 393c58bd-cb09-435b-b1bc-85a7f043cddd Dec 09 14:58:21.022905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] For port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,segment=NetworkSegment(530c3cca-f03d-47e5-a2b5-7d9d9b47b06b),segment_id=530c3cca-f03d-47e5-a2b5-7d9d9b47b06b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:21.023666 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.032518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.047055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] Calling delete_port for 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:21.076180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:21.123039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03309bab-cc4f-483e-a250-39c4f8e85c7d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:21.136901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.138689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:21.142616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.148247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:21.148788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:21.149204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:21.220105 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846461d-33a1-4daa-bcc2-3056345343e1 x-openstack-request-id: req-6846461d-33a1-4daa-bcc2-3056345343e1 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:21.220665 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c27a65-780f-4323-92b9-e58c09cc9410", "name": "network-vif-deleted", "tag": "d622fcaf-de0a-4a49-84d0-dab422962382", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:21.220949 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6846461d-33a1-4daa-bcc2-3056345343e1 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:21.221509 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c27a65-780f-4323-92b9-e58c09cc9410', 'name': 'network-vif-deleted', 'tag': 'd622fcaf-de0a-4a49-84d0-dab422962382', 'status': 'completed', 'code': 200} Dec 09 14:58:21.241547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5124106 Dec 09 14:58:21.242700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Pushing event deleted for resources: {'Port': ['ID=280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:21.245264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42656) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:21.250907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Request body: {'subnet': {'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-subnet', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:21.279242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b1cb133b-ebe5-4cdd-8893-749ca4ac3755 req-08ade61a-e0d1-447e-9e53-e1822ef35053 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.310858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b1cb133b-ebe5-4cdd-8893-749ca4ac3755 req-08ade61a-e0d1-447e-9e53-e1822ef35053 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.336374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Made reservation on behalf of 51db8ee917424bb3b8ddb87709507d0d for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:21.339137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 636a0ccc-237d-4f3c-bb19-5322e476dc36 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:21.340404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.366407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 636a0ccc-237d-4f3c-bb19-5322e476dc36 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:21.366849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 636a0ccc-237d-4f3c-bb19-5322e476dc36 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:21.367799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:21.392338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] The port '8ffe332e-020e-4a79-a86f-dbbc8d09bd0e' was deleted {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 14:58:21.399263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] No DVR routers for this DVR port 280fbc4e-8627-47e5-8cf2-e9fd46c9bd9f on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:21.399801 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.402602 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b1cb133b-ebe5-4cdd-8893-749ca4ac3755 req-08ade61a-e0d1-447e-9e53-e1822ef35053 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.405058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: d622fcaf-de0a-4a49-84d0-dab422962382 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:21.405455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d622fcaf-de0a-4a49-84d0-dab422962382 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:21.406369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b1cb133b-ebe5-4cdd-8893-749ca4ac3755 req-08ade61a-e0d1-447e-9e53-e1822ef35053 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.409311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1cb133b-ebe5-4cdd-8893-749ca4ac3755 req-08ade61a-e0d1-447e-9e53-e1822ef35053 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/7ed643e4-6117-42c7-a1ff-0647a8aff755 HTTP/1.1" status: 204 len: 173 time: 0.3432198 Dec 09 14:58:21.499069 n-d-804292-5 neutron-server[109896]: INFO neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No ports have port_id starting with 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e Dec 09 14:58:21.499371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8332f760-5e55-400e-b7fc-18a8508c5e04 req-5edc5881-3dd7-4569-985c-89966a6f17d1 tempest-ListImageFiltersTestJSON-495743920 tempest-ListImageFiltersTestJSON-495743920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9c27a65-780f-4323-92b9-e58c09cc9410 HTTP/1.1" status: 200 len: 210 time: 0.0382545 Dec 09 14:58:21.506281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] Pushing event deleted for resources: {'Port': ['ID=8ffe332e-020e-4a79-a86f-dbbc8d09bd0e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:21.519456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406b65c-9a74-4a98-bd92-b414cca8a4d6 None None] No DVR routers for this DVR port 8ffe332e-020e-4a79-a86f-dbbc8d09bd0e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:21.530732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5520db0f-a271-4965-8311-2c319a2c0eec no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:21.556994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ade61a-e0d1-447e-9e53-e1822ef35053 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed643e4-6117-42c7-a1ff-0647a8aff755,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:21.577006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5520db0f-a271-4965-8311-2c319a2c0eec {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:21.577620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5520db0f-a271-4965-8311-2c319a2c0eec not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:21.598816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c2983-3127-405c-8b8d-4397aec20a97 admin admin] Pushing event updated for resources: {'Network': ['ID=393c58bd-cb09-435b-b1bc-85a7f043cddd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:21.619002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:21.633171 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-cd153f42-2262-4439-960a-db77261071ec req-797a3847-4c85-4844-a9a3-38af973b8c3c tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] show failed (client error): The resource could not be found. Dec 09 14:58:21.634233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd153f42-2262-4439-960a-db77261071ec req-797a3847-4c85-4844-a9a3-38af973b8c3c tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/102dad54-fc81-4466-b61e-3196db635d47 HTTP/1.1" status: 404 len: 352 time: 0.0303791 Dec 09 14:58:21.687731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.708174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.742606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.797670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0bad81d-c5e2-4cea-8007-da623fc5a4ad req-ec0a4566-949d-4975-95d5-4f45bb9bbf63 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003 HTTP/1.1" status: 200 len: 1822 time: 0.1079731 Dec 09 14:58:21.834069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e956a06f-4daa-4f4b-a96c-7476fb7b721b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:21.877303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Checking segment: {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:21.878245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Network hostable DHCP agents. Network: 393c58bd-cb09-435b-b1bc-85a7f043cddd, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:21.921435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:21.933324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a0bad81d-c5e2-4cea-8007-da623fc5a4ad req-6fc2c566-e61f-4f27-b545-100e47b0edb4 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.943547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 393c58bd-cb09-435b-b1bc-85a7f043cddd) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:21.952445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62f517-2c68-43ec-af98-492091502dbb None None] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:21.959591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:21.960339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.990567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea6fbc01-8b61-47b9-998d-aa8dd54f1290 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7438281 Dec 09 14:58:21.992864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a0bad81d-c5e2-4cea-8007-da623fc5a4ad req-6fc2c566-e61f-4f27-b545-100e47b0edb4 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:21.996252 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42670) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:22.001094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:22.058094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.059448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.075797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a0bad81d-c5e2-4cea-8007-da623fc5a4ad req-6fc2c566-e61f-4f27-b545-100e47b0edb4 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.079294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a0bad81d-c5e2-4cea-8007-da623fc5a4ad req-6fc2c566-e61f-4f27-b545-100e47b0edb4 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.081434 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0bad81d-c5e2-4cea-8007-da623fc5a4ad req-6fc2c566-e61f-4f27-b545-100e47b0edb4 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003 HTTP/1.1" status: 204 len: 173 time: 0.2695150 Dec 09 14:58:22.099638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2c566-e61f-4f27-b545-100e47b0edb4 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c9b7b-cc07-4d11-9a1a-47b5bf3ff003,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:22.155500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.218473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.266214 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.267548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.277775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-393c58bd-cb09-435b-b1bc-85a7f043cddd', 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd', 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'fixed_ips': [{'subnet_id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:58:22.278989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.305704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e56d99-1a2d-4eda-a1fb-6e6f800d958b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:22.308375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Pushing event deleted for resources: {'Port': ['ID=815439cc-113c-46af-a826-0ec3861296ea,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:22.325928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005f3100-8131-466a-9ee6-593abe5c590c']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:22.349740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:22.350162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530c3cca-f03d-47e5-a2b5-7d9d9b47b06b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:22.360652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe26b3d-50d3-4d6f-a8d1-d74bc2e382ad req-f30dccdb-41fc-4348-9b8d-6cd14f008a21 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:22.368613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afe26b3d-50d3-4d6f-a8d1-d74bc2e382ad req-f30dccdb-41fc-4348-9b8d-6cd14f008a21 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.8222818 Dec 09 14:58:22.373296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aaf920-66d5-4eb0-a5b7-dd652b98613a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:22.378200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ba4a79-c46e-4c9b-8154-69f2a5763350') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:22.378445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ba4a79-c46e-4c9b-8154-69f2a5763350') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:22.430530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.444693 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f382a31-fb3f-4024-aded-f02251342320 req-3b99186c-6776-4338-850c-74314479ea2b tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/3dca8b84-f8d3-436a-b1b1-7e1173b32fb2 HTTP/1.1" status: 200 len: 1822 time: 0.3335972 Dec 09 14:58:22.491585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.512146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.523263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Allocated IP 172.20.0.2 (393c58bd-cb09-435b-b1bc-85a7f043cddd/e956a06f-4daa-4f4b-a96c-7476fb7b721b/1fbf1583-3583-4abc-94e0-cac2d8edf412) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:22.589832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.600839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.623101 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afe26b3d-50d3-4d6f-a8d1-d74bc2e382ad req-792868cc-85fd-45b2-8cf5-9f487fb9abea tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532740 Dec 09 14:58:22.630415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:22.631131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:22.634955 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:22.642675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2f382a31-fb3f-4024-aded-f02251342320 req-c4c3215e-b973-4fa9-a8f5-61ca83338b27 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.658369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:22.660275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:22.662679 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:22.686960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.733397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2f382a31-fb3f-4024-aded-f02251342320 req-c4c3215e-b973-4fa9-a8f5-61ca83338b27 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.885266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.896968 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:22.975720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:22.980457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:22.984442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:22.999672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Pushing event updated for resources: {'Port': ['ID=1fbf1583-3583-4abc-94e0-cac2d8edf412,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:23.013571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.023179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.031850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d7e56d99-1a2d-4eda-a1fb-6e6f800d958b HTTP/1.1" status: 204 len: 168 time: 2.6297848 Dec 09 14:58:23.039931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.078358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2f382a31-fb3f-4024-aded-f02251342320 req-c4c3215e-b973-4fa9-a8f5-61ca83338b27 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.079482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.083311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2f382a31-fb3f-4024-aded-f02251342320 req-c4c3215e-b973-4fa9-a8f5-61ca83338b27 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.083694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.085296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f382a31-fb3f-4024-aded-f02251342320 req-c4c3215e-b973-4fa9-a8f5-61ca83338b27 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/3dca8b84-f8d3-436a-b1b1-7e1173b32fb2 HTTP/1.1" status: 204 len: 173 time: 0.6233082 Dec 09 14:58:23.104214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d3b7-6e8f-4f38-b836-85fa165165e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e56d99-1a2d-4eda-a1fb-6e6f800d958b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:23.108430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.116650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] 10.222.0.46 "DELETE /v2.0/networks/005f3100-8131-466a-9ee6-593abe5c590c HTTP/1.1" status: 204 len: 168 time: 3.3948779 Dec 09 14:58:23.136747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.172619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3215e-b973-4fa9-a8f5-61ca83338b27 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca8b84-f8d3-436a-b1b1-7e1173b32fb2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:23.181551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Attempting to bind port 1fbf1583-3583-4abc-94e0-cac2d8edf412 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:23.181793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Attempting to bind port 1fbf1583-3583-4abc-94e0-cac2d8edf412 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:23.182305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Attempting to bind port 1fbf1583-3583-4abc-94e0-cac2d8edf412 on network 393c58bd-cb09-435b-b1bc-85a7f043cddd {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:23.191560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.215327 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d11944dd-6456-429c-ac0a-baf075d415fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.220134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:23.220528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Checking segment: {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:23.220980 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.221710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Bound using segment: {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:23.222629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Bound port: 1fbf1583-3583-4abc-94e0-cac2d8edf412, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:23.223064 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.269526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968035a0-184f-40ec-a5b5-76bb344f554a admin admin] Pushing event deleted for resources: {'Network': ['ID=005f3100-8131-466a-9ee6-593abe5c590c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:23.280368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42702) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:23.321731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.322325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb3a76b-2101-45d6-bb32-34d037e43ee5 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:58:23.338350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] For port 1fbf1583-3583-4abc-94e0-cac2d8edf412, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:23.345416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] For port 1fbf1583-3583-4abc-94e0-cac2d8edf412, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1fbf1583-3583-4abc-94e0-cac2d8edf412,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:23.352871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.400276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ed0e066e-2b39-431b-9dae-aa21f4a8a3e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb9b8cc45f5f4641b9d7f525e06d9c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1186521 Dec 09 14:58:23.410419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.412545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-252a166a-4eb8-401d-bbf7-8f9d1973744d admin admin] 10.222.0.46 "DELETE /v2.0/routers/aeb3a76b-2101-45d6-bb32-34d037e43ee5 HTTP/1.1" status: 204 len: 168 time: 4.2271895 Dec 09 14:58:23.413277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42710) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:23.419381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42712) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:23.447907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Allocated IP 172.25.0.143 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/acdd92d7-327c-4e5a-b8bd-773fe5331521) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:23.525093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42718) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:23.531303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a50c-b558-4fa2-9f6e-9926e15f1950 None None] Pushing event updated for resources: {'Port': ['ID=1fbf1583-3583-4abc-94e0-cac2d8edf412,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:23.645770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7062ec01-408f-4f19-a803-935fd10ff567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.659619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Deleting subnet 10793ad9-84e9-4787-b3da-428e5d5f5375 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:23.664442 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.680191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.692476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec7f2076-c763-47ba-a4af-59a21a5e2ad7 req-7f5cce9f-999d-41e0-80ef-ef7fa46acc05 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/26d021f2-479a-429d-9b30-b8b88ad2b747 HTTP/1.1" status: 200 len: 1822 time: 0.5220480 Dec 09 14:58:23.724535 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7062ec01-408f-4f19-a803-935fd10ff567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.782147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.794695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd9f3412-c07d-4695-a686-246f05878f53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b869fd8e34b2489aa44ce5055cf132dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684801 Dec 09 14:58:23.798325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42728) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:23.806191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.838005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=acdd92d7-327c-4e5a-b8bd-773fe5331521,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:23.852714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec7f2076-c763-47ba-a4af-59a21a5e2ad7 req-13194a26-7552-4569-8201-5a7be2d98d9d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.857669 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7062ec01-408f-4f19-a803-935fd10ff567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.862562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7062ec01-408f-4f19-a803-935fd10ff567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.871844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7062ec01-408f-4f19-a803-935fd10ff567 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a360be42-fd67-4a03-adae-030bbf6d404e HTTP/1.1" status: 204 len: 168 time: 0.4506447 Dec 09 14:58:23.878818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:23.889494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:23.896611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:23.903322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec7f2076-c763-47ba-a4af-59a21a5e2ad7 req-13194a26-7552-4569-8201-5a7be2d98d9d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:23.913835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830541f2-03d5-4961-8142-9739f5b42ef4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:23.929832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062ec01-408f-4f19-a803-935fd10ff567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a360be42-fd67-4a03-adae-030bbf6d404e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:24.012755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84a78115-daef-476b-ba2e-73d5a217ae91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.121395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a15cee0a-e438-4827-afce-898ccba3f135 None None] Provisioning complete for port acdd92d7-327c-4e5a-b8bd-773fe5331521 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:24.122047 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a15cee0a-e438-4827-afce-898ccba3f135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.135370 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec7f2076-c763-47ba-a4af-59a21a5e2ad7 req-13194a26-7552-4569-8201-5a7be2d98d9d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.142173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84a78115-daef-476b-ba2e-73d5a217ae91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.142971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec7f2076-c763-47ba-a4af-59a21a5e2ad7 req-13194a26-7552-4569-8201-5a7be2d98d9d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.147754 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec7f2076-c763-47ba-a4af-59a21a5e2ad7 req-13194a26-7552-4569-8201-5a7be2d98d9d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/26d021f2-479a-429d-9b30-b8b88ad2b747 HTTP/1.1" status: 204 len: 173 time: 0.4462209 Dec 09 14:58:24.151317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.175408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13194a26-7552-4569-8201-5a7be2d98d9d tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d021f2-479a-429d-9b30-b8b88ad2b747,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:24.285628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a15cee0a-e438-4827-afce-898ccba3f135 None None] Port acdd92d7-327c-4e5a-b8bd-773fe5331521 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:24.316310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.350384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10793ad9-84e9-4787-b3da-428e5d5f5375,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:24.354113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.357662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fbcf4275-2b9a-4ad2-b1c5-9e29ca86d134 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/10793ad9-84e9-4787-b3da-428e5d5f5375 HTTP/1.1" status: 204 len: 168 time: 0.8516922 Dec 09 14:58:24.360631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:24.363822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0594ac0-dfeb-4eb3-993c-93498e1ebb0e None None] Network db257af6-97e9-4277-9bab-be78146228d6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:24.437941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.493167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84a78115-daef-476b-ba2e-73d5a217ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.499546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-84a78115-daef-476b-ba2e-73d5a217ae91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.501397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-84a78115-daef-476b-ba2e-73d5a217ae91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7de06910-e810-4194-9900-87cbea6ff2f7 HTTP/1.1" status: 204 len: 168 time: 0.7028999 Dec 09 14:58:24.503384 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.531568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a78115-daef-476b-ba2e-73d5a217ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de06910-e810-4194-9900-87cbea6ff2f7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:24.639874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d52a0-a919-42e8-beab-52ce4f2116d7 req-09626135-3dfb-4b39-994f-5484a6b6d73f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:24.641136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-384d52a0-a919-42e8-beab-52ce4f2116d7 req-09626135-3dfb-4b39-994f-5484a6b6d73f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.2937858 Dec 09 14:58:24.651306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Deleting port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:24.656508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.716046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] DHCP port deletion for db257af6-97e9-4277-9bab-be78146228d6 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:24.818973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1fbf1583-3583-4abc-94e0-cac2d8edf412 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:24.906077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-384d52a0-a919-42e8-beab-52ce4f2116d7 req-4b141004-7de4-458c-a3c9-cb87ec50dcaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464244 Dec 09 14:58:24.913914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] Deleting port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:24.919160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.919874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] For port e45ceac8-c6dc-4cc9-826b-2497f0c89b14, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:24.920356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:24.964735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Calling delete_port for e45ceac8-c6dc-4cc9-826b-2497f0c89b14 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:25.034157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] For port e45ceac8-c6dc-4cc9-826b-2497f0c89b14, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,segment=NetworkSegment(0ae5b5d1-2721-43a2-884c-904bbc580fc5),segment_id=0ae5b5d1-2721-43a2-884c-904bbc580fc5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:25.034928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.054421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] Calling delete_port for e45ceac8-c6dc-4cc9-826b-2497f0c89b14 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:25.147589 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.171191 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.186188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39ff0b62-9df8-4f64-802b-b2f0f57ca2a0 req-04fe746b-4868-45f8-858e-8c80d577994e tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/a6e19b43-a201-4658-ad5a-7918e4d66725 HTTP/1.1" status: 200 len: 2419 time: 0.2120814 Dec 09 14:58:25.221652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Pushing event deleted for resources: {'Port': ['ID=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:25.232074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] No DVR routers for this DVR port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:25.252110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] Pushing event deleted for resources: {'Port': ['ID=e45ceac8-c6dc-4cc9-826b-2497f0c89b14,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:25.262013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731b3f0-0bdd-428e-8151-1c3e52369ebb None None] No DVR routers for this DVR port e45ceac8-c6dc-4cc9-826b-2497f0c89b14 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:25.285016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1fbf1583-3583-4abc-94e0-cac2d8edf412 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:25.285589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.462866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.463087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.500148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.516030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db257af6-97e9-4277-9bab-be78146228d6']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:25.545579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae5b5d1-2721-43a2-884c-904bbc580fc5') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:25.545803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae5b5d1-2721-43a2-884c-904bbc580fc5') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:25.569100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 1fbf1583-3583-4abc-94e0-cac2d8edf412, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1fbf1583-3583-4abc-94e0-cac2d8edf412,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:25.585211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca2f34-7bdd-4d6d-aaed-a3ec5463bd49 None None] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:25.590244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.629295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.633753 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.650848 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-39ff0b62-9df8-4f64-802b-b2f0f57ca2a0 req-1220ff48-eb08-4764-90a5-e4e53f19e691 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.657417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 815439cc-113c-46af-a826-0ec3861296ea no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:25.660668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:25.664366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:25.692912 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:25.801009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-39ff0b62-9df8-4f64-802b-b2f0f57ca2a0 req-1220ff48-eb08-4764-90a5-e4e53f19e691 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.824178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 815439cc-113c-46af-a826-0ec3861296ea {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:25.824618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 815439cc-113c-46af-a826-0ec3861296ea not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:25.835065 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf5ae-21fb-467a-88be-c693359c0dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.835600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.849387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.855034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] 10.222.0.46 "DELETE /v2.0/networks/db257af6-97e9-4277-9bab-be78146228d6 HTTP/1.1" status: 204 len: 168 time: 1.4910235 Dec 09 14:58:25.882995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Router 1569db76-6c00-4622-9ff7-9404299837ce is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:58:25.887272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-39ff0b62-9df8-4f64-802b-b2f0f57ca2a0 req-1220ff48-eb08-4764-90a5-e4e53f19e691 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.890793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-39ff0b62-9df8-4f64-802b-b2f0f57ca2a0 req-1220ff48-eb08-4764-90a5-e4e53f19e691 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.897641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39ff0b62-9df8-4f64-802b-b2f0f57ca2a0 req-1220ff48-eb08-4764-90a5-e4e53f19e691 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/a6e19b43-a201-4658-ad5a-7918e4d66725 HTTP/1.1" status: 204 len: 173 time: 0.6955726 Dec 09 14:58:25.902717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47548f92-6784-40e5-99a0-5a2b483490be admin admin] Pushing event deleted for resources: {'Network': ['ID=db257af6-97e9-4277-9bab-be78146228d6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:25.925937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220ff48-eb08-4764-90a5-e4e53f19e691 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e19b43-a201-4658-ad5a-7918e4d66725,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:25.933243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-da65a32d-a708-4898-901c-ed07c3ac57d4 None None] Provisioning complete for port 1fbf1583-3583-4abc-94e0-cac2d8edf412 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:25.942425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da65a32d-a708-4898-901c-ed07c3ac57d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:25.956437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42810) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.016180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01bce977-2449-46b2-b26c-e1e72805f951 req-130e2605-d0f7-4758-8e64-29177265da98 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "GET /v2.0/security-groups/50d29733-42dd-4d30-b83e-0c478039de31 HTTP/1.1" status: 200 len: 2415 time: 0.0944297 Dec 09 14:58:26.024462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42814) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.168115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-01bce977-2449-46b2-b26c-e1e72805f951 req-153d4ebf-aa01-4547-8576-7362779f21f6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.215424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ac70-1857-412d-8b59-39879089ad1d req-9bada6fa-fbb6-4dbe-bd22-961a8b7bd8cf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:26.217042 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e25ac70-1857-412d-8b59-39879089ad1d req-9bada6fa-fbb6-4dbe-bd22-961a8b7bd8cf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1886098 Dec 09 14:58:26.241097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.254379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-01bce977-2449-46b2-b26c-e1e72805f951 req-153d4ebf-aa01-4547-8576-7362779f21f6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.273785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:26.306460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=1fbf1583-3583-4abc-94e0-cac2d8edf412,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:26.329236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Sync routers for ids ['1569db76-6c00-4622-9ff7-9404299837ce'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:26.350800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e25ac70-1857-412d-8b59-39879089ad1d req-2150fd8c-93a6-4f0d-80c2-aa89bce04d0c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125226 Dec 09 14:58:26.355414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.371816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-53bdc956-c64e-4cda-ae9a-8889cb9afbf2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3742282 Dec 09 14:58:26.374556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42822) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.410890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Routers {'1569db76-6c00-4622-9ff7-9404299837ce'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:26.411415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1569db76-6c00-4622-9ff7-9404299837ce'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:26.433121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6d265726-3152-4ee2-8c88-9f49ca56aaef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=666829984c2f467f9f5b38feaedb16a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854334 Dec 09 14:58:26.433121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42824) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.488118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-01bce977-2449-46b2-b26c-e1e72805f951 req-153d4ebf-aa01-4547-8576-7362779f21f6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.494393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-01bce977-2449-46b2-b26c-e1e72805f951 req-153d4ebf-aa01-4547-8576-7362779f21f6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.500445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01bce977-2449-46b2-b26c-e1e72805f951 req-153d4ebf-aa01-4547-8576-7362779f21f6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] 10.222.0.46 "DELETE /v2.0/security-groups/50d29733-42dd-4d30-b83e-0c478039de31 HTTP/1.1" status: 204 len: 173 time: 0.4769244 Dec 09 14:58:26.504695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42826) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.625204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-637466377-network', 'tenant_id': 'aada081d95e3437ebc2a305cbd2a98d8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:26.632700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Deleting subnet 17ac3e5d-6cc2-41fc-923c-603d070c0d22 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:26.640422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.646599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d4ebf-aa01-4547-8576-7362779f21f6 tempest-SecurityGroupRulesTestJSON-985372839 tempest-SecurityGroupRulesTestJSON-985372839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d29733-42dd-4d30-b83e-0c478039de31,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:26.707600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1fbf1583-3583-4abc-94e0-cac2d8edf412 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:26.711619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Set router 1569db76-6c00-4622-9ff7-9404299837ce gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:26.718271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.784721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b52a3e1-407c-42c9-b0c2-798f958d5fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.810507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-19fec1d9-ad24-4580-9371-6540838b2408 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e0067d0783d4449a17ec3adfa570580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7835340 Dec 09 14:58:26.821418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.830839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Made reservation on behalf of aada081d95e3437ebc2a305cbd2a98d8 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:26.836462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.862907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.879371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.898628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42838) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:26.936930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b52a3e1-407c-42c9-b0c2-798f958d5fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:26.986191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1fbf1583-3583-4abc-94e0-cac2d8edf412 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:26.987595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.058469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f3dde1cb-f00e-409d-9c9d-b5f50322f902 None None] Provisioning complete for port 1fbf1583-3583-4abc-94e0-cac2d8edf412 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:27.059058 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f3dde1cb-f00e-409d-9c9d-b5f50322f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.086398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1842930554-network', 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:27.090846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b52a3e1-407c-42c9-b0c2-798f958d5fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.095709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b52a3e1-407c-42c9-b0c2-798f958d5fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.098590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7b52a3e1-407c-42c9-b0c2-798f958d5fd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c34ef841-7b45-4b3c-997a-2362366a089a HTTP/1.1" status: 204 len: 168 time: 0.6659410 Dec 09 14:58:27.141647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52a3e1-407c-42c9-b0c2-798f958d5fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34ef841-7b45-4b3c-997a-2362366a089a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:27.170489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:27.173393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.195225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.249975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.295150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.324919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.336695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:24Z', 'revision_number': 3, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:27.375924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Checking router: 1569db76-6c00-4622-9ff7-9404299837ce for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:27.376615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Updating router 1569db76-6c00-4622-9ff7-9404299837ce port acdd92d7-327c-4e5a-b8bd-773fe5331521 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:27.409019 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.446138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57caea6-e674-49dc-9f7c-ffe5e65d0c97,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:27.496643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:27.508325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.508837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.509332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.509784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.510531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.511001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.511521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.512840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.512840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.513822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.514320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.514912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.515422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:27.546153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.546153 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Added segment b6dff331-e1bd-4130-a6b4-c2c20830a372 of type vlan for network cce79829-7302-4ce7-9ea0-13bc0312f2df Dec 09 14:58:27.561904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e45ceac8-c6dc-4cc9-826b-2497f0c89b14 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:27.590175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e45ceac8-c6dc-4cc9-826b-2497f0c89b14 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:27.590784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e45ceac8-c6dc-4cc9-826b-2497f0c89b14 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:27.593726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f70af240-40ac-4403-b0ce-9b3ce48f39fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.651796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f70af240-40ac-4403-b0ce-9b3ce48f39fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.654295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.663757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.679985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:27.693195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.693685 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Added segment 060bee02-fed7-40ad-bdf4-392773056d70 of type vlan for network 2bb44386-ba3a-48d6-be76-3b19a04c4117 Dec 09 14:58:27.749529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.803548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.805583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.807841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:27.809115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.809599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.840766 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.848707 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.880738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:27.903175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42858) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:27.913701 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0070317 Dec 09 14:58:27.924595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Request body: {'subnet': {'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1842930554-subnet', 'tenant_id': '5de422f221a04927add7885e56fdb4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:27.932679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ac3e5d-6cc2-41fc-923c-603d070c0d22,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:27.937820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:27.942691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Pushing event updated for resources: {'Port': ['ID=acdd92d7-327c-4e5a-b8bd-773fe5331521,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:27.944153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f71d47a-1d25-4455-bdd9-941b2d05a75c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/17ac3e5d-6cc2-41fc-923c-603d070c0d22 HTTP/1.1" status: 204 len: 168 time: 1.4355819 Dec 09 14:58:27.947101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:27.964090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cb00c-70b2-46df-b6eb-3087ffedbd9d req-02bddabd-5f0c-4966-8298-dbf4a1305ce6 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:27.965847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e1cb00c-70b2-46df-b6eb-3087ffedbd9d req-02bddabd-5f0c-4966-8298-dbf4a1305ce6 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.4260459 Dec 09 14:58:27.969840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d80de9-df52-4567-b9c6-5c7ab0729fda None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:28.012671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Attempting to bind port acdd92d7-327c-4e5a-b8bd-773fe5331521 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:28.022711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Attempting to bind port acdd92d7-327c-4e5a-b8bd-773fe5331521 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:28.023265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Attempting to bind port acdd92d7-327c-4e5a-b8bd-773fe5331521 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:28.028372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded99edb-d01d-48c7-9914-28768715060f admin admin] Pushing event updated for resources: {'Network': ['ID=2bb44386-ba3a-48d6-be76-3b19a04c4117,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:28.038014 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.039844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:28.040527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.042352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:28.043114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:28.043618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.044100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:28.044656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Bound port: acdd92d7-327c-4e5a-b8bd-773fe5331521, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:28.045147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.069902 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.121506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:28.127029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f70af240-40ac-4403-b0ce-9b3ce48f39fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.129438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] For port acdd92d7-327c-4e5a-b8bd-773fe5331521, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:28.130834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f70af240-40ac-4403-b0ce-9b3ce48f39fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.132268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f70af240-40ac-4403-b0ce-9b3ce48f39fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa181cc2-b234-4026-b5ba-c1763f24cc05 HTTP/1.1" status: 204 len: 168 time: 1.3063543 Dec 09 14:58:28.150883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e71c4bdc-f75c-45fd-9e9f-ac6d48b65441 None None] Provisioning complete for port acdd92d7-327c-4e5a-b8bd-773fe5331521 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:28.151292 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e71c4bdc-f75c-45fd-9e9f-ac6d48b65441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.164440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70af240-40ac-4403-b0ce-9b3ce48f39fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa181cc2-b234-4026-b5ba-c1763f24cc05,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:28.165750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cce79829-7302-4ce7-9ea0-13bc0312f2df,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:28.182527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eeef0dab-24de-4283-96db-3d40bcda57f3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2201576 Dec 09 14:58:28.183569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:28.194021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Request body: {'subnet': {'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-637466377-subnet', 'tenant_id': 'aada081d95e3437ebc2a305cbd2a98d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:28.208144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:28.214134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.214301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e71c4bdc-f75c-45fd-9e9f-ac6d48b65441 None None] Port acdd92d7-327c-4e5a-b8bd-773fe5331521 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:28.224098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network cce79829-7302-4ce7-9ea0-13bc0312f2df details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:28.245329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Made reservation on behalf of aada081d95e3437ebc2a305cbd2a98d8 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:28.253333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.285481 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.379746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.390864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] For port acdd92d7-327c-4e5a-b8bd-773fe5331521, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=acdd92d7-327c-4e5a-b8bd-773fe5331521,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:28.438474 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.454474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42876) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:28.516557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf9a11-f3e2-469b-b44a-04ef856ec164 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:28.538555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.548587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Routers {'1569db76-6c00-4622-9ff7-9404299837ce'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:28.549843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1569db76-6c00-4622-9ff7-9404299837ce'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:28.552397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607b1372-dfe1-43ba-9060-09fbe7857d4f']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:28.572877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d542e0-c915-4982-a8b9-965eb363e9e3') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:28.578392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d542e0-c915-4982-a8b9-965eb363e9e3') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:28.590139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.610426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.614742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.617887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:28.618503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.672027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] Set router 1569db76-6c00-4622-9ff7-9404299837ce gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:28.690606 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:28.718999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-847454355-network', 'tenant_id': '5721b37e91224a159582fe8450fcb6ef'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:28.751194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e1cb00c-70b2-46df-b6eb-3087ffedbd9d req-41a1bdc8-5db7-4cd6-aea2-a1ff52705ad1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790977 Dec 09 14:58:28.755865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.779763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.784059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] 10.222.0.46 "DELETE /v2.0/networks/607b1372-dfe1-43ba-9060-09fbe7857d4f HTTP/1.1" status: 204 len: 168 time: 0.8300631 Dec 09 14:58:28.797064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aab6efa-1da4-4196-b425-b919dda3b87c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:28.811824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Checking segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:28.812093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Network hostable DHCP agents. Network: cce79829-7302-4ce7-9ea0-13bc0312f2df, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:28.826854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Made reservation on behalf of 5721b37e91224a159582fe8450fcb6ef for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:28.831786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.842108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Pushing event updated for resources: {'Port': ['ID=acdd92d7-327c-4e5a-b8bd-773fe5331521,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:28.847761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.850341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Pushing event deleted for resources: {'Network': ['ID=607b1372-dfe1-43ba-9060-09fbe7857d4f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:28.857532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.857905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.858249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.858588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.858923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.859259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.859609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.859989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.860308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.860633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.860960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.861282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.861932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31382a-1d9b-46c4-8e3b-72185e6e06ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.862568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Network cce79829-7302-4ce7-9ea0-13bc0312f2df is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:28.875741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e63f6504-df3a-4aef-a4d1-60b1e74ecbe6 None None] Provisioning complete for port acdd92d7-327c-4e5a-b8bd-773fe5331521 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:28.876092 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e63f6504-df3a-4aef-a4d1-60b1e74ecbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.885808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, cce79829-7302-4ce7-9ea0-13bc0312f2df) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:28.896472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:28.898489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:28.918182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f66270-7108-434e-8ab0-f9903eb0b28f None None] Network cce79829-7302-4ce7-9ea0-13bc0312f2df requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:28.943068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.944931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.946679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.947804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.948158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.948511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.948852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.952128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.952562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.952913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.953637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.955732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.957247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c4871-25a6-49ab-8d22-b2722d644acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:28.981411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c83408cf-acc6-4608-9e1b-80a54a18b480 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7885103 Dec 09 14:58:29.083585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.098016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.137231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:29.150921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a2c04-9bb5-45f9-8e44-d0cce6e9d31a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:29.156523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.156860 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Added segment 44bf4989-365c-4f51-ad2c-2969b2d6c3c5 of type vlan for network cf8b11df-20d2-4701-aa91-8ad9d03fdb4c Dec 09 14:58:29.186858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42898) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:29.224464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.261433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Allocated IP 172.20.0.1 (393c58bd-cb09-435b-b1bc-85a7f043cddd/e956a06f-4daa-4f4b-a96c-7476fb7b721b/03926fa7-f32e-424e-9c2b-be91869485cb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:29.277675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f366002b-193c-4f58-94fe-ae98c4b15f7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efa42a5be9554cbcb0a7dfdb7f610170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0894876 Dec 09 14:58:29.280170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42902) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:29.308060 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.334390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.338115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:29.338737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.370918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.383262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9260161 Dec 09 14:58:29.420470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42910) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:29.446216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Request body: {'subnet': {'network_id': 'cf8b11df-20d2-4701-aa91-8ad9d03fdb4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-847454355-subnet', 'tenant_id': '5721b37e91224a159582fe8450fcb6ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:29.484931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e63f6504-df3a-4aef-a4d1-60b1e74ecbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.509618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e63f6504-df3a-4aef-a4d1-60b1e74ecbe6 None None] For port acdd92d7-327c-4e5a-b8bd-773fe5331521, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=acdd92d7-327c-4e5a-b8bd-773fe5331521,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:29.514985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684ef62-0443-4e9d-b67c-3fff0b218f79 None None] Network cce79829-7302-4ce7-9ea0-13bc0312f2df requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:29.521518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e63f6504-df3a-4aef-a4d1-60b1e74ecbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.580948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259cdbe-9d51-4b60-9d3c-a3ab8b69336a admin admin] Pushing event updated for resources: {'Network': ['ID=cf8b11df-20d2-4701-aa91-8ad9d03fdb4c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:29.616902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca12a568-246f-4716-92cb-7f1fc907ca0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.618572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:24Z', 'revision_number': 3, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:29.625298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network cf8b11df-20d2-4701-aa91-8ad9d03fdb4c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:29.651734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dee103-67a7-4df5-8bcc-ed1d13da6a3c,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:29.663168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Made reservation on behalf of 5721b37e91224a159582fe8450fcb6ef for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:29.669790 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.682534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bbc7e5-6ba3-4b97-9a25-28488d7a0167 None None] The sync data for ids ['1569db76-6c00-4622-9ff7-9404299837ce'] in n-d-804292-5 is: [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:24Z', 'revision_number': 3, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:29.684194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42914) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:29.753912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.758764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f6504-df3a-4aef-a4d1-60b1e74ecbe6 None None] Pushing event updated for resources: {'Port': ['ID=acdd92d7-327c-4e5a-b8bd-773fe5331521,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:29.765735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca12a568-246f-4716-92cb-7f1fc907ca0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.851789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.907457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:29.907835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Network hostable DHCP agents. Network: 2bb44386-ba3a-48d6-be76-3b19a04c4117, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:29.934617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1859612714-network', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:29.981268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca12a568-246f-4716-92cb-7f1fc907ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.982266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Pushing event updated for resources: {'Port': ['ID=03926fa7-f32e-424e-9c2b-be91869485cb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:29.984146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca12a568-246f-4716-92cb-7f1fc907ca0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:29.988646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca12a568-246f-4716-92cb-7f1fc907ca0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b51159af-e1ff-419e-b797-5814101c891a HTTP/1.1" status: 204 len: 168 time: 0.7050328 Dec 09 14:58:30.004067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a568-246f-4716-92cb-7f1fc907ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51159af-e1ff-419e-b797-5814101c891a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:30.087119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:30.109254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:30.128827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:30.179728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.282543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18001480-6d18-4d49-a492-a3654463b5de req-a44ae345-673f-4a12-b05b-f8490d1e1d44 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:30.284908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18001480-6d18-4d49-a492-a3654463b5de req-a44ae345-673f-4a12-b05b-f8490d1e1d44 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.3650432 Dec 09 14:58:30.306897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Made reservation on behalf of b86e28aeb2fa461e877af3a62cc2fddb for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:30.309603 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.314514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:30.338978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f95823-4221-44c9-9c49-0c6557dfb2dd,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:30.371926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 2bb44386-ba3a-48d6-be76-3b19a04c4117) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:30.378063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:30.380427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Checking segment: {'id': '44bf4989-365c-4f51-ad2c-2969b2d6c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf8b11df-20d2-4701-aa91-8ad9d03fdb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:30.380843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Network hostable DHCP agents. Network: cf8b11df-20d2-4701-aa91-8ad9d03fdb4c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:30.381952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd889e-e0f1-43cf-982c-f5d897956af2 None None] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:30.395842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.411265 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.432828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Network cf8b11df-20d2-4701-aa91-8ad9d03fdb4c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:30.442278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, cf8b11df-20d2-4701-aa91-8ad9d03fdb4c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:30.451724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.500894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:30.501651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.510426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c09c6-9ac9-4dd2-86e2-1a58c5792d42 None None] Network cf8b11df-20d2-4701-aa91-8ad9d03fdb4c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:30.623791 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18001480-6d18-4d49-a492-a3654463b5de req-3e3bcd68-80e1-40cf-9aad-9a574020dff0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204675 Dec 09 14:58:30.633678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-481ece31-c1e2-4c68-8a17-acf4d808bf96 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7225487 Dec 09 14:58:30.636971 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b56d19a3-8276-452a-8168-aa81c8c7e88c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2136323 Dec 09 14:58:30.718416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device acdd92d7-327c-4e5a-b8bd-773fe5331521 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:30.727506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8128d42d-d971-46e7-959d-434a36f5dad5 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:30.732730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8128d42d-d971-46e7-959d-434a36f5dad5 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 817 time: 0.3627071 Dec 09 14:58:30.764152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-2b66e5fb-2863-4ae4-8938-c4d213de1a9c tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/quotas/aada081d95e3437ebc2a305cbd2a98d8 HTTP/1.1" status: 200 len: 375 time: 0.0244520 Dec 09 14:58:30.841479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-aa5109db-b908-47b7-8fbb-4429e8917746 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703151 Dec 09 14:58:30.986142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2a1eba74-c735-4255-a5a5-d227701de3ce None None] Provisioning complete for port 03926fa7-f32e-424e-9c2b-be91869485cb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:30.987163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a1eba74-c735-4255-a5a5-d227701de3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:30.989755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af53d8c-b957-4c3e-8a32-ee3d65086fe2 None None] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:31.031082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.034529 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.054254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-5dd5707d-528f-4dea-9669-50a04e6d7cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050059 Dec 09 14:58:31.113402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0ccf0-de3e-4fb5-b933-8e4816b090d7 None None] Network cf8b11df-20d2-4701-aa91-8ad9d03fdb4c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:31.151863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port acdd92d7-327c-4e5a-b8bd-773fe5331521 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:31.152492 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.295879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-bbdd98a0-ceff-46dd-8ca9-ef46f9a8cd09 service neutron] 10.222.0.46 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340982 Dec 09 14:58:31.350599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eba74-c735-4255-a5a5-d227701de3ce None None] Port 03926fa7-f32e-424e-9c2b-be91869485cb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:31.357171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.418382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e7fcfa8d-fa11-41bb-92ea-3255b598bfa0 req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-262575268', 'description': 'tempest-description-242916652'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:31.453660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:31.490148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0482e3-e1aa-4a92-94d3-a2fbcad862a6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:31.493510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.493791 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Added segment 239a2eed-af03-4d30-9675-ec92c15c3c67 of type vlan for network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade Dec 09 14:58:31.557302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7fcfa8d-fa11-41bb-92ea-3255b598bfa0 req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.575883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.599822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.618446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.641048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42964) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:31.687687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.688661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:31.689267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.755894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.770187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0818486 Dec 09 14:58:31.770630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:31.772527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Pushing event updated for resources: {'Port': ['ID=03926fa7-f32e-424e-9c2b-be91869485cb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:31.789376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Request body: {'subnet': {'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1859612714-subnet', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:31.821526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e7e83-6322-4afe-ae12-586923058e8c admin admin] Pushing event updated for resources: {'Network': ['ID=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:31.835570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7fcfa8d-fa11-41bb-92ea-3255b598bfa0 req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.836737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:31.874406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7fcfa8d-fa11-41bb-92ea-3255b598bfa0 req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.901835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1934151671-network', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:31.921841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Made reservation on behalf of b86e28aeb2fa461e877af3a62cc2fddb for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:31.927853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:31.999684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae021a8c-0d80-4167-ad5f-0c9b247b172e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:32.064218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:32.068449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:32.307907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Router 1569db76-6c00-4622-9ff7-9404299837ce has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:32.320247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7fcfa8d-fa11-41bb-92ea-3255b598bfa0 req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.322236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7fcfa8d-fa11-41bb-92ea-3255b598bfa0 req-f9da8799-8f0e-4973-9469-41ce68787d0f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.9158568 Dec 09 14:58:32.330596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Made reservation on behalf of 555e6abe0b69454494cb7bf1c46255d6 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:32.333527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.357749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.360269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.460868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01872b0f-ac20-4a43-9dc4-89380c7d66a4,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:32.501889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4f6c69ba-da83-49e9-9881-9d869ef0405b None None] Provisioning complete for port 03926fa7-f32e-424e-9c2b-be91869485cb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:32.503573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f6c69ba-da83-49e9-9881-9d869ef0405b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.596425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c69ba-da83-49e9-9881-9d869ef0405b None None] Port 03926fa7-f32e-424e-9c2b-be91869485cb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:32.623590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-88ac7e87-b224-4c18-b309-86b3193ee5e6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:32.631862 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-88ac7e87-b224-4c18-b309-86b3193ee5e6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.3873811 Dec 09 14:58:32.665340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-a01a3a29-07c1-43e8-8047-892dab70e0ec tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0321162 Dec 09 14:58:32.672952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Checking segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:32.673552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Network hostable DHCP agents. Network: 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:32.680703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:32.697413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b59a5a19-e1f1-4376-ae65-4f79f203bc43 admin admin] 10.222.0.46 "PUT /v2.0/routers/1569db76-6c00-4622-9ff7-9404299837ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3124833 Dec 09 14:58:32.697548 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Sync routers for ids ['1569db76-6c00-4622-9ff7-9404299837ce'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:32.704722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f430ed-a8eb-4581-939d-be729391a214 req-3328cbda-f0e4-461d-b864-264d61acb9e0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:32.707857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30f430ed-a8eb-4581-939d-be729391a214 req-3328cbda-f0e4-461d-b864-264d61acb9e0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1010516 Dec 09 14:58:32.710691 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Routers {'1569db76-6c00-4622-9ff7-9404299837ce'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:32.715097 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1569db76-6c00-4622-9ff7-9404299837ce'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:32.731695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-74d24dca-f8aa-4466-b07b-fe8211c64b63 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646155 Dec 09 14:58:32.790199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:32.831603 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.839874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30f430ed-a8eb-4581-939d-be729391a214 req-f4f35a0e-6a10-40c9-9033-51d815a5fdac tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137292 Dec 09 14:58:32.850127 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.863257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:32.875135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:32.880881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.884604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821ef4c-5f22-48d7-b460-fb4eabd97b07 None None] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:32.944689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:58:32.978452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-8128e749-0ff7-430d-bd60-ba82c8487aa9 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455964 Dec 09 14:58:32.980039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:32.980554 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Added segment 89a5061e-4ae6-433f-9dcb-fb62f637d83b of type vlan for network a23bfded-9aec-47bb-8651-797b32153a9b Dec 09 14:58:32.982375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd454117-39c8-4027-83d8-d71d397c2c98,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:32.988083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f2c6dcd1-4378-4076-a124-cc1b2bd0356e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2155080 Dec 09 14:58:32.994533 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Set router 1569db76-6c00-4622-9ff7-9404299837ce gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:32.998850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43012) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:33.013428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:33.026949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-060849ae-2192-483a-84ef-cb92541a3f1a req-e471eae6-ed27-403e-b666-c8b9c0cf851e tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/ae021a8c-0d80-4167-ad5f-0c9b247b172e HTTP/1.1" status: 200 len: 1828 time: 0.1180100 Dec 09 14:58:33.039183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae021a8c-0d80-4167-ad5f-0c9b247b172e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:33.039717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae021a8c-0d80-4167-ad5f-0c9b247b172e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:33.090863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.141583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:58:33.143553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.154253 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.155532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.248867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-480733ba-d8b3-49cc-b36c-462e78fd9570 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478280 Dec 09 14:58:33.277528 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:30Z', 'revision_number': 4, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03926fa7-f32e-424e-9c2b-be91869485cb', 'name': '', 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'mac_address': 'fa:16:3e:e3:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:28Z', 'updated_at': '2021-12-09T14:58:31Z', 'revision_number': 2, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'subnets': [{'id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:33.304923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.329429 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Checking router: 1569db76-6c00-4622-9ff7-9404299837ce for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:33.329780 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Updating router 1569db76-6c00-4622-9ff7-9404299837ce port 03926fa7-f32e-424e-9c2b-be91869485cb binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:33.352135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.353329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.355650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:33.356754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.358527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.370789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.382318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200abcc9-e221-4dbe-a167-b0561d6645c4,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:33.393006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.395270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-060849ae-2192-483a-84ef-cb92541a3f1a req-a132984b-3744-4063-956f-c550a52eb990 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3653667 Dec 09 14:58:33.406665 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.471484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Allocated IP 172.20.0.2 (5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade/01872b0f-ac20-4a43-9dc4-89380c7d66a4/6d5845eb-07cc-44d1-bf5e-daf942248538) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:33.652952 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa60874f-c224-4540-ab91-96ead2a5f0c2 req-471f1471-72f1-4546-9cde-4cd3869c3675 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 210 time: 0.0686011 Dec 09 14:58:33.794953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0adfede-786c-4c5a-900c-430ecc4d6fd6 req-033d7b4b-02e2-4c2e-b085-616b8c345718 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/ae021a8c-0d80-4167-ad5f-0c9b247b172e HTTP/1.1" status: 200 len: 2422 time: 0.0734458 Dec 09 14:58:33.844810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.865555 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2207015 Dec 09 14:58:33.867712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.868641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43032) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:33.874000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Request body: {'subnet': {'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1934151671-subnet', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:33.886864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:33.925127 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0feecf8-ef49-47cf-acb4-5dc5554f590b req-9e321e21-000a-479e-b223-885cb3fe5c42 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 210 time: 0.0582411 Dec 09 14:58:33.948719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Made reservation on behalf of 555e6abe0b69454494cb7bf1c46255d6 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:33.952376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.005161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6d5845eb-07cc-44d1-bf5e-daf942248538,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:34.021485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:34.028411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:34.036215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:34.058856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390549b-16e4-4b72-bc66-04b5fc44b326 admin admin] Pushing event updated for resources: {'Network': ['ID=a23bfded-9aec-47bb-8651-797b32153a9b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:34.065248 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-1e9ff9c1-cb49-49e6-8220-ea55216c484c req-363ec766-3edc-4d42-beb7-1f30f77d5e74 tempest-FloatingIPDetailsNegativeTestJSON-1022823787 tempest-FloatingIPDetailsNegativeTestJSON-1022823787-project] show failed (client error): The resource could not be found. Dec 09 14:58:34.073470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network a23bfded-9aec-47bb-8651-797b32153a9b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:58:34.080936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e9ff9c1-cb49-49e6-8220-ea55216c484c req-363ec766-3edc-4d42-beb7-1f30f77d5e74 tempest-FloatingIPDetailsNegativeTestJSON-1022823787 tempest-FloatingIPDetailsNegativeTestJSON-1022823787-project] 10.222.0.46 "GET /v2.0/floatingips/e662439b-37e1-427e-9e0f-e37d8e5716c9 HTTP/1.1" status: 404 len: 350 time: 0.2018318 Dec 09 14:58:34.086226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43034) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:34.134632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Attempting to bind port 6d5845eb-07cc-44d1-bf5e-daf942248538 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:34.135056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Attempting to bind port 6d5845eb-07cc-44d1-bf5e-daf942248538 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:34.135445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Attempting to bind port 6d5845eb-07cc-44d1-bf5e-daf942248538 on network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:34.185202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:34.188499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Checking segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:34.189345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.190890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Bound using segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:34.192129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Bound port: 6d5845eb-07cc-44d1-bf5e-daf942248538, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:34.193938 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.195563 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.213293 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.229095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-05d8661c-517a-487d-af70-a230609e0d60 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-group-rules/200abcc9-e221-4dbe-a167-b0561d6645c4 HTTP/1.1" status: 200 len: 778 time: 0.0501904 Dec 09 14:58:34.287120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f43f6-2704-4225-9392-b3c5239c74f8 req-43b08a6e-1891-4ba4-acae-b6606628a044 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:34.288837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c94f43f6-2704-4225-9392-b3c5239c74f8 req-43b08a6e-1891-4ba4-acae-b6606628a044 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1684923 Dec 09 14:58:34.326066 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Pushing event updated for resources: {'Port': ['ID=03926fa7-f32e-424e-9c2b-be91869485cb,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:34.355139 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.357995 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.358537 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.360170 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.363158 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.365637 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.366186 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.366698 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.367215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.367746 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.369873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.370379 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.371780 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:58:34.407191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] For port 6d5845eb-07cc-44d1-bf5e-daf942248538, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:34.418717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] For port 6d5845eb-07cc-44d1-bf5e-daf942248538, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6d5845eb-07cc-44d1-bf5e-daf942248538,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:34.435472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.596418 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c94f43f6-2704-4225-9392-b3c5239c74f8 req-de313554-c6b8-431b-822e-f2023b98707f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925551 Dec 09 14:58:34.787637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-16ddefa6-58ee-4da9-8d19-9bd5cddd006c tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:34.789188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-16ddefa6-58ee-4da9-8d19-9bd5cddd006c tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 817 time: 0.4295502 Dec 09 14:58:34.883808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155cd7e-c211-4186-b154-d97313e6ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6d5845eb-07cc-44d1-bf5e-daf942248538,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:34.945585 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Attempting to bind port 03926fa7-f32e-424e-9c2b-be91869485cb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:34.945978 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Attempting to bind port 03926fa7-f32e-424e-9c2b-be91869485cb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:34.946501 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Attempting to bind port 03926fa7-f32e-424e-9c2b-be91869485cb on network 393c58bd-cb09-435b-b1bc-85a7f043cddd {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:34.957236 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:34.957624 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Checking segment: {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:34.958037 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.958435 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Bound using segment: {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:34.958612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a2837110-5308-442d-a3af-9310faa0e3c8 None None] Provisioning complete for port 03926fa7-f32e-424e-9c2b-be91869485cb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:34.959110 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Bound port: 03926fa7-f32e-424e-9c2b-be91869485cb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5acd53-a43e-4491-b674-94c36b93c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:34.959288 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.959876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2837110-5308-442d-a3af-9310faa0e3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:34.999383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Request body: {'port': {'device_id': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'admin_state_up': True, 'tenant_id': 'aada081d95e3437ebc2a305cbd2a98d8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:35.030650 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-f1876468-b375-44a1-89fd-cb34259975dd tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:35.033302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-f1876468-b375-44a1-89fd-cb34259975dd tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.43 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 817 time: 0.5734594 Dec 09 14:58:35.047445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Request body: {'port': {'device_id': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'admin_state_up': True, 'tenant_id': 'aada081d95e3437ebc2a305cbd2a98d8'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:35.080020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2837110-5308-442d-a3af-9310faa0e3c8 None None] Port 03926fa7-f32e-424e-9c2b-be91869485cb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:35.109287 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] For port 03926fa7-f32e-424e-9c2b-be91869485cb, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:35.118364 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] For port 03926fa7-f32e-424e-9c2b-be91869485cb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03926fa7-f32e-424e-9c2b-be91869485cb,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:35.130542 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:35.274618 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Routers {'1569db76-6c00-4622-9ff7-9404299837ce'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:35.276043 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1569db76-6c00-4622-9ff7-9404299837ce'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:35.285367 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4f17-a225-4c00-b84b-a19777ef5ed4 None None] Pushing event updated for resources: {'Port': ['ID=03926fa7-f32e-424e-9c2b-be91869485cb,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:35.410115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-fa5cd6db-1fd1-4ba5-89f5-d40d6e5fff68 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/ae021a8c-0d80-4167-ad5f-0c9b247b172e HTTP/1.1" status: 200 len: 2422 time: 1.1640770 Dec 09 14:58:35.516542 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] Set router 1569db76-6c00-4622-9ff7-9404299837ce gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:35.544686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:35.550307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-6cb6e022-a286-4df0-b1e1-6e91e9f702ae tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:35.724313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-beb24220-4301-467c-89f5-3bdc840298cf None None] Provisioning complete for port 03926fa7-f32e-424e-9c2b-be91869485cb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:35.724692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-beb24220-4301-467c-89f5-3bdc840298cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:35.758581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e77b8d-be4f-4de2-94ba-075b6e690252,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:35.791107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cc2c1-be02-484a-9354-5d359e946ea6 req-1dff65ad-5622-488a-b593-52cb8779acc2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:35.793473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c5cc2c1-be02-484a-9354-5d359e946ea6 req-1dff65ad-5622-488a-b593-52cb8779acc2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.7557697 Dec 09 14:58:35.842225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Checking segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:35.842853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Network hostable DHCP agents. Network: a23bfded-9aec-47bb-8651-797b32153a9b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:58:35.845631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Made reservation on behalf of aada081d95e3437ebc2a305cbd2a98d8 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:35.867977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:35.934539 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:30Z', 'revision_number': 4, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03926fa7-f32e-424e-9c2b-be91869485cb', 'name': '', 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'mac_address': 'fa:16:3e:e3:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:28Z', 'updated_at': '2021-12-09T14:58:35Z', 'revision_number': 4, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'subnets': [{'id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:35.991945 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5413bfc-6d19-40dd-b5cd-c95c19800fe0 None None] The sync data for ids ['1569db76-6c00-4622-9ff7-9404299837ce'] in n-d-804292-5 is: [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:30Z', 'revision_number': 4, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03926fa7-f32e-424e-9c2b-be91869485cb', 'name': '', 'network_id': '393c58bd-cb09-435b-b1bc-85a7f043cddd', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'mac_address': 'fa:16:3e:e3:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:28Z', 'updated_at': '2021-12-09T14:58:35Z', 'revision_number': 4, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'subnets': [{'id': 'e956a06f-4daa-4f4b-a96c-7476fb7b721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:35.992596 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-beb24220-4301-467c-89f5-3bdc840298cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.081699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-beb24220-4301-467c-89f5-3bdc840298cf None None] For port 03926fa7-f32e-424e-9c2b-be91869485cb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03926fa7-f32e-424e-9c2b-be91869485cb,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:36.093696 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-beb24220-4301-467c-89f5-3bdc840298cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.172331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c5cc2c1-be02-484a-9354-5d359e946ea6 req-3cb839e1-ec0d-4fa1-a181-bbd78ac09a2a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429792 Dec 09 14:58:36.208574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Network a23bfded-9aec-47bb-8651-797b32153a9b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:58:36.239865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, a23bfded-9aec-47bb-8651-797b32153a9b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:36.257329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1883915-5611-4b74-8afb-31381c8407d8 None None] Network a23bfded-9aec-47bb-8651-797b32153a9b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:36.262077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:36.262695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.322213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb24220-4301-467c-89f5-3bdc840298cf None None] Pushing event updated for resources: {'Port': ['ID=03926fa7-f32e-424e-9c2b-be91869485cb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:36.327444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6d816e56-0b41-41be-8310-2e67d446712e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:36.329012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6d816e56-0b41-41be-8310-2e67d446712e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.5672073 Dec 09 14:58:36.375959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Request body: {'port': {'device_id': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'admin_state_up': True, 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:36.389919 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd519aa1-9bd2-4c39-a55c-0e6d694164f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5200183 Dec 09 14:58:36.428865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43052) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:36.434075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:36.444074 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-6cb6e022-a286-4df0-b1e1-6e91e9f702ae tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.472569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-a23bfded-9aec-47bb-8651-797b32153a9b', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:58:36.473603 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.476111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a65b7083-3eaf-407b-a3cd-8132493beaee req-cac8cd67-b137-4e7a-9bb6-301ab95270c3 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 210 time: 0.1437764 Dec 09 14:58:36.544464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-6cb6e022-a286-4df0-b1e1-6e91e9f702ae tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.554241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-6cb6e022-a286-4df0-b1e1-6e91e9f702ae tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.569659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e366c6b0-a1b1-4716-8062-dd9bd653bdb9 req-6cb6e022-a286-4df0-b1e1-6e91e9f702ae tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/200abcc9-e221-4dbe-a167-b0561d6645c4 HTTP/1.1" status: 204 len: 173 time: 1.1323369 Dec 09 14:58:36.576162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Allocated IP 172.20.0.10 (cce79829-7302-4ce7-9ea0-13bc0312f2df/4aab6efa-1da4-4196-b425-b919dda3b87c/b39a7cbf-b0c4-4122-aae1-c560c9652907) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:36.606796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-93e79796-cf8e-4f14-9e2d-67ca5ecccff0 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:36.608105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-93e79796-cf8e-4f14-9e2d-67ca5ecccff0 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 817 time: 1.8096302 Dec 09 14:58:36.624556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Request body: {'port': {'device_id': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'admin_state_up': True, 'tenant_id': 'aada081d95e3437ebc2a305cbd2a98d8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:36.665462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be9cdd-971b-4fb9-9ccc-18f0940e17ed None None] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:36.694516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c733abb-064f-4f4e-96bd-839d1af75366 req-fbadf77f-03b0-4df8-8fdf-82b3f19308dc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 210 time: 0.0361631 Dec 09 14:58:36.743268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6d5845eb-07cc-44d1-bf5e-daf942248538 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:36.745096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b47051ab-5930-4b83-bdf4-3b3b45095e9b req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-650694686', 'description': 'tempest-description-1735961026'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:36.779750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.781482 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.796025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6e022-a286-4df0-b1e1-6e91e9f702ae tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=200abcc9-e221-4dbe-a167-b0561d6645c4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:36.839965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:36.887412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Allocated IP 172.20.0.2 (a23bfded-9aec-47bb-8651-797b32153a9b/f7e77b8d-be4f-4de2-94ba-075b6e690252/bce52939-9fe8-4765-aac8-872f99e556b3) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:36.959647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ddf9d9c-7b15-4b97-8341-ec7bbad30917 None None] Provisioning complete for port 6d5845eb-07cc-44d1-bf5e-daf942248538 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:36.960144 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9d9c-7b15-4b97-8341-ec7bbad30917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.082566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6d5845eb-07cc-44d1-bf5e-daf942248538 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:37.088362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.103203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-1e232069-d206-42f5-9b77-8707848b2dfd tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:37.104817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-1e232069-d206-42f5-9b77-8707848b2dfd tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.2888052 Dec 09 14:58:37.156789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b47051ab-5930-4b83-bdf4-3b3b45095e9b req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.162179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-15e7103e-36fd-45bc-9b73-ffabb3ddc775 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/quotas/1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 375 time: 0.0334601 Dec 09 14:58:37.219833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.250854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.254675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Made reservation on behalf of aada081d95e3437ebc2a305cbd2a98d8 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:37.261263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.280001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.300859 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 14:58:37.300859 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 14:58:37.300859 n-d-804292-5 neutron-server[109895]: [parameters: {'project_id_1': '5de422f221a04927add7885e56fdb4b9', 'expiration_1': datetime.datetime(2021, 12, 9, 14, 58, 17, 154485)}] Dec 09 14:58:37.300859 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:58:37.301413 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:58:37.308186 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.326284 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9d9c-7b15-4b97-8341-ec7bbad30917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.344356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.364563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.397063 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:58:37.423156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Network a23bfded-9aec-47bb-8651-797b32153a9b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:37.437108 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b47051ab-5930-4b83-bdf4-3b3b45095e9b req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.441309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:37.443633 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.458387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:37.487225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9ddf9d9c-7b15-4b97-8341-ec7bbad30917 None None] For port 6d5845eb-07cc-44d1-bf5e-daf942248538, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6d5845eb-07cc-44d1-bf5e-daf942248538,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:37.506483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Allocated IP 172.25.0.192 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/569fc0f9-8365-414d-9963-6b7b87aa866d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:37.519894 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.522146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9d9c-7b15-4b97-8341-ec7bbad30917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.527424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Pushing event updated for resources: {'Port': ['ID=bce52939-9fe8-4765-aac8-872f99e556b3,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:37.539515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b47051ab-5930-4b83-bdf4-3b3b45095e9b req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.554570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Pushing event updated for resources: {'Port': ['ID=b39a7cbf-b0c4-4122-aae1-c560c9652907,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:37.609850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Network cce79829-7302-4ce7-9ea0-13bc0312f2df is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:37.612188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Attempting to bind port bce52939-9fe8-4765-aac8-872f99e556b3 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:37.612378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24432dc-6737-4eac-a790-686d1d24d2fd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:37.612902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Attempting to bind port bce52939-9fe8-4765-aac8-872f99e556b3 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:37.613345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Attempting to bind port bce52939-9fe8-4765-aac8-872f99e556b3 on network a23bfded-9aec-47bb-8651-797b32153a9b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:37.616288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:37.620203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:37.666829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:37.667209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Checking segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:37.667651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.668054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Bound using segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:37.668552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Bound port: bce52939-9fe8-4765-aac8-872f99e556b3, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:37.669034 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.687667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9d9c-7b15-4b97-8341-ec7bbad30917 None None] Pushing event updated for resources: {'Port': ['ID=6d5845eb-07cc-44d1-bf5e-daf942248538,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:37.688258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b47051ab-5930-4b83-bdf4-3b3b45095e9b req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.689647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b47051ab-5930-4b83-bdf4-3b3b45095e9b req-e81925c4-c4b7-40b6-a114-dc2e1d7bd25b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9492178 Dec 09 14:58:37.699542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Made reservation on behalf of aada081d95e3437ebc2a305cbd2a98d8 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:37.703682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.704343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:58:37.704710 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:58:37.732517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4d6da675-f2d1-474f-abf8-9391295d7f48 None None] Provisioning complete for port 6d5845eb-07cc-44d1-bf5e-daf942248538 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:37.733083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d6da675-f2d1-474f-abf8-9391295d7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.794480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] For port bce52939-9fe8-4765-aac8-872f99e556b3, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:37.796702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:37.797583 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.810514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] For port bce52939-9fe8-4765-aac8-872f99e556b3, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bce52939-9fe8-4765-aac8-872f99e556b3,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:37.821259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.850163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.868708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-953fb5e7-6fc8-4cfb-a622-e2d9843a9744 req-8705e9fd-3d64-4b44-bd23-b1d6ea8e5f67 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 210 time: 0.0660291 Dec 09 14:58:37.889261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.905758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:37.909813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.941329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8a86d47d-89ca-4eea-ad5b-480588df2d43 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8977726 Dec 09 14:58:37.949260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:37.980266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb341a-77de-43d1-986f-c430799b3479 None None] Pushing event updated for resources: {'Port': ['ID=bce52939-9fe8-4765-aac8-872f99e556b3,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:38.001480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-c33d50d8-2753-4346-858f-86b7bbe1bd28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8246076 Dec 09 14:58:38.049936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Request body: {'port': {'device_id': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:38.192341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62533995-900c-46b8-b51e-a43971140569 req-ed744707-1af6-41b8-91d5-14154f3e01d5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/f24432dc-6737-4eac-a790-686d1d24d2fd HTTP/1.1" status: 200 len: 1831 time: 0.2550256 Dec 09 14:58:38.201415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Allocated IP 172.20.0.11 (cce79829-7302-4ce7-9ea0-13bc0312f2df/4aab6efa-1da4-4196-b425-b919dda3b87c/75d2abae-d48a-411d-9ec1-63575fe35617) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:38.201652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.242189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.292315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03926fa7-f32e-424e-9c2b-be91869485cb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:38.299005 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.326776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-1cc29730-c846-45f8-aff5-b33f1b02160d service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057072 Dec 09 14:58:38.336849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Allocated IP 172.25.0.60 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/cd19e92b-cc01-41d4-be07-42187179a965) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:38.366271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 03926fa7-f32e-424e-9c2b-be91869485cb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:38.366645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.464921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:38.477647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Pushing event updated for resources: {'Port': ['ID=569fc0f9-8365-414d-9963-6b7b87aa866d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:38.487108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:38.489751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:38.505037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b699cf39-b052-43c7-8bd6-ec1a40b38487 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:38.535706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9cb4dd20-6e74-4520-8652-be005d28f79e req-cc05ebc4-4ac7-432e-9156-5affd0752456 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 210 time: 0.0889831 Dec 09 14:58:38.545729 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.600205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bd42d43a-ddc0-4cc5-bc1a-cc3750118d25 None None] Provisioning complete for port 569fc0f9-8365-414d-9963-6b7b87aa866d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:38.601297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd42d43a-ddc0-4cc5-bc1a-cc3750118d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.603654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Allocated IP 172.20.0.5 (2bb44386-ba3a-48d6-be76-3b19a04c4117/36dee103-67a7-4df5-8bcc-ed1d13da6a3c/3e34bc75-fa68-48b4-ab1d-3b70ba8a7443) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:38.688759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2d945cce-c9dd-45e4-8167-fd3d9ad2af2b req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-270862956', 'description': 'tempest-description-76683091'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:38.701130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bd42d43a-ddc0-4cc5-bc1a-cc3750118d25 None None] Port 569fc0f9-8365-414d-9963-6b7b87aa866d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:38.749158 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.756797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6d5845eb-07cc-44d1-bf5e-daf942248538 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:38.787487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2d945cce-c9dd-45e4-8167-fd3d9ad2af2b req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.806091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-b1900197-e51a-449c-a26f-67233de66cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541562 Dec 09 14:58:38.821946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6d5845eb-07cc-44d1-bf5e-daf942248538 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:38.822178 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.823266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:38.849622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:38.859895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:38.869234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:38.874790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Pushing event updated for resources: {'Port': ['ID=cd19e92b-cc01-41d4-be07-42187179a965,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:38.893525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccfd5f-527d-4174-8e87-91819955072e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:38.946216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6c02ee1f-f2f1-46f2-bb2c-dbc1453b9e86 None None] Provisioning complete for port cd19e92b-cc01-41d4-be07-42187179a965 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:38.947342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c02ee1f-f2f1-46f2-bb2c-dbc1453b9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.017375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6c02ee1f-f2f1-46f2-bb2c-dbc1453b9e86 None None] Port cd19e92b-cc01-41d4-be07-42187179a965 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:39.048502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.069546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bce52939-9fe8-4765-aac8-872f99e556b3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:39.149377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bce52939-9fe8-4765-aac8-872f99e556b3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:39.150138 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.187716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.221956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Network cce79829-7302-4ce7-9ea0-13bc0312f2df is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:39.288072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Allocated IP 172.20.0.5 (cce79829-7302-4ce7-9ea0-13bc0312f2df/4aab6efa-1da4-4196-b425-b919dda3b87c/75425b63-f34f-472a-ae1b-8b7ee53d5469) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:39.298056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.302834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Pushing event updated for resources: {'Port': ['ID=75d2abae-d48a-411d-9ec1-63575fe35617,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:39.310855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:39.318560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:39.330494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.360213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07765a2d-7628-4a7d-980f-b583d406b736 req-8010cd19-d60b-4cdd-b88f-502fa63c7136 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 210 time: 0.0677373 Dec 09 14:58:39.368088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port bce52939-9fe8-4765-aac8-872f99e556b3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bce52939-9fe8-4765-aac8-872f99e556b3,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:39.379059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.432961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2d945cce-c9dd-45e4-8167-fd3d9ad2af2b req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.445595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2d945cce-c9dd-45e4-8167-fd3d9ad2af2b req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.470064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=bce52939-9fe8-4765-aac8-872f99e556b3,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:39.505921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf6d47-c37e-4f27-b1c9-b16041761b05,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:39.513046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2d945cce-c9dd-45e4-8167-fd3d9ad2af2b req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.514374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b838d4-3db8-4e76-82ec-7b21d6c79d9f None None] Network a23bfded-9aec-47bb-8651-797b32153a9b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:39.514598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d945cce-c9dd-45e4-8167-fd3d9ad2af2b req-2cb0593c-07bc-4f6e-958b-e28a33530d8f tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8354902 Dec 09 14:58:39.515807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.633404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event updated for resources: {'Port': ['ID=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:39.752536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.854431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-05a7cc96-1369-47ad-902a-14b2d3ab4e9d None None] Provisioning complete for port bce52939-9fe8-4765-aac8-872f99e556b3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:39.855181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05a7cc96-1369-47ad-902a-14b2d3ab4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:39.894036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-751c8fc5-4c56-4448-bee0-11104b8938af req-be03849e-e204-48d8-9f5d-0e208ecb6bc6 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 210 time: 0.4721494 Dec 09 14:58:39.941600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:39.942152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.003062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Deleting port 03926fa7-f32e-424e-9c2b-be91869485cb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:40.003448 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.013903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8b555160-09c4-4ccd-8e72-5f8cf5965243 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0783219 Dec 09 14:58:40.047764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Request body: {'port': {'device_id': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:40.097429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:40.123507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:40.130171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be92cd67-97af-4dce-9e09-52740e5f63f6 req-51dc7df1-c023-453b-b70a-25f502b3aaa9 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/fdaf6d47-c37e-4f27-b1c9-b16041761b05 HTTP/1.1" status: 200 len: 1829 time: 0.5670009 Dec 09 14:58:40.133926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:40.214074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-9209e5a2-f242-4ccc-b429-c26d37b31b40 req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1893375705', 'description': 'tempest-description-1846924714'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:40.271693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:40.272046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.321870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9209e5a2-f242-4ccc-b429-c26d37b31b40 req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.337802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-7889ede7-511f-4a7d-acd9-43970118ca21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9663472 Dec 09 14:58:40.357065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Request body: {'port': {'device_id': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:40.368311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-341f8a22-1d99-4710-b43d-786a6f18658d None None] Provisioning complete for port bce52939-9fe8-4765-aac8-872f99e556b3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:40.368879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-341f8a22-1d99-4710-b43d-786a6f18658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.428884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b6bfa-932b-4c61-a1ec-0bd478951484 req-469e850b-4b43-4baa-90f9-b0707f7fca5f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:40.430301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf5b6bfa-932b-4c61-a1ec-0bd478951484 req-469e850b-4b43-4baa-90f9-b0707f7fca5f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 931 time: 0.4055505 Dec 09 14:58:40.436262 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.445378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.451203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] For port 03926fa7-f32e-424e-9c2b-be91869485cb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03926fa7-f32e-424e-9c2b-be91869485cb,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:40.451673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.474264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.478969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.494213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.497106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Calling delete_port for 03926fa7-f32e-424e-9c2b-be91869485cb owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:40.551073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9209e5a2-f242-4ccc-b429-c26d37b31b40 req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.597467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9209e5a2-f242-4ccc-b429-c26d37b31b40 req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.608608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bce52939-9fe8-4765-aac8-872f99e556b3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:40.665381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bce52939-9fe8-4765-aac8-872f99e556b3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:40.666205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.688313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9209e5a2-f242-4ccc-b429-c26d37b31b40 req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.689648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9209e5a2-f242-4ccc-b429-c26d37b31b40 req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4836056 Dec 09 14:58:40.697734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984ec28-f366-4157-a1a3-4db024aac485 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ba664-099e-45c5-b2d6-7554aff653c9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:40.843678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf5b6bfa-932b-4c61-a1ec-0bd478951484 req-fe9e4b70-9733-4449-8531-0d050d9b79c6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952589 Dec 09 14:58:40.856619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f12a1594-63f2-4c0d-b2f7-f3947a3f64f0 req-d31be9d7-6e1c-4c9f-a7f2-5a92a1af2526 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 210 time: 0.0722187 Dec 09 14:58:40.896538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:40.982738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Router 203eff37-111c-454d-bb4a-0d3d955947dd is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:58:41.038507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d182f6f8-1e6a-41ab-b40d-e24f55a19788 req-7e79309d-565c-411e-b5dc-c0255db7a8d4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 210 time: 0.0510516 Dec 09 14:58:41.078044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Network cce79829-7302-4ce7-9ea0-13bc0312f2df is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:41.093747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-76e337ac-c360-4198-9bdb-a4c86e295854 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:41.095188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-76e337ac-c360-4198-9bdb-a4c86e295854 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.5191627 Dec 09 14:58:41.099979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:41.101782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Pushing event updated for resources: {'Port': ['ID=75425b63-f34f-472a-ae1b-8b7ee53d5469,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:41.106531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:41.136894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'port': {'device_id': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'admin_state_up': True, 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:41.147045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8a14b6b-826e-43d3-b715-a1e4981be275 req-7ddfd0cb-3522-4e59-a874-6022dc02793d tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/aa4ba664-099e-45c5-b2d6-7554aff653c9 HTTP/1.1" status: 200 len: 1832 time: 0.2360613 Dec 09 14:58:41.216731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:41.225130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-73cd36fb-5bef-4aff-b77a-539f904b0168 req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1753030189', 'description': 'tempest-description-1905779370'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:41.236527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.253447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:41.254071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.255103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39a7cbf-b0c4-4122-aae1-c560c9652907 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:41.278159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.282145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:58:41.303118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73cd36fb-5bef-4aff-b77a-539f904b0168 req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.310799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:41.327035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Sync routers for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:41.340058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-c8aa176d-d357-4a04-bc80-435ef99ae628 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7200351 Dec 09 14:58:41.340294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.341736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8373bc1e-0bd4-4f2a-8663-60a9b2c58860 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9117868 Dec 09 14:58:41.344269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:41.345538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43110) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:41.345789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:41.354744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Request body: {'port': {'device_id': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:41.434545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Transition to ACTIVE for port object b39a7cbf-b0c4-4122-aae1-c560c9652907 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:58:41.437436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Transition to ACTIVE for port object 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:58:41.444346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.478071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.479232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:41.480239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.486812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:58:41.490431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.532571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Pushing event updated for resources: {'Port': ['ID=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:41.550962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73cd36fb-5bef-4aff-b77a-539f904b0168 req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.565459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03926fa7-f32e-424e-9c2b-be91869485cb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:41.572249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.624497 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73cd36fb-5bef-4aff-b77a-539f904b0168 req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.694008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:41.706864 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Sync routers for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:41.731620 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:41.732572 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:41.765530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:39Z', 'revision_number': 3, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:41.770818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a509bc5-ba92-4b1e-b147-56adb0e13a7f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:41.776496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=b39a7cbf-b0c4-4122-aae1-c560c9652907,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:41.790657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73cd36fb-5bef-4aff-b77a-539f904b0168 req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.792254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73cd36fb-5bef-4aff-b77a-539f904b0168 req-7bb9bcd7-e170-4950-9721-b93f7bcd1498 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6138897 Dec 09 14:58:41.873530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Checking router: 203eff37-111c-454d-bb4a-0d3d955947dd for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:41.873888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Updating router 203eff37-111c-454d-bb4a-0d3d955947dd port cd19e92b-cc01-41d4-be07-42187179a965 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:41.936488 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:41.981470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Attempting to bind port b39a7cbf-b0c4-4122-aae1-c560c9652907 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:41.981881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Attempting to bind port b39a7cbf-b0c4-4122-aae1-c560c9652907 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:41.982383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Attempting to bind port b39a7cbf-b0c4-4122-aae1-c560c9652907 on network cce79829-7302-4ce7-9ea0-13bc0312f2df {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:42.022811 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:42.034492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Port b39a7cbf-b0c4-4122-aae1-c560c9652907 on network cce79829-7302-4ce7-9ea0-13bc0312f2df not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:58:42.034965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Attempting to bind port b39a7cbf-b0c4-4122-aae1-c560c9652907 on network cce79829-7302-4ce7-9ea0-13bc0312f2df {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:42.067995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.072526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bb2827d2-fed1-4aa1-9cdf-2f23c608cc65 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0696056 Dec 09 14:58:42.073339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43120) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:42.085316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Attempting to bind port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:42.085316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Attempting to bind port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:42.085853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Attempting to bind port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:42.100472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:42.102310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Checking segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:42.102806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Bound using segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:42.103850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Bound port: b39a7cbf-b0c4-4122-aae1-c560c9652907, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:42.104333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.130508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:58:42.130973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Attempting to bind port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:42.161350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739297-07a1-4989-8b9b-6255ede0807c req-6b2548c0-ba1b-402e-b5e3-458b4b1fedf5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:42.163081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9739297-07a1-4989-8b9b-6255ede0807c req-6b2548c0-ba1b-402e-b5e3-458b4b1fedf5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 943 time: 0.1443760 Dec 09 14:58:42.164034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:42.164497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:42.164986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Bound using segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:42.165599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Bound port: 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:42.166057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.250677 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:38Z', 'revision_number': 3, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:42.300699 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Checking router: 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:42.301328 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Updating router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae port 569fc0f9-8365-414d-9963-6b7b87aa866d binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:42.301787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da403c6a-56cd-4e4e-b658-379598333afb req-adfb7560-8dd1-45d3-8539-ab1e32233724 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/0a509bc5-ba92-4b1e-b147-56adb0e13a7f HTTP/1.1" status: 200 len: 1832 time: 0.4166472 Dec 09 14:58:42.334818 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.336794 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.349061 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.368686 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9739297-07a1-4989-8b9b-6255ede0807c req-2b8262e3-4574-452b-824c-ed61754bc8e9 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457741 Dec 09 14:58:42.421135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] For port b39a7cbf-b0c4-4122-aae1-c560c9652907, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:42.454571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] For port b39a7cbf-b0c4-4122-aae1-c560c9652907, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:42.486363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Attempting to bind port cd19e92b-cc01-41d4-be07-42187179a965 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:42.487025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Attempting to bind port cd19e92b-cc01-41d4-be07-42187179a965 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:42.487290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Attempting to bind port cd19e92b-cc01-41d4-be07-42187179a965 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:42.493512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.506812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9a779-746e-4f06-8668-7ac8620f7ab4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:42.511633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] For port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:42.516518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:42.520729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:42.521483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.521904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:42.522548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Bound port: cd19e92b-cc01-41d4-be07-42187179a965, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:42.523950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.529143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] For port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:42.584616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e8e55-e83a-4991-8980-7e87989f3671 None None] Pushing event updated for resources: {'Port': ['ID=cd19e92b-cc01-41d4-be07-42187179a965,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:42.608613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.642516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] For port cd19e92b-cc01-41d4-be07-42187179a965, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:42.655693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] For port cd19e92b-cc01-41d4-be07-42187179a965, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd19e92b-cc01-41d4-be07-42187179a965,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:42.663540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-55cb2a84-0bd7-49a2-9430-147687a55fe4 None None] Provisioning complete for port cd19e92b-cc01-41d4-be07-42187179a965 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:42.664555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55cb2a84-0bd7-49a2-9430-147687a55fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.669157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.679766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:42.680389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.681797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] 10.222.0.43 "PUT /v2.0/ports/b39a7cbf-b0c4-4122-aae1-c560c9652907 HTTP/1.1" status: 200 len: 1092 time: 4.6518145 Dec 09 14:58:42.684175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'tag': 'b39a7cbf-b0c4-4122-aae1-c560c9652907'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:42.686738 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf6741-a974-496e-8890-e34762b520aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9c0313-8e38-4333-8198-e4947fcf3118", "tag": "b39a7cbf-b0c4-4122-aae1-c560c9652907"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:42.703086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-006ca359-8f1b-47ef-bfba-8781315db5de req-1600e75d-371f-42ca-a318-bd935273e35b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 210 time: 0.1012955 Dec 09 14:58:42.772380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:42.773281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.775173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] 10.222.0.36 "PUT /v2.0/ports/3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 HTTP/1.1" status: 200 len: 1091 time: 2.4240232 Dec 09 14:58:42.776536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a370b-36ac-4594-81c9-fbb84ed7e4b9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:42.806478 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-9707855f-88f3-4e23-bcb4-1e4a2b077105 req-3680317a-d52d-405c-90a4-9b17e3d46681 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] show failed (client error): The resource could not be found. Dec 09 14:58:42.819907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9707855f-88f3-4e23-bcb4-1e4a2b077105 req-3680317a-d52d-405c-90a4-9b17e3d46681 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/e71855c4-29f0-4eab-b8ea-4b609f8157d3 HTTP/1.1" status: 404 len: 352 time: 0.0857253 Dec 09 14:58:42.830313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f014f4c-6565-4d8d-9449-ee1e3cbb5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=b39a7cbf-b0c4-4122-aae1-c560c9652907,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:42.841052 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.851775 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.872365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:42.873320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:42.920509 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff981-e33e-47a3-8a96-e400e483a16b None None] Pushing event updated for resources: {'Port': ['ID=569fc0f9-8365-414d-9963-6b7b87aa866d,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:42.924729 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Attempting to bind port 569fc0f9-8365-414d-9963-6b7b87aa866d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:42.925361 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Attempting to bind port 569fc0f9-8365-414d-9963-6b7b87aa866d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:42.925737 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Attempting to bind port 569fc0f9-8365-414d-9963-6b7b87aa866d on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:42.931826 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:42.932206 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:42.932607 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.932995 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:42.933471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Bound port: 569fc0f9-8365-414d-9963-6b7b87aa866d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:42.933835 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:42.989608 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] For port 569fc0f9-8365-414d-9963-6b7b87aa866d, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:42.992949 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] For port 569fc0f9-8365-414d-9963-6b7b87aa866d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=569fc0f9-8365-414d-9963-6b7b87aa866d,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:43.005496 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.042591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Allocated IP 172.20.0.6 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/02a42a13-eca2-440b-8be9-f62ee1959c50) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:43.045201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:43.123222 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff981-e33e-47a3-8a96-e400e483a16b None None] Pushing event updated for resources: {'Port': ['ID=569fc0f9-8365-414d-9963-6b7b87aa866d,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:43.123704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e8e55-e83a-4991-8980-7e87989f3671 None None] Pushing event updated for resources: {'Port': ['ID=cd19e92b-cc01-41d4-be07-42187179a965,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:43.132359 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:43.133037 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:43.142656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb3617-9540-4d98-85b5-28f0584b5cdc None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:43.217884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0806955-f741-4cc4-ab50-09df00c4c531 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:43.295407 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55cb2a84-0bd7-49a2-9430-147687a55fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.300885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d2abae-d48a-411d-9ec1-63575fe35617 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:43.306511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-89661a5a-3047-4de9-85b8-e3d6fe0c05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:43.308233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-89661a5a-3047-4de9-85b8-e3d6fe0c05ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 1095 time: 0.5590484 Dec 09 14:58:43.325347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-55cb2a84-0bd7-49a2-9430-147687a55fe4 None None] For port cd19e92b-cc01-41d4-be07-42187179a965, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd19e92b-cc01-41d4-be07-42187179a965,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:43.329996 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:43.341359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-e4f51ebb-4e80-44de-8909-583f31657930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:43.342946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-e4f51ebb-4e80-44de-8909-583f31657930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 1094 time: 0.1131694 Dec 09 14:58:43.370181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55cb2a84-0bd7-49a2-9430-147687a55fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.375165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02fb51-bf5a-4615-9661-b3b4de8e8785 service neutron] Pushing event updated for resources: {'Port': ['ID=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:43.419752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.429443 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a985f-b4fe-4965-8243-004d1931957a x-openstack-request-id: req-f72a985f-b4fe-4965-8243-004d1931957a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:43.430069 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9c0313-8e38-4333-8198-e4947fcf3118", "tag": "b39a7cbf-b0c4-4122-aae1-c560c9652907", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:43.430471 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f72a985f-b4fe-4965-8243-004d1931957a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:43.430936 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'tag': 'b39a7cbf-b0c4-4122-aae1-c560c9652907', 'status': 'completed', 'code': 200} Dec 09 14:58:43.439331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-fbf73d9e-7c07-429d-852b-60206d2414ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 HTTP/1.1" status: 200 len: 217 time: 0.0606232 Dec 09 14:58:43.440986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-825dcfc0-25be-4f38-b920-101f9499077f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907 HTTP/1.1" status: 200 len: 217 time: 0.1192048 Dec 09 14:58:43.464210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb2a84-0bd7-49a2-9430-147687a55fe4 None None] Pushing event updated for resources: {'Port': ['ID=cd19e92b-cc01-41d4-be07-42187179a965,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:43.472301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:39Z', 'revision_number': 3, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:43.499316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Transition to ACTIVE for port object 75d2abae-d48a-411d-9ec1-63575fe35617 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:58:43.518935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ea42d-d610-4ef9-9769-8aa9a86db6b5 None None] The sync data for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 is: [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:39Z', 'revision_number': 3, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:43.531482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79687-7e58-4e9f-b736-89b97b351073 req-77fc39b2-933e-4559-b5d0-6b6166e64991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:43.533911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-77fc39b2-933e-4559-b5d0-6b6166e64991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0695128 Dec 09 14:58:43.538369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Provisioning complete for port cd19e92b-cc01-41d4-be07-42187179a965 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:43.539034 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.588848 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-be74748a-3f60-455b-8fc4-b9bf197a6a36 req-689a0453-4e69-4465-a883-b4bf774b88ce tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] show failed (client error): The resource could not be found. Dec 09 14:58:43.600279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be74748a-3f60-455b-8fc4-b9bf197a6a36 req-689a0453-4e69-4465-a883-b4bf774b88ce tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-group-rules/d9e224c6-f75f-49ee-9acf-a38087d8d76b HTTP/1.1" status: 404 len: 361 time: 0.1672637 Dec 09 14:58:43.655772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.670238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.674763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-6291a66a-b539-40c6-838c-6643a8fc8512 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046028 Dec 09 14:58:43.696521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Provisioning complete for port 569fc0f9-8365-414d-9963-6b7b87aa866d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:43.697049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.714790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8c2b826f-090c-45c8-9644-ddaf3947f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:43.716385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-8c2b826f-090c-45c8-9644-ddaf3947f013 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 200 len: 857 time: 0.2508945 Dec 09 14:58:43.719334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.763050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.790444 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:38Z', 'revision_number': 3, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:43.837385 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851916a-827e-40cd-b6da-073ca2db7ea6 None None] The sync data for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 is: [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:38Z', 'revision_number': 3, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:43.841249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-0e46cc35-9c84-4012-a03c-8fa9a8048459 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cce79829-7302-4ce7-9ea0-13bc0312f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970056 Dec 09 14:58:43.858067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:43.920261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a326b-8f4e-4ad9-a822-ad1b43d5d227 req-a3a67bac-b83d-40be-a315-2fd092e7c13e tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:43.922298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-699a326b-8f4e-4ad9-a822-ad1b43d5d227 req-a3a67bac-b83d-40be-a315-2fd092e7c13e tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 931 time: 0.6920502 Dec 09 14:58:43.964067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] For port 569fc0f9-8365-414d-9963-6b7b87aa866d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=569fc0f9-8365-414d-9963-6b7b87aa866d,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:43.975195 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:44.086635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996d46-0da6-474d-aed7-7a71bb6a49ad None None] Pushing event updated for resources: {'Port': ['ID=569fc0f9-8365-414d-9963-6b7b87aa866d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:44.164471 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:44.179827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:44.257946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-ad2c9297-217c-4d2d-bd3a-d8e76815bd88 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739062 Dec 09 14:58:44.264159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-d851dab6-c9c5-4682-ab3a-6b6f63468159 service neutron] 10.222.0.43 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945327 Dec 09 14:58:44.287677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:44.386069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:44.405282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:44.422748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d7eed-2bed-4891-9da2-275651e945e4 req-74dc0c97-ea85-4366-a6bb-287e96c96f57 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:44.431188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f52d7eed-2bed-4891-9da2-275651e945e4 req-74dc0c97-ea85-4366-a6bb-287e96c96f57 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 943 time: 0.2788134 Dec 09 14:58:44.444245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Pushing event updated for resources: {'Port': ['ID=75d2abae-d48a-411d-9ec1-63575fe35617,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:44.552570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aad79687-7e58-4e9f-b736-89b97b351073 req-fd9982f2-6740-4aef-93c4-61fe586207ce service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805145 Dec 09 14:58:44.742132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-79f28787-9783-41ec-bcad-247fd1de4d4c service neutron] 10.222.0.43 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608736 Dec 09 14:58:44.748235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=02a42a13-eca2-440b-8be9-f62ee1959c50,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:44.759176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f52d7eed-2bed-4891-9da2-275651e945e4 req-c56dfa8b-42ec-4aac-98d1-30e7c4ae2397 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245568 Dec 09 14:58:44.806785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Allocated IP 172.20.0.1 (a23bfded-9aec-47bb-8651-797b32153a9b/f7e77b8d-be4f-4de2-94ba-075b6e690252/6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:44.832021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bfe97341-a7c2-4494-9a71-542285ff1129 None None] Provisioning complete for port 02a42a13-eca2-440b-8be9-f62ee1959c50 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:44.835418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bfe97341-a7c2-4494-9a71-542285ff1129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:44.849727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 569fc0f9-8365-414d-9963-6b7b87aa866d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:45.058395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Router 1569db76-6c00-4622-9ff7-9404299837ce has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:45.087634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-699a326b-8f4e-4ad9-a822-ad1b43d5d227 req-2cfc9cbe-deb9-44eb-ab31-44e1d79e5e3e tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0597878 Dec 09 14:58:45.096914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6741-a974-496e-8890-e34762b520aa req-eedc426f-95db-4535-8629-bc6df43707d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:45.107605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:45.108135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-eedc426f-95db-4535-8629-bc6df43707d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 1095 time: 0.2696416 Dec 09 14:58:45.108856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.163797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bfe97341-a7c2-4494-9a71-542285ff1129 None None] Port 02a42a13-eca2-440b-8be9-f62ee1959c50 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:45.225101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 569fc0f9-8365-414d-9963-6b7b87aa866d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:45.225481 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.226507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d4ec8831-48e3-445e-b03d-e0ce7f0ec640 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1119907 Dec 09 14:58:45.263006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Request body: {'port': {'device_id': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:45.286420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6741-a974-496e-8890-e34762b520aa req-e622ef18-ccc9-43d7-951f-ba20c599bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:45.287731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-e622ef18-ccc9-43d7-951f-ba20c599bf95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 918 time: 0.1787310 Dec 09 14:58:45.301147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73a8c2b2-05c2-496c-8c18-158550a676c6 req-347e3408-fd27-4155-8d84-90a7683bf4c9 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/0a509bc5-ba92-4b1e-b147-56adb0e13a7f HTTP/1.1" status: 200 len: 1832 time: 0.4397695 Dec 09 14:58:45.379701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-d2d9f6ae-d963-407f-845c-db9c833f78e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907 HTTP/1.1" status: 200 len: 217 time: 0.0671146 Dec 09 14:58:45.412233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Attempting to bind port 75d2abae-d48a-411d-9ec1-63575fe35617 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:45.412806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd19e92b-cc01-41d4-be07-42187179a965 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:45.413533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Attempting to bind port 75d2abae-d48a-411d-9ec1-63575fe35617 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:45.417444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Attempting to bind port 75d2abae-d48a-411d-9ec1-63575fe35617 on network cce79829-7302-4ce7-9ea0-13bc0312f2df {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:45.432634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'tag': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:45.436162 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e83319-6d06-4f77-a4b0-c03307c88e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3cf78f-805b-4c52-976c-ef296fa79408", "tag": "3e34bc75-fa68-48b4-ab1d-3b70ba8a7443"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:45.475322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port cd19e92b-cc01-41d4-be07-42187179a965 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:45.475979 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.508125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.518999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.524860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6741-a974-496e-8890-e34762b520aa req-b7f2f59f-21a5-42cf-812c-388416d5ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:45.526406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-b7f2f59f-21a5-42cf-812c-388416d5ef47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 200 len: 857 time: 0.1371386 Dec 09 14:58:45.532386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73a8c2b2-05c2-496c-8c18-158550a676c6 req-43e05dc0-a526-4caf-b58d-02e1516faac5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.551828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Port 75d2abae-d48a-411d-9ec1-63575fe35617 on network cce79829-7302-4ce7-9ea0-13bc0312f2df not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:58:45.552478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Attempting to bind port 75d2abae-d48a-411d-9ec1-63575fe35617 on network cce79829-7302-4ce7-9ea0-13bc0312f2df {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:45.567729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-d1e178df-51df-4a97-bb42-783543d16ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cce79829-7302-4ce7-9ea0-13bc0312f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307667 Dec 09 14:58:45.569281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:45.569745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Checking segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:45.570239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Bound using segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:45.571325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Bound port: 75d2abae-d48a-411d-9ec1-63575fe35617, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:45.572234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.614180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.660073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd13398-6f2f-4a3a-867e-4d82f1c1251f req-e21e740a-f576-4362-85c6-b891945e34af tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:45.661768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbd13398-6f2f-4a3a-867e-4d82f1c1251f req-e21e740a-f576-4362-85c6-b891945e34af tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 931 time: 0.3262649 Dec 09 14:58:45.668247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75425b63-f34f-472a-ae1b-8b7ee53d5469 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:45.681580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73a8c2b2-05c2-496c-8c18-158550a676c6 req-43e05dc0-a526-4caf-b58d-02e1516faac5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.682515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.730203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.774077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73a8c2b2-05c2-496c-8c18-158550a676c6 req-43e05dc0-a526-4caf-b58d-02e1516faac5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.776772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-73a8c2b2-05c2-496c-8c18-158550a676c6 req-43e05dc0-a526-4caf-b58d-02e1516faac5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:45.777921 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73a8c2b2-05c2-496c-8c18-158550a676c6 req-43e05dc0-a526-4caf-b58d-02e1516faac5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a509bc5-ba92-4b1e-b147-56adb0e13a7f HTTP/1.1" status: 204 len: 173 time: 0.4758863 Dec 09 14:58:45.793732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Network a23bfded-9aec-47bb-8651-797b32153a9b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:45.797960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:45.801495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-52e09eef-00fa-4621-9ecd-3be777aab1f2 service neutron] 10.222.0.43 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224436 Dec 09 14:58:45.806196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:45.856196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05dc0-a526-4caf-b58d-02e1516faac5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a509bc5-ba92-4b1e-b147-56adb0e13a7f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:45.882213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:45.941786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Allocated IP 172.20.0.1 (5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade/01872b0f-ac20-4a43-9dc4-89380c7d66a4/5a41479e-3bb0-4be7-90d2-8f746c826ee2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:45.947513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.021715 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf017b-8515-4d60-a4ec-d87966d92ad7 x-openstack-request-id: req-18bf017b-8515-4d60-a4ec-d87966d92ad7 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:46.022043 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3cf78f-805b-4c52-976c-ef296fa79408", "tag": "3e34bc75-fa68-48b4-ab1d-3b70ba8a7443", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:46.022284 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18bf017b-8515-4d60-a4ec-d87966d92ad7 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:46.022662 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'tag': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443', 'status': 'completed', 'code': 200} Dec 09 14:58:46.089285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23cf6741-a974-496e-8890-e34762b520aa req-f0ae5856-bc92-4f01-b3cc-a18936318adc service neutron] 10.222.0.43 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709889 Dec 09 14:58:46.114851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Transition to ACTIVE for port object 75425b63-f34f-472a-ae1b-8b7ee53d5469 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:58:46.157163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.179117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:58:46.180829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04da8f59-01a6-467f-937f-ac988d18d7d6 req-122c69db-d1fa-4282-bead-2e6bc307f967 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/aa4ba664-099e-45c5-b2d6-7554aff653c9 HTTP/1.1" status: 200 len: 1832 time: 0.1746836 Dec 09 14:58:46.185054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-cf4c3efc-476d-486c-a456-1b2ad91070a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:46.187317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-cf4c3efc-476d-486c-a456-1b2ad91070a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 1094 time: 0.1525514 Dec 09 14:58:46.231542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-98ca4a88-fdb8-43b0-8bae-a7e8dfc2c508 None None] Provisioning complete for port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:46.232533 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98ca4a88-fdb8-43b0-8bae-a7e8dfc2c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.309889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.342471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.363655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbd13398-6f2f-4a3a-867e-4d82f1c1251f req-7ff06c13-c207-40e4-a826-7e61fb557310 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833789 Dec 09 14:58:46.417657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:46.432528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ab131725-4e57-4c59-8b52-4797ba51a4f3 admin admin] 10.222.0.46 "PUT /v2.0/routers/1569db76-6c00-4622-9ff7-9404299837ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3447137 Dec 09 14:58:46.441003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-04da8f59-01a6-467f-937f-ac988d18d7d6 req-f951f392-d8fc-4eb8-bb61-a060f86eea0b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.443430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:46.444803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] For port 75d2abae-d48a-411d-9ec1-63575fe35617, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:46.445622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:46.466789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] For port 75d2abae-d48a-411d-9ec1-63575fe35617, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75d2abae-d48a-411d-9ec1-63575fe35617,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:46.468716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443', 'mac_address': 'fa:16:3e:63:fb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:58:46.475670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=75425b63-f34f-472a-ae1b-8b7ee53d5469,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:46.485476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] Sync routers for ids ['1569db76-6c00-4622-9ff7-9404299837ce'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:46.510753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-555a545d-f587-4ce7-9343-d603c5ef89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:46.512193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-555a545d-f587-4ce7-9343-d603c5ef89eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.3133445 Dec 09 14:58:46.561371 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.592557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-98ca4a88-fdb8-43b0-8bae-a7e8dfc2c508 None None] Port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:46.594254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] Routers {'1569db76-6c00-4622-9ff7-9404299837ce'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:46.594970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1569db76-6c00-4622-9ff7-9404299837ce'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:46.598881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:46.614519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-8b559582-5c91-4926-bce4-5542e3e45bf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 HTTP/1.1" status: 200 len: 217 time: 0.0615435 Dec 09 14:58:46.625571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-04da8f59-01a6-467f-937f-ac988d18d7d6 req-f951f392-d8fc-4eb8-bb61-a060f86eea0b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.668815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:46.687327 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.787489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.806021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Attempting to bind port 75425b63-f34f-472a-ae1b-8b7ee53d5469 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:46.806528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Attempting to bind port 75425b63-f34f-472a-ae1b-8b7ee53d5469 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:46.806962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Attempting to bind port 75425b63-f34f-472a-ae1b-8b7ee53d5469 on network cce79829-7302-4ce7-9ea0-13bc0312f2df {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:46.815296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] Set router 1569db76-6c00-4622-9ff7-9404299837ce gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:46.868332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.881233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:46.914165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Port 75425b63-f34f-472a-ae1b-8b7ee53d5469 on network cce79829-7302-4ce7-9ea0-13bc0312f2df not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:58:46.914932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Attempting to bind port 75425b63-f34f-472a-ae1b-8b7ee53d5469 on network cce79829-7302-4ce7-9ea0-13bc0312f2df {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:46.921096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Pushing event updated for resources: {'Port': ['ID=75d2abae-d48a-411d-9ec1-63575fe35617,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:46.947851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:46.950643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:46.951515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:46.953192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e33327b1-06f9-4d21-9b9c-22f3f98ee5dd service neutron] 10.222.0.36 "PUT /v2.0/ports/75d2abae-d48a-411d-9ec1-63575fe35617 HTTP/1.1" status: 200 len: 1092 time: 6.9101424 Dec 09 14:58:47.013004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['3e34bc75-fa68-48b4-ab1d-3b70ba8a7443'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:47.018091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:47.018675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Checking segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:47.019711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Bound using segment: {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:47.020507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Bound port: 75425b63-f34f-472a-ae1b-8b7ee53d5469, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dff331-e1bd-4130-a6b4-c2c20830a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:47.021628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.042303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:47.044348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'tag': '75d2abae-d48a-411d-9ec1-63575fe35617'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:47.047281 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b95129-8712-4bdc-a23b-33b8396b4107" -d '{"events": [{"name": "network-changed", "server_uuid": "dee57c05-1585-4fc2-bdf9-de2ae02007ac", "tag": "75d2abae-d48a-411d-9ec1-63575fe35617"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:47.066747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Pushing event updated for resources: {'Port': ['ID=5a41479e-3bb0-4be7-90d2-8f746c826ee2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:47.078641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:47.097411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-f24e0f41-80a1-4249-9f98-2afc83374902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:47.099159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-f24e0f41-80a1-4249-9f98-2afc83374902 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.4698694 Dec 09 14:58:47.130706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.200544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-97b05042-3248-433d-90a3-a1233210739b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658386 Dec 09 14:58:47.206008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-04da8f59-01a6-467f-937f-ac988d18d7d6 req-f951f392-d8fc-4eb8-bb61-a060f86eea0b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.209493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-04da8f59-01a6-467f-937f-ac988d18d7d6 req-f951f392-d8fc-4eb8-bb61-a060f86eea0b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.222664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:41Z', 'revision_number': 5, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:47.223554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04da8f59-01a6-467f-937f-ac988d18d7d6 req-f951f392-d8fc-4eb8-bb61-a060f86eea0b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa4ba664-099e-45c5-b2d6-7554aff653c9 HTTP/1.1" status: 204 len: 173 time: 1.0256367 Dec 09 14:58:47.255932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] Checking router: 1569db76-6c00-4622-9ff7-9404299837ce for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:47.275619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] Routers {'1569db76-6c00-4622-9ff7-9404299837ce'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:47.276422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1569db76-6c00-4622-9ff7-9404299837ce'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:47.376158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951f392-d8fc-4eb8-bb61-a060f86eea0b tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ba664-099e-45c5-b2d6-7554aff653c9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:47.557836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] Set router 1569db76-6c00-4622-9ff7-9404299837ce gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:47.597494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bb7e5923-cc56-4854-bf41-0b699dff05f1 None None] Provisioning complete for port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:47.598400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5923-cc56-4854-bf41-0b699dff05f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.610284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.634060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34d6c8-4077-4baa-9d08-b60a5a7b2099 req-c21b206a-35ef-47c8-b9f1-30bee526cc9b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:47.635669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f34d6c8-4077-4baa-9d08-b60a5a7b2099 req-c21b206a-35ef-47c8-b9f1-30bee526cc9b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 943 time: 0.2784600 Dec 09 14:58:47.644457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.680759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-4c5031ef-2754-453c-8945-8ce91cf6cdb1 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553053 Dec 09 14:58:47.738895 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.831445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.836000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e5923-cc56-4854-bf41-0b699dff05f1 None None] Port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:47.857386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:41Z', 'revision_number': 5, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:47.892470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0339a-a0d1-48e5-a655-3a17735179d4 None None] The sync data for ids ['1569db76-6c00-4622-9ff7-9404299837ce'] in n-d-804292-5 is: [{'id': '1569db76-6c00-4622-9ff7-9404299837ce', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-736822155-router', 'tenant_id': '51db8ee917424bb3b8ddb87709507d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:22Z', 'updated_at': '2021-12-09T14:58:41Z', 'revision_number': 5, 'project_id': '51db8ee917424bb3b8ddb87709507d0d', 'gw_port': {'id': 'acdd92d7-327c-4e5a-b8bd-773fe5331521', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569db76-6c00-4622-9ff7-9404299837ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:23Z', 'updated_at': '2021-12-09T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:47.900381 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.902150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:47.910847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a42a13-eca2-440b-8be9-f62ee1959c50 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:47.919955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f34d6c8-4077-4baa-9d08-b60a5a7b2099 req-8de32e44-aceb-4fcb-b3c9-5e777db3cf6c tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708130 Dec 09 14:58:47.967594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:47.990251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Transition to ACTIVE for port object 02a42a13-eca2-440b-8be9-f62ee1959c50 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:58:48.000770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fd820-d352-4798-a0e9-d2e7421fb26c req-c7f3076e-9103-4ab1-a8a2-e5d80137ad65 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:48.002819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f55fd820-d352-4798-a0e9-d2e7421fb26c req-c7f3076e-9103-4ab1-a8a2-e5d80137ad65 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 944 time: 1.4988678 Dec 09 14:58:48.015827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Deleting port acdd92d7-327c-4e5a-b8bd-773fe5331521 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:48.016342 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.020665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.036696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41e83319-6d06-4f77-a4b0-c03307c88e8a req-afc3d61a-4845-4629-9177-7531ac248945 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089468 Dec 09 14:58:48.106647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-ab2aad41-de7a-4b79-ba45-815b7d2e8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:48.107753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-ab2aad41-de7a-4b79-ba45-815b7d2e8f23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 1095 time: 0.9221914 Dec 09 14:58:48.115520 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8788a60-983a-4903-b16b-7256090aac32 x-openstack-request-id: req-e8788a60-983a-4903-b16b-7256090aac32 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:48.115932 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee57c05-1585-4fc2-bdf9-de2ae02007ac", "tag": "75d2abae-d48a-411d-9ec1-63575fe35617", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:48.116267 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8788a60-983a-4903-b16b-7256090aac32 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:48.116668 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'tag': '75d2abae-d48a-411d-9ec1-63575fe35617', 'status': 'completed', 'code': 200} Dec 09 14:58:48.164822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] For port 75425b63-f34f-472a-ae1b-8b7ee53d5469, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:48.187085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:48.194199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f55fd820-d352-4798-a0e9-d2e7421fb26c req-54ac601a-3c05-4b00-806b-6fdf4f727b32 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616454 Dec 09 14:58:48.235631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-324e819a-13ef-483b-bdb1-462445f5a88f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d2abae-d48a-411d-9ec1-63575fe35617 HTTP/1.1" status: 200 len: 217 time: 0.1102803 Dec 09 14:58:48.285685 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fb666b0-a912-4f86-ab3b-a6138d52eca4 req-ece68ace-4370-43e2-a2ec-a753290e2f46 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/fdaf6d47-c37e-4f27-b1c9-b16041761b05 HTTP/1.1" status: 200 len: 1829 time: 0.1783535 Dec 09 14:58:48.322960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] For port 75425b63-f34f-472a-ae1b-8b7ee53d5469, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:48.324183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Pushing event updated for resources: {'Port': ['ID=02a42a13-eca2-440b-8be9-f62ee1959c50,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:48.362242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.412854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:58:48.417144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Network a23bfded-9aec-47bb-8651-797b32153a9b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:48.418765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:48.419147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.420376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] For port acdd92d7-327c-4e5a-b8bd-773fe5331521, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=acdd92d7-327c-4e5a-b8bd-773fe5331521,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:48.420376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.426982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:48.468382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Calling delete_port for acdd92d7-327c-4e5a-b8bd-773fe5331521 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:48.578436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03926fa7-f32e-424e-9c2b-be91869485cb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:48.640601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 03926fa7-f32e-424e-9c2b-be91869485cb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:48.640601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03926fa7-f32e-424e-9c2b-be91869485cb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:48.669146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.710885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:48.716195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.718664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/75425b63-f34f-472a-ae1b-8b7ee53d5469 HTTP/1.1" status: 200 len: 1091 time: 7.3674855 Dec 09 14:58:48.783124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.783343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:48.783343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:48.785364 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832a5b3-d7ef-4057-b4a9-6e282c08c480" -d '{"events": [{"server_uuid": "7a3cf78f-805b-4c52-976c-ef296fa79408", "name": "network-vif-plugged", "status": "completed", "tag": "3e34bc75-fa68-48b4-ab1d-3b70ba8a7443"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:48.788300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e23cac3c-17e2-4a4d-9ddb-10ae2e496c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:48.792348 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-e23cac3c-17e2-4a4d-9ddb-10ae2e496c5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 200 len: 857 time: 0.5391765 Dec 09 14:58:48.802036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.811038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0fb666b0-a912-4f86-ab3b-a6138d52eca4 req-22c1fc47-8f22-4d29-8c55-a41f7b945dd5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.900463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:48.903252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-3e311e8e-f09c-464e-a883-c4c8bb6768e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cce79829-7302-4ce7-9ea0-13bc0312f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560589 Dec 09 14:58:48.916942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0fb666b0-a912-4f86-ab3b-a6138d52eca4 req-22c1fc47-8f22-4d29-8c55-a41f7b945dd5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:48.940170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Router 203eff37-111c-454d-bb4a-0d3d955947dd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:48.960898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee40b7a-5676-4d77-b6e4-5df25aecf6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=75425b63-f34f-472a-ae1b-8b7ee53d5469,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:49.069289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-42e16303-2a65-4a9d-a477-c561909fc2f9 None None] Provisioning complete for port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:49.073928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42e16303-2a65-4a9d-a477-c561909fc2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.076682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb8a0-8971-4f3e-a5b2-a02c6eb528e5 req-f0489876-39f9-4408-8efb-371e9029823f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:49.078286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0dadb8a0-8971-4f3e-a5b2-a02c6eb528e5 req-f0489876-39f9-4408-8efb-371e9029823f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 943 time: 0.6926272 Dec 09 14:58:49.079047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Attempting to bind port 02a42a13-eca2-440b-8be9-f62ee1959c50 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:49.079459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Attempting to bind port 02a42a13-eca2-440b-8be9-f62ee1959c50 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:49.079893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Attempting to bind port 02a42a13-eca2-440b-8be9-f62ee1959c50 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:49.095389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0fb666b0-a912-4f86-ab3b-a6138d52eca4 req-22c1fc47-8f22-4d29-8c55-a41f7b945dd5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.097263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-0fb666b0-a912-4f86-ab3b-a6138d52eca4 req-22c1fc47-8f22-4d29-8c55-a41f7b945dd5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.099113 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fb666b0-a912-4f86-ab3b-a6138d52eca4 req-22c1fc47-8f22-4d29-8c55-a41f7b945dd5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "DELETE /v2.0/security-groups/fdaf6d47-c37e-4f27-b1c9-b16041761b05 HTTP/1.1" status: 204 len: 173 time: 0.8071685 Dec 09 14:58:49.147636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Port 02a42a13-eca2-440b-8be9-f62ee1959c50 on network 9e330498-9918-46fe-ae82-6b744b89e9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:58:49.147971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Attempting to bind port 02a42a13-eca2-440b-8be9-f62ee1959c50 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:49.148970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-42e16303-2a65-4a9d-a477-c561909fc2f9 None None] Port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:49.151049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-882c5b88-ae58-4dcb-a6d5-c465b45a46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:49.156778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-882c5b88-ae58-4dcb-a6d5-c465b45a46ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 1094 time: 0.3180280 Dec 09 14:58:49.172578 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d85f9-8a57-47a6-b140-43298217e07c x-openstack-request-id: req-a73d85f9-8a57-47a6-b140-43298217e07c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:49.172871 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cf78f-805b-4c52-976c-ef296fa79408", "name": "network-vif-plugged", "status": "completed", "tag": "3e34bc75-fa68-48b4-ab1d-3b70ba8a7443", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:49.173699 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a73d85f9-8a57-47a6-b140-43298217e07c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:49.174702 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443', 'code': 200} Dec 09 14:58:49.182953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1fc47-8f22-4d29-8c55-a41f7b945dd5 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf6d47-c37e-4f27-b1c9-b16041761b05,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:49.215644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.246104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:49.249957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-35ffe17a-be89-4f44-a997-f88d633a2cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216364 Dec 09 14:58:49.251314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:49.252590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:49.253816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e8c2ac29-f25e-4ebe-8541-24ab7361db88 admin admin] 10.222.0.46 "PUT /v2.0/routers/203eff37-111c-454d-bb4a-0d3d955947dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9068670 Dec 09 14:58:49.254100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:49.254984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Bound port: 02a42a13-eca2-440b-8be9-f62ee1959c50, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:49.255609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.259013 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Sync routers for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:49.274418 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:49.275251 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:49.303570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Pushing event deleted for resources: {'Port': ['ID=acdd92d7-327c-4e5a-b8bd-773fe5331521,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:49.321442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device b39a7cbf-b0c4-4122-aae1-c560c9652907 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:58:49.363156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447f884-2cd0-4b18-8da3-20570a9753a8 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:49.413844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffcf57-c204-4a3d-b7bd-efd7eadcde2d req-8e264da4-137d-4823-9f5c-773c8adb7ceb tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:49.415652 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aaffcf57-c204-4a3d-b7bd-efd7eadcde2d req-8e264da4-137d-4823-9f5c-773c8adb7ceb tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 943 time: 0.1607766 Dec 09 14:58:49.426477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-7fa82b05-2628-4d41-b7d8-6b0091504513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469 HTTP/1.1" status: 200 len: 217 time: 0.1277902 Dec 09 14:58:49.455204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277e8a2-a26f-424a-8ac3-6c0bbebfe032 req-2c3cbc16-9b27-4071-93a8-dc6e2ec664ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:49.457636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2277e8a2-a26f-424a-8ac3-6c0bbebfe032 req-2c3cbc16-9b27-4071-93a8-dc6e2ec664ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 1096 time: 0.1561852 Dec 09 14:58:49.462162 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:49.473042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.548923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0dadb8a0-8971-4f3e-a5b2-a02c6eb528e5 req-0d8e3268-e6f2-4356-9eeb-c5fbb59abf39 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300823 Dec 09 14:58:49.661842 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-f8479bad-3048-46ab-887b-8826f1c5a135 service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170872 Dec 09 14:58:49.672982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port b39a7cbf-b0c4-4122-aae1-c560c9652907, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:49.687559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-59b69c31-1760-4cdd-9085-da8e9942be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:49.689519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-59b69c31-1760-4cdd-9085-da8e9942be3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 200 len: 857 time: 0.2335529 Dec 09 14:58:49.715392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'b39a7cbf-b0c4-4122-aae1-c560c9652907', 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'port_id': 'b39a7cbf-b0c4-4122-aae1-c560c9652907', 'mac_address': 'fa:16:3e:2e:ce:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aab6efa-1da4-4196-b425-b919dda3b87c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:58:49.745934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.753911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.789429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.793737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-1ec96520-eae1-465a-a354-0734cb0ac03c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cce79829-7302-4ce7-9ea0-13bc0312f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883412 Dec 09 14:58:49.801469 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 2, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:49.820414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39a7cbf-b0c4-4122-aae1-c560c9652907 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:49.843734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port b39a7cbf-b0c4-4122-aae1-c560c9652907, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:49.850949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.874778 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Checking router: 203eff37-111c-454d-bb4a-0d3d955947dd for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:49.875402 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Updating router 203eff37-111c-454d-bb4a-0d3d955947dd port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:49.879948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aaffcf57-c204-4a3d-b7bd-efd7eadcde2d req-8033eb40-c097-4b71-a9db-6533c3f75a34 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536858 Dec 09 14:58:49.896646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2277e8a2-a26f-424a-8ac3-6c0bbebfe032 req-d5890db8-ff14-46c6-8369-b3ede463f2d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114594 Dec 09 14:58:49.902569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.903493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1569db76-6c00-4622-9ff7-9404299837ce {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 14:58:49.909116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.914187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8180069b-3d57-412c-990f-231fbeab31fb admin admin] 10.222.0.46 "DELETE /v2.0/routers/1569db76-6c00-4622-9ff7-9404299837ce HTTP/1.1" status: 204 len: 168 time: 3.4186814 Dec 09 14:58:49.914976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43190) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:49.928299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=b39a7cbf-b0c4-4122-aae1-c560c9652907,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:49.966831 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.975864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Deleting subnet e956a06f-4daa-4f4b-a96c-7476fb7b721b {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:49.980012 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:49.991833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.004804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] For port 02a42a13-eca2-440b-8be9-f62ee1959c50, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:50.025837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.106243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['b39a7cbf-b0c4-4122-aae1-c560c9652907'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:50.114303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Pushing event updated for resources: {'Port': ['ID=5a41479e-3bb0-4be7-90d2-8f746c826ee2,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:50.126078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'tag': '75425b63-f34f-472a-ae1b-8b7ee53d5469'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:50.129214 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f2ad42-8509-4dcc-9390-a9cabee1446b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb17d56c-9203-48cc-bedb-828ef151849b", "tag": "75425b63-f34f-472a-ae1b-8b7ee53d5469"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:50.134202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4c9640e9-38fe-4f23-979c-cec205d6677c req-f53f183e-3d62-4bb8-a3c9-a0fae365a7dc tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/f24432dc-6737-4eac-a790-686d1d24d2fd HTTP/1.1" status: 200 len: 1831 time: 0.4097645 Dec 09 14:58:50.136175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] For port 02a42a13-eca2-440b-8be9-f62ee1959c50, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=02a42a13-eca2-440b-8be9-f62ee1959c50,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:50.138103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.156014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-e6fa4313-711a-42a2-882e-0fd2268e55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:50.158160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-e6fa4313-711a-42a2-882e-0fd2268e55c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 1095 time: 0.4087589 Dec 09 14:58:50.201365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585129e-c4f3-4b8e-9574-bcd9d1d15db4 req-2da8e915-026a-4864-97aa-5c354f84fbab tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:50.203095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0585129e-c4f3-4b8e-9574-bcd9d1d15db4 req-2da8e915-026a-4864-97aa-5c354f84fbab tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 945 time: 0.1558442 Dec 09 14:58:50.221543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-1bfe40d0-5e05-4680-a767-0b6fcd7dc155 service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959093 Dec 09 14:58:50.265615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.318858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0585129e-c4f3-4b8e-9574-bcd9d1d15db4 req-7a46e9b2-23e9-40cd-9242-1f8b361b6803 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091554 Dec 09 14:58:50.347797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.425620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.436721 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.446617 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.456541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e956a06f-4daa-4f4b-a96c-7476fb7b721b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:50.465739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.473883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf9bd9-3279-496d-8170-80f9ca174219 None None] Network 393c58bd-cb09-435b-b1bc-85a7f043cddd requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:58:50.475110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3df31ca8-bd2c-401b-82ca-7ad4ca57eae4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e956a06f-4daa-4f4b-a96c-7476fb7b721b HTTP/1.1" status: 204 len: 168 time: 0.5590291 Dec 09 14:58:50.475994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:50.517765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-7da4cdb1-3791-4b38-bbf2-f5f453d7dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:50.519281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-7da4cdb1-3791-4b38-bbf2-f5f453d7dad4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 918 time: 0.2865548 Dec 09 14:58:50.565453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:50.566096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.567527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] 10.222.0.43 "PUT /v2.0/ports/02a42a13-eca2-440b-8be9-f62ee1959c50 HTTP/1.1" status: 200 len: 1091 time: 5.3092747 Dec 09 14:58:50.603776 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50a06-49f3-465e-bc99-5f7f2e01e454 None None] Pushing event updated for resources: {'Port': ['ID=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:50.695245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.703142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device acdd92d7-327c-4e5a-b8bd-773fe5331521 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:50.708217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.718367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-b9cee910-4012-4352-9d9d-5bdee2d5df08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75d2abae-d48a-411d-9ec1-63575fe35617 HTTP/1.1" status: 200 len: 217 time: 0.0966713 Dec 09 14:58:50.774906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: acdd92d7-327c-4e5a-b8bd-773fe5331521 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:50.775257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device acdd92d7-327c-4e5a-b8bd-773fe5331521 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:50.788018 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Attempting to bind port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:50.788902 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Attempting to bind port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:50.790645 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Attempting to bind port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 on network a23bfded-9aec-47bb-8651-797b32153a9b {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:50.803400 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:50.812140 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Checking segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:50.816782 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.817713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Bound using segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:50.820436 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Bound port: 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:50.820871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-6239857e-35c6-46f1-a083-4f73fde006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:50.821016 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:50.822359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-6239857e-35c6-46f1-a083-4f73fde006f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 200 len: 857 time: 0.0778108 Dec 09 14:58:50.915178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-c2f23a9a-ea0d-49f1-b9c7-1bccd08b515b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cce79829-7302-4ce7-9ea0-13bc0312f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401497 Dec 09 14:58:50.924829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] DHCP port deletion for 393c58bd-cb09-435b-b1bc-85a7f043cddd request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:58:50.934728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Deleting port 1fbf1583-3583-4abc-94e0-cac2d8edf412 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:50.937536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.040310 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] For port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:51.059234 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] For port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:51.068866 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.090831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] Deleting port 1fbf1583-3583-4abc-94e0-cac2d8edf412 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:51.091319 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.102495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4c9640e9-38fe-4f23-979c-cec205d6677c req-e27654e6-6b48-43f4-b510-e53474193a75 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.146036 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] For port 1fbf1583-3583-4abc-94e0-cac2d8edf412, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1fbf1583-3583-4abc-94e0-cac2d8edf412,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:51.146384 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.153166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a7681-e416-40e3-851f-9537b4842951 service neutron] Pushing event updated for resources: {'Port': ['ID=02a42a13-eca2-440b-8be9-f62ee1959c50,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:51.182617 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:51.184276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] For port 1fbf1583-3583-4abc-94e0-cac2d8edf412, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1fbf1583-3583-4abc-94e0-cac2d8edf412,segment=NetworkSegment(ed5acd53-a43e-4491-b674-94c36b93c613),segment_id=ed5acd53-a43e-4491-b674-94c36b93c613)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:51.184947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.191466 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:51.192009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Calling delete_port for 1fbf1583-3583-4abc-94e0-cac2d8edf412 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:51.203523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] Calling delete_port for 1fbf1583-3583-4abc-94e0-cac2d8edf412 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:51.272350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e295c4c-6b29-4625-a3da-d42d1b1aa716 req-094a672f-042e-48da-b517-680b8a08e093 service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9894326 Dec 09 14:58:51.303259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-f12ade12-366c-498d-88c6-561e00e5fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:51.315808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-f12ade12-366c-498d-88c6-561e00e5fdf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 1094 time: 0.5915403 Dec 09 14:58:51.324208 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50a06-49f3-465e-bc99-5f7f2e01e454 None None] Pushing event updated for resources: {'Port': ['ID=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:51.368664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4c9640e9-38fe-4f23-979c-cec205d6677c req-e27654e6-6b48-43f4-b510-e53474193a75 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.382282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device b39a7cbf-b0c4-4122-aae1-c560c9652907 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:51.443480 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.470779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43206) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:51.481574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004983762', 'description': 'tempest-description--2012926064'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:51.491039 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:51.500546 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fabc7ca-8d8a-4562-968c-998c2f430e0c x-openstack-request-id: req-2fabc7ca-8d8a-4562-968c-998c2f430e0c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:51.500846 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb17d56c-9203-48cc-bedb-828ef151849b", "tag": "75425b63-f34f-472a-ae1b-8b7ee53d5469", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:51.501227 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fabc7ca-8d8a-4562-968c-998c2f430e0c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:51.501802 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'tag': '75425b63-f34f-472a-ae1b-8b7ee53d5469', 'status': 'completed', 'code': 200} Dec 09 14:58:51.503287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-aa5549c5-22a0-4afa-a45a-14c936299f71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a42a13-eca2-440b-8be9-f62ee1959c50 HTTP/1.1" status: 200 len: 217 time: 0.1658101 Dec 09 14:58:51.521550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] Pushing event deleted for resources: {'Port': ['ID=1fbf1583-3583-4abc-94e0-cac2d8edf412,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:51.549734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-19e8888a-658d-49f3-8436-bbf9aa581722 None None] Provisioning complete for port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:51.550280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19e8888a-658d-49f3-8436-bbf9aa581722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.598070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bfe40-1a3f-441c-84f1-07d108991300 None None] No DVR routers for this DVR port 1fbf1583-3583-4abc-94e0-cac2d8edf412 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:51.666861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19e8888a-658d-49f3-8436-bbf9aa581722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.701973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:51.716373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port b39a7cbf-b0c4-4122-aae1-c560c9652907 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:58:51.720774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.729562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:51.732095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port b39a7cbf-b0c4-4122-aae1-c560c9652907 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:51.732520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.738155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-19e8888a-658d-49f3-8436-bbf9aa581722 None None] For port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:51.768146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.774789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19e8888a-658d-49f3-8436-bbf9aa581722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:51.777335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-e1eaa95c-3894-453c-b916-841829f1df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:51.779130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-e1eaa95c-3894-453c-b916-841829f1df38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 1094 time: 0.2911067 Dec 09 14:58:51.809209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-396fe15a-6e56-44fd-a37a-568fcd18cf4a service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310424 Dec 09 14:58:51.852459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8888a-658d-49f3-8436-bbf9aa581722 None None] Pushing event updated for resources: {'Port': ['ID=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:51.904401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1b170-8fde-4679-99cc-776f2803f6e5 req-25ffeb4f-7546-4874-a88f-eeea94b05a97 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:51.905948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9fc1b170-8fde-4679-99cc-776f2803f6e5 req-25ffeb4f-7546-4874-a88f-eeea94b05a97 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 943 time: 0.0895929 Dec 09 14:58:51.930125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-40a5a586-2828-4883-a46b-2dd82c1d49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:51.932658 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:51.938075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-40a5a586-2828-4883-a46b-2dd82c1d49a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.4139068 Dec 09 14:58:51.990033 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a94d5-0d4f-4456-bbc4-3418d3a01a48 None None] The sync data for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 is: [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:52.003879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.005588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4c9640e9-38fe-4f23-979c-cec205d6677c req-e27654e6-6b48-43f4-b510-e53474193a75 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.016800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4c9640e9-38fe-4f23-979c-cec205d6677c req-e27654e6-6b48-43f4-b510-e53474193a75 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.023538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4c9640e9-38fe-4f23-979c-cec205d6677c req-e27654e6-6b48-43f4-b510-e53474193a75 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "DELETE /v2.0/security-groups/f24432dc-6737-4eac-a790-686d1d24d2fd HTTP/1.1" status: 204 len: 173 time: 1.8737488 Dec 09 14:58:52.056123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbf1583-3583-4abc-94e0-cac2d8edf412,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:52.100343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9fc1b170-8fde-4679-99cc-776f2803f6e5 req-ae953945-4232-42c0-bb26-3d7f86ded908 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816003 Dec 09 14:58:52.104147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] No DVR routers for this DVR port 1fbf1583-3583-4abc-94e0-cac2d8edf412 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:52.284601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27654e6-6b48-43f4-b510-e53474193a75 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24432dc-6737-4eac-a790-686d1d24d2fd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:52.344662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75425b63-f34f-472a-ae1b-8b7ee53d5469 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:58:52.386219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.414290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.415017 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.441803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b583ea-e9fe-4215-bc80-86e7d2de708c req-67dd9349-c74c-4c0c-8f99-627ad135a802 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:52.445368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08b583ea-e9fe-4215-bc80-86e7d2de708c req-67dd9349-c74c-4c0c-8f99-627ad135a802 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 943 time: 0.2543807 Dec 09 14:58:52.445599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bfed0060-aca6-45e0-98da-dc02231fae9e None None] Provisioning complete for port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:52.445921 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bfed0060-aca6-45e0-98da-dc02231fae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.450839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393c58bd-cb09-435b-b1bc-85a7f043cddd']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:52.462753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39a7cbf-b0c4-4122-aae1-c560c9652907'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:52.472155 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb7855-7ad5-47a3-88a9-f3ca56b692fc" -d '{"events": [{"server_uuid": "dc9c0313-8e38-4333-8198-e4947fcf3118", "name": "network-vif-plugged", "status": "completed", "tag": "b39a7cbf-b0c4-4122-aae1-c560c9652907"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:52.490060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port b39a7cbf-b0c4-4122-aae1-c560c9652907, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:52.498202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5acd53-a43e-4491-b674-94c36b93c613') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:52.502770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5acd53-a43e-4491-b674-94c36b93c613') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:52.513353 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.611736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.675972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08b583ea-e9fe-4215-bc80-86e7d2de708c req-3f1d27da-7781-45e6-af3e-337e9e3fba24 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176580 Dec 09 14:58:52.689809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.708131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:52.714055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:52.714803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:52.716971 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:52.778525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=b39a7cbf-b0c4-4122-aae1-c560c9652907,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:52.820050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5f1a782-8b92-4b8b-ad50-83adea7cd187 req-336797de-b6b3-4e2b-a610-45311e1cfe73 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "GET /v2.0/security-groups/ae021a8c-0d80-4167-ad5f-0c9b247b172e HTTP/1.1" status: 200 len: 1828 time: 0.1421804 Dec 09 14:58:52.833029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.836133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75425b63-f34f-472a-ae1b-8b7ee53d5469, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:52.839874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.848967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] 10.222.0.46 "DELETE /v2.0/networks/393c58bd-cb09-435b-b1bc-85a7f043cddd HTTP/1.1" status: 204 len: 168 time: 2.3708005 Dec 09 14:58:52.860665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '75425b63-f34f-472a-ae1b-8b7ee53d5469', 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'port_id': '75425b63-f34f-472a-ae1b-8b7ee53d5469', 'mac_address': 'fa:16:3e:6b:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aab6efa-1da4-4196-b425-b919dda3b87c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:58:52.876106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348510d-5cb3-4898-89de-6e2da8c3023e admin admin] Pushing event deleted for resources: {'Network': ['ID=393c58bd-cb09-435b-b1bc-85a7f043cddd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:52.900079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:52.900876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.902622 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.937030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5f1a782-8b92-4b8b-ad50-83adea7cd187 req-363a1964-3e23-48a3-a7b7-fd53788c1ad3 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.950006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.951405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75425b63-f34f-472a-ae1b-8b7ee53d5469 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:52.974115 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5f1a782-8b92-4b8b-ad50-83adea7cd187 req-363a1964-3e23-48a3-a7b7-fd53788c1ad3 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:52.985127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f1cbd-c8be-405f-b0bc-570cbcccf0c7 req-d0ab54ab-dbba-46ef-9877-c3a6c07b97d5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:52.987389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be1f1cbd-c8be-405f-b0bc-570cbcccf0c7 req-d0ab54ab-dbba-46ef-9877-c3a6c07b97d5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 945 time: 0.6700530 Dec 09 14:58:52.989423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-96fb48a7-dad2-4386-8c60-d57b72cc6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:52.990947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-96fb48a7-dad2-4386-8c60-d57b72cc6ffe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9452055 Dec 09 14:58:53.004303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.012772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75425b63-f34f-472a-ae1b-8b7ee53d5469, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:53.032203 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.033763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75d2abae-d48a-411d-9ec1-63575fe35617 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:58:53.057120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5f1a782-8b92-4b8b-ad50-83adea7cd187 req-363a1964-3e23-48a3-a7b7-fd53788c1ad3 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.063034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b27bec59-fde4-440b-98db-f755192d3b4b None None] Provisioning complete for port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:53.063428 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b27bec59-fde4-440b-98db-f755192d3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.069969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5f1a782-8b92-4b8b-ad50-83adea7cd187 req-363a1964-3e23-48a3-a7b7-fd53788c1ad3 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.071031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5f1a782-8b92-4b8b-ad50-83adea7cd187 req-363a1964-3e23-48a3-a7b7-fd53788c1ad3 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] 10.222.0.46 "DELETE /v2.0/security-groups/ae021a8c-0d80-4167-ad5f-0c9b247b172e HTTP/1.1" status: 204 len: 173 time: 0.2500713 Dec 09 14:58:53.084666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43214) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:53.085998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a1964-3e23-48a3-a7b7-fd53788c1ad3 tempest-SecurityGroupRulesNegativeTestJSON-649239042 tempest-SecurityGroupRulesNegativeTestJSON-649239042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae021a8c-0d80-4167-ad5f-0c9b247b172e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:53.111445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b27bec59-fde4-440b-98db-f755192d3b4b None None] Port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:58:53.135545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-710eb131-ebb3-442f-89aa-365071fcfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:53.137156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-710eb131-ebb3-442f-89aa-365071fcfe43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 200 len: 918 time: 1.3479314 Dec 09 14:58:53.154636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43218) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:53.163187 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7063379-a0e9-4377-8f69-4dbb74e41520 x-openstack-request-id: req-d7063379-a0e9-4377-8f69-4dbb74e41520 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:53.163512 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9c0313-8e38-4333-8198-e4947fcf3118", "name": "network-vif-plugged", "status": "completed", "tag": "b39a7cbf-b0c4-4122-aae1-c560c9652907", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:53.163768 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7063379-a0e9-4377-8f69-4dbb74e41520 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:53.164176 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39a7cbf-b0c4-4122-aae1-c560c9652907', 'code': 200} Dec 09 14:58:53.225703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Deleting subnet 85f95823-4221-44c9-9c49-0c6557dfb2dd {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:58:53.245820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:58:53.250568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.260150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.261684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7844548 Dec 09 14:58:53.270583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43222) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:53.272692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75d2abae-d48a-411d-9ec1-63575fe35617, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75d2abae-d48a-411d-9ec1-63575fe35617,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:53.282797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-667af169-e37f-48d3-9d2f-e924f5617564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.289410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-76d5eb00-2d6d-4542-a72f-65595c62f72a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51db8ee917424bb3b8ddb87709507d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227305 Dec 09 14:58:53.301202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '75d2abae-d48a-411d-9ec1-63575fe35617', 'network_id': 'cce79829-7302-4ce7-9ea0-13bc0312f2df', 'port_id': '75d2abae-d48a-411d-9ec1-63575fe35617', 'mac_address': 'fa:16:3e:ef:71:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aab6efa-1da4-4196-b425-b919dda3b87c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:58:53.303986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:58:53.304825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75425b63-f34f-472a-ae1b-8b7ee53d5469,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:53.332537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Request body: {'security_group_rule': {'security_group_id': '0993e0ae-cb11-4c8d-a11c-e1abb792885d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:53.340499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43224) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:53.349705 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b95129-8712-4bdc-a23b-33b8396b4107 req-e81c867c-4ce3-4d80-a6b4-d3a5987b7f28 service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3965530 Dec 09 14:58:53.374066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.389391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d2abae-d48a-411d-9ec1-63575fe35617 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:53.415334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75d2abae-d48a-411d-9ec1-63575fe35617, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75d2abae-d48a-411d-9ec1-63575fe35617,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:53.418478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-ea71d724-676e-44e7-ad9b-62dee6f49c2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469 HTTP/1.1" status: 200 len: 217 time: 0.2188969 Dec 09 14:58:53.419807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4cade-e9a3-42e3-b300-03f4d555e2b6 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0993e0ae-cb11-4c8d-a11c-e1abb792885d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:53.423746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.442649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.447185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be1f1cbd-c8be-405f-b0bc-570cbcccf0c7 req-d12225ae-e0d7-4588-975a-c9bf0a96c526 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315088 Dec 09 14:58:53.455961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1fbf1583-3583-4abc-94e0-cac2d8edf412 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:53.463551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31973cbe-42a7-4df9-b8a4-ddd6170780eb req-36e0e327-0003-497b-91dc-4e8cb7d21468 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:53.465148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-31973cbe-42a7-4df9-b8a4-ddd6170780eb req-36e0e327-0003-497b-91dc-4e8cb7d21468 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 943 time: 0.2444510 Dec 09 14:58:53.503580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1fbf1583-3583-4abc-94e0-cac2d8edf412 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:53.507028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1fbf1583-3583-4abc-94e0-cac2d8edf412 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:53.537913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'tag': '02a42a13-eca2-440b-8be9-f62ee1959c50'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:53.540851 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d500c6-2981-41e9-8e13-c9a67002c076" -d '{"events": [{"name": "network-changed", "server_uuid": "2679fa78-4f46-4171-94a9-150e8f9dc2b8", "tag": "02a42a13-eca2-440b-8be9-f62ee1959c50"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:53.554351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75d2abae-d48a-411d-9ec1-63575fe35617,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:53.583273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.638710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2829-26da-4e54-a3a3-fe40d4e61a5d req-f9f99a68-b9ff-4568-8392-b8e9f940a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:53.640517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a0c2829-26da-4e54-a3a3-fe40d4e61a5d req-f9f99a68-b9ff-4568-8392-b8e9f940a79f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 1097 time: 0.4017875 Dec 09 14:58:53.659830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:58:53.664314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.672491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Sync routers for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:58:53.682007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cc7a9746-b5b1-4427-960d-3f0f7c031260 admin admin] 10.222.0.46 "PUT /v2.0/routers/2fc41f09-e79a-4036-b3ec-5d7ee76c61ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5816298 Dec 09 14:58:53.685827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['75425b63-f34f-472a-ae1b-8b7ee53d5469'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:53.688268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['75d2abae-d48a-411d-9ec1-63575fe35617'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:53.729144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-755daffb-4468-4215-bc97-5b8d94bf0ad1 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174356 Dec 09 14:58:53.730028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f767d7b-bfa5-41b5-b9f1-112f4a63a3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.733927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-0cd06b25-39f3-41ab-887c-a991d7186214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:53.736738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-0cd06b25-39f3-41ab-887c-a991d7186214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 200 len: 857 time: 0.2841053 Dec 09 14:58:53.755222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:53.853586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-d7255639-3ad7-4b26-bd89-ee5021e3c475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cce79829-7302-4ce7-9ea0-13bc0312f2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056621 Dec 09 14:58:53.875604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:53.876835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:53.955412 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9c9dc7-ca71-4134-b606-793281872d28 x-openstack-request-id: req-9b9c9dc7-ca71-4134-b606-793281872d28 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:53.956015 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679fa78-4f46-4171-94a9-150e8f9dc2b8", "tag": "02a42a13-eca2-440b-8be9-f62ee1959c50", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:53.956606 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b9c9dc7-ca71-4134-b606-793281872d28 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:53.957169 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'tag': '02a42a13-eca2-440b-8be9-f62ee1959c50', 'status': 'completed', 'code': 200} Dec 09 14:58:53.980637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f95823-4221-44c9-9c49-0c6557dfb2dd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:54.005927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.011442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-37396664-eba9-4e3e-82f8-9b182ce92d8d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/85f95823-4221-44c9-9c49-0c6557dfb2dd HTTP/1.1" status: 204 len: 168 time: 0.9135225 Dec 09 14:58:54.024915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:54.063075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.070147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83e8a0a9-71fc-4c62-b7a7-ee30f64331d4 req-debf3a77-3b9a-462c-9aac-0cdb8d2d5173 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321328 Dec 09 14:58:54.105707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.115403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f767d7b-bfa5-41b5-b9f1-112f4a63a3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.122765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-6811f884-8b15-4345-815f-98c35c6d3907 service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429595 Dec 09 14:58:54.163406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d01c-e27f-4715-bcdd-b5d72d737aa8 req-c9efd2d7-eb9c-450d-bedd-dcbd0367bada tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:54.165039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8163d01c-e27f-4715-bcdd-b5d72d737aa8 req-c9efd2d7-eb9c-450d-bedd-dcbd0367bada tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 944 time: 0.1447434 Dec 09 14:58:54.178549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-31973cbe-42a7-4df9-b8a4-ddd6170780eb req-c3715b00-68be-49fa-8244-0a0a59dc723e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956513 Dec 09 14:58:54.283640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:54.294015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a0c2829-26da-4e54-a3a3-fe40d4e61a5d req-67aa2671-1a76-4d5a-92f6-739a6ba221ff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374722 Dec 09 14:58:54.333545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8163d01c-e27f-4715-bcdd-b5d72d737aa8 req-cfd60de9-1118-407c-9889-38032f4e98ce tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196082 Dec 09 14:58:54.339842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.343405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0137656 Dec 09 14:58:54.347762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeea95-576a-4456-a777-d6a434ebf76f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04245607-1c08-4605-b1c5-dbf9f01afa4a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:54.348637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43250) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:54.363550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Request body: {'security_group_rule': {'security_group_id': '0993e0ae-cb11-4c8d-a11c-e1abb792885d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:54.390985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.394960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-7d9b0caa-a915-40ef-b15f-4356ce39b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:54.397151 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-7d9b0caa-a915-40ef-b15f-4356ce39b419 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 1094 time: 0.2530456 Dec 09 14:58:54.432227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6f2ad42-8509-4dcc-9390-a9cabee1446b req-b33d0f20-b472-4798-af43-c80c6c72fa9e service neutron] 10.222.0.36 "GET /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983696 Dec 09 14:58:54.454967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1689211-8503-416b-9142-fb911c0a9823 req-351d332b-5331-4c16-baf2-4884d32af8b0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:54.462695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a1689211-8503-416b-9142-fb911c0a9823 req-351d332b-5331-4c16-baf2-4884d32af8b0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 945 time: 0.1634572 Dec 09 14:58:54.472064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.519896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f767d7b-bfa5-41b5-b9f1-112f4a63a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.522796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f767d7b-bfa5-41b5-b9f1-112f4a63a3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.524429 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f767d7b-bfa5-41b5-b9f1-112f4a63a3e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03309bab-cc4f-483e-a250-39c4f8e85c7d HTTP/1.1" status: 204 len: 168 time: 1.1828082 Dec 09 14:58:54.568659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.595879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f767d7b-bfa5-41b5-b9f1-112f4a63a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03309bab-cc4f-483e-a250-39c4f8e85c7d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:54.616007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8b11df-20d2-4701-aa91-8ad9d03fdb4c']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:54.635537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bf4989-365c-4f51-ad2c-2969b2d6c3c5') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:54.636182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bf4989-365c-4f51-ad2c-2969b2d6c3c5') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:54.651088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-ce81b716-c654-4eee-a984-0f8f8caf82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:54.652761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-ce81b716-c654-4eee-a984-0f8f8caf82c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1460304 Dec 09 14:58:54.659496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.676765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.683955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:58:54.684609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.749453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-66af03d0-566b-4b44-a0cf-3109abf6d0a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a42a13-eca2-440b-8be9-f62ee1959c50 HTTP/1.1" status: 200 len: 217 time: 0.0796738 Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:58:54.769347 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:58:54.774791 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.791834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a1689211-8503-416b-9142-fb911c0a9823 req-a9d0b221-1ca5-439a-8d4f-633ace9fa8ca tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277993 Dec 09 14:58:54.796298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.809242 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.820355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] 10.222.0.46 "DELETE /v2.0/networks/cf8b11df-20d2-4701-aa91-8ad9d03fdb4c HTTP/1.1" status: 204 len: 168 time: 0.7823312 Dec 09 14:58:54.837078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.848547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c68be-93a6-43a2-9a01-d311bd18fe8f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8b11df-20d2-4701-aa91-8ad9d03fdb4c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:54.886536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a63166-80a2-42ff-9e74-6b8ddd392df8,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:54.898558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-45248921-119d-4216-96aa-0c2a429d26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:54.900542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-45248921-119d-4216-96aa-0c2a429d26c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1362634 Dec 09 14:58:54.909287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43260) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:54.914122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257258160', 'description': 'tempest-description--950580247'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:54.940160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:54.944368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7f35aa7f-0cc6-4841-b003-505dcdfc2e8d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5831966 Dec 09 14:58:54.947959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43262) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:54.984754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:55.034936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:49Z', 'revision_number': 2, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:55.039333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-7e8ae772-4925-4898-b8bd-dd6c5be813e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:55.041212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-7e8ae772-4925-4898-b8bd-dd6c5be813e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313200 Dec 09 14:58:55.045610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.077748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Checking router: 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:58:55.078167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Updating router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:58:55.110825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.138267 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.222601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43276) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:55.284879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-f79b281f-610b-4ff3-aeb5-8a2294675465 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339225 Dec 09 14:58:55.293676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-9534052c-07b2-4ccd-83cb-5b3797d5c530 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:55.295403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-9534052c-07b2-4ccd-83cb-5b3797d5c530 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 945 time: 0.0978696 Dec 09 14:58:55.560971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.586421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.609753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7d500c6-2981-41e9-8e13-c9a67002c076 req-4f52a777-2c10-460f-a805-ca213556bd71 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130441 Dec 09 14:58:55.662584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f5bd5680-aaa0-4d15-942f-6a350962775f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5721b37e91224a159582fe8450fcb6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282017 Dec 09 14:58:55.664585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43286) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:55.666167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.683290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.698244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.702914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.705254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7947218 Dec 09 14:58:55.710777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43288) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:55.715756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ae727-ab76-4c6d-bd19-bac94db30fe0 req-20963cb9-0e04-4477-a9bd-f33a3c6eeb22 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:55.723815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-533ae727-ab76-4c6d-bd19-bac94db30fe0 req-20963cb9-0e04-4477-a9bd-f33a3c6eeb22 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 943 time: 0.2700593 Dec 09 14:58:55.734115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Request body: {'security_group_rule': {'security_group_id': '978536ca-4d35-4f0a-94f2-7bef25c38e6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:55.736882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7e51ebd-c91f-414d-a274-caf9d473587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.775830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051af9-d5dc-41d5-ab7a-b52821334918 None None] Pushing event updated for resources: {'Port': ['ID=5a41479e-3bb0-4be7-90d2-8f746c826ee2,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:55.797427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32612c90-3c8b-4b98-8c75-39d3b55fbb34 req-c912593e-d901-4b64-b67c-359a14fafd4b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:55.806447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-32612c90-3c8b-4b98-8c75-39d3b55fbb34 req-c912593e-d901-4b64-b67c-359a14fafd4b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 944 time: 0.3134060 Dec 09 14:58:55.828191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8752170-cbb7-487b-8a6f-21e624cd154d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978536ca-4d35-4f0a-94f2-7bef25c38e6c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:55.860969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Deleting port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:58:55.861186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.915380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Attempting to bind port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:58:55.916162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Attempting to bind port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:58:55.916800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Attempting to bind port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 on network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:58:55.923593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:58:55.924429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Checking segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:58:55.925068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:55.925710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Bound using segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:58:55.926423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Bound port: 5a41479e-3bb0-4be7-90d2-8f746c826ee2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:58:55.927059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.012561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.031290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] For port 5a41479e-3bb0-4be7-90d2-8f746c826ee2, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:58:56.033410 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-533ae727-ab76-4c6d-bd19-bac94db30fe0 req-f26ca3e1-5125-4c41-8c39-973b1cc35278 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086982 Dec 09 14:58:56.035205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] For port 5a41479e-3bb0-4be7-90d2-8f746c826ee2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5a41479e-3bb0-4be7-90d2-8f746c826ee2,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:58:56.050680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.056352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Allocated IP 172.25.0.231 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a74a558c-3c4a-480d-926b-804f43e7ae5e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:56.085092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f000cbf-40a9-45c1-8df9-70cd11fee437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.114259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:58:56.115390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:56.157791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-32612c90-3c8b-4b98-8c75-39d3b55fbb34 req-ea60eed0-3c00-42f5-9033-31c757f3834a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484955 Dec 09 14:58:56.178004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051af9-d5dc-41d5-ab7a-b52821334918 None None] Pushing event updated for resources: {'Port': ['ID=5a41479e-3bb0-4be7-90d2-8f746c826ee2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:56.270077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.271674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.305041 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.326403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad4d3-b0d3-4a6c-b6d7-14bfab88222f req-25f432a1-0710-4c58-8856-c1a06729b5e9 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:56.330595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-26fad4d3-b0d3-4a6c-b6d7-14bfab88222f req-25f432a1-0710-4c58-8856-c1a06729b5e9 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a3cf78f-805b-4c52-976c-ef296fa79408 HTTP/1.1" status: 200 len: 945 time: 0.1327732 Dec 09 14:58:56.355617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] For port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:56.356043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.361999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.363280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6428843 Dec 09 14:58:56.378730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f000cbf-40a9-45c1-8df9-70cd11fee437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.382831 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43304) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:56.394411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95681d8-e276-4377-8b49-93612cf16b15 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476017b0-d774-45e1-8bd0-40c86e205a0d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:56.399862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Calling delete_port for 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:58:56.412849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Request body: {'security_group_rule': {'security_group_id': '978536ca-4d35-4f0a-94f2-7bef25c38e6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:56.467812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.494169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75d2abae-d48a-411d-9ec1-63575fe35617 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:56.515822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f000cbf-40a9-45c1-8df9-70cd11fee437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.522227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f000cbf-40a9-45c1-8df9-70cd11fee437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.526132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f000cbf-40a9-45c1-8df9-70cd11fee437 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef3a2c04-9bb5-45f9-8e44-d0cce6e9d31a HTTP/1.1" status: 204 len: 168 time: 0.8570452 Dec 09 14:58:56.553894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000cbf-40a9-45c1-8df9-70cd11fee437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a2c04-9bb5-45f9-8e44-d0cce6e9d31a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:56.593216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:56.607093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f77e1070-a3c9-44b9-a891-27e69187c3db None None] Provisioning complete for port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:56.607602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f77e1070-a3c9-44b9-a891-27e69187c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.613860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:56.633719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:56.647208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event updated for resources: {'Port': ['ID=a74a558c-3c4a-480d-926b-804f43e7ae5e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:56.661015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:58:56.674658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.687966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-e470fd38-755f-4cd4-9a68-05dea14107a1 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=01d83b2fe5e6492a92105d010ea90630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480444 Dec 09 14:58:56.696773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-26fad4d3-b0d3-4a6c-b6d7-14bfab88222f req-637fce64-b43e-499a-9324-d9a724c7edb2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173699 Dec 09 14:58:56.702463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.760269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.781625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['3e34bc75-fa68-48b4-ab1d-3b70ba8a7443'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:56.784031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 75d2abae-d48a-411d-9ec1-63575fe35617 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:58:56.802111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.827523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 75d2abae-d48a-411d-9ec1-63575fe35617 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:56.827882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.829097 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.849793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.859975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event deleted for resources: {'Port': ['ID=3e34bc75-fa68-48b4-ab1d-3b70ba8a7443,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:56.881486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.886488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd6cca6-5237-4c8b-a11b-0d2d0bae35c6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:56.975507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] No DVR routers for this DVR port 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:58:56.983174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f77e1070-a3c9-44b9-a891-27e69187c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.987498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:56.991544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1050b844-ec00-4450-a993-11ccd6d56ce3 req-fe9ada35-36c6-429f-985b-a90c74e51b3a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "DELETE /v2.0/ports/3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 HTTP/1.1" status: 204 len: 173 time: 1.6866546 Dec 09 14:58:56.992602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'name': 'network-vif-deleted', 'tag': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:56.995402 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb9c56b-e459-4ee8-baf5-2493fc3e1565" -d '{"events": [{"server_uuid": "7a3cf78f-805b-4c52-976c-ef296fa79408", "name": "network-vif-deleted", "tag": "3e34bc75-fa68-48b4-ab1d-3b70ba8a7443"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:57.019965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-88a2bcae-0920-42b8-9356-0316e026e092 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:57.022426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-88a2bcae-0920-42b8-9356-0316e026e092 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246260 Dec 09 14:58:57.045177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-887bad01-4039-4673-8b06-a490f0db2fc9 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/quotas/01d83b2fe5e6492a92105d010ea90630 HTTP/1.1" status: 200 len: 375 time: 0.0146003 Dec 09 14:58:57.049722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f77e1070-a3c9-44b9-a891-27e69187c3db None None] For port 5a41479e-3bb0-4be7-90d2-8f746c826ee2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5a41479e-3bb0-4be7-90d2-8f746c826ee2,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:57.058535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.061892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c3504d2-69db-4308-91a3-f399638b5ba2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6762638 Dec 09 14:58:57.076768 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f77e1070-a3c9-44b9-a891-27e69187c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.081793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:57.119816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:58:57.128921 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e7603-81fa-4133-8da9-b5e3f82a5f35 x-openstack-request-id: req-576e7603-81fa-4133-8da9-b5e3f82a5f35 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:57.129390 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cf78f-805b-4c52-976c-ef296fa79408", "name": "network-vif-deleted", "tag": "3e34bc75-fa68-48b4-ab1d-3b70ba8a7443", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:57.129750 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-576e7603-81fa-4133-8da9-b5e3f82a5f35 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:57.130362 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cf78f-805b-4c52-976c-ef296fa79408', 'name': 'network-vif-deleted', 'tag': '3e34bc75-fa68-48b4-ab1d-3b70ba8a7443', 'status': 'completed', 'code': 200} Dec 09 14:58:57.133714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-dd953e61-899f-4161-a632-e26940b02ec5 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d83b2fe5e6492a92105d010ea90630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784292 Dec 09 14:58:57.192107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.236593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.253093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.351809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 02a42a13-eca2-440b-8be9-f62ee1959c50 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:58:57.412731 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.419424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ae25c-5488-4dc4-a7b1-6034f62fb5c4 req-2f844464-3110-4ad4-821c-ee8a1eb182c1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:57.428609 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-869ae25c-5488-4dc4-a7b1-6034f62fb5c4 req-2f844464-3110-4ad4-821c-ee8a1eb182c1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 943 time: 0.1244576 Dec 09 14:58:57.431005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event updated for resources: {'Port': ['ID=a74a558c-3c4a-480d-926b-804f43e7ae5e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:57.448782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.450570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.492138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.495567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-91904378-cc13-4d8a-be80-a6554b7afe00 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5440884 Dec 09 14:58:57.571881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-869ae25c-5488-4dc4-a7b1-6034f62fb5c4 req-868235ea-15be-41b9-8ba3-2db50e18cc42 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412315 Dec 09 14:58:57.574762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75d2abae-d48a-411d-9ec1-63575fe35617, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75d2abae-d48a-411d-9ec1-63575fe35617,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:57.592776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d2abae-d48a-411d-9ec1-63575fe35617'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:57.599199 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4175d9d6-1080-4eb9-a23e-951f06e73a14" -d '{"events": [{"server_uuid": "dee57c05-1585-4fc2-bdf9-de2ae02007ac", "name": "network-vif-plugged", "status": "completed", "tag": "75d2abae-d48a-411d-9ec1-63575fe35617"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:58:57.608463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e1070-a3c9-44b9-a891-27e69187c3db None None] Pushing event updated for resources: {'Port': ['ID=5a41479e-3bb0-4be7-90d2-8f746c826ee2,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:57.629260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e110d01f-631c-491b-8749-1448861e7559 None None] Provisioning complete for port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:57.629671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e110d01f-631c-491b-8749-1448861e7559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.634525 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:57.635382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75425b63-f34f-472a-ae1b-8b7ee53d5469 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:57.725381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b825b0-6cd8-4bd5-a3a1-3e39d8e1dd01 req-79dbf3a3-1e27-44b0-ab23-2ca3befd6f07 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:57.727652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43b825b0-6cd8-4bd5-a3a1-3e39d8e1dd01 req-79dbf3a3-1e27-44b0-ab23-2ca3befd6f07 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 944 time: 0.1735806 Dec 09 14:58:57.808080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-426ed6e4-ccbc-440c-9be7-fcb6922aee21 req-b1d29b18-8269-4b7f-b879-2a81e255a83d tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0662217 Dec 09 14:58:57.810387 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:58:57.935717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 02a42a13-eca2-440b-8be9-f62ee1959c50, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=02a42a13-eca2-440b-8be9-f62ee1959c50,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:57.954625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Allocated IP 172.25.0.190 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/ae7633f1-5090-470c-96e7-0ff700fea314) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:58:57.969645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75d2abae-d48a-411d-9ec1-63575fe35617,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:57.984058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '02a42a13-eca2-440b-8be9-f62ee1959c50', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': '02a42a13-eca2-440b-8be9-f62ee1959c50', 'mac_address': 'fa:16:3e:48:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:58:57.992386 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7400e7a-32c9-4403-9f01-17993369b8b6 x-openstack-request-id: req-d7400e7a-32c9-4403-9f01-17993369b8b6 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:58:57.993039 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee57c05-1585-4fc2-bdf9-de2ae02007ac", "name": "network-vif-plugged", "status": "completed", "tag": "75d2abae-d48a-411d-9ec1-63575fe35617", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:58:57.993507 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7400e7a-32c9-4403-9f01-17993369b8b6 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:58:57.994140 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d2abae-d48a-411d-9ec1-63575fe35617', 'code': 200} Dec 09 14:58:58.149596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43b825b0-6cd8-4bd5-a3a1-3e39d8e1dd01 req-7dcea9e5-e0e8-48c0-8beb-58dc906902a8 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278651 Dec 09 14:58:58.168610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:58.182626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-19fbf379-20e4-425d-aafa-480d20a3560c tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1004983762&fields=id&tenant_id=555e6abe0b69454494cb7bf1c46255d6 HTTP/1.1" status: 200 len: 267 time: 0.0970185 Dec 09 14:58:58.201247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:56Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:58:58.233102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c16879-94ef-45c6-9f7e-96deee5a79c6 None None] The sync data for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 is: [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:56Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:58:58.238053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a42a13-eca2-440b-8be9-f62ee1959c50 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:58:58.252025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceac28-6b2b-4670-922c-90c16f009356 req-70e3a78a-27ad-4b7a-982c-effc13a08e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:58.253643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13ceac28-6b2b-4670-922c-90c16f009356 req-70e3a78a-27ad-4b7a-982c-effc13a08e4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 1097 time: 0.2578907 Dec 09 14:58:58.271808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 02a42a13-eca2-440b-8be9-f62ee1959c50, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=02a42a13-eca2-440b-8be9-f62ee1959c50,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:58.311471 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:58.524390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-af3c319d-bc19-4aa3-9515-ffb7188e9edc tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:58.537322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-af3c319d-bc19-4aa3-9515-ffb7188e9edc tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/networks?id=a23bfded-9aec-47bb-8651-797b32153a9b HTTP/1.1" status: 200 len: 812 time: 0.3535950 Dec 09 14:58:58.573737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 75425b63-f34f-472a-ae1b-8b7ee53d5469 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:58:58.588453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-4e931530-28e6-42d4-9b62-6c9b48904efd tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/quotas/555e6abe0b69454494cb7bf1c46255d6 HTTP/1.1" status: 200 len: 375 time: 0.0492759 Dec 09 14:58:58.590430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 75425b63-f34f-472a-ae1b-8b7ee53d5469 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:58.592761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:58.613054 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:58.673725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13ceac28-6b2b-4670-922c-90c16f009356 req-79ae33ab-c15f-4406-9b34-e2e6031f1d94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905796 Dec 09 14:58:58.686944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:58.710894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['02a42a13-eca2-440b-8be9-f62ee1959c50'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:58:58.772862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-6d813513-3db1-4bc1-b215-15d9ad9dfc4b tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=555e6abe0b69454494cb7bf1c46255d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834013 Dec 09 14:58:58.809998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a41479e-3bb0-4be7-90d2-8f746c826ee2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:58:58.845173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:58.931234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:58:58.944010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd1f49-3fe6-40aa-83ee-3a3436e4f558 req-42c0a442-156f-49f0-b5f3-ae00e3907bbd tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:58.959189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbdd1f49-3fe6-40aa-83ee-3a3436e4f558 req-42c0a442-156f-49f0-b5f3-ae00e3907bbd tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 944 time: 0.2051098 Dec 09 14:58:58.961651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event updated for resources: {'Port': ['ID=ae7633f1-5090-470c-96e7-0ff700fea314,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:58.973753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=02a42a13-eca2-440b-8be9-f62ee1959c50,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:58.975336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:58:58.994099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:58:59.022370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-8d1a86b2-81b1-4e25-ba04-a102a7ea4385 service neutron] 10.222.0.46 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469718 Dec 09 14:58:59.154597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbdd1f49-3fe6-40aa-83ee-3a3436e4f558 req-eef1c3f1-3d53-4c30-9a60-6077a49d12a1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893597 Dec 09 14:58:59.160556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-c8609d25-b863-439f-9aeb-c54d743302ea service neutron] 10.222.0.46 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321819 Dec 09 14:58:59.252770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43396) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:58:59.326798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.349628 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.385900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9598b097-8f46-4940-a12e-232f80369e2b req-ce53c2a3-ac97-423d-846d-f921754e3314 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0962200 Dec 09 14:58:59.404880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:58:59.405255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.413975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.528472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 75425b63-f34f-472a-ae1b-8b7ee53d5469, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:58:59.532184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57869f2-f29d-4675-ac09-efc07347ce16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.540333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.594014 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.597641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:58:59.659052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-774aed28-eef1-49fd-9042-01c6d8ac6436 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=01d83b2fe5e6492a92105d010ea90630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599786 Dec 09 14:58:59.664677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:58:59.665022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3e34bc75-fa68-48b4-ab1d-3b70ba8a7443 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:58:59.755040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=75425b63-f34f-472a-ae1b-8b7ee53d5469,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:58:59.836502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57869f2-f29d-4675-ac09-efc07347ce16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.847918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57869f2-f29d-4675-ac09-efc07347ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:58:59.870575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839be68-4b93-4d21-bc62-89437ef61bff req-15a59ee7-7fa7-4821-9614-5eb7075d8e84 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:58:59.878244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e839be68-4b93-4d21-bc62-89437ef61bff req-15a59ee7-7fa7-4821-9614-5eb7075d8e84 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 945 time: 0.1338491 Dec 09 14:58:59.994690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f57869f2-f29d-4675-ac09-efc07347ce16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8773a16fcd3542c3be3905ddddc19e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7407084 Dec 09 14:58:59.995485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75425b63-f34f-472a-ae1b-8b7ee53d5469'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:58:59.997874 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525319d5-6ea1-4d45-89fc-1b3645911a7f" -d '{"events": [{"server_uuid": "bb17d56c-9203-48cc-bedb-828ef151849b", "name": "network-vif-plugged", "status": "completed", "tag": "75425b63-f34f-472a-ae1b-8b7ee53d5469"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:00.001630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57869f2-f29d-4675-ac09-efc07347ce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22576e7d-491f-44f3-9520-745798535c85,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:00.002785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43418) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:00.019985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e839be68-4b93-4d21-bc62-89437ef61bff req-6eefe925-6b56-4a1e-81b9-650593f59566 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302857 Dec 09 14:59:00.066028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-3a24ade7-c450-4a4f-8da0-a275738762f9 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:00.067938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-3a24ade7-c450-4a4f-8da0-a275738762f9 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898156 Dec 09 14:59:00.105020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Request body: {'port': {'device_id': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '01d83b2fe5e6492a92105d010ea90630'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:00.171600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb3da52b-cb46-46ab-907e-8064e6644628 req-b7723fa3-734c-4c04-95a5-283237bf723e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0519915 Dec 09 14:59:00.219104 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3493285e-7cc8-40a3-b96c-1b52e8b9bddc x-openstack-request-id: req-3493285e-7cc8-40a3-b96c-1b52e8b9bddc {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:00.220391 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb17d56c-9203-48cc-bedb-828ef151849b", "name": "network-vif-plugged", "status": "completed", "tag": "75425b63-f34f-472a-ae1b-8b7ee53d5469", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:00.220865 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3493285e-7cc8-40a3-b96c-1b52e8b9bddc {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:00.221481 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75425b63-f34f-472a-ae1b-8b7ee53d5469', 'code': 200} Dec 09 14:59:00.255500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.278983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-fbfa39c4-9d3f-4c74-9c6e-0e012bbab216 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:00.287786 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-fbfa39c4-9d3f-4c74-9c6e-0e012bbab216 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.6913409 Dec 09 14:59:00.293059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ebb3f4-6c13-4953-b97a-0b6d37a7375d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.304434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.414219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-c23cb43b-31fa-49ce-8038-c33bb8aa3c84 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.1253836 Dec 09 14:59:00.453446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9098bf-b9e5-4bdd-b1e8-86a9b8f87cde req-114d4f6a-2248-4830-9ead-2b424eba89ff tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:00.455380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e9098bf-b9e5-4bdd-b1e8-86a9b8f87cde req-114d4f6a-2248-4830-9ead-2b424eba89ff tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 944 time: 0.1297743 Dec 09 14:59:00.491278 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ebb3f4-6c13-4953-b97a-0b6d37a7375d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.536490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-7c5d9c68-7022-427f-adc1-fa5cd12ebc35 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201034 Dec 09 14:59:00.571517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e9098bf-b9e5-4bdd-b1e8-86a9b8f87cde req-b3012d8e-647a-4bc6-9055-bd8ac0b35c1d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050351 Dec 09 14:59:00.584407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event updated for resources: {'Port': ['ID=ae7633f1-5090-470c-96e7-0ff700fea314,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:00.607410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.691884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78865a26-10ee-4d50-b240-6ab7532b3d14 req-a5ae3b77-6a99-4562-987e-2ee42c39f716 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0356195 Dec 09 14:59:00.712244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd2871-9e24-49dd-aa42-14a81da4c7d4 req-409a47be-f19f-407a-926b-494c92018d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:00.714809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9bd2871-9e24-49dd-aa42-14a81da4c7d4 req-409a47be-f19f-407a-926b-494c92018d36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 1096 time: 0.3886459 Dec 09 14:59:00.721211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ebb3f4-6c13-4953-b97a-0b6d37a7375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.724359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ebb3f4-6c13-4953-b97a-0b6d37a7375d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.725678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-77ebb3f4-6c13-4953-b97a-0b6d37a7375d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22576e7d-491f-44f3-9520-745798535c85 HTTP/1.1" status: 204 len: 168 time: 0.7206168 Dec 09 14:59:00.732281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Made reservation on behalf of 01d83b2fe5e6492a92105d010ea90630 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:00.737118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.752271 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:00.755404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d83eb3d3-fb15-480d-8497-a9364b5d5f9d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6604860 Dec 09 14:59:01.219033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0a9f-a0a8-40d0-97ca-ebbedd6ddf1b req-f9b6374c-0463-4c81-ae12-d90aa4c98690 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:01.228716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de7a0a9f-a0a8-40d0-97ca-ebbedd6ddf1b req-f9b6374c-0463-4c81-ae12-d90aa4c98690 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 945 time: 0.0902548 Dec 09 14:59:01.233218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:01.237645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb3f4-6c13-4953-b97a-0b6d37a7375d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22576e7d-491f-44f3-9520-745798535c85,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:01.348077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 02a42a13-eca2-440b-8be9-f62ee1959c50 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:01.377052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de7a0a9f-a0a8-40d0-97ca-ebbedd6ddf1b req-736c2ff4-437c-4fe5-b91a-b522c90154a5 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454644 Dec 09 14:59:01.445822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-fe4019d5-ed51-462f-94b7-834b1893cb6b service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9084468 Dec 09 14:59:01.524814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 02a42a13-eca2-440b-8be9-f62ee1959c50 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:01.529126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 02a42a13-eca2-440b-8be9-f62ee1959c50 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:01.529505 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:01.627058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8821cb1b-eb47-4632-9275-f863218f8847 req-1d1f348c-6818-421a-8682-a5e5e1a34870 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0950418 Dec 09 14:59:01.637293 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:01.696455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9bd2871-9e24-49dd-aa42-14a81da4c7d4 req-de9fce62-846c-474c-a928-230e380f2dda service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9693298 Dec 09 14:59:01.774840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 02a42a13-eca2-440b-8be9-f62ee1959c50, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=02a42a13-eca2-440b-8be9-f62ee1959c50,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:01.791937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:01.861370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e015d0-e84e-42c3-9b53-8ca1bac4de78 req-0fa28fa8-4aff-4dab-a31c-03bf9edaada4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:01.869272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-59e015d0-e84e-42c3-9b53-8ca1bac4de78 req-0fa28fa8-4aff-4dab-a31c-03bf9edaada4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 944 time: 0.1159489 Dec 09 14:59:01.898103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=02a42a13-eca2-440b-8be9-f62ee1959c50,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:01.911168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-341176dd-68a1-4a2b-84f0-e063ca98a73d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:01.912685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-341176dd-68a1-4a2b-84f0-e063ca98a73d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.43 "GET /v2.0/networks?id=a23bfded-9aec-47bb-8651-797b32153a9b HTTP/1.1" status: 200 len: 812 time: 0.7060232 Dec 09 14:59:01.968732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-59e015d0-e84e-42c3-9b53-8ca1bac4de78 req-fed4c6b8-e33c-4439-90f5-55a9b034419c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984850 Dec 09 14:59:01.969260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43508) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:02.013658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.042020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-6a3b9239-c398-460c-b064-68cd239f7334 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532591 Dec 09 14:59:02.049584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.138775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7410e6a2-400a-4322-b2f5-288375a25594 req-1a77af55-e127-4421-9c6e-61e3d30e948f tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0529130 Dec 09 14:59:02.179996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-853415409-network', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:02.223050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a42a13-eca2-440b-8be9-f62ee1959c50'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:02.230923 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62dfc6d-90ff-491d-bd8a-ed1deccbaaa7" -d '{"events": [{"server_uuid": "2679fa78-4f46-4171-94a9-150e8f9dc2b8", "name": "network-vif-plugged", "status": "completed", "tag": "02a42a13-eca2-440b-8be9-f62ee1959c50"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:02.244713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Made reservation on behalf of a962011b96b44e238e15d802e3834dd9 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:02.253889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.271649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-a5d6b674-cf32-4e7d-974a-e2b3f2393ce5 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555e6abe0b69454494cb7bf1c46255d6 HTTP/1.1" status: 200 len: 380 time: 0.3445764 Dec 09 14:59:02.286343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Request body: {'port': {'device_id': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'admin_state_up': True, 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'security_groups': ['0993e0ae-cb11-4c8d-a11c-e1abb792885d']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:02.300866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff846e-54fa-4f30-afdc-783e7ac00598,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:02.347172 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676415b1-414f-488d-ba54-8892faddc217 x-openstack-request-id: req-676415b1-414f-488d-ba54-8892faddc217 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:02.347768 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2679fa78-4f46-4171-94a9-150e8f9dc2b8", "name": "network-vif-plugged", "status": "completed", "tag": "02a42a13-eca2-440b-8be9-f62ee1959c50", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:02.349168 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-676415b1-414f-488d-ba54-8892faddc217 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:02.349904 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a42a13-eca2-440b-8be9-f62ee1959c50', 'code': 200} Dec 09 14:59:02.386104 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.403792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-251d1cb9-e50e-43f3-a95c-2336a0a6bef1 req-15b49dbf-de34-4527-8496-bf3829aa8e86 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.0864997 Dec 09 14:59:02.629259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Allocated IP 192.168.233.4 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/f519f005-7f4d-4cb6-bd99-88977facb77d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:02.662175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f077e-11cc-4564-803e-09d1f7e9422a req-bdf0a6be-781b-47a2-9f98-f00ae89b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:02.663940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f12f077e-11cc-4564-803e-09d1f7e9422a req-bdf0a6be-781b-47a2-9f98-f00ae89b8124 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 1096 time: 0.2121835 Dec 09 14:59:02.800216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.822445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.854353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:59:02.880550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.880933 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Added segment 15d1ae6b-fef3-47a6-9ae4-5edc1accab89 of type vlan for network 8d49125e-f533-456a-a6d3-2eea3af28616 Dec 09 14:59:02.915814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Made reservation on behalf of 555e6abe0b69454494cb7bf1c46255d6 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:02.919677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:02.962305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceff51-6b96-45d7-8832-cde74d4c02e9 req-2785f2c8-42ec-4e17-892e-09b22423dbac tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:02.971427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bcceff51-6b96-45d7-8832-cde74d4c02e9 req-2785f2c8-42ec-4e17-892e-09b22423dbac tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 945 time: 0.3511722 Dec 09 14:59:02.987768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:03.135405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:03.136612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:03.137206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:03.187130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bcceff51-6b96-45d7-8832-cde74d4c02e9 req-d9fb032d-afbf-4f70-870a-742740a18bb1 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140992 Dec 09 14:59:03.263994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5fff0dc-5e2b-45df-b063-e45cebfd11c4 req-5e2aa667-10be-40e8-a53f-46332bf047d1 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 210 time: 0.1861529 Dec 09 14:59:03.266939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f12f077e-11cc-4564-803e-09d1f7e9422a req-a5cf7349-b443-441c-8b78-17e5986b6584 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925612 Dec 09 14:59:03.395726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c414a8-b67c-434b-8705-3f1144a583ee,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:03.419043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4486523 Dec 09 14:59:03.442074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43568) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:03.459931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Request body: {'subnet': {'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-853415409-subnet', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:03.532573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf111fe-bb65-4687-a7d3-1b8943484c18 admin admin] Pushing event updated for resources: {'Network': ['ID=8d49125e-f533-456a-a6d3-2eea3af28616,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:03.571003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Allocated IP 172.20.0.11 (a23bfded-9aec-47bb-8651-797b32153a9b/f7e77b8d-be4f-4de2-94ba-075b6e690252/e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:03.573112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01832e33-2990-4eed-ad8f-876d0818478b req-9315702b-75bd-4cd9-a3f9-ee758b38112f tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0731282 Dec 09 14:59:03.576908 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:03.577823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8d49125e-f533-456a-a6d3-2eea3af28616 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:59:03.615004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15537e5-8409-4702-9802-2dbd903f34ff req-b53f0c39-86bb-45d2-8ce3-0accce74f1e4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:03.617213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b15537e5-8409-4702-9802-2dbd903f34ff req-b53f0c39-86bb-45d2-8ce3-0accce74f1e4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 945 time: 0.2649565 Dec 09 14:59:03.623140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Made reservation on behalf of a962011b96b44e238e15d802e3834dd9 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:03.626893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:03.748049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1703f281-fecd-4d08-9f35-ad4102158b83 req-6923dab5-fc86-49ed-b935-2938b2eb7f66 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.0413997 Dec 09 14:59:03.840796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b15537e5-8409-4702-9802-2dbd903f34ff req-40a9c337-1e2b-4bcf-9363-cdc32695a3de tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105803 Dec 09 14:59:03.866359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.032441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-1827cc79-03fc-4279-a480-a142666750e7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:04.033992 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-1827cc79-03fc-4279-a480-a142666750e7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1484087 Dec 09 14:59:04.061093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Request body: {'port': {'device_id': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'admin_state_up': True, 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:04.066956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:04.079146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:04.088446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:04.217661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Pushing event updated for resources: {'Port': ['ID=f519f005-7f4d-4cb6-bd99-88977facb77d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:04.250186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:04.255878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.273260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:04.273951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.284654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.328590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-9f2b4f07-d726-48a1-b913-4d4150a98942 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2421031 Dec 09 14:59:04.383016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Request body: {'port': {'device_id': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:04.489172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04316998-8082-4e16-88db-07e48b2afd86 req-3e737e91-4f2a-4d44-80cd-21f1ab86de13 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0489273 Dec 09 14:59:04.520634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Allocated IP 172.20.0.9 (2bb44386-ba3a-48d6-be76-3b19a04c4117/36dee103-67a7-4df5-8bcc-ed1d13da6a3c/d650769e-56cf-46b4-8a34-d1f32f7723cc) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:04.533271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f0a44-ba58-4162-8ccb-584ce61bbcf2 req-a546b6fb-5098-4439-bb7d-9359887a394b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:04.534788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-686f0a44-ba58-4162-8ccb-584ce61bbcf2 req-a546b6fb-5098-4439-bb7d-9359887a394b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 945 time: 0.1391871 Dec 09 14:59:04.569497 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.583690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.591193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-95ad7dc5-6a0d-435e-9394-cefc3c49bec2 None None] Provisioning complete for port f519f005-7f4d-4cb6-bd99-88977facb77d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:04.593930 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95ad7dc5-6a0d-435e-9394-cefc3c49bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.644867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:04.675427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event updated for resources: {'Port': ['ID=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:04.689332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-95ad7dc5-6a0d-435e-9394-cefc3c49bec2 None None] Port f519f005-7f4d-4cb6-bd99-88977facb77d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:04.709327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Network a23bfded-9aec-47bb-8651-797b32153a9b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:04.721801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-686f0a44-ba58-4162-8ccb-584ce61bbcf2 req-121af44c-0906-4ade-b59e-e0a33ea7e8eb tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783104 Dec 09 14:59:04.937034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:04.955547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:05.113565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.124429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.197130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f54a83f-5177-4571-acdd-34444ebeee94,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:05.220948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-3f1bd59c-4b75-4709-83c2-2b5623479632 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9388108 Dec 09 14:59:05.256295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Request body: {'port': {'device_id': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:05.290255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb30f-3330-4907-bf68-c24c286c524f req-c22c914d-db20-44d4-8f3d-a54ff13d679d tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.298176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40deb30f-3330-4907-bf68-c24c286c524f req-c22c914d-db20-44d4-8f3d-a54ff13d679d tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 934 time: 0.5866351 Dec 09 14:59:05.301305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Checking segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:05.301745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Network hostable DHCP agents. Network: 8d49125e-f533-456a-a6d3-2eea3af28616, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:59:05.323460 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-b2c9be5f-4491-4a61-b8a6-be6cc18bd9ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3799007 Dec 09 14:59:05.330141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b309238c-b9b9-44ec-bede-81f05a3ad9c1 None None] Provisioning complete for port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:05.330885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b309238c-b9b9-44ec-bede-81f05a3ad9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.353461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbbf01-0dd4-4d04-8384-66336fe3ff91 req-1b7b0401-c871-46b5-ac3e-ca44d5876db3 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.364212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7fbbf01-0dd4-4d04-8384-66336fe3ff91 req-1b7b0401-c871-46b5-ac3e-ca44d5876db3 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 946 time: 0.1272151 Dec 09 14:59:05.391027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.405703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b309238c-b9b9-44ec-bede-81f05a3ad9c1 None None] Port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:05.433280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Network 8d49125e-f533-456a-a6d3-2eea3af28616 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:59:05.460386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7fbbf01-0dd4-4d04-8384-66336fe3ff91 req-65836313-f2b8-4523-9add-4cb61072c9b5 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930684 Dec 09 14:59:05.467515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.475554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8d49125e-f533-456a-a6d3-2eea3af28616) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:05.486357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.486596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f6430-1c2c-4657-936f-94b861494e9f None None] Network 8d49125e-f533-456a-a6d3-2eea3af28616 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:05.490526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f519f005-7f4d-4cb6-bd99-88977facb77d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:05.504214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.504886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.512712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40deb30f-3330-4907-bf68-c24c286c524f req-f1c78bd8-6fc1-4141-9e27-a7a0e98f9dcb tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131202 Dec 09 14:59:05.519118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.567163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Transition to ACTIVE for port object f519f005-7f4d-4cb6-bd99-88977facb77d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:05.577204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-11455564-931a-491f-85a0-f8edc4709316 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1280437 Dec 09 14:59:05.581733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43594) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:05.587491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:05.587698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:05.593464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.601689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-5b17c190-5dea-4e8a-bce1-a7b4ef324347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.603279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-5b17c190-5dea-4e8a-bce1-a7b4ef324347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.2124138 Dec 09 14:59:05.618861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:05.622242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:05.682016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f1ef1-0f22-49a7-ad45-bd5af2610c0a req-8d5084b5-4287-4fc8-a593-06ba29ebd712 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.684797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf2f1ef1-0f22-49a7-ad45-bd5af2610c0a req-8d5084b5-4287-4fc8-a593-06ba29ebd712 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 931 time: 0.1079900 Dec 09 14:59:05.686208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event updated for resources: {'Port': ['ID=d650769e-56cf-46b4-8a34-d1f32f7723cc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:05.714709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:05.715770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.788350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-f5ea2c7b-a62d-429a-beb2-8bcc16857ce1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7388544 Dec 09 14:59:05.819520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Pushing event updated for resources: {'Port': ['ID=f519f005-7f4d-4cb6-bd99-88977facb77d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:05.822206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.822492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Request body: {'port': {'device_id': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:05.823276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.831883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-8d49125e-f533-456a-a6d3-2eea3af28616', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 14:59:05.832784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:05.841620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf2f1ef1-0f22-49a7-ad45-bd5af2610c0a req-056f37b3-6df9-4925-8bb4-d7ca19f9efe7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230049 Dec 09 14:59:05.949492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.166847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Allocated IP 172.20.0.2 (8d49125e-f533-456a-a6d3-2eea3af28616/0f54a83f-5177-4571-acdd-34444ebeee94/b1d8f881-baac-4bfa-b62b-5b198e7c069a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:06.210881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297da2fd-627e-4322-b84b-fec29ca9673b req-3d807b3e-5e84-4a54-bcbd-5c113b0e4496 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:06.218948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-297da2fd-627e-4322-b84b-fec29ca9673b req-3d807b3e-5e84-4a54-bcbd-5c113b0e4496 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 946 time: 0.2019591 Dec 09 14:59:06.295711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.311678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13451c7e-7a53-4ce4-a250-4ecd6d54ea7e req-93fc5cfb-f089-40d1-8392-4b0548cb1b5c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:06.317251 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13451c7e-7a53-4ce4-a250-4ecd6d54ea7e req-93fc5cfb-f089-40d1-8392-4b0548cb1b5c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 945 time: 0.5580857 Dec 09 14:59:06.323098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-767aa847-5d10-489b-8678-0ea139c083b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:06.332075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-767aa847-5d10-489b-8678-0ea139c083b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.6861362 Dec 09 14:59:06.366000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-297da2fd-627e-4322-b84b-fec29ca9673b req-d03f55db-fd76-409b-beeb-d487fa934609 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422763 Dec 09 14:59:06.468748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.485781 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.531457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Network 8d49125e-f533-456a-a6d3-2eea3af28616 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:06.543239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:06.546740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:06.615974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-4742ec80-febe-4f40-8f03-7cb2415e3de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.1909251 Dec 09 14:59:06.616654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Attempting to bind port f519f005-7f4d-4cb6-bd99-88977facb77d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:06.616990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Attempting to bind port f519f005-7f4d-4cb6-bd99-88977facb77d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:06.617324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Attempting to bind port f519f005-7f4d-4cb6-bd99-88977facb77d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:06.620768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ce963-3ae8-44db-8f53-80f494f09149 req-9b8f4361-eb6e-4d15-b1be-5ea1f371415e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:06.621940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Pushing event updated for resources: {'Port': ['ID=b1d8f881-baac-4bfa-b62b-5b198e7c069a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:06.622308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d05ce963-3ae8-44db-8f53-80f494f09149 req-9b8f4361-eb6e-4d15-b1be-5ea1f371415e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 932 time: 0.1295018 Dec 09 14:59:06.631020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d650769e-56cf-46b4-8a34-d1f32f7723cc {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:06.642311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Attempting to bind port b1d8f881-baac-4bfa-b62b-5b198e7c069a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:06.642693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Attempting to bind port b1d8f881-baac-4bfa-b62b-5b198e7c069a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:06.643068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Attempting to bind port b1d8f881-baac-4bfa-b62b-5b198e7c069a on network 8d49125e-f533-456a-a6d3-2eea3af28616 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:06.648374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:06.648759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Checking segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:06.649163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.649558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Bound using segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:06.650026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Bound port: b1d8f881-baac-4bfa-b62b-5b198e7c069a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:06.650409 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.653954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.717365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] For port b1d8f881-baac-4bfa-b62b-5b198e7c069a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:06.719993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d05ce963-3ae8-44db-8f53-80f494f09149 req-24f70a15-1252-488a-b19d-28408189318a tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811934 Dec 09 14:59:06.723155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] For port b1d8f881-baac-4bfa-b62b-5b198e7c069a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b1d8f881-baac-4bfa-b62b-5b198e7c069a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:06.728540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Transition to ACTIVE for port object d650769e-56cf-46b4-8a34-d1f32f7723cc will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:06.729177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.737794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.831406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:06.869365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Pushing event updated for resources: {'Port': ['ID=d650769e-56cf-46b4-8a34-d1f32f7723cc,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:06.903925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Port f519f005-7f4d-4cb6-bd99-88977facb77d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:06.904651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Attempting to bind port f519f005-7f4d-4cb6-bd99-88977facb77d on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:06.913790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474d038-c967-46b2-8a6b-73e80b08e024 None None] Pushing event updated for resources: {'Port': ['ID=b1d8f881-baac-4bfa-b62b-5b198e7c069a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:06.964560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:06.964560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:06.965145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:06.965668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Bound port: f519f005-7f4d-4cb6-bd99-88977facb77d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:06.966104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.017738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Attempting to bind port d650769e-56cf-46b4-8a34-d1f32f7723cc on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:07.017738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Attempting to bind port d650769e-56cf-46b4-8a34-d1f32f7723cc by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:07.018321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Attempting to bind port d650769e-56cf-46b4-8a34-d1f32f7723cc on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:07.036648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Port d650769e-56cf-46b4-8a34-d1f32f7723cc on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:07.036948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Attempting to bind port d650769e-56cf-46b4-8a34-d1f32f7723cc on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:07.044129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:07.044501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:07.044850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Bound using segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:07.045277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Bound port: d650769e-56cf-46b4-8a34-d1f32f7723cc, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:07.045898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.059595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-a8d3c38a-dcb3-43ac-b9d1-ee2b59268516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.064396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-a8d3c38a-dcb3-43ac-b9d1-ee2b59268516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.2219858 Dec 09 14:59:07.102966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13451c7e-7a53-4ce4-a250-4ecd6d54ea7e req-5a3e71db-84be-444f-917d-610ecaef5a2a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651799 Dec 09 14:59:07.221907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] For port f519f005-7f4d-4cb6-bd99-88977facb77d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:07.225466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] For port f519f005-7f4d-4cb6-bd99-88977facb77d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f519f005-7f4d-4cb6-bd99-88977facb77d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:07.263449 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.289283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fda45-76bd-4fe8-92e2-2f5842733fe4 req-df01178a-d124-49f9-a2e4-a57ea9a6ea25 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.293454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-806fda45-76bd-4fe8-92e2-2f5842733fe4 req-df01178a-d124-49f9-a2e4-a57ea9a6ea25 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 946 time: 0.1531799 Dec 09 14:59:07.297164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] For port d650769e-56cf-46b4-8a34-d1f32f7723cc, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:07.310887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] For port d650769e-56cf-46b4-8a34-d1f32f7723cc, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:07.326611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.352012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:07.406081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.406081 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.407497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] 10.222.0.43 "PUT /v2.0/ports/d650769e-56cf-46b4-8a34-d1f32f7723cc HTTP/1.1" status: 200 len: 1091 time: 1.6047938 Dec 09 14:59:07.423197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'tag': 'd650769e-56cf-46b4-8a34-d1f32f7723cc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:07.432637 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e352e168-955d-44b2-abbe-dcff00e05be8", "tag": "d650769e-56cf-46b4-8a34-d1f32f7723cc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:07.534806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-806fda45-76bd-4fe8-92e2-2f5842733fe4 req-d918b080-9d66-4bd1-a79a-5fe3cd1e1df9 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263951 Dec 09 14:59:07.539772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93974c1-03d3-499f-88a5-791478cc029e service neutron] Pushing event updated for resources: {'Port': ['ID=d650769e-56cf-46b4-8a34-d1f32f7723cc,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:07.561698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-a45cf571-4b28-480d-af77-6a9f1bf2b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.571757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-a45cf571-4b28-480d-af77-6a9f1bf2b395 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 1094 time: 0.0893965 Dec 09 14:59:07.651876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-5741d51d-d722-469c-8932-208df6c23943 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc HTTP/1.1" status: 200 len: 217 time: 0.0779018 Dec 09 14:59:07.760503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.761068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.762877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] 10.222.0.36 "PUT /v2.0/ports/f519f005-7f4d-4cb6-bd99-88977facb77d HTTP/1.1" status: 200 len: 1094 time: 3.3902256 Dec 09 14:59:07.764955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.785126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'tag': 'f519f005-7f4d-4cb6-bd99-88977facb77d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:07.787429 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa98117-5606-4034-83a2-202c7f9d3434" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac3af7-7733-4be6-b77b-36129aeca2c6", "tag": "f519f005-7f4d-4cb6-bd99-88977facb77d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:07.799945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-9e3151b9-6085-452e-9582-8079d129cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.807173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-9e3151b9-6085-452e-9582-8079d129cdae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.1454482 Dec 09 14:59:07.857740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Transition to ACTIVE for port object e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:07.864040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02788a-8de8-44a6-82a5-67d95b939275 req-9ddc9d06-a309-4708-933e-10b92e3e715e tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.875521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb02788a-8de8-44a6-82a5-67d95b939275 req-9ddc9d06-a309-4708-933e-10b92e3e715e tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 946 time: 0.2066379 Dec 09 14:59:07.897362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff1b99-af2e-4b6c-85db-810092d62de8 service neutron] Pushing event updated for resources: {'Port': ['ID=f519f005-7f4d-4cb6-bd99-88977facb77d,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:07.905761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:07.910668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-10d96800-34b2-4885-baa9-c8bf48a188a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:07.912530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-10d96800-34b2-4885-baa9-c8bf48a188a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8309574 Dec 09 14:59:07.924875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-fea06d19-da81-4c84-98ad-bdf3e72216fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920143 Dec 09 14:59:08.000225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a0c81-b4dc-4924-8136-3c3bc6fc71a1 req-6603dcd8-6e3e-4eec-bc8a-363823bbfb78 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:08.003058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d71a0c81-b4dc-4924-8136-3c3bc6fc71a1 req-6603dcd8-6e3e-4eec-bc8a-363823bbfb78 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 943 time: 0.7043824 Dec 09 14:59:08.130669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-c9f11afa-2543-4646-8131-56d128591a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:08.136578 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-c9f11afa-2543-4646-8131-56d128591a75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01d83b2fe5e6492a92105d010ea90630&device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 1097 time: 0.2889032 Dec 09 14:59:08.137952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:08.160288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-31dff465-b827-4cb5-8d43-5a63c70811d5 service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201226 Dec 09 14:59:08.293423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb02788a-8de8-44a6-82a5-67d95b939275 req-fd45a462-1484-4084-a46f-1415bff21259 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109385 Dec 09 14:59:08.295680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-a6796e12-b5da-4073-a99d-62bbed4806c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f519f005-7f4d-4cb6-bd99-88977facb77d HTTP/1.1" status: 200 len: 217 time: 0.1507683 Dec 09 14:59:08.332016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-4fa6c78e-040e-4b44-90c2-15927c43f1d6 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067729 Dec 09 14:59:08.508755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34061a5-497f-463c-aded-da1f06bb1e39 req-6bae2eb6-2b8c-4f5f-83cd-07323dc9161b service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290367 Dec 09 14:59:08.527281 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6024746c-d510-4dbf-9e37-acb7a9e14dfd x-openstack-request-id: req-6024746c-d510-4dbf-9e37-acb7a9e14dfd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:08.527609 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e352e168-955d-44b2-abbe-dcff00e05be8", "tag": "d650769e-56cf-46b4-8a34-d1f32f7723cc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:08.527871 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6024746c-d510-4dbf-9e37-acb7a9e14dfd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:08.528276 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'tag': 'd650769e-56cf-46b4-8a34-d1f32f7723cc', 'status': 'completed', 'code': 200} Dec 09 14:59:08.576389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fde39391-64af-4fcc-9c1d-e47ee7c7810f tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:08.578238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fde39391-64af-4fcc-9c1d-e47ee7c7810f tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "GET /v2.0/ports?device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 946 time: 0.1819701 Dec 09 14:59:08.589291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d506a-3f4e-410a-a78e-2e8a75d67117 None None] Network 8d49125e-f533-456a-a6d3-2eea3af28616 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:08.616378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d71a0c81-b4dc-4924-8136-3c3bc6fc71a1 req-59b6b4b4-bc8e-4c0b-b57d-5889166f33bc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035943 Dec 09 14:59:08.747298 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c5116-af48-42bc-8ee8-9c3ad2658fd1 x-openstack-request-id: req-ad9c5116-af48-42bc-8ee8-9c3ad2658fd1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:08.747609 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac3af7-7733-4be6-b77b-36129aeca2c6", "tag": "f519f005-7f4d-4cb6-bd99-88977facb77d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:08.747856 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad9c5116-af48-42bc-8ee8-9c3ad2658fd1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:08.748243 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'tag': 'f519f005-7f4d-4cb6-bd99-88977facb77d', 'status': 'completed', 'code': 200} Dec 09 14:59:08.801405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b1d8f881-baac-4bfa-b62b-5b198e7c069a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:08.817542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Attempting to bind port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:08.818450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Attempting to bind port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:08.818450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Attempting to bind port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e on network a23bfded-9aec-47bb-8651-797b32153a9b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:08.852198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-a8025a1c-707a-4c40-a595-651eafd999f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:08.856932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-a8025a1c-707a-4c40-a595-651eafd999f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.4833403 Dec 09 14:59:08.871143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-93ee56fb-a6bb-4c36-8472-19a5c23488ec None None] Provisioning complete for port b1d8f881-baac-4bfa-b62b-5b198e7c069a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:08.874069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93ee56fb-a6bb-4c36-8472-19a5c23488ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:08.876645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd148c6a-5ec9-4a96-a1ae-aacb57a9aa5b req-c15512e0-e80d-4952-afdf-1a63666943d0 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:08.884865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd148c6a-5ec9-4a96-a1ae-aacb57a9aa5b req-c15512e0-e80d-4952-afdf-1a63666943d0 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 944 time: 0.2543645 Dec 09 14:59:08.905047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:08.913405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-1ab8c3ce-1ab0-4500-aa81-01d2bc2e2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:08.914921 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-1ab8c3ce-1ab0-4500-aa81-01d2bc2e2810 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 1094 time: 0.2856882 Dec 09 14:59:08.989771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e on network a23bfded-9aec-47bb-8651-797b32153a9b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:08.990038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Attempting to bind port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e on network a23bfded-9aec-47bb-8651-797b32153a9b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:08.996917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.010936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b1d8f881-baac-4bfa-b62b-5b198e7c069a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:09.011831 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.058514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd148c6a-5ec9-4a96-a1ae-aacb57a9aa5b req-42a55706-a203-4915-945b-bf60663c857e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573539 Dec 09 14:59:09.209284 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93ee56fb-a6bb-4c36-8472-19a5c23488ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.213571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:09.214052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Checking segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:09.218615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Bound using segment: {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:09.221005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Bound port: e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a5061e-4ae6-433f-9dcb-fb62f637d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:09.221398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.246505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Deleting port 75d2abae-d48a-411d-9ec1-63575fe35617 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:09.247307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.270844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-12bd2983-2036-4502-a756-0313dc5d9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:09.271542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-12bd2983-2036-4502-a756-0313dc5d9c3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.3432744 Dec 09 14:59:09.347817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-93ee56fb-a6bb-4c36-8472-19a5c23488ec None None] For port b1d8f881-baac-4bfa-b62b-5b198e7c069a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b1d8f881-baac-4bfa-b62b-5b198e7c069a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:09.356863 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-93ee56fb-a6bb-4c36-8472-19a5c23488ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.414630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-9a10628c-1352-4dd2-a319-bdd63716bcac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc HTTP/1.1" status: 200 len: 217 time: 0.1093032 Dec 09 14:59:09.423941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb1a2f01-ef08-428f-98c5-01adb2303ea3 req-7dd124b2-90db-4976-a9a7-3fc0ca0c81d9 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0213542 Dec 09 14:59:09.433822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4c21-9d3a-4c1f-b5cd-e66489a130d7 req-119d3079-3807-4b4d-aa02-e6faf33b6eb7 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:09.443202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c2f4c21-9d3a-4c1f-b5cd-e66489a130d7 req-119d3079-3807-4b4d-aa02-e6faf33b6eb7 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 946 time: 0.2022614 Dec 09 14:59:09.477850 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.484085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee56fb-a6bb-4c36-8472-19a5c23488ec None None] Pushing event updated for resources: {'Port': ['ID=b1d8f881-baac-4bfa-b62b-5b198e7c069a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:09.562384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 14:59:09.568776 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 14:59:09.569590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] For port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:09.574053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] For port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:09.590832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a0f3a73f-6b3b-415b-aa9a-84152802093c None None] Provisioning complete for port b1d8f881-baac-4bfa-b62b-5b198e7c069a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:09.591531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0f3a73f-6b3b-415b-aa9a-84152802093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.599116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.602414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-e747316f-2c90-4277-97d8-3775464870ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:09.604180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-e747316f-2c90-4277-97d8-3775464870ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.1259239 Dec 09 14:59:09.611080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-3e6a513f-dc63-491f-b262-1dfc15f6d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:09.613209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-3e6a513f-dc63-491f-b262-1dfc15f6d83d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6345475 Dec 09 14:59:09.622572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] For port 75d2abae-d48a-411d-9ec1-63575fe35617, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75d2abae-d48a-411d-9ec1-63575fe35617,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:09.622964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.672024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-74452cc0-c050-455c-9bd3-e02d10132017 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516315 Dec 09 14:59:09.679475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Calling delete_port for 75d2abae-d48a-411d-9ec1-63575fe35617 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:09.699950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Allocated IP 172.25.0.99 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/aaf1959b-8820-44cb-aaf3-02612bbecfef) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:09.712005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:09.713120 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:09.714546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e HTTP/1.1" status: 200 len: 1092 time: 4.4665313 Dec 09 14:59:09.774269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf77dea-1e80-4c37-8a67-d4b903b335b8 req-5f90be05-b5b9-4a6b-8e92-55974d216136 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:09.775903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bf77dea-1e80-4c37-8a67-d4b903b335b8 req-5f90be05-b5b9-4a6b-8e92-55974d216136 tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 946 time: 0.5334117 Dec 09 14:59:09.802882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-d76c6312-35f4-4348-8a99-ea1d850af6da service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203730 Dec 09 14:59:09.810125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c2f4c21-9d3a-4c1f-b5cd-e66489a130d7 req-2455c5d9-9625-48eb-9a51-8e8b75eb6280 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659558 Dec 09 14:59:09.885003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13b46a-2af6-4465-802a-4b5e06a6d3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:10.016278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c1ad0f0-6b48-43ff-b945-ba14ff47dd9f req-1d2f99a4-684d-4b90-8323-d7bc45e38f0d service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991796 Dec 09 14:59:10.022331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-e4e515cf-d396-4d8a-9496-753bdcb6ecdc service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640487 Dec 09 14:59:10.026821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-5b13d893-a9e3-4074-b2bf-ac91778d7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.028979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-5b13d893-a9e3-4074-b2bf-ac91778d7779 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=555e6abe0b69454494cb7bf1c46255d6&device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 1095 time: 0.2521532 Dec 09 14:59:10.043585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba807e96-0d72-40fb-b9c1-2f2d95249012 req-46bf2a4b-7f30-43c2-ac8c-5faf54274bfe tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.050184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bf77dea-1e80-4c37-8a67-d4b903b335b8 req-25f71559-3547-471e-934c-84613671a7ff tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501347 Dec 09 14:59:10.052708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba807e96-0d72-40fb-b9c1-2f2d95249012 req-46bf2a4b-7f30-43c2-ac8c-5faf54274bfe tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee57c05-1585-4fc2-bdf9-de2ae02007ac HTTP/1.1" status: 200 len: 946 time: 0.1073122 Dec 09 14:59:10.157312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-447745eb-4209-468d-8df0-f5dfe71e2245 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e HTTP/1.1" status: 200 len: 217 time: 0.0894561 Dec 09 14:59:10.177722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:10.181691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba807e96-0d72-40fb-b9c1-2f2d95249012 req-ef809fb8-4939-4f6a-86ed-bd66a927d9d4 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280923 Dec 09 14:59:10.183134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:10.201243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['75425b63-f34f-472a-ae1b-8b7ee53d5469', '75d2abae-d48a-411d-9ec1-63575fe35617'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:10.203568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['b39a7cbf-b0c4-4122-aae1-c560c9652907'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:10.220359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Pushing event deleted for resources: {'Port': ['ID=75d2abae-d48a-411d-9ec1-63575fe35617,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:10.282100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-413e6b4d-b488-47c1-81c2-f8ae1e2e456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.293200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-413e6b4d-b488-47c1-81c2-f8ae1e2e456d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7e77b8d-be4f-4de2-94ba-075b6e690252 HTTP/1.1" status: 200 len: 851 time: 0.1136732 Dec 09 14:59:10.296925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] No DVR routers for this DVR port 75d2abae-d48a-411d-9ec1-63575fe35617 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:10.302313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:10.307310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90ce455e-512f-4f1a-9375-bc3de4b0d251 req-fedaa76d-4563-44bf-b08c-1b5b45307066 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "DELETE /v2.0/ports/75d2abae-d48a-411d-9ec1-63575fe35617 HTTP/1.1" status: 204 len: 173 time: 1.7187860 Dec 09 14:59:10.399209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85b6d3-ec9a-4da1-acb6-3750d2b48669 req-8b5d0f35-8a26-465e-a659-d07a718ab88d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.400798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa85b6d3-ec9a-4da1-acb6-3750d2b48669 req-8b5d0f35-8a26-465e-a659-d07a718ab88d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 944 time: 0.0925241 Dec 09 14:59:10.467815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa85b6d3-ec9a-4da1-acb6-3750d2b48669 req-a44a94b5-a7f5-4ce4-a2b9-0c846605bc0f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593553 Dec 09 14:59:10.498367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148dcc-4a9b-43de-a19f-3b0427a31afa req-665a448a-b029-4b74-8f54-a3991de5131e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.500235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd148dcc-4a9b-43de-a19f-3b0427a31afa req-665a448a-b029-4b74-8f54-a3991de5131e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 943 time: 0.2061200 Dec 09 14:59:10.506158 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-845e7a85-67cb-42d3-a3c6-c6ea5c046b85 req-d49f1da4-9829-4132-9018-1a9d2e762008 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731476 Dec 09 14:59:10.509847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729de4-0849-4a7d-8315-25838c08c501 req-2b93acd2-936b-4402-867f-e03ec34e2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.511735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-2b93acd2-936b-4402-867f-e03ec34e2884 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a23bfded-9aec-47bb-8651-797b32153a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946673 Dec 09 14:59:10.515407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:10.529777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'name': 'network-vif-deleted', 'tag': '75d2abae-d48a-411d-9ec1-63575fe35617'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:10.532324 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705098cd-8dc4-4637-8cf3-a85ee9c6f0ac" -d '{"events": [{"server_uuid": "dee57c05-1585-4fc2-bdf9-de2ae02007ac", "name": "network-vif-deleted", "tag": "75d2abae-d48a-411d-9ec1-63575fe35617"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:10.614738 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c94ee2-341b-4a66-9961-4689178a0c0e x-openstack-request-id: req-a4c94ee2-341b-4a66-9961-4689178a0c0e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:10.615405 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee57c05-1585-4fc2-bdf9-de2ae02007ac", "name": "network-vif-deleted", "tag": "75d2abae-d48a-411d-9ec1-63575fe35617", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:10.615624 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4c94ee2-341b-4a66-9961-4689178a0c0e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:10.617388 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee57c05-1585-4fc2-bdf9-de2ae02007ac', 'name': 'network-vif-deleted', 'tag': '75d2abae-d48a-411d-9ec1-63575fe35617', 'status': 'completed', 'code': 200} Dec 09 14:59:10.666818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:10.669712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b1d8f881-baac-4bfa-b62b-5b198e7c069a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:10.689102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:10.706631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499a3bc-09c3-4b39-9579-7978a6140cb9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:59:10.732193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:10.738572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b1d8f881-baac-4bfa-b62b-5b198e7c069a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:10.738969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:10.742272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=aaf1959b-8820-44cb-aaf3-02612bbecfef,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:10.768143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:10.770819 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577b471-fd08-48a9-a849-1412124e2a46" -d '{"events": [{"name": "network-changed", "server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:10.817484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a17c044e-7836-4eea-bb60-ddde3fc9a74c None None] Provisioning complete for port aaf1959b-8820-44cb-aaf3-02612bbecfef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:10.817930 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a17c044e-7836-4eea-bb60-ddde3fc9a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:10.850416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569d674-806a-49c5-a65c-173d141578c6 req-3c5aebd8-1d36-4185-b46f-7cf70ac6fddf tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.852447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd148dcc-4a9b-43de-a19f-3b0427a31afa req-4ee3270c-f957-444f-b438-ffb8e2427070 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386905 Dec 09 14:59:10.854408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5569d674-806a-49c5-a65c-173d141578c6 req-3c5aebd8-1d36-4185-b46f-7cf70ac6fddf tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.43 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 946 time: 0.0910411 Dec 09 14:59:10.867557 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125670f-920d-41a8-9b6c-de2cd9a3d177 x-openstack-request-id: req-8125670f-920d-41a8-9b6c-de2cd9a3d177 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:10.867557 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:10.868092 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8125670f-920d-41a8-9b6c-de2cd9a3d177 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:10.868562 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'status': 'completed', 'code': 200} Dec 09 14:59:10.870526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-0734daf9-3f00-401c-a4bd-2df53bb4bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:10.872183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-0734daf9-3f00-401c-a4bd-2df53bb4bf24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01d83b2fe5e6492a92105d010ea90630&device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 1097 time: 0.2399373 Dec 09 14:59:10.901761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a17c044e-7836-4eea-bb60-ddde3fc9a74c None None] Port aaf1959b-8820-44cb-aaf3-02612bbecfef cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:10.972974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-01d56c0a-4f08-46d1-9ac4-76997b76737f service neutron] 10.222.0.43 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458983 Dec 09 14:59:11.023373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Deleting port c01d622c-57fa-41c9-94ad-019e4a619bb8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:11.023871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.164029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-227730c7-ac0f-4966-8f93-004288d11e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.165674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-227730c7-ac0f-4966-8f93-004288d11e27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.2823665 Dec 09 14:59:11.197468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] For port c01d622c-57fa-41c9-94ad-019e4a619bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c01d622c-57fa-41c9-94ad-019e4a619bb8,segment=NetworkSegment(f6d5a691-285f-42a3-ab08-b708f8756af0),segment_id=f6d5a691-285f-42a3-ab08-b708f8756af0)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:11.197843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.216012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Calling delete_port for c01d622c-57fa-41c9-94ad-019e4a619bb8 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:11.238142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ab25-875d-4460-bc1b-61ee01fccc26 req-e07c3216-ec4c-43ab-95aa-71d7ac1255fe tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.239697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b65ab25-875d-4460-bc1b-61ee01fccc26 req-e07c3216-ec4c-43ab-95aa-71d7ac1255fe tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/ports?device_id=49be1f5c-c17a-4807-937d-211debb92b8c HTTP/1.1" status: 200 len: 946 time: 0.1110742 Dec 09 14:59:11.286396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-4fe7e68f-6fb5-4fe4-ae81-949238a5b7b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f519f005-7f4d-4cb6-bd99-88977facb77d HTTP/1.1" status: 200 len: 217 time: 0.1074381 Dec 09 14:59:11.306679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5f21-a7b6-4e66-9833-69e189d356a3 req-a80ce526-1b2b-48b7-83e9-93362b3a42cf tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.312804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ebb5f21-a7b6-4e66-9833-69e189d356a3 req-a80ce526-1b2b-48b7-83e9-93362b3a42cf tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 946 time: 0.3444166 Dec 09 14:59:11.339790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b65ab25-875d-4460-bc1b-61ee01fccc26 req-eff5dbab-da6b-422e-83ff-1bb86790c36e tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f98bcd9-a8c1-455a-9390-4c7a575ad27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690703 Dec 09 14:59:11.413727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.429807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['c01d622c-57fa-41c9-94ad-019e4a619bb8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:11.444002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Pushing event deleted for resources: {'Port': ['ID=c01d622c-57fa-41c9-94ad-019e4a619bb8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:11.454574 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf729de4-0849-4a7d-8315-25838c08c501 req-e2f10c38-0db7-4ab9-8cb4-b4206cc639e4 service neutron] 10.222.0.43 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314656 Dec 09 14:59:11.466467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d650769e-56cf-46b4-8a34-d1f32f7723cc details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:11.504141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-e15a3d3d-fab7-4443-b80a-d79c7b3292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.505636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-e15a3d3d-fab7-4443-b80a-d79c7b3292c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.2086821 Dec 09 14:59:11.514486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] No DVR routers for this DVR port c01d622c-57fa-41c9-94ad-019e4a619bb8 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:11.517278 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.520866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5569d674-806a-49c5-a65c-173d141578c6 req-c1477e41-4b41-4fcd-a8f3-7292f3834f2b tempest-VolumesAdminNegativeTest-1858114402 tempest-VolumesAdminNegativeTest-1858114402-project] 10.222.0.43 "DELETE /v2.0/ports/c01d622c-57fa-41c9-94ad-019e4a619bb8 HTTP/1.1" status: 204 len: 173 time: 0.6560853 Dec 09 14:59:11.622251 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ebb5f21-a7b6-4e66-9833-69e189d356a3 req-e4231e53-7f48-4664-b3dc-2f6f8e5f63ce tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873626 Dec 09 14:59:11.684907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b471-fd08-48a9-a849-1412124e2a46 req-d09bdc31-33cb-4e32-bed3-0d7d58c77995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.686535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-d09bdc31-33cb-4e32-bed3-0d7d58c77995 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=555e6abe0b69454494cb7bf1c46255d6&device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 1095 time: 0.1376660 Dec 09 14:59:11.692359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.705626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d650769e-56cf-46b4-8a34-d1f32f7723cc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:11.755630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd650769e-56cf-46b4-8a34-d1f32f7723cc', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': 'd650769e-56cf-46b4-8a34-d1f32f7723cc', 'mac_address': 'fa:16:3e:84:5b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:11.764718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755b2e-9dbb-4faa-a55e-076cfb1cf197 req-4bb00565-b264-4742-b9bc-d0c7214b1399 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.776447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33755b2e-9dbb-4faa-a55e-076cfb1cf197 req-4bb00565-b264-4742-b9bc-d0c7214b1399 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 944 time: 0.0823886 Dec 09 14:59:11.779106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-4cad992f-7968-475d-a224-5a2542ca5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:11.780791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-4cad992f-7968-475d-a224-5a2542ca5cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660801 Dec 09 14:59:11.837470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.856157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d650769e-56cf-46b4-8a34-d1f32f7723cc {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:11.889023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d650769e-56cf-46b4-8a34-d1f32f7723cc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:11.897190 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:11.915084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33755b2e-9dbb-4faa-a55e-076cfb1cf197 req-4ea0c888-cb1b-473f-952d-b275670888f4 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320369 Dec 09 14:59:12.042039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d650769e-56cf-46b4-8a34-d1f32f7723cc,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:12.066948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2005b-4e0e-473d-9694-ba58b0b3836d req-6a5017f6-7b9b-4605-a743-a73beadd632d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.081787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ed2005b-4e0e-473d-9694-ba58b0b3836d req-6a5017f6-7b9b-4605-a743-a73beadd632d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 944 time: 0.1030834 Dec 09 14:59:12.173502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1ed2005b-4e0e-473d-9694-ba58b0b3836d req-e46d64a4-9ebf-4b19-a3b9-a9d7827cf434 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855675 Dec 09 14:59:12.201214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d650769e-56cf-46b4-8a34-d1f32f7723cc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:12.290969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75d2abae-d48a-411d-9ec1-63575fe35617 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:12.337633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 75d2abae-d48a-411d-9ec1-63575fe35617 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:59:12.338216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75d2abae-d48a-411d-9ec1-63575fe35617 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:59:12.403235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b471-fd08-48a9-a849-1412124e2a46 req-2f39a495-2b4a-4398-b960-037aaf56ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.404742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-2f39a495-2b4a-4398-b960-037aaf56ffcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=a23bfded-9aec-47bb-8651-797b32153a9b HTTP/1.1" status: 200 len: 913 time: 0.7083244 Dec 09 14:59:12.410336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43682) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:12.495453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-3bcd4c7f-b48a-483d-8cf6-2a4094e7e533 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048774 Dec 09 14:59:12.498323 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-991f9e06-d7e7-4c02-9b36-c26ab3e5ef10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e HTTP/1.1" status: 200 len: 217 time: 0.0502255 Dec 09 14:59:12.526562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Deleting subnet f9bdf584-edc6-44db-8ded-fdb0a514cf13 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:59:12.536175 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:12.598809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:12.649071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be1f5c-c17a-4807-937d-211debb92b8c', 'name': 'network-vif-deleted', 'tag': 'c01d622c-57fa-41c9-94ad-019e4a619bb8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:12.652620 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa1ba8-cbb9-4cba-9e6d-c6da855ab251" -d '{"events": [{"server_uuid": "49be1f5c-c17a-4807-937d-211debb92b8c", "name": "network-vif-deleted", "tag": "c01d622c-57fa-41c9-94ad-019e4a619bb8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:12.674311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:12.677848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:12.680510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b471-fd08-48a9-a849-1412124e2a46 req-e06a4a15-90a5-45ca-8e83-16b399bdf407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.682235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-e06a4a15-90a5-45ca-8e83-16b399bdf407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7e77b8d-be4f-4de2-94ba-075b6e690252 HTTP/1.1" status: 200 len: 851 time: 0.1702025 Dec 09 14:59:12.709582 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3fa0b1-8ed8-416f-948c-eda74924af48 x-openstack-request-id: req-1b3fa0b1-8ed8-416f-948c-eda74924af48 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:12.709798 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be1f5c-c17a-4807-937d-211debb92b8c", "name": "network-vif-deleted", "tag": "c01d622c-57fa-41c9-94ad-019e4a619bb8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:12.710073 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b3fa0b1-8ed8-416f-948c-eda74924af48 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:12.710479 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49be1f5c-c17a-4807-937d-211debb92b8c', 'name': 'network-vif-deleted', 'tag': 'c01d622c-57fa-41c9-94ad-019e4a619bb8', 'status': 'completed', 'code': 200} Dec 09 14:59:12.771640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fa98117-5606-4034-83a2-202c7f9d3434 req-c213485c-9ddb-4e95-8ba5-cbcd760f575c service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696009 Dec 09 14:59:12.790184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:12.826588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:12.833351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f9bdf584-edc6-44db-8ded-fdb0a514cf13 HTTP/1.1" status: 204 len: 168 time: 0.4195344 Dec 09 14:59:12.833351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497bdf3-2955-4bb8-92f5-6f33bb880224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bdf584-edc6-44db-8ded-fdb0a514cf13,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:12.836149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43694) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:12.873233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42359358-ee05-4107-bab5-6c180897eb2b req-d7db9887-12fc-4bf6-8943-09a9154d3406 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.880917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42359358-ee05-4107-bab5-6c180897eb2b req-d7db9887-12fc-4bf6-8943-09a9154d3406 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.883713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b471-fd08-48a9-a849-1412124e2a46 req-353554a6-e65d-4c88-9ae4-735dd7dffb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.886026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-353554a6-e65d-4c88-9ae4-735dd7dffb8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a23bfded-9aec-47bb-8651-797b32153a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907532 Dec 09 14:59:12.892874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42359358-ee05-4107-bab5-6c180897eb2b req-d7db9887-12fc-4bf6-8943-09a9154d3406 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b&device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 1682 time: 0.2157657 Dec 09 14:59:12.958848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259c81a-6898-4bf0-9e7d-84ce749f5bd6 req-cadd4d72-b1bc-4499-83aa-aa399bbb3de3 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:12.960415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f259c81a-6898-4bf0-9e7d-84ce749f5bd6 req-cadd4d72-b1bc-4499-83aa-aa399bbb3de3 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 946 time: 0.1687949 Dec 09 14:59:12.993892 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.014984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42359358-ee05-4107-bab5-6c180897eb2b req-2f9c99bd-f4af-47b6-bb96-8cb2947d76d6 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209865 Dec 09 14:59:13.125289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f259c81a-6898-4bf0-9e7d-84ce749f5bd6 req-d07b341f-99b3-463b-8a8c-9357b0977757 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283128 Dec 09 14:59:13.150172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Router 6303999e-9e57-49ca-8553-879d0896d43a is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 14:59:13.165099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-a46b906f-29d6-4c80-a618-3e88b4700280 service neutron] 10.222.0.43 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641242 Dec 09 14:59:13.184897 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.213876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0753461b-1afe-454f-b2eb-04931ed0cf9e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:13.231206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f178a-2a28-42c9-9b79-b5d461d07108 req-c27f15d7-1f2d-4af2-8703-8fb5cff97c1d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:13.239031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-491f178a-2a28-42c9-9b79-b5d461d07108 req-c27f15d7-1f2d-4af2-8703-8fb5cff97c1d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 944 time: 0.1265190 Dec 09 14:59:13.242571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d5a691-285f-42a3-ab08-b708f8756af0') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:13.242868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d5a691-285f-42a3-ab08-b708f8756af0') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:13.274236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.304337 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.330648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:59:13.332075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:59:13.406976 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:59:13.420566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d650769e-56cf-46b4-8a34-d1f32f7723cc up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:13.429194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-491f178a-2a28-42c9-9b79-b5d461d07108 req-f51d287a-f909-465b-b571-858bb4159493 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826565 Dec 09 14:59:13.431092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.446112 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.451336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0753461b-1afe-454f-b2eb-04931ed0cf9e HTTP/1.1" status: 204 len: 168 time: 0.6130459 Dec 09 14:59:13.454214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43708) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:13.482826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:59:13.496104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Sync routers for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:59:13.499749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dbe04-145e-4b0f-b85d-e5d7724466d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0753461b-1afe-454f-b2eb-04931ed0cf9e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:13.533168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d577b471-fd08-48a9-a849-1412124e2a46 req-e36af780-79b2-4240-bd6e-925e52b49e0f service neutron] 10.222.0.43 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577352 Dec 09 14:59:13.538583 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:13.540127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Deleting subnet 8f21c7f1-ae44-4808-abed-66a905f34287 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:59:13.542162 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.542496 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:13.543668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-99431b7b-0435-4d7d-b103-9720db1d1a8d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.9604237 Dec 09 14:59:13.544207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.554850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43712) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:13.596637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.623836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port d650769e-56cf-46b4-8a34-d1f32f7723cc completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:13.628461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d650769e-56cf-46b4-8a34-d1f32f7723cc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:13.629111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.697134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee9511-a551-48be-b73d-811265acb33e req-ce9cd4e8-177b-4d00-ad19-48728fe2da8b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:13.697743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.701325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0ee9511-a551-48be-b73d-811265acb33e req-ce9cd4e8-177b-4d00-ad19-48728fe2da8b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 944 time: 0.3185680 Dec 09 14:59:13.793363 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.814464 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:13.820477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.826253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd650769e-56cf-46b4-8a34-d1f32f7723cc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:13.829365 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500069e-76fc-4413-8d82-6226fe3e54a0" -d '{"events": [{"server_uuid": "e352e168-955d-44b2-abbe-dcff00e05be8", "name": "network-vif-plugged", "status": "completed", "tag": "d650769e-56cf-46b4-8a34-d1f32f7723cc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:13.849440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d650769e-56cf-46b4-8a34-d1f32f7723cc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:13.854496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.876565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0ee9511-a551-48be-b73d-811265acb33e req-6cdfb037-4bee-4a96-a9f8-3967e6760651 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234925 Dec 09 14:59:13.922475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f21c7f1-ae44-4808-abed-66a905f34287,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:13.929295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:13.940389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fa62132c-4221-48ac-aa83-fabbc6e3a7d7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8f21c7f1-ae44-4808-abed-66a905f34287 HTTP/1.1" status: 204 len: 168 time: 0.4847445 Dec 09 14:59:13.941430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43722) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:13.957259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d650769e-56cf-46b4-8a34-d1f32f7723cc,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:13.989007 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493bb15-ef77-4201-b11c-eb163d6a3ddb x-openstack-request-id: req-d493bb15-ef77-4201-b11c-eb163d6a3ddb {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:13.989331 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e352e168-955d-44b2-abbe-dcff00e05be8", "name": "network-vif-plugged", "status": "completed", "tag": "d650769e-56cf-46b4-8a34-d1f32f7723cc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:13.989635 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d493bb15-ef77-4201-b11c-eb163d6a3ddb {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:13.990173 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd650769e-56cf-46b4-8a34-d1f32f7723cc', 'code': 200} Dec 09 14:59:14.058063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.168725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.199198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a365f8d7-e8d6-4338-99c8-8177e4de0161']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:14.236976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d8d386-81c9-4d37-a5bd-73ef71e11481') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:14.237369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d8d386-81c9-4d37-a5bd-73ef71e11481') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:14.250820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.276499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d171-7fdf-451e-a4ea-e0bfe2e560b5 req-688d4a9c-3f15-4fc3-a219-6c68aaa99520 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:14.278154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d26d171-7fdf-451e-a4ea-e0bfe2e560b5 req-688d4a9c-3f15-4fc3-a219-6c68aaa99520 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 946 time: 0.0833383 Dec 09 14:59:14.279240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.286974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f519f005-7f4d-4cb6-bd99-88977facb77d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:14.301975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:59:14.304689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: timer() Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:59:14.307953 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:59:14.312572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21cb97-37e0-4272-af33-1b7b67614c61 req-409ea67e-3573-449d-a30d-7eeb530bc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:14.315984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a21cb97-37e0-4272-af33-1b7b67614c61 req-409ea67e-3573-449d-a30d-7eeb530bc869 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 1096 time: 0.2190535 Dec 09 14:59:14.415468 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:59:14.424204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a21cb97-37e0-4272-af33-1b7b67614c61 req-0722ff4c-f87b-46ed-9956-737bed768bca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990415 Dec 09 14:59:14.435004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1028e-984e-4e5f-a32c-7f5730f13f80 req-bcc5afa7-b5f7-4ab0-8a21-d196219a3d03 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:14.435320 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:11Z', 'revision_number': 3, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:14.437056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2b1028e-984e-4e5f-a32c-7f5730f13f80 req-bcc5afa7-b5f7-4ab0-8a21-d196219a3d03 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 946 time: 0.1757660 Dec 09 14:59:14.479158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port f519f005-7f4d-4cb6-bd99-88977facb77d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f519f005-7f4d-4cb6-bd99-88977facb77d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:14.483110 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Checking router: 6303999e-9e57-49ca-8553-879d0896d43a for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:59:14.484542 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Updating router 6303999e-9e57-49ca-8553-879d0896d43a port aaf1959b-8820-44cb-aaf3-02612bbecfef binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:59:14.510159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'f519f005-7f4d-4cb6-bd99-88977facb77d', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': 'f519f005-7f4d-4cb6-bd99-88977facb77d', 'mac_address': 'fa:16:3e:d5:5b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:14.525366 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.570305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.586944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f519f005-7f4d-4cb6-bd99-88977facb77d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:14.606138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2b1028e-984e-4e5f-a32c-7f5730f13f80 req-5f20287f-4057-4ba4-a1da-6990f372a2eb tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592517 Dec 09 14:59:14.620580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port f519f005-7f4d-4cb6-bd99-88977facb77d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f519f005-7f4d-4cb6-bd99-88977facb77d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:14.636845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.737848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=f519f005-7f4d-4cb6-bd99-88977facb77d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:14.747429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.747709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.775279 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:14.779443 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] 10.222.0.46 "DELETE /v2.0/networks/a365f8d7-e8d6-4338-99c8-8177e4de0161 HTTP/1.1" status: 204 len: 168 time: 0.8356302 Dec 09 14:59:14.780665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac255d81-ec69-497f-ab5e-e51e39290d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a365f8d7-e8d6-4338-99c8-8177e4de0161,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:14.824805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d26d171-7fdf-451e-a4ea-e0bfe2e560b5 req-dfaaa227-2dd4-42db-a347-06c32d75b4f9 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149467 Dec 09 14:59:14.869097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['f519f005-7f4d-4cb6-bd99-88977facb77d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:14.965198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Allocated IP 172.20.0.1 (8d49125e-f533-456a-a6d3-2eea3af28616/0f54a83f-5177-4571-acdd-34444ebeee94/cee0f7b4-dfc1-45b3-af67-20198c9f3c0a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:15.048940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43740) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:15.072760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d0ad-1a86-44cb-921b-6c46f1e85e2a req-5ba6f83e-012f-4d49-9d5b-cf5b11f79e2c tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:15.075147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7565d0ad-1a86-44cb-921b-6c46f1e85e2a req-5ba6f83e-012f-4d49-9d5b-cf5b11f79e2c tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 944 time: 0.3724029 Dec 09 14:59:15.101897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16f961-1639-46aa-8514-06955b8caed3 req-bac78579-1219-4674-8109-e2c1cab1db8d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:15.110687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b16f961-1639-46aa-8514-06955b8caed3 req-bac78579-1219-4674-8109-e2c1cab1db8d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 945 time: 0.0921168 Dec 09 14:59:15.154674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.179920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b16f961-1639-46aa-8514-06955b8caed3 req-6004987c-13a4-4eeb-8808-466fca851f8a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671055 Dec 09 14:59:15.189888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-016ec847-ca6a-4416-a2ef-defdf5e597fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18d9dd2fb6944a69b8c7d0b0aba0d819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386321 Dec 09 14:59:15.194392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43742) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:15.211305 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.217206 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.223813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7565d0ad-1a86-44cb-921b-6c46f1e85e2a req-8fbfcf52-106f-4504-abf6-ab0efebee51d tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303179 Dec 09 14:59:15.278827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005baac2-a35a-477c-9123-547cabce6c15 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:59:15.287828 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Attempting to bind port aaf1959b-8820-44cb-aaf3-02612bbecfef on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:15.288196 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Attempting to bind port aaf1959b-8820-44cb-aaf3-02612bbecfef by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:15.288560 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Attempting to bind port aaf1959b-8820-44cb-aaf3-02612bbecfef on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:15.296927 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70871-4b5d-438e-a640-b51a9d21f2fb None None] Pushing event updated for resources: {'Port': ['ID=aaf1959b-8820-44cb-aaf3-02612bbecfef,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:15.298743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.306145 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:15.306781 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:15.307648 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.308052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:15.308804 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Bound port: aaf1959b-8820-44cb-aaf3-02612bbecfef, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:15.309571 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.315156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c96e-7f00-4ac2-9bad-b50f82f6c606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.356195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Network 8d49125e-f533-456a-a6d3-2eea3af28616 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:15.360890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e9b7cdd0-ee6d-4fde-a64d-0c7f6592150c None None] Provisioning complete for port aaf1959b-8820-44cb-aaf3-02612bbecfef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:15.360890 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cdd0-ee6d-4fde-a64d-0c7f6592150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.369854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:15.381252 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] For port aaf1959b-8820-44cb-aaf3-02612bbecfef, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:15.384578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c96e-7f00-4ac2-9bad-b50f82f6c606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.389912 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] For port aaf1959b-8820-44cb-aaf3-02612bbecfef, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aaf1959b-8820-44cb-aaf3-02612bbecfef,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:15.396846 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.397096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:15.405798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:15.414443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:15.420589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c01d622c-57fa-41c9-94ad-019e4a619bb8 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:15.476822 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:15.477479 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:15.543668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.576004 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70871-4b5d-438e-a640-b51a9d21f2fb None None] Pushing event updated for resources: {'Port': ['ID=aaf1959b-8820-44cb-aaf3-02612bbecfef,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:15.617961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-de48b2d8-4409-4da3-ae9d-4899470a756b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:15.622398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-de48b2d8-4409-4da3-ae9d-4899470a756b tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb17d56c-9203-48cc-bedb-828ef151849b HTTP/1.1" status: 200 len: 945 time: 0.1849823 Dec 09 14:59:15.664207 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c96e-7f00-4ac2-9bad-b50f82f6c606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.672083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c96e-7f00-4ac2-9bad-b50f82f6c606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:15.674053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0ef1c96e-7f00-4ac2-9bad-b50f82f6c606 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f98bcd9-a8c1-455a-9390-4c7a575ad27c HTTP/1.1" status: 204 len: 168 time: 0.4786766 Dec 09 14:59:15.744368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb1ccb3-04a2-4a67-b50c-b266c869133d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 14:59:15.757990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: c01d622c-57fa-41c9-94ad-019e4a619bb8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:59:15.761393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:15.761977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c01d622c-57fa-41c9-94ad-019e4a619bb8 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:59:15.766657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7cdd0-ee6d-4fde-a64d-0c7f6592150c None None] Port aaf1959b-8820-44cb-aaf3-02612bbecfef cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:15.842071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f852b-cbe9-4b76-a9e9-00071478f0a9 req-5123f640-0297-42a0-b794-8acdfc403f38 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:15.852363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c7f852b-cbe9-4b76-a9e9-00071478f0a9 req-5123f640-0297-42a0-b794-8acdfc403f38 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 947 time: 0.1283662 Dec 09 14:59:15.877972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-75c5f860-4180-46a5-ba73-ecbe6acc2b3c tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:15.880932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-75c5f860-4180-46a5-ba73-ecbe6acc2b3c tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 946 time: 0.3907921 Dec 09 14:59:15.893688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1c96e-7f00-4ac2-9bad-b50f82f6c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f98bcd9-a8c1-455a-9390-4c7a575ad27c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:15.962032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c7f852b-cbe9-4b76-a9e9-00071478f0a9 req-36150633-3121-48bf-897a-484cb2f8e79a tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Dec 09 14:59:15.993019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:16.025873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'port_id': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'mac_address': 'fa:16:3e:0f:a7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:16.142405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Provisioning complete for port aaf1959b-8820-44cb-aaf3-02612bbecfef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:16.142806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.156259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.188858 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:11Z', 'revision_number': 3, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:16.210096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:16.245019 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d10bd-3f90-410e-bf5a-c640fd6bf4cc None None] The sync data for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 is: [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:11Z', 'revision_number': 3, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:59:16.247428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:16.258249 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.270304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac107c4-4a58-4b1e-b0fc-a746396ef30d req-bfd70369-9a89-46e3-b060-2d50b8a44de5 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:16.278376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ac107c4-4a58-4b1e-b0fc-a746396ef30d req-bfd70369-9a89-46e3-b060-2d50b8a44de5 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 946 time: 0.3045821 Dec 09 14:59:16.298226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.359182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f519f005-7f4d-4cb6-bd99-88977facb77d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:16.428131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b445fa-8081-447f-a2c5-9ac9ad6c5f49 req-b287f594-d35a-4422-b313-96ca806a6084 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:16.429854 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f3b445fa-8081-447f-a2c5-9ac9ad6c5f49 req-b287f594-d35a-4422-b313-96ca806a6084 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 945 time: 0.1173017 Dec 09 14:59:16.432365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:16.452937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:16.463650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.530290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3d2f59c-e852-4e83-aed9-1691883612ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e87cd76dc864468a63a0223d4ea8e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965226 Dec 09 14:59:16.532945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43764) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:16.535232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] For port aaf1959b-8820-44cb-aaf3-02612bbecfef, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aaf1959b-8820-44cb-aaf3-02612bbecfef,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:16.553885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.629601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:16.631913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port f519f005-7f4d-4cb6-bd99-88977facb77d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:16.647205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c53d567d-6bac-47ac-9d7d-e1eaf9d8da5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.676086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port f519f005-7f4d-4cb6-bd99-88977facb77d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:16.676455 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.696956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c53d567d-6bac-47ac-9d7d-e1eaf9d8da5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.749500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Pushing event updated for resources: {'Port': ['ID=aaf1959b-8820-44cb-aaf3-02612bbecfef,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:16.772888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Provisioning complete for port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:16.773340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.782327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c53d567d-6bac-47ac-9d7d-e1eaf9d8da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.788213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c53d567d-6bac-47ac-9d7d-e1eaf9d8da5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.792847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c53d567d-6bac-47ac-9d7d-e1eaf9d8da5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b7a15f5-1806-452d-bdc3-b4a8bf6902ed HTTP/1.1" status: 204 len: 168 time: 0.2549024 Dec 09 14:59:16.809613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d567d-6bac-47ac-9d7d-e1eaf9d8da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a15f5-1806-452d-bdc3-b4a8bf6902ed,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:16.882443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Deleting port 75425b63-f34f-472a-ae1b-8b7ee53d5469 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:16.883824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:16.902019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-98995a11-0752-4135-9f29-b170d1d039f1 None None] Port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:17.079076 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.088732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f3b445fa-8081-447f-a2c5-9ac9ad6c5f49 req-eda31198-9d9b-461a-a581-afd9cd6487a8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416745 Dec 09 14:59:17.139380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f519f005-7f4d-4cb6-bd99-88977facb77d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:17.142695 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59de443d-5bc8-4f57-b6c5-6ab8f411b9f9" -d '{"events": [{"server_uuid": "10ac3af7-7733-4be6-b77b-36129aeca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "f519f005-7f4d-4cb6-bd99-88977facb77d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:17.163875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Deleting port b39a7cbf-b0c4-4122-aae1-c560c9652907 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:17.164356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.180261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port f519f005-7f4d-4cb6-bd99-88977facb77d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f519f005-7f4d-4cb6-bd99-88977facb77d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:17.189980 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.216020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ac107c4-4a58-4b1e-b0fc-a746396ef30d req-d5faafd8-49f0-423e-8e41-259a703a14be tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/security-groups?id=d57caea6-e674-49dc-9f7c-ffe5e65d0c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9234648 Dec 09 14:59:17.319323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=f519f005-7f4d-4cb6-bd99-88977facb77d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:17.331939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5262c8-a6ea-48de-a292-98d43a2d43e5 req-ce22d956-e313-4014-9fb0-903fceca8e7c tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:17.349479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c5262c8-a6ea-48de-a292-98d43a2d43e5 req-ce22d956-e313-4014-9fb0-903fceca8e7c tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 945 time: 0.1259310 Dec 09 14:59:17.419413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device b39a7cbf-b0c4-4122-aae1-c560c9652907 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:17.447342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c5262c8-a6ea-48de-a292-98d43a2d43e5 req-c8e59434-9c1b-4c4b-9fc5-27acc9ed6551 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901871 Dec 09 14:59:17.504671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] For port b39a7cbf-b0c4-4122-aae1-c560c9652907, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=b39a7cbf-b0c4-4122-aae1-c560c9652907,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:17.505238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.544781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Calling delete_port for b39a7cbf-b0c4-4122-aae1-c560c9652907 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:17.601674 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e0535e-adaf-4009-99bc-7412a0dc63cd x-openstack-request-id: req-32e0535e-adaf-4009-99bc-7412a0dc63cd {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:17.601963 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac3af7-7733-4be6-b77b-36129aeca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "f519f005-7f4d-4cb6-bd99-88977facb77d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:17.602212 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32e0535e-adaf-4009-99bc-7412a0dc63cd {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:17.602615 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f519f005-7f4d-4cb6-bd99-88977facb77d', 'code': 200} Dec 09 14:59:17.637013 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.774193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6d5b1-8f2c-4ffe-9fbf-920138d1ebaa req-d467a8e1-db0f-4450-9a2c-80c473917bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:17.782127 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ee6d5b1-8f2c-4ffe-9fbf-920138d1ebaa req-d467a8e1-db0f-4450-9a2c-80c473917bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 1099 time: 0.1290696 Dec 09 14:59:17.883425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ee6d5b1-8f2c-4ffe-9fbf-920138d1ebaa req-62e0abd4-522c-416d-8499-0ccbc40ce144 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929322 Dec 09 14:59:17.885508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.899736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['75425b63-f34f-472a-ae1b-8b7ee53d5469'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:17.901688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:17.986112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:18.037386 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:18.059187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Pushing event deleted for resources: {'Port': ['ID=b39a7cbf-b0c4-4122-aae1-c560c9652907,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:18.244703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] For port 75425b63-f34f-472a-ae1b-8b7ee53d5469, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=75425b63-f34f-472a-ae1b-8b7ee53d5469,segment=NetworkSegment(b6dff331-e1bd-4130-a6b4-c2c20830a372),segment_id=b6dff331-e1bd-4130-a6b4-c2c20830a372)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:18.245077 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:18.260398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:18.295000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Network 8d49125e-f533-456a-a6d3-2eea3af28616 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:18.301530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] No DVR routers for this DVR port b39a7cbf-b0c4-4122-aae1-c560c9652907 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:18.303632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Calling delete_port for 75425b63-f34f-472a-ae1b-8b7ee53d5469 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:18.305851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:18.315934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536837b-cac6-437b-a4af-8da22671fde3 req-45c8ac54-9432-4a31-8cc6-30f11a71a880 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:18.317552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8536837b-cac6-437b-a4af-8da22671fde3 req-45c8ac54-9432-4a31-8cc6-30f11a71a880 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 948 time: 0.9342375 Dec 09 14:59:18.318703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:18.322045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3085257a-17b4-4a98-99c1-71e504ffedd8 req-23631990-81fe-4272-abdf-f8a4f6d315c7 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.43 "DELETE /v2.0/ports/b39a7cbf-b0c4-4122-aae1-c560c9652907 HTTP/1.1" status: 204 len: 173 time: 2.4109776 Dec 09 14:59:18.329054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'name': 'network-vif-deleted', 'tag': 'b39a7cbf-b0c4-4122-aae1-c560c9652907'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:18.331357 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e784c803-79ad-4672-8b31-21c96c767618" -d '{"events": [{"server_uuid": "dc9c0313-8e38-4333-8198-e4947fcf3118", "name": "network-vif-deleted", "tag": "b39a7cbf-b0c4-4122-aae1-c560c9652907"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:18.438976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5d27e57-33ee-44dc-8cc0-3713a70ff959 req-b9832d9a-3dae-45f9-8abe-79ba22feef60 tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9c0313-8e38-4333-8198-e4947fcf3118 HTTP/1.1" status: 200 len: 210 time: 0.0734122 Dec 09 14:59:18.591545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8536837b-cac6-437b-a4af-8da22671fde3 req-c31cbeb4-72a0-452c-a309-baa0d7fcd2ca tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549942 Dec 09 14:59:18.691470 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d1bfc-08d5-407d-8b27-cae80c834130 x-openstack-request-id: req-f09d1bfc-08d5-407d-8b27-cae80c834130 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:18.692554 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9c0313-8e38-4333-8198-e4947fcf3118", "name": "network-vif-deleted", "tag": "b39a7cbf-b0c4-4122-aae1-c560c9652907", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:18.693801 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f09d1bfc-08d5-407d-8b27-cae80c834130 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:18.694395 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9c0313-8e38-4333-8198-e4947fcf3118', 'name': 'network-vif-deleted', 'tag': 'b39a7cbf-b0c4-4122-aae1-c560c9652907', 'status': 'completed', 'code': 200} Dec 09 14:59:18.764179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Router 6303999e-9e57-49ca-8553-879d0896d43a has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:59:18.766238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aaf1959b-8820-44cb-aaf3-02612bbecfef up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:18.924813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:19.030415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d27913-c81f-42af-827c-a0207c32b049 req-98a5ea99-c7f8-4000-b18b-75b276f72154 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:19.039269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d27913-c81f-42af-827c-a0207c32b049 req-98a5ea99-c7f8-4000-b18b-75b276f72154 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 945 time: 0.2431765 Dec 09 14:59:19.052924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Pushing event deleted for resources: {'Port': ['ID=75425b63-f34f-472a-ae1b-8b7ee53d5469,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:19.074902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0d2f29c7-0ee3-49d8-865b-0c42ead432ff None None] Provisioning complete for port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:19.076855 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d2f29c7-0ee3-49d8-865b-0c42ead432ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:19.091935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:59:19.127118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-850372f2-6ce5-4b49-bca9-86aa78a316b8 admin admin] 10.222.0.46 "PUT /v2.0/routers/6303999e-9e57-49ca-8553-879d0896d43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5615306 Dec 09 14:59:19.175996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] No DVR routers for this DVR port 75425b63-f34f-472a-ae1b-8b7ee53d5469 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:19.181287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:19.187993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62816ba1-a54a-40c2-8420-6165af20cb49 req-4c308cdb-07a0-4a8a-9847-e4ff32165d9a tempest-ListServersNegativeTestJSON-712407503 tempest-ListServersNegativeTestJSON-712407503-project] 10.222.0.36 "DELETE /v2.0/ports/75425b63-f34f-472a-ae1b-8b7ee53d5469 HTTP/1.1" status: 204 len: 173 time: 3.5496056 Dec 09 14:59:19.189669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f29c7-0ee3-49d8-865b-0c42ead432ff None None] Port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:19.209307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d27913-c81f-42af-827c-a0207c32b049 req-f52d2af5-87ae-4c33-b4da-96a10b4f6427 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630204 Dec 09 14:59:19.260735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Sync routers for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:59:19.270452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port aaf1959b-8820-44cb-aaf3-02612bbecfef triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:19.271121 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:19.333804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:19.334471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:19.393835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e40f3-6eea-4375-9970-3e8740cb47e6 req-9d04e425-cb7e-44a5-9361-b7cc38594b13 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:19.406486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff0e40f3-6eea-4375-9970-3e8740cb47e6 req-9d04e425-cb7e-44a5-9361-b7cc38594b13 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1105533 Dec 09 14:59:19.446071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:19.490845 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff0e40f3-6eea-4375-9970-3e8740cb47e6 req-d6db011a-3f87-423d-a29c-b58d6634202c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836682 Dec 09 14:59:19.586079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:19.588339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:19.621430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:19.621796 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:19.888850 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:19.902419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:19.907796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534017234', 'description': 'tempest-description--1663400075'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:19.907997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:17Z', 'revision_number': 2, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:19.950371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Checking router: 6303999e-9e57-49ca-8553-879d0896d43a for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:59:19.950759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Updating router 6303999e-9e57-49ca-8553-879d0896d43a port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 14:59:19.959037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:19.961525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a3793-af93-433c-aba5-002a2d5d909d req-8e81229b-6193-47cb-8ea9-a30dc3c50416 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:19.963214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a46a3793-af93-433c-aba5-002a2d5d909d req-8e81229b-6193-47cb-8ea9-a30dc3c50416 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1264052 Dec 09 14:59:19.965558 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f54c9a-7553-4207-9b20-a675cff4ff1a" -d '{"events": [{"server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "name": "network-vif-plugged", "status": "completed", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:19.974277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.009071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:20.015258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.019903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.046720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a46a3793-af93-433c-aba5-002a2d5d909d req-552056c3-36de-4e43-8246-06d74de34f44 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762765 Dec 09 14:59:20.134194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:20.149305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c113-2b0a-4f83-a190-ea72caae7ca4 req-f3375372-737a-4ae1-8b17-a7196e5f3bc8 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:20.157885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c24c113-2b0a-4f83-a190-ea72caae7ca4 req-f3375372-737a-4ae1-8b17-a7196e5f3bc8 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 948 time: 0.1783822 Dec 09 14:59:20.239555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c24c113-2b0a-4f83-a190-ea72caae7ca4 req-7910516c-34e5-4783-ba6b-4bf5bb35716d tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743296 Dec 09 14:59:20.266551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.280921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.327384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:20.346037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.360760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4574518 Dec 09 14:59:20.361901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:20.362821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea67f87-f708-4803-8be9-d40d656fdd77 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bde865-a61c-4667-9a4e-01f19128b24d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:20.371020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75425b63-f34f-472a-ae1b-8b7ee53d5469 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:20.379475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Request body: {'security_group_rule': {'security_group_id': 'b6bde865-a61c-4667-9a4e-01f19128b24d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:20.398097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Deleting subnet 4aab6efa-1da4-4196-b425-b919dda3b87c {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:59:20.420661 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.436261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.461673 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7e4bcb-0417-4a74-a95a-d291094d1f51 x-openstack-request-id: req-7e7e4bcb-0417-4a74-a95a-d291094d1f51 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:20.462034 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "name": "network-vif-plugged", "status": "completed", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:20.462248 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e7e4bcb-0417-4a74-a95a-d291094d1f51 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:20.462601 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'code': 200} Dec 09 14:59:20.465155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 75425b63-f34f-472a-ae1b-8b7ee53d5469 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:59:20.465498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 75425b63-f34f-472a-ae1b-8b7ee53d5469 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:59:20.477937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.575006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.583202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.609182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.625735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd0e5a1-3112-4d69-8392-230d1335dee7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:20.647709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.652267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e3bb4d5-2a91-4640-954d-439ee1043bc4 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864738 Dec 09 14:59:20.653181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43870) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:20.658845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Request body: {'security_group_rule': {'security_group_id': 'b6bde865-a61c-4667-9a4e-01f19128b24d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:20.673038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429312b6-4cf4-4913-8f56-a877b2d92ddc req-8e3393d1-2f0e-47e1-af30-98f2fa828408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:20.674754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-429312b6-4cf4-4913-8f56-a877b2d92ddc req-8e3393d1-2f0e-47e1-af30-98f2fa828408 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1553564 Dec 09 14:59:20.701562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'name': 'network-vif-deleted', 'tag': '75425b63-f34f-472a-ae1b-8b7ee53d5469'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:20.704085 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d34d939-172e-4dc2-800d-88bddb961232" -d '{"events": [{"server_uuid": "bb17d56c-9203-48cc-bedb-828ef151849b", "name": "network-vif-deleted", "tag": "75425b63-f34f-472a-ae1b-8b7ee53d5469"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:20.712983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.778084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.807434 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.826113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aab6efa-1da4-4196-b425-b919dda3b87c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:20.829825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2eb95-5679-4532-b26b-582ef5ff2af0 req-074ea121-e37e-4f6a-b73b-381a915d262e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:20.832350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97c2eb95-5679-4532-b26b-582ef5ff2af0 req-074ea121-e37e-4f6a-b73b-381a915d262e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1069212 Dec 09 14:59:20.834724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.838525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-429312b6-4cf4-4913-8f56-a877b2d92ddc req-53129730-44bc-40cc-bd88-7cd2b587aaaf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547153 Dec 09 14:59:20.840113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.843309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6d7f3f9b-6915-49f1-ae4f-b647baa18c45 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4aab6efa-1da4-4196-b425-b919dda3b87c HTTP/1.1" status: 204 len: 168 time: 0.5151062 Dec 09 14:59:20.846261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43878) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:20.859006 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.876085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.888002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.893022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2382433 Dec 09 14:59:20.893959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:20.902143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b496cd3-e8c4-4c22-bf72-96fe44b52bac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3c72b9-ef89-4ade-9452-346b32a7d979,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:20.910886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:20.942858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faa2db-99b3-40cc-a2cd-232155a648d2 None None] Pushing event updated for resources: {'Port': ['ID=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:20.965466 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97c2eb95-5679-4532-b26b-582ef5ff2af0 req-9be970fa-179d-4ab0-807c-271a86f24013 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139483 Dec 09 14:59:20.971284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:20.987342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.131484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Attempting to bind port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:21.134431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Attempting to bind port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:21.138586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Attempting to bind port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a on network 8d49125e-f533-456a-a6d3-2eea3af28616 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:21.152479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:21.154194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Checking segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:21.155082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.156966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Bound using segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:21.157702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Bound port: cee0f7b4-dfc1-45b3-af67-20198c9f3c0a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:21.158837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.237867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.280676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.319466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] For port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:21.335065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] For port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:21.343623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.380242 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b144d3c7-4ec3-45f3-84d3-0154a5dc8a63 x-openstack-request-id: req-b144d3c7-4ec3-45f3-84d3-0154a5dc8a63 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:21.381885 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb17d56c-9203-48cc-bedb-828ef151849b", "name": "network-vif-deleted", "tag": "75425b63-f34f-472a-ae1b-8b7ee53d5469", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:21.382167 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b144d3c7-4ec3-45f3-84d3-0154a5dc8a63 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:21.382599 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb17d56c-9203-48cc-bedb-828ef151849b', 'name': 'network-vif-deleted', 'tag': '75425b63-f34f-472a-ae1b-8b7ee53d5469', 'status': 'completed', 'code': 200} Dec 09 14:59:21.388190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce79829-7302-4ce7-9ea0-13bc0312f2df']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:21.398531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae94d7c-59a0-473e-bb5a-7cd140b086ec req-b0b91675-cb60-460a-a5c9-83948960df78 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:21.400161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aae94d7c-59a0-473e-bb5a-7cd140b086ec req-b0b91675-cb60-460a-a5c9-83948960df78 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2198532 Dec 09 14:59:21.410648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dff331-e1bd-4130-a6b4-c2c20830a372') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:21.411314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dff331-e1bd-4130-a6b4-c2c20830a372') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:21.439170 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.462599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Allocated IP 172.25.0.64 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/47f6c30c-2e2b-4114-bffc-b3ac8d050326) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:21.473857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.479556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faa2db-99b3-40cc-a2cd-232155a648d2 None None] Pushing event updated for resources: {'Port': ['ID=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:21.514156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:59:21.515087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.539673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:21.543666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:21.608393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6795a7cb-cb9b-4004-8f66-333faa4b64d7 None None] Provisioning complete for port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:21.609063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6795a7cb-cb9b-4004-8f66-333faa4b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.662714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a862ab-475f-4d9c-8afd-4a3860d7a832 req-7026ef45-f278-4042-9f1e-8bb5c4179ac2 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:59:21.666036 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:59:21.675022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30a862ab-475f-4d9c-8afd-4a3860d7a832 req-7026ef45-f278-4042-9f1e-8bb5c4179ac2 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 948 time: 0.1439822 Dec 09 14:59:21.684573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.692893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aae94d7c-59a0-473e-bb5a-7cd140b086ec req-ea853e1e-e390-4c5e-b2be-07f73edda3e0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842691 Dec 09 14:59:21.695531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.710316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.719741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] 10.222.0.46 "DELETE /v2.0/networks/cce79829-7302-4ce7-9ea0-13bc0312f2df HTTP/1.1" status: 204 len: 168 time: 0.8723724 Dec 09 14:59:21.754609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19ef1-74a8-47bd-b7ef-32fc25f379af admin admin] Pushing event deleted for resources: {'Network': ['ID=cce79829-7302-4ce7-9ea0-13bc0312f2df,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:21.811167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30a862ab-475f-4d9c-8afd-4a3860d7a832 req-2228a401-7fc3-4c60-9a7b-1d7599003f59 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348350 Dec 09 14:59:21.833534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.905393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:21.916717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:21.924887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:21.934346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:22.019789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:22.027056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event updated for resources: {'Port': ['ID=47f6c30c-2e2b-4114-bffc-b3ac8d050326,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:22.263847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:22.317436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.329759 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6795a7cb-cb9b-4004-8f66-333faa4b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.408268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0eb76-db9a-4157-abbf-298026b90955 req-36ee0d48-e1ce-48d6-8876-e572d5cce195 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:22.424086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0c0eb76-db9a-4157-abbf-298026b90955 req-36ee0d48-e1ce-48d6-8876-e572d5cce195 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.2624953 Dec 09 14:59:22.428671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.477433 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.517672 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-83015c02-57ae-4852-ba3f-224d96e1acb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aada081d95e3437ebc2a305cbd2a98d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441990 Dec 09 14:59:22.518816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43916) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:22.628764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6795a7cb-cb9b-4004-8f66-333faa4b64d7 None None] For port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:22.636651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0c0eb76-db9a-4157-abbf-298026b90955 req-31c01ddc-a16a-41a7-a8f9-8fed0fd40373 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112832 Dec 09 14:59:22.646871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6795a7cb-cb9b-4004-8f66-333faa4b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.718112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651f15-9fc8-443c-a712-438a589bd7ef req-40df9bb8-ae41-4e58-adfa-d5ff81789e94 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:22.721279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10651f15-9fc8-443c-a712-438a589bd7ef req-40df9bb8-ae41-4e58-adfa-d5ff81789e94 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.36 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 948 time: 0.1170011 Dec 09 14:59:22.722490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-730cebc9-44cb-4bdb-99c3-9e1b7c94febb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.825179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.840669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.850920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43932) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:22.860116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fb325-0f4c-4d36-a50f-eb3c2907cef9 req-ea3fa896-77a8-4588-a6a1-06deed8b529e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:22.868739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a17fb325-0f4c-4d36-a50f-eb3c2907cef9 req-ea3fa896-77a8-4588-a6a1-06deed8b529e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1257799 Dec 09 14:59:22.885476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-01a0bcd2-1b26-495f-bf14-a525a57b358d None None] Provisioning complete for port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:22.885852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01a0bcd2-1b26-495f-bf14-a525a57b358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:22.962778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795a7cb-cb9b-4004-8f66-333faa4b64d7 None None] Pushing event updated for resources: {'Port': ['ID=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:22.980694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-730cebc9-44cb-4bdb-99c3-9e1b7c94febb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.039158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:21Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:23.100789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f331c3-7a8a-4ee9-b329-d578e075960f None None] The sync data for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 is: [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:21Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:59:23.123752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3497d60-1f95-4d6b-a3d2-79e070b48af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.146477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-730cebc9-44cb-4bdb-99c3-9e1b7c94febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.149321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-730cebc9-44cb-4bdb-99c3-9e1b7c94febb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.225854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ab1d594d-f387-4b36-8790-bb598c0a7ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.226503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-730cebc9-44cb-4bdb-99c3-9e1b7c94febb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d57caea6-e674-49dc-9f7c-ffe5e65d0c97 HTTP/1.1" status: 204 len: 168 time: 0.6327462 Dec 09 14:59:23.226645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a17fb325-0f4c-4d36-a50f-eb3c2907cef9 req-901f4127-b3a0-4e57-9785-878d73c7c97c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476179 Dec 09 14:59:23.231313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event updated for resources: {'Port': ['ID=47f6c30c-2e2b-4114-bffc-b3ac8d050326,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:23.233707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cebc9-44cb-4bdb-99c3-9e1b7c94febb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57caea6-e674-49dc-9f7c-ffe5e65d0c97,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:23.292696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.311448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c14a5e-7b51-439e-88c4-b86c253d85fb req-00ed0b92-f338-4975-962d-26bca2057b49 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:23.332486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71c14a5e-7b51-439e-88c4-b86c253d85fb req-00ed0b92-f338-4975-962d-26bca2057b49 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 948 time: 0.3030808 Dec 09 14:59:23.346962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.363413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff99d187-e409-403d-ad78-68e42bd96328 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4558644 Dec 09 14:59:23.418873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Deleting port f519f005-7f4d-4cb6-bd99-88977facb77d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:23.419219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.489836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ab1d594d-f387-4b36-8790-bb598c0a7ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.503661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ab1d594d-f387-4b36-8790-bb598c0a7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.506486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71c14a5e-7b51-439e-88c4-b86c253d85fb req-235eb18e-bb4e-4393-8885-7d42bbf444bc tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9ff846e-54fa-4f30-afdc-783e7ac00598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722324 Dec 09 14:59:23.591797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d594d-f387-4b36-8790-bb598c0a7ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6d009e-162c-464c-8728-d4563d303bec,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:23.627858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ab1d594d-f387-4b36-8790-bb598c0a7ea7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ae4089d816b4d81a2f3d11c27dc3148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7568312 Dec 09 14:59:23.637205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:23.747050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] For port f519f005-7f4d-4cb6-bd99-88977facb77d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f519f005-7f4d-4cb6-bd99-88977facb77d,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:23.750670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.802073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Calling delete_port for f519f005-7f4d-4cb6-bd99-88977facb77d owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:23.892622 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-91c3b1ac-3648-45ba-97af-aa533151ffe1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1534017234&fields=id&tenant_id=a962011b96b44e238e15d802e3834dd9 HTTP/1.1" status: 200 len: 267 time: 0.1783135 Dec 09 14:59:23.926879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-905bc179-2261-4342-adee-b340e48043ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:23.980140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-905bc179-2261-4342-adee-b340e48043ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:24.037764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80a021-2ae1-4ea1-82a0-e4e97b534ac3 req-7c3f8452-7669-47d1-8a2d-629384cbe61f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:24.039381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef80a021-2ae1-4ea1-82a0-e4e97b534ac3 req-7c3f8452-7669-47d1-8a2d-629384cbe61f tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.2233558 Dec 09 14:59:24.107524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-0724b8cc-ddd2-47aa-b2c8-d58152c44fa0 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:24.115495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-0724b8cc-ddd2-47aa-b2c8-d58152c44fa0 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/networks?id=8d49125e-f533-456a-a6d3-2eea3af28616 HTTP/1.1" status: 200 len: 805 time: 0.2215695 Dec 09 14:59:24.134937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-2a92ca0b-6ca6-48d3-a0a2-d77de2373b84 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/quotas/a962011b96b44e238e15d802e3834dd9 HTTP/1.1" status: 200 len: 375 time: 0.0182624 Dec 09 14:59:24.210395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-905bc179-2261-4342-adee-b340e48043ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:24.220098 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-905bc179-2261-4342-adee-b340e48043ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:24.226139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-905bc179-2261-4342-adee-b340e48043ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b6d009e-162c-464c-8728-d4563d303bec HTTP/1.1" status: 204 len: 168 time: 0.5878012 Dec 09 14:59:24.251072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef80a021-2ae1-4ea1-82a0-e4e97b534ac3 req-fe9b34ce-28f6-4301-8e50-407decdeca90 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973674 Dec 09 14:59:24.290505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-2e6b4d6d-28f1-4515-ace0-90e7709ffa9a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a962011b96b44e238e15d802e3834dd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521194 Dec 09 14:59:24.292978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bc179-2261-4342-adee-b340e48043ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6d009e-162c-464c-8728-d4563d303bec,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:24.436830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:24.582787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Pushing event deleted for resources: {'Port': ['ID=f519f005-7f4d-4cb6-bd99-88977facb77d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:24.599978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-b33eab81-544d-4679-9382-9bdf60f5a466 service neutron] 10.222.0.46 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946038 Dec 09 14:59:24.824562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] No DVR routers for this DVR port f519f005-7f4d-4cb6-bd99-88977facb77d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:24.831629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:24.840332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10651f15-9fc8-443c-a712-438a589bd7ef req-3320307c-b4be-4170-88cc-b99b046b828b tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.36 "DELETE /v2.0/ports/f519f005-7f4d-4cb6-bd99-88977facb77d HTTP/1.1" status: 204 len: 173 time: 2.0960078 Dec 09 14:59:24.854517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'name': 'network-vif-deleted', 'tag': 'f519f005-7f4d-4cb6-bd99-88977facb77d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:24.865316 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c67eb-0c69-453e-be0a-113b3d9bd25c" -d '{"events": [{"server_uuid": "10ac3af7-7733-4be6-b77b-36129aeca2c6", "name": "network-vif-deleted", "tag": "f519f005-7f4d-4cb6-bd99-88977facb77d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:24.903926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cee0f7b4-dfc1-45b3-af67-20198c9f3c0a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:24.920255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-399af62c-d34c-4b70-9e56-efd085b116a0 service neutron] 10.222.0.46 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193860 Dec 09 14:59:24.928469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671ea91-992e-41a3-bf60-eb7365da7086 req-cca00b95-03e6-4d9e-a048-9dbc8ff4680b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:24.934496 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1671ea91-992e-41a3-bf60-eb7365da7086 req-cca00b95-03e6-4d9e-a048-9dbc8ff4680b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.4766116 Dec 09 14:59:25.094537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:25.095078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:25.096884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1671ea91-992e-41a3-bf60-eb7365da7086 req-9e224822-ee81-4551-9874-8786f7318fac tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540358 Dec 09 14:59:25.132279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44002) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:25.312888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e9abd-78cf-44ee-8d15-d59f13050c31 req-d2c7c935-02a6-4371-8db9-bbf7d021b978 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:25.325096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a29e9abd-78cf-44ee-8d15-d59f13050c31 req-d2c7c935-02a6-4371-8db9-bbf7d021b978 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0803931 Dec 09 14:59:25.332456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44008) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:25.338219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Request body: {'floatingip': {'port_id': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:25.529373 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b0909c-f6f4-477a-89b5-d0adb7b7e505 x-openstack-request-id: req-42b0909c-f6f4-477a-89b5-d0adb7b7e505 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:25.530033 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac3af7-7733-4be6-b77b-36129aeca2c6", "name": "network-vif-deleted", "tag": "f519f005-7f4d-4cb6-bd99-88977facb77d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:25.530033 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42b0909c-f6f4-477a-89b5-d0adb7b7e505 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:25.530292 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac3af7-7733-4be6-b77b-36129aeca2c6', 'name': 'network-vif-deleted', 'tag': 'f519f005-7f4d-4cb6-bd99-88977facb77d', 'status': 'completed', 'code': 200} Dec 09 14:59:25.553788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1897880299-network', 'tenant_id': '70f8b9c0172a4abd91b282924c0111c6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:25.581005 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6eb877b5-18f4-469e-a6b9-b5d8712097cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:25.632257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cf0bed7-7dc6-4d47-8e9c-32a8fb86e10a req-8278885c-e3b1-4844-b892-460166159f83 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 210 time: 0.0727315 Dec 09 14:59:25.645940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.226946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dbc7907-207c-4491-8702-1dbe727a7355 req-85887907-225e-43f6-a0b4-2b08501ed776 tempest-ImagesNegativeTestJSON-1412291024 tempest-ImagesNegativeTestJSON-1412291024-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ac3af7-7733-4be6-b77b-36129aeca2c6 HTTP/1.1" status: 200 len: 210 time: 0.6993129 Dec 09 14:59:26.271162 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.277849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Made reservation on behalf of 70f8b9c0172a4abd91b282924c0111c6 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:26.280366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.290114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.310792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:26.330970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34367e-9b6c-4674-a020-3c33877c86cd req-dc57316f-a7ad-4613-b5b5-f4c2a289a834 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:26.332764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e34367e-9b6c-4674-a020-3c33877c86cd req-dc57316f-a7ad-4613-b5b5-f4c2a289a834 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0989871 Dec 09 14:59:26.363225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f519f005-7f4d-4cb6-bd99-88977facb77d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:26.408110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: f519f005-7f4d-4cb6-bd99-88977facb77d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:59:26.410211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e34367e-9b6c-4674-a020-3c33877c86cd req-119bb3e6-20ba-4a4f-bfe2-ea762805f3c7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647252 Dec 09 14:59:26.410877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f519f005-7f4d-4cb6-bd99-88977facb77d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:59:26.525746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-975953579-network', 'tenant_id': 'd66c815a2e4c471d97a7c5ae10a2cb38'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:26.594665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Made reservation on behalf of d66c815a2e4c471d97a7c5ae10a2cb38 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:26.601572 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.627649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.628738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.833764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.841689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.857295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:59:26.870984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.871656 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Added segment 6c01af78-02b9-4873-b1c1-2af93e361136 of type vlan for network 80dc7c5a-05a8-4358-9e02-7a368694a400 Dec 09 14:59:26.922462 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.993548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:26.994132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:26.994825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.017834 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.020781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f81fc0e-dd89-4801-b3d3-4334a8a1001f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:27.048765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7364688 Dec 09 14:59:27.049742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44048) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:27.052300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ccf6a80-3cb8-42d9-a11e-8918820af99a req-9d0ab8ad-af56-4bf3-8a84-30d43061833a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 210 time: 0.0681565 Dec 09 14:59:27.057559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Request body: {'subnet': {'network_id': '80dc7c5a-05a8-4358-9e02-7a368694a400', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-975953579-subnet', 'tenant_id': 'd66c815a2e4c471d97a7c5ae10a2cb38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:27.057671 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Floating IP ec6a1767-1c69-4773-87b9-97c28f3d8ce6 associated. External IP: 172.25.0.231, port: e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e. Dec 09 14:59:27.129323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738869bd-42af-4173-87a2-bb6ac3bb71d5 admin admin] Pushing event updated for resources: {'Network': ['ID=80dc7c5a-05a8-4358-9e02-7a368694a400,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:27.142464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 80dc7c5a-05a8-4358-9e02-7a368694a400 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:59:27.162309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Made reservation on behalf of d66c815a2e4c471d97a7c5ae10a2cb38 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:27.169444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.322891 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.361962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.445770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.513965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:59:27.573444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=04222615-26c9-4dc8-9cf8-5cb1d7b6a21d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:27.626060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d542d7f9-253a-464f-a937-e8704bac02e6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:27.639533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.639893 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Added segment dfd008a3-0f77-458f-8296-e811504039af of type vlan for network 49603c97-673c-42b7-929c-f30a49bfef6b Dec 09 14:59:27.645368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Checking segment: {'id': '6c01af78-02b9-4873-b1c1-2af93e361136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '80dc7c5a-05a8-4358-9e02-7a368694a400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:27.645759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Network hostable DHCP agents. Network: 80dc7c5a-05a8-4358-9e02-7a368694a400, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:59:27.681078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Network 80dc7c5a-05a8-4358-9e02-7a368694a400 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:59:27.692390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.692877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.693153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 80dc7c5a-05a8-4358-9e02-7a368694a400) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:27.693280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.693575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.693922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.694266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.694604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.694952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.695321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.695627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.696024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.696282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.696704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:27.700911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:27.701568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.722741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1521b2-9a21-423e-9a7a-8555c12f6f58 None None] Network 80dc7c5a-05a8-4358-9e02-7a368694a400 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:27.741163 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01dd8328-9ea1-4c03-87ac-a136b192b8fb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6875663 Dec 09 14:59:27.815926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.825494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-4527f104-0999-492a-a338-b1fd319311a8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:27.827247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-4527f104-0999-492a-a338-b1fd319311a8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.36 "GET /v2.0/networks?id=8d49125e-f533-456a-a6d3-2eea3af28616 HTTP/1.1" status: 200 len: 805 time: 0.4352474 Dec 09 14:59:27.845148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8f6e2-d235-4899-8e70-36beb5bffb24 req-eef79e59-c0a0-4b6b-9734-260c2c41d807 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:27.847192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cb8f6e2-d235-4899-8e70-36beb5bffb24 req-eef79e59-c0a0-4b6b-9734-260c2c41d807 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2363977 Dec 09 14:59:27.921696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Router 203eff37-111c-454d-bb4a-0d3d955947dd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:59:27.928797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.929981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:27.930851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:27.963206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7545fbc1-e2e3-4455-844c-06561bdb9b0e None None] Network 80dc7c5a-05a8-4358-9e02-7a368694a400 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:28.021737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.8947794 Dec 09 14:59:28.024645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44088) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:28.033934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Request body: {'subnet': {'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1897880299-subnet', 'tenant_id': '70f8b9c0172a4abd91b282924c0111c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:28.060205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cb8f6e2-d235-4899-8e70-36beb5bffb24 req-8a939af1-e9ab-4fde-989d-10eb0eeb72a2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978025 Dec 09 14:59:28.101829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Made reservation on behalf of 70f8b9c0172a4abd91b282924c0111c6 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:28.104693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:28.115490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6e83e6f8-bc15-4d12-aec3-7b4cda589952 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a962011b96b44e238e15d802e3834dd9 HTTP/1.1" status: 200 len: 380 time: 0.2649727 Dec 09 14:59:28.154024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Request body: {'port': {'device_id': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'admin_state_up': True, 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'security_groups': ['b6bde865-a61c-4667-9a4e-01f19128b24d']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:28.163433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a8689-bcf1-419b-86d5-254b1a9c78ca admin admin] Pushing event updated for resources: {'Network': ['ID=49603c97-673c-42b7-929c-f30a49bfef6b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:28.193770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 49603c97-673c-42b7-929c-f30a49bfef6b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:59:28.269743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:28.407266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:28.430267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:28.460947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c719ffcd-1863-490d-8798-89beee266f28 req-d25867e9-2b17-4520-a7fc-e45593fed1ac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 210 time: 0.1425090 Dec 09 14:59:28.492310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:59:28.502811 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] Sync routers for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:59:28.507574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:28.522831 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-cf4b26b1-0614-4327-80d3-bf4a18ace8eb req-54416868-f7cb-4225-a3f0-862aabeddf95 tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] show failed (client error): The resource could not be found. Dec 09 14:59:28.524087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf4b26b1-0614-4327-80d3-bf4a18ace8eb req-54416868-f7cb-4225-a3f0-862aabeddf95 tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups/1d89a058-a190-4076-b1f5-b97077baf3e3 HTTP/1.1" status: 404 len: 352 time: 0.0836172 Dec 09 14:59:28.533107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:28.540933 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:28.594018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bff5e638-6d85-4730-8551-bfba17d41e69 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "PUT /v2.0/floatingips/ec6a1767-1c69-4773-87b9-97c28f3d8ce6 HTTP/1.1" status: 200 len: 992 time: 3.2587736 Dec 09 14:59:28.597000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:28.599564 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:28.618946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Made reservation on behalf of a962011b96b44e238e15d802e3834dd9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:28.624650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:28.663910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-069e4811-f85d-4383-b7d3-328810ecd966 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01d83b2fe5e6492a92105d010ea90630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928564 Dec 09 14:59:28.664584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e89e29-c233-4813-9970-c8155db3908d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:28.667277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44106) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:28.685486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Checking segment: {'id': 'dfd008a3-0f77-458f-8296-e811504039af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:28.685855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Network hostable DHCP agents. Network: 49603c97-673c-42b7-929c-f30a49bfef6b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:59:28.705442 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:28.736244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8eef1a9d-b7be-435c-9c13-4e8e184b19c0 req-808df220-fe79-4a1e-a77d-c7630b39e088 tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d66c815a2e4c471d97a7c5ae10a2cb38 HTTP/1.1" status: 200 len: 3005 time: 0.1548483 Dec 09 14:59:28.791730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Network 49603c97-673c-42b7-929c-f30a49bfef6b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:59:28.813133 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9ddb33-6d81-46cd-9e14-5583208b9cbc x-openstack-request-id: req-df9ddb33-6d81-46cd-9e14-5583208b9cbc {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:28.813133 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:28.813133 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df9ddb33-6d81-46cd-9e14-5583208b9cbc {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:28.822031 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'status': 'completed', 'code': 200} Dec 09 14:59:28.842760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8eef1a9d-b7be-435c-9c13-4e8e184b19c0 req-553bb57b-1b7a-4039-abf2-f9a758ed1f3b tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups/4f81fc0e-dd89-4801-b3d3-4334a8a1001f HTTP/1.1" status: 200 len: 3002 time: 0.1002533 Dec 09 14:59:28.849907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 49603c97-673c-42b7-929c-f30a49bfef6b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:28.859720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7942b-d518-4fa8-831d-399b5d75469e None None] Network 49603c97-673c-42b7-929c-f30a49bfef6b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:28.898605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:28.899248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:28.956037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee49088d-290b-48c5-b2c1-7f507680b1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:29.008074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1491a-13fe-4f55-add9-04a1f724f6c8 None None] Network 49603c97-673c-42b7-929c-f30a49bfef6b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:29.023001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a5902650-d754-4a4e-bbf9-f5bf5cf47b6c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9892468 Dec 09 14:59:29.040848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8eef1a9d-b7be-435c-9c13-4e8e184b19c0 req-54ba944e-4387-4a91-850d-ab813eb99d7b tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups/4f81fc0e-dd89-4801-b3d3-4334a8a1001f HTTP/1.1" status: 200 len: 3002 time: 0.1858122 Dec 09 14:59:29.055220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee49088d-290b-48c5-b2c1-7f507680b1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:29.108295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Allocated IP 172.20.0.9 (8d49125e-f533-456a-a6d3-2eea3af28616/0f54a83f-5177-4571-acdd-34444ebeee94/a7171432-8d64-45b8-a16d-93d0ef972e6d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:29.160981 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'ec6a1767-1c69-4773-87b9-97c28f3d8ce6', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'port_id': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'mac_address': 'fa:16:3e:0f:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:58:56Z', 'updated_at': '2021-12-09T14:59:26Z', 'revision_number': 1, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:29.182754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-e076db68-75ca-46a7-9417-a79dd046a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:29.184946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-e076db68-75ca-46a7-9417-a79dd046a98e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=555e6abe0b69454494cb7bf1c46255d6&device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 1097 time: 0.3484104 Dec 09 14:59:29.214708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0207e134-b85e-472e-9636-808e4cda17fb req-f0ebb9d1-0682-4f7b-b6e7-04b9bfd8fd01 tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups/4f81fc0e-dd89-4801-b3d3-4334a8a1001f HTTP/1.1" status: 200 len: 3002 time: 0.1404974 Dec 09 14:59:29.257959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:29.278835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] Checking router: 203eff37-111c-454d-bb4a-0d3d955947dd for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:59:29.334102 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:29.334824 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:29.344082 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee49088d-290b-48c5-b2c1-7f507680b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:29.351712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee49088d-290b-48c5-b2c1-7f507680b1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:29.352879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ee49088d-290b-48c5-b2c1-7f507680b1bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9ff846e-54fa-4f30-afdc-783e7ac00598 HTTP/1.1" status: 204 len: 168 time: 0.6839893 Dec 09 14:59:29.377957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532466c-e408-4933-a8dd-8dbe9a438d3e req-2e6abb4d-14dd-426b-81ea-39a1232b69d0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:29.395937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7532466c-e408-4933-a8dd-8dbe9a438d3e req-2e6abb4d-14dd-426b-81ea-39a1232b69d0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1900499 Dec 09 14:59:29.464753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49088d-290b-48c5-b2c1-7f507680b1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff846e-54fa-4f30-afdc-783e7ac00598,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:29.536491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7532466c-e408-4933-a8dd-8dbe9a438d3e req-9b706074-ac99-4d58-8e56-4d660bc6e96b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386528 Dec 09 14:59:29.585069 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:29.704336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-598fde75-f812-4aa9-860a-bdc24f41f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:29.705837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-598fde75-f812-4aa9-860a-bdc24f41f2ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=a23bfded-9aec-47bb-8651-797b32153a9b HTTP/1.1" status: 200 len: 913 time: 0.5078638 Dec 09 14:59:29.744879 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-0207e134-b85e-472e-9636-808e4cda17fb req-e100d77f-1a4e-45d2-b488-920092cfab5c tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 14:59:29.745923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0207e134-b85e-472e-9636-808e4cda17fb req-e100d77f-1a4e-45d2-b488-920092cfab5c tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "DELETE /v2.0/security-groups/4f81fc0e-dd89-4801-b3d3-4334a8a1001f HTTP/1.1" status: 409 len: 352 time: 0.5093219 Dec 09 14:59:29.881434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:29.935819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-0121e0b9-9495-4c1d-8d08-1096c6f65dea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e HTTP/1.1" status: 200 len: 1000 time: 0.2194014 Dec 09 14:59:29.975591 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0ae1b38-4ecc-4a6b-9ed3-a6dff5085645 req-34eed41f-833d-4276-90ba-cf3732688700 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 210 time: 0.0528865 Dec 09 14:59:30.026495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-7b868a22-c8d4-4c2b-a140-77b3c7b3164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:30.028075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-7b868a22-c8d4-4c2b-a140-77b3c7b3164b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f7e77b8d-be4f-4de2-94ba-075b6e690252 HTTP/1.1" status: 200 len: 851 time: 0.0601499 Dec 09 14:59:30.106394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.136433 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'ec6a1767-1c69-4773-87b9-97c28f3d8ce6', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'port_id': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'mac_address': 'fa:16:3e:0f:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:58:56Z', 'updated_at': '2021-12-09T14:59:26Z', 'revision_number': 1, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:30.148826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-dd26a2b0-d044-4a18-8dca-67e5c4306abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:30.150986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-dd26a2b0-d044-4a18-8dca-67e5c4306abe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a23bfded-9aec-47bb-8651-797b32153a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123030 Dec 09 14:59:30.168148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Network 8d49125e-f533-456a-a6d3-2eea3af28616 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:30.172751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-bb3e9a41-abc5-4ca8-8f60-603fa00b6238 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:59:30.173761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-bb3e9a41-abc5-4ca8-8f60-603fa00b6238 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112443 Dec 09 14:59:30.179332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:30.182020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:30.220466 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7a3f1-a5bf-4f58-9f00-24638a9301e7 None None] The sync data for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 is: [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'ec6a1767-1c69-4773-87b9-97c28f3d8ce6', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'port_id': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'mac_address': 'fa:16:3e:0f:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:58:56Z', 'updated_at': '2021-12-09T14:59:26Z', 'revision_number': 1, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:59:30.315594 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-c2b496a8-cdfb-4e6b-ba18-b160220e4e9d req-7a757be0-5286-4530-a91e-91b98b01ec3d tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] show failed (client error): The resource could not be found. Dec 09 14:59:30.326519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-fa2e959c-3f7a-4972-b715-e1741ad20f4e tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:30.329283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-fa2e959c-3f7a-4972-b715-e1741ad20f4e tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/networks?id=49603c97-673c-42b7-929c-f30a49bfef6b HTTP/1.1" status: 200 len: 822 time: 0.2374449 Dec 09 14:59:30.351993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2b496a8-cdfb-4e6b-ba18-b160220e4e9d req-7a757be0-5286-4530-a91e-91b98b01ec3d tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups/3fe6e546-36fd-41ab-b76b-5a58d37d7221 HTTP/1.1" status: 404 len: 352 time: 0.1573200 Dec 09 14:59:30.365246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event updated for resources: {'Port': ['ID=a7171432-8d64-45b8-a16d-93d0ef972e6d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:30.381036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-ad54a816-ddbe-480c-82b4-5608d6dd7a6f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/quotas/70f8b9c0172a4abd91b282924c0111c6 HTTP/1.1" status: 200 len: 375 time: 0.0358932 Dec 09 14:59:30.450935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-baa126ff-874a-4302-abc0-17ff2c5daf8a tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=70f8b9c0172a4abd91b282924c0111c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689199 Dec 09 14:59:30.461603 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-eefc0ec5-e37e-4797-8ad2-993fee9baefa req-843b7005-85cd-4458-9038-7e22a45a6ddf tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] show failed (client error): The resource could not be found. Dec 09 14:59:30.484151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:30.485428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eefc0ec5-e37e-4797-8ad2-993fee9baefa req-843b7005-85cd-4458-9038-7e22a45a6ddf tempest-SecurityGroupsNegativeTestJSON-124906019 tempest-SecurityGroupsNegativeTestJSON-124906019-project] 10.222.0.46 "GET /v2.0/security-groups/17e64df1-9729-4bbc-aee6-465640260452 HTTP/1.1" status: 404 len: 352 time: 0.1093025 Dec 09 14:59:30.527915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:30.528801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.582429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-6182f0d7-8bc6-4ba3-b3aa-3e29e2fa7dc6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4337354 Dec 09 14:59:30.611733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Request body: {'port': {'device_id': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:30.642275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Deleting subnet 04222615-26c9-4dc8-9cf8-5cb1d7b6a21d {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:59:30.686561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e903a7-622c-40c3-9ec3-adf41aadd710 None None] New status for floating IP ec6a1767-1c69-4773-87b9-97c28f3d8ce6: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:59:30.732843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.749271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-cf216529-6299-4f39-8ad7-1b03ac9e8623 service neutron] 10.222.0.43 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611675 Dec 09 14:59:30.798508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.831481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44170) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:30.855121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-e21a3cf5-d71c-49e0-b48a-f3bba7b55962 service neutron] 10.222.0.46 "GET /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032302 Dec 09 14:59:30.873281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.907464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-32d91a3e-c12c-4f54-b120-2fbfa07d362d None None] Provisioning complete for port a7171432-8d64-45b8-a16d-93d0ef972e6d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:30.907464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d91a3e-c12c-4f54-b120-2fbfa07d362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.976711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:30.990315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-ffc777a3-fa70-415f-8736-69723dc0e41c service neutron] 10.222.0.46 "GET /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342232 Dec 09 14:59:31.043521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40657a8e-9093-4ef3-8d29-01e6f54d150f req-fee0364a-f956-48c7-8cb6-8c488eceb411 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:31.045497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40657a8e-9093-4ef3-8d29-01e6f54d150f req-fee0364a-f956-48c7-8cb6-8c488eceb411 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.3565872 Dec 09 14:59:31.094563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1814692528-network', 'tenant_id': '8350a9136a0d466e800e3b7edc860d64'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:31.169078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Made reservation on behalf of 8350a9136a0d466e800e3b7edc860d64 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:31.175094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.209328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.217549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e15118ea-de7f-42c6-87ca-da31ff3ecdf2 req-d751e538-fe6f-4691-8957-df65def0866a service neutron] 10.222.0.43 "GET /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524236 Dec 09 14:59:31.303485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40657a8e-9093-4ef3-8d29-01e6f54d150f req-bc5b9e08-0fc0-4c6a-a29e-f76394828268 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368906 Dec 09 14:59:31.426405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.439984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.487714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941da8b8-bc92-41a4-b2ee-628159e6634d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:31.516674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:59:31.524550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.524994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.525405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.525809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.526657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.526657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.528568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.528875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.529207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.529591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.529871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.531245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.531245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:31.539052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.552759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-32d91a3e-c12c-4f54-b120-2fbfa07d362d None None] Port a7171432-8d64-45b8-a16d-93d0ef972e6d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:31.583699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04222615-26c9-4dc8-9cf8-5cb1d7b6a21d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:31.597513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312f2c-be51-4848-ae7f-ead19fb73a49 req-807b346d-a32c-4c95-9863-e208d4b9392d tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:31.605625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69312f2c-be51-4848-ae7f-ead19fb73a49 req-807b346d-a32c-4c95-9863-e208d4b9392d tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 931 time: 0.1762924 Dec 09 14:59:31.608736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.609138 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Added segment 85e5aaec-5476-4fea-b625-51430ffbb98a of type vlan for network fad566f8-0139-424a-8ba3-9cb19b7b290b Dec 09 14:59:31.626488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.630315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78d3e6f5-a7bb-4f83-bf5c-6307c87b5a55 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/04222615-26c9-4dc8-9cf8-5cb1d7b6a21d HTTP/1.1" status: 204 len: 168 time: 1.1439953 Dec 09 14:59:31.647471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:31.679291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fb52b179-15b5-4b67-be58-1454b7bff18a req-7c91a619-a7dc-4e23-a93b-5cbd5a832b6c tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 210 time: 0.0998821 Dec 09 14:59:31.756885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69312f2c-be51-4848-ae7f-ead19fb73a49 req-096b3664-160b-457c-985b-e39e7bf5f4b2 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364217 Dec 09 14:59:31.756885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.788094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.789704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:31.790533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.804241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.815799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7171432-8d64-45b8-a16d-93d0ef972e6d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:31.826220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.835030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9995604 Dec 09 14:59:31.839268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44192) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:31.844878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Request body: {'subnet': {'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1814692528-subnet', 'tenant_id': '8350a9136a0d466e800e3b7edc860d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:31.872112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Made reservation on behalf of 8350a9136a0d466e800e3b7edc860d64 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:31.874395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:31.895600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af2cf-cc7a-4f20-97a1-dda9cb096229 admin admin] Pushing event updated for resources: {'Network': ['ID=fad566f8-0139-424a-8ba3-9cb19b7b290b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:31.908494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fad566f8-0139-424a-8ba3-9cb19b7b290b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:59:31.922956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Transition to ACTIVE for port object a7171432-8d64-45b8-a16d-93d0ef972e6d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:31.945055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.130890 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.164886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Pushing event updated for resources: {'Port': ['ID=a7171432-8d64-45b8-a16d-93d0ef972e6d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:32.189851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dc7c5a-05a8-4358-9e02-7a368694a400']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:32.239804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c01af78-02b9-4873-b1c1-2af93e361136') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:32.239804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c01af78-02b9-4873-b1c1-2af93e361136') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:32.301823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.360494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.428805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:59:32.429211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:59:32.434275 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:59:32.456577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Attempting to bind port a7171432-8d64-45b8-a16d-93d0ef972e6d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:32.456934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Attempting to bind port a7171432-8d64-45b8-a16d-93d0ef972e6d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:32.457264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Attempting to bind port a7171432-8d64-45b8-a16d-93d0ef972e6d on network 8d49125e-f533-456a-a6d3-2eea3af28616 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:32.469962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Port a7171432-8d64-45b8-a16d-93d0ef972e6d on network 8d49125e-f533-456a-a6d3-2eea3af28616 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:32.470297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Attempting to bind port a7171432-8d64-45b8-a16d-93d0ef972e6d on network 8d49125e-f533-456a-a6d3-2eea3af28616 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:32.589160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:32.589508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Checking segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:32.589914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Bound using segment: {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:32.590429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Bound port: a7171432-8d64-45b8-a16d-93d0ef972e6d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d1ae6b-fef3-47a6-9ae4-5edc1accab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:32.591016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.651863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.674388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.677814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/80dc7c5a-05a8-4358-9e02-7a368694a400 HTTP/1.1" status: 204 len: 168 time: 1.0289128 Dec 09 14:59:32.733188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b088b-566d-45ad-8bea-d3d32ccb927f req-937af184-9d10-4cc1-9d8e-16410947f11c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:32.741930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f6b088b-566d-45ad-8bea-d3d32ccb927f req-937af184-9d10-4cc1-9d8e-16410947f11c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.3156238 Dec 09 14:59:32.755906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9740c-518d-4de3-8296-c849d2d31ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80dc7c5a-05a8-4358-9e02-7a368694a400,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:32.795988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.870687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] For port a7171432-8d64-45b8-a16d-93d0ef972e6d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:32.893950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f6b088b-566d-45ad-8bea-d3d32ccb927f req-f94f0564-0320-4d20-8a49-dddbdfff93b9 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509817 Dec 09 14:59:32.897737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcd6ee84-fd08-4752-ad2d-b69fe6f3b1fc req-ea1f2ebb-a14f-4645-a253-9f365c57eb58 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 210 time: 0.0517368 Dec 09 14:59:32.920697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] For port a7171432-8d64-45b8-a16d-93d0ef972e6d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:32.929303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f71e41-700c-4a38-b73b-b891a2e0dd5b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:32.942385 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:32.978421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:33.034283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.034576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.036008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7171432-8d64-45b8-a16d-93d0ef972e6d HTTP/1.1" status: 200 len: 1091 time: 2.4336834 Dec 09 14:59:33.036890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:33.039175 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:33.050769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a3c935e-e405-4153-a262-217e00f370b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d66c815a2e4c471d97a7c5ae10a2cb38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699513 Dec 09 14:59:33.052431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44214) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:33.057990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Checking segment: {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:33.058358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Network hostable DHCP agents. Network: fad566f8-0139-424a-8ba3-9cb19b7b290b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:59:33.126030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44383186-1eda-43ea-82c9-c6e63c415466 service neutron] Pushing event updated for resources: {'Port': ['ID=a7171432-8d64-45b8-a16d-93d0ef972e6d,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:33.131729 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384879e2-0a53-4e53-9393-69e866226261 x-openstack-request-id: req-384879e2-0a53-4e53-9393-69e866226261 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:33.132254 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:33.132653 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-384879e2-0a53-4e53-9393-69e866226261 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:33.133187 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'status': 'completed', 'code': 200} Dec 09 14:59:33.134289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af20d1cb-692b-41fa-8dfa-ef254aba4835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.200274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af20d1cb-692b-41fa-8dfa-ef254aba4835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.219832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b12d63-b3e8-4fd8-94b7-3a6e2e46ef1c req-4c795660-37f7-4388-b801-fb54eaa62803 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.221425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1b12d63-b3e8-4fd8-94b7-3a6e2e46ef1c req-4c795660-37f7-4388-b801-fb54eaa62803 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 943 time: 0.2356582 Dec 09 14:59:33.230927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-c8296d21-bd16-4612-96bf-4b9dc6156a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.233455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-c8296d21-bd16-4612-96bf-4b9dc6156a0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a962011b96b44e238e15d802e3834dd9&device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 1094 time: 0.1005688 Dec 09 14:59:33.314988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-b6fa793b-fb5c-499b-a18b-463f7b5d7b24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d HTTP/1.1" status: 200 len: 217 time: 0.0711813 Dec 09 14:59:33.327022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Network fad566f8-0139-424a-8ba3-9cb19b7b290b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:59:33.355897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fad566f8-0139-424a-8ba3-9cb19b7b290b) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:33.375459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aedece-cd56-4d72-819b-be13dfc515b7 None None] Network fad566f8-0139-424a-8ba3-9cb19b7b290b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:33.390168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af20d1cb-692b-41fa-8dfa-ef254aba4835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.392637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.393242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.394842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af20d1cb-692b-41fa-8dfa-ef254aba4835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.396213 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af20d1cb-692b-41fa-8dfa-ef254aba4835 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f81fc0e-dd89-4801-b3d3-4334a8a1001f HTTP/1.1" status: 204 len: 168 time: 0.3425756 Dec 09 14:59:33.447017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20d1cb-692b-41fa-8dfa-ef254aba4835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f81fc0e-dd89-4801-b3d3-4334a8a1001f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:33.452569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-0c525a53-d584-41eb-a927-5d4ce094f32a tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.454292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-0c525a53-d584-41eb-a927-5d4ce094f32a tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.36 "GET /v2.0/networks?id=49603c97-673c-42b7-929c-f30a49bfef6b HTTP/1.1" status: 200 len: 822 time: 0.3201044 Dec 09 14:59:33.459898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1b12d63-b3e8-4fd8-94b7-3a6e2e46ef1c req-1c1d6c7c-5a5c-488d-b220-a571bca408db tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556470 Dec 09 14:59:33.465905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-50e5d183-6f08-4925-8aed-063645d75949 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6255713 Dec 09 14:59:33.486226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Request body: {'port': {'device_id': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b', 'admin_state_up': True, 'tenant_id': '70f8b9c0172a4abd91b282924c0111c6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:33.486598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-c907b039-5546-4bad-9dfa-9957c626d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.489900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-c907b039-5546-4bad-9dfa-9957c626d1af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f54a83f-5177-4571-acdd-34444ebeee94 HTTP/1.1" status: 200 len: 844 time: 0.1641307 Dec 09 14:59:33.610132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098befbd-5406-4f9f-bdbc-388009f6037a req-ece53aa1-7c9d-49e6-9df7-33edacd066ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:33.612210 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-ece53aa1-7c9d-49e6-9df7-33edacd066ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d49125e-f533-456a-a6d3-2eea3af28616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154239 Dec 09 14:59:33.693034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3d7c6-65dc-4131-bdc9-64d25b9c5cb3 None None] Network fad566f8-0139-424a-8ba3-9cb19b7b290b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:33.763512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Made reservation on behalf of 70f8b9c0172a4abd91b282924c0111c6 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:33.771753 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:33.853530 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-41ebeed9-75de-4c40-aefd-048011c87ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315838 Dec 09 14:59:33.987021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-098befbd-5406-4f9f-bdbc-388009f6037a req-bd6b1f1b-89e1-43ed-9212-c7ad671310ba service neutron] 10.222.0.36 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258814 Dec 09 14:59:34.078717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Allocated IP 172.20.0.4 (49603c97-673c-42b7-929c-f30a49bfef6b/d5e89e29-c233-4813-9970-c8155db3908d/0fdad16c-49ea-4ac0-a573-8c9b93c901f1) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:34.086369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45257a8-406d-47fb-96d0-c04a2ac86919 req-81ba5891-ff0b-44ae-949b-2bc960f03997 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.089325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d45257a8-406d-47fb-96d0-c04a2ac86919 req-81ba5891-ff0b-44ae-949b-2bc960f03997 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0926778 Dec 09 14:59:34.164510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-cc6c76d7-051b-4866-a35d-e3e2d09ddc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.166494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-cc6c76d7-051b-4866-a35d-e3e2d09ddc42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a962011b96b44e238e15d802e3834dd9&device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 1094 time: 0.1051557 Dec 09 14:59:34.173215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5f581c3c-8b1b-4fdf-8b49-fdeb60955d48 req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-117338750', 'description': 'tempest-description-1640783289'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:34.237387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d45257a8-406d-47fb-96d0-c04a2ac86919 req-abff2faa-327b-4926-b2d8-79c5acc9c9a0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112731 Dec 09 14:59:34.397797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac3d4b6-6354-48ff-8672-4a5c6c6f8d09 req-9a46ddc9-ec42-4811-af73-acdcbdbc3605 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 210 time: 0.0447905 Dec 09 14:59:34.422510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-2f242868-a0f4-448a-aa85-8a7247df1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.426506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-2f242868-a0f4-448a-aa85-8a7247df1691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d49125e-f533-456a-a6d3-2eea3af28616 HTTP/1.1" status: 200 len: 906 time: 0.2485530 Dec 09 14:59:34.494456 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-05fee83a-5e6e-44d8-a8ec-f248dfb6232b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d HTTP/1.1" status: 200 len: 217 time: 0.0589149 Dec 09 14:59:34.611648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f581c3c-8b1b-4fdf-8b49-fdeb60955d48 req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:34.625966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-f874ad0d-d115-4407-866f-53fd8ad0579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.628429 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-f874ad0d-d115-4407-866f-53fd8ad0579d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f54a83f-5177-4571-acdd-34444ebeee94 HTTP/1.1" status: 200 len: 844 time: 0.1248739 Dec 09 14:59:34.689383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:34.730277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:34.731643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3dec1-eceb-471c-838e-fb13c33abc03 req-8ad33b67-3bbd-4614-b5fb-68c88c7c01be tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.733172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7be3dec1-eceb-471c-838e-fb13c33abc03 req-8ad33b67-3bbd-4614-b5fb-68c88c7c01be tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 943 time: 0.0965683 Dec 09 14:59:34.740997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-762884c6-091b-4767-b9cd-6946b533962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.742468 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-762884c6-091b-4767-b9cd-6946b533962a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d49125e-f533-456a-a6d3-2eea3af28616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040931 Dec 09 14:59:34.777390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f581c3c-8b1b-4fdf-8b49-fdeb60955d48 req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:34.785338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f581c3c-8b1b-4fdf-8b49-fdeb60955d48 req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:34.793339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-896238dd-c77b-409d-a608-9c5aa4037933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:34.794833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-896238dd-c77b-409d-a608-9c5aa4037933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.1012220 Dec 09 14:59:34.823214 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:34.881489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1093548346-network', 'tenant_id': 'e2c843428b2640ddadb7278f146513f4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:34.886384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5f581c3c-8b1b-4fdf-8b49-fdeb60955d48 req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:34.888571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f581c3c-8b1b-4fdf-8b49-fdeb60955d48 req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7254694 Dec 09 14:59:34.907452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67039-78ea-4631-aa4a-cc9ce427aa1f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b326a-b2b0-488c-9fde-af54d4c8d661,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:34.944223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Network 49603c97-673c-42b7-929c-f30a49bfef6b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:34.985075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:34.993573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:35.009347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Pushing event updated for resources: {'Port': ['ID=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:35.062353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Made reservation on behalf of e2c843428b2640ddadb7278f146513f4 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:35.064740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.098332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.115734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.116350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.131282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-8e650e4f-90bc-4ae6-bd0b-c4fd221bb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.132837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-8e650e4f-90bc-4ae6-bd0b-c4fd221bb140 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.3256335 Dec 09 14:59:35.135843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7be3dec1-eceb-471c-838e-fb13c33abc03 req-18d8bf2b-5720-4532-be65-4bd6f6587b34 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911908 Dec 09 14:59:35.143080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-c5432e98-98cc-441f-9ea7-95271b9e16c8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906219 Dec 09 14:59:35.143809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe37-e0d6-46fe-92a3-23283d585d79 req-e58329de-3a57-4263-9f8d-71f6859cd097 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.145314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f89fe37-e0d6-46fe-92a3-23283d585d79 req-e58329de-3a57-4263-9f8d-71f6859cd097 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1651518 Dec 09 14:59:35.182095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-14e32fed-2709-4153-9133-bf9c06178dd1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7127364 Dec 09 14:59:35.231401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Request body: {'port': {'device_id': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:35.246861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-ad95d9b5-e7f2-4a61-9375-6a8a0ef1bfdd req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-608151627', 'description': 'tempest-description-627740774'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:35.252706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7bb7c05-9e93-4145-8964-9e69b9d74f4b req-ff6cb8ce-314f-433a-9db7-fe17ae6cdc28 service neutron] 10.222.0.36 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017976 Dec 09 14:59:35.275764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ad95d9b5-e7f2-4a61-9375-6a8a0ef1bfdd req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.336542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-739b4bc4-2853-46fb-80ea-c8fcf13d26be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.1901820 Dec 09 14:59:35.351022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ad95d9b5-e7f2-4a61-9375-6a8a0ef1bfdd req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.355401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ad95d9b5-e7f2-4a61-9375-6a8a0ef1bfdd req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.360953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f89fe37-e0d6-46fe-92a3-23283d585d79 req-000402e6-4b16-456f-b493-a2386b56c9c1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011356 Dec 09 14:59:35.386080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca9e2a5-e032-415a-9fd6-f34fb03271cf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:35.388224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.392096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ad95d9b5-e7f2-4a61-9375-6a8a0ef1bfdd req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.396577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad95d9b5-e7f2-4a61-9375-6a8a0ef1bfdd req-b4a76770-6a83-4e7d-a2ed-645af590b1e6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1553829 Dec 09 14:59:35.465609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.470131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-d225f7c2-6f54-452f-8e5f-dd1678e379a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.471895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-d225f7c2-6f54-452f-8e5f-dd1678e379a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1266227 Dec 09 14:59:35.474687 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.523379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:59:35.526664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c29ce-29ee-4bef-bba7-508fba658ce8 req-fe479717-be2e-48c6-b151-2017f7ad5ed0 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.528298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a8c29ce-29ee-4bef-bba7-508fba658ce8 req-fe479717-be2e-48c6-b151-2017f7ad5ed0 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 931 time: 0.0583003 Dec 09 14:59:35.582936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a8c29ce-29ee-4bef-bba7-508fba658ce8 req-383ee761-b815-4309-b2f5-151bda9149a3 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473025 Dec 09 14:59:35.630882 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.631473 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Added segment c51864a7-642a-4f39-ae3e-6929940a8026 of type vlan for network 7b300dd8-04d4-4367-b5c0-08893c063b3d Dec 09 14:59:35.648076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b1fcc4-c08f-441d-a385-b2cfaf881582,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:35.721259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-f37b8e41-7841-4eed-b3df-f17758281efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.722789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-f37b8e41-7841-4eed-b3df-f17758281efd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374580 Dec 09 14:59:35.725653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.761478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-82673af2-e173-421c-a154-d63327b6e262 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.762957 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-82673af2-e173-421c-a154-d63327b6e262 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 813 time: 0.1077840 Dec 09 14:59:35.771872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-d92a5289-492d-4684-a988-10a870c8a07c tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1257258160&fields=id&tenant_id=b86e28aeb2fa461e877af3a62cc2fddb HTTP/1.1" status: 200 len: 267 time: 0.2495327 Dec 09 14:59:35.778899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-aca10576-bda5-409a-968a-e4db7261b6b3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/quotas/8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 375 time: 0.0098796 Dec 09 14:59:35.820089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-d289359f-bd16-404b-a2ec-58d854d701e4 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351541 Dec 09 14:59:35.831476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-ba4ea649-6965-446c-9daf-70608c0bb40b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:59:35.832457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-ba4ea649-6965-446c-9daf-70608c0bb40b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052781 Dec 09 14:59:35.890937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.891857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:35.892446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:35.929509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-288c9167-ddb6-4b2a-89d7-f926e4128710 service neutron] 10.222.0.46 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906405 Dec 09 14:59:35.993833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2583809 Dec 09 14:59:35.994568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44290) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:35.999166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Request body: {'subnet': {'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1093548346-subnet', 'tenant_id': 'e2c843428b2640ddadb7278f146513f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:36.038935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Made reservation on behalf of e2c843428b2640ddadb7278f146513f4 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:36.041241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.046695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601ecd-1815-48a2-a2b8-941685fce0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7b300dd8-04d4-4367-b5c0-08893c063b3d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:36.055272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-9e0f96c8-47cb-4a21-8235-2971bbb3b864 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223484 Dec 09 14:59:36.058120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7b300dd8-04d4-4367-b5c0-08893c063b3d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:59:36.060816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-d2974e70-0595-446c-ac9e-e50557c0cbfa service neutron] 10.222.0.46 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247916 Dec 09 14:59:36.128727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-c35a4ebf-6389-472c-995b-9faf202a92f0 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:36.130319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-c35a4ebf-6389-472c-995b-9faf202a92f0 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/networks?id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade HTTP/1.1" status: 200 len: 816 time: 0.3256936 Dec 09 14:59:36.176721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:36.203946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.212089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-52b1cc7a-48dd-4f7b-b4ef-e754e8622ec8 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/quotas/b86e28aeb2fa461e877af3a62cc2fddb HTTP/1.1" status: 200 len: 375 time: 0.0377121 Dec 09 14:59:36.235083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Transition to ACTIVE for port object 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:36.266672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.269858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.303267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-846a8ad5-7e13-44d5-917d-7773684d2e6e req-9f212787-7f51-4431-9c76-a4ee7d620542 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353716 Dec 09 14:59:36.341177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:36.351423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-1b8a5037-17fa-4f11-b2bd-ba0a86ecd889 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b86e28aeb2fa461e877af3a62cc2fddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287677 Dec 09 14:59:36.397533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1343a6-eaa4-43dd-bbae-7ce65921140b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:36.428203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976766c6-cee6-4e9c-b96e-fbf875eec400 req-6ccbd7f1-6d86-4fb0-b39e-c80f841e94a8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:36.431898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-976766c6-cee6-4e9c-b96e-fbf875eec400 req-6ccbd7f1-6d86-4fb0-b39e-c80f841e94a8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 943 time: 0.1713679 Dec 09 14:59:36.432897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Checking segment: {'id': 'c51864a7-642a-4f39-ae3e-6929940a8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:36.433908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Network hostable DHCP agents. Network: 7b300dd8-04d4-4367-b5c0-08893c063b3d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:59:36.482784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Attempting to bind port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:36.483133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Attempting to bind port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'dfd008a3-0f77-458f-8296-e811504039af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:36.483480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Attempting to bind port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 on network 49603c97-673c-42b7-929c-f30a49bfef6b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:36.492465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 on network 49603c97-673c-42b7-929c-f30a49bfef6b not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:36.492797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Attempting to bind port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 on network 49603c97-673c-42b7-929c-f30a49bfef6b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:36.494511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Network 7b300dd8-04d4-4367-b5c0-08893c063b3d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:59:36.505057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:36.505446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Checking segment: {'id': 'dfd008a3-0f77-458f-8296-e811504039af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:36.505846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Bound using segment: {'id': 'dfd008a3-0f77-458f-8296-e811504039af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:36.506212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Bound port: 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd008a3-0f77-458f-8296-e811504039af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:36.506570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.510275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-b870a212-6027-4b56-8387-94de665d5ffe service neutron] 10.222.0.46 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414528 Dec 09 14:59:36.510395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-976766c6-cee6-4e9c-b96e-fbf875eec400 req-fe6d9aa5-35a8-4f1e-aac9-e0b3fb765787 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665009 Dec 09 14:59:36.519807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7b300dd8-04d4-4367-b5c0-08893c063b3d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:36.524275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:36.524882 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.532612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55bbae-691c-42e2-b051-87d3ca1b3093 None None] Network 7b300dd8-04d4-4367-b5c0-08893c063b3d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:36.561604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-660d7aca-4e42-4949-b4ea-9ce3e76ce427 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5661814 Dec 09 14:59:36.668219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] For port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:36.684998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] For port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,segment=NetworkSegment(dfd008a3-0f77-458f-8296-e811504039af),segment_id=dfd008a3-0f77-458f-8296-e811504039af)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:36.703808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.712643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b4f64c7-49dd-4067-b612-ddabf888377c req-1c209f80-c775-410b-98fd-21d242e31b68 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 210 time: 0.0998869 Dec 09 14:59:36.752810 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-0597e0ee-c118-48f0-81f3-c0b5ec6d34ad service neutron] 10.222.0.46 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065065 Dec 09 14:59:36.766653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151759b-f004-49b8-9130-1e335e650c79 None None] Network 7b300dd8-04d4-4367-b5c0-08893c063b3d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:36.770344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:36.779157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:36.790418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0fdad16c-49ea-4ac0-a573-8c9b93c901f1 HTTP/1.1" status: 200 len: 1091 time: 1.5685742 Dec 09 14:59:36.791980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'tag': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:36.794284 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e516c7-39d5-4638-aaf2-4b43849a7fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "a84123c4-775e-445e-9fda-4e0ac333f9ac", "tag": "0fdad16c-49ea-4ac0-a573-8c9b93c901f1"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:36.900715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b0450-cf5c-4559-8357-7001d00629c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:36.910615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-8ae4a5c3-8f88-4ee7-b6ce-df05de86e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:36.912173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-8ae4a5c3-8f88-4ee7-b6ce-df05de86e11b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70f8b9c0172a4abd91b282924c0111c6&device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 1094 time: 0.0686550 Dec 09 14:59:36.971184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-4aafb49f-eb1c-46e8-ac13-c3dd22307c86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1 HTTP/1.1" status: 200 len: 217 time: 0.0508351 Dec 09 14:59:37.027342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-7bb2e1d7-fd67-4c61-a79f-a5dbd2026a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.029050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-7bb2e1d7-fd67-4c61-a79f-a5dbd2026a99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5e89e29-c233-4813-9970-c8155db3908d HTTP/1.1" status: 200 len: 862 time: 0.0505121 Dec 09 14:59:37.030051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ebde3-304a-4002-84c1-114f25fb01a0 req-32f308c6-f267-41b4-8324-3408bbaa7e96 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.039445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c6ebde3-304a-4002-84c1-114f25fb01a0 req-32f308c6-f267-41b4-8324-3408bbaa7e96 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0635185 Dec 09 14:59:37.068613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-24617a38-68b5-41fa-9e85-3144c5777a80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49603c97-673c-42b7-929c-f30a49bfef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321767 Dec 09 14:59:37.095189 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c6ebde3-304a-4002-84c1-114f25fb01a0 req-3c731fd9-4ad0-418e-8651-b14d6e2a5b48 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546043 Dec 09 14:59:37.182082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-9f418932-fa3f-4708-8167-e74f9b3863be service neutron] 10.222.0.36 "GET /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047647 Dec 09 14:59:37.233470 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bf3fe2-14d1-4372-9731-fde7c55e035b x-openstack-request-id: req-62bf3fe2-14d1-4372-9731-fde7c55e035b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:37.235563 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84123c4-775e-445e-9fda-4e0ac333f9ac", "tag": "0fdad16c-49ea-4ac0-a573-8c9b93c901f1", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:37.235867 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62bf3fe2-14d1-4372-9731-fde7c55e035b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:37.236314 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'tag': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1', 'status': 'completed', 'code': 200} Dec 09 14:59:37.253373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425024b-14d9-4204-8b99-4f5f4471cfef req-8f46f4da-f1c5-4110-9d66-8257e7e0eb5c tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.255307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c425024b-14d9-4204-8b99-4f5f4471cfef req-8f46f4da-f1c5-4110-9d66-8257e7e0eb5c tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 943 time: 0.0754468 Dec 09 14:59:37.320254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c425024b-14d9-4204-8b99-4f5f4471cfef req-1a7ede9a-dacb-4a7f-a7dc-5ed919157715 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Dec 09 14:59:37.329071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77abd73b-7cd6-4a98-ae8b-68f2fd1a787a req-e0ca37b0-83ab-465b-a2e4-8b58110e9008 service neutron] 10.222.0.36 "GET /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357672 Dec 09 14:59:37.455641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-da4614d2-6059-4b86-99da-9abf59464013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.457271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-da4614d2-6059-4b86-99da-9abf59464013 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70f8b9c0172a4abd91b282924c0111c6&device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 1094 time: 0.0647545 Dec 09 14:59:37.482639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf074a4-c5a7-406a-95a2-a2c77c1a0dc0 req-986d7b07-2c79-44f6-ba0a-9ddbed58a5f0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.490666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6bf074a4-c5a7-406a-95a2-a2c77c1a0dc0 req-986d7b07-2c79-44f6-ba0a-9ddbed58a5f0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0868261 Dec 09 14:59:37.548891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6bf074a4-c5a7-406a-95a2-a2c77c1a0dc0 req-087dc4f2-5902-45ef-a308-31df42ac3753 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573192 Dec 09 14:59:37.666022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-794c17a7-fa47-4c7d-99d1-57018f0c1036 req-daf2e697-75a4-452b-ac3a-cd8b997b88bc tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0529182 Dec 09 14:59:37.752183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-465d1ce5-fd6a-4a4b-a5fd-e41c747e1303 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.755992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-465d1ce5-fd6a-4a4b-a5fd-e41c747e1303 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/networks?id=7b300dd8-04d4-4367-b5c0-08893c063b3d HTTP/1.1" status: 200 len: 809 time: 0.2792234 Dec 09 14:59:37.768677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-22588ccb-eec3-4891-b8b2-f83156b6969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.770114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-22588ccb-eec3-4891-b8b2-f83156b6969e service neutron] 10.222.0.36 "GET /v2.0/networks?id=49603c97-673c-42b7-929c-f30a49bfef6b HTTP/1.1" status: 200 len: 923 time: 0.2924142 Dec 09 14:59:37.789052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46bb73-8382-412c-be57-6324fda4d521 req-989bbaa6-d3fd-4c09-95fb-625d8089615c tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.791438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b46bb73-8382-412c-be57-6324fda4d521 req-989bbaa6-d3fd-4c09-95fb-625d8089615c tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 943 time: 0.0693281 Dec 09 14:59:37.793679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-8b29be8d-6423-459c-a44f-5075eefcb3c6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:37.795099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-8b29be8d-6423-459c-a44f-5075eefcb3c6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.36 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 813 time: 0.2776279 Dec 09 14:59:37.804175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b10ded94-c9e1-4934-9780-01e1238281b6 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/quotas/e2c843428b2640ddadb7278f146513f4 HTTP/1.1" status: 200 len: 375 time: 0.0369859 Dec 09 14:59:37.846475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b46bb73-8382-412c-be57-6324fda4d521 req-0dbd1b83-cbac-4bb1-8e10-776c409c5dbe tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467525 Dec 09 14:59:37.854200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'port': {'device_id': '1249f341-b249-4f60-957f-9cde188345ce', 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b', 'admin_state_up': True, 'tenant_id': '8350a9136a0d466e800e3b7edc860d64'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:37.861030 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-fb673d7f-b95a-45ab-a673-8c5198419139 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1 HTTP/1.1" status: 200 len: 217 time: 0.0791805 Dec 09 14:59:37.890346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-6ac3c953-b6e9-4440-b41f-cc85f74a31ea tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2c843428b2640ddadb7278f146513f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847187 Dec 09 14:59:38.013294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-bf503483-22b4-4142-b92c-530a2dc207e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:38.014698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-bf503483-22b4-4142-b92c-530a2dc207e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5e89e29-c233-4813-9970-c8155db3908d HTTP/1.1" status: 200 len: 862 time: 0.1276505 Dec 09 14:59:38.059444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd674af0-52e8-49e3-819b-4b02c2616618 req-29893bee-2486-4364-8d35-f42759d43e92 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 210 time: 0.0273533 Dec 09 14:59:38.075794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-25b51f8e-8675-4eac-ae26-ad973773f0a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49603c97-673c-42b7-929c-f30a49bfef6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354605 Dec 09 14:59:38.168014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b236ec80-2cbf-4d04-a2b6-026e4549c8bd service neutron] 10.222.0.46 "GET /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667069 Dec 09 14:59:38.225126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Made reservation on behalf of 8350a9136a0d466e800e3b7edc860d64 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:38.228653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:38.241193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2524391-23c8-408f-8a7d-70437ede0338 req-7de143d8-a86f-49b1-a8ca-53367b52d0c5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:38.242813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2524391-23c8-408f-8a7d-70437ede0338 req-7de143d8-a86f-49b1-a8ca-53367b52d0c5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0604422 Dec 09 14:59:38.288705 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-fa2ae41c-7fad-474f-a2bd-4735584e8907 service neutron] 10.222.0.36 "GET /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038727 Dec 09 14:59:38.301857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2524391-23c8-408f-8a7d-70437ede0338 req-1c5b7df0-3389-4624-b9f6-d01a93a28bd8 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525217 Dec 09 14:59:38.410482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a7171432-8d64-45b8-a16d-93d0ef972e6d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:38.563503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a7171432-8d64-45b8-a16d-93d0ef972e6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:38.578388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'port_id': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'mac_address': 'fa:16:3e:3a:95:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:38.631386 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:38.635595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c99ad-a39c-48a3-bd89-b00054f5b2be req-e5060789-b63f-4622-bd9e-40f81bd16209 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:38.637270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-524c99ad-a39c-48a3-bd89-b00054f5b2be req-e5060789-b63f-4622-bd9e-40f81bd16209 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 943 time: 0.0924253 Dec 09 14:59:38.648737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7171432-8d64-45b8-a16d-93d0ef972e6d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:38.676180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a7171432-8d64-45b8-a16d-93d0ef972e6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:38.685664 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:38.740669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-524c99ad-a39c-48a3-bd89-b00054f5b2be req-7a61f5a8-a492-4999-92de-53b13fb7bb06 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915220 Dec 09 14:59:38.765989 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-f1b85a92-d28b-42b0-ab31-f6825beace80 service neutron] 10.222.0.46 "GET /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855865 Dec 09 14:59:38.777976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a7171432-8d64-45b8-a16d-93d0ef972e6d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:38.788583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.788951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.789290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.789636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.789977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.790316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.790669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.790981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.791523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.792017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.792504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.792974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.793440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 14:59:38.912308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['a7171432-8d64-45b8-a16d-93d0ef972e6d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:38.944531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9b303-4375-48c5-8516-624dfbafe84b req-4d19db74-7253-4379-a82f-ab5145357af7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:38.959952 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3df9b303-4375-48c5-8516-624dfbafe84b req-4d19db74-7253-4379-a82f-ab5145357af7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1299038 Dec 09 14:59:39.010684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e516c7-39d5-4638-aaf2-4b43849a7fcd req-6cf426c9-a354-43e9-afe1-1b876d632801 service neutron] 10.222.0.36 "GET /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113330 Dec 09 14:59:39.036444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-5c0aee16-b3b9-45e8-9459-ca395f158780 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:39.038527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-5c0aee16-b3b9-45e8-9459-ca395f158780 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.43 "GET /v2.0/networks?id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade HTTP/1.1" status: 200 len: 816 time: 0.3436236 Dec 09 14:59:39.056637 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3df9b303-4375-48c5-8516-624dfbafe84b req-864c6052-b585-413d-b949-bf408ab1dc83 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924742 Dec 09 14:59:39.092173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Allocated IP 172.20.0.6 (fad566f8-0139-424a-8ba3-9cb19b7b290b/f2f71e41-700c-4a38-b73b-b891a2e0dd5b/b3d41562-5ba1-4aed-a1f1-adbea3600fc0) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:39.240260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e4d12323-0769-435a-a42f-8eb8c2d4c8f7 req-3005fc8a-28e8-4071-92d1-e5e8981d80fe tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.1918523 Dec 09 14:59:39.291151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79060f59-026a-4c7b-9e1d-a7da06bf8229 req-ea9a110d-ed2d-40fb-a59e-8b7ce73fd9f6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:39.294050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79060f59-026a-4c7b-9e1d-a7da06bf8229 req-ea9a110d-ed2d-40fb-a59e-8b7ce73fd9f6 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 944 time: 0.1140590 Dec 09 14:59:39.321922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-088500dd-98a5-469f-abec-705f8d7841ff tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b86e28aeb2fa461e877af3a62cc2fddb HTTP/1.1" status: 200 len: 380 time: 0.2666984 Dec 09 14:59:39.324888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:39.352416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Request body: {'port': {'device_id': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'admin_state_up': True, 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'security_groups': ['978536ca-4d35-4f0a-94f2-7bef25c38e6c']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:39.387317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79060f59-026a-4c7b-9e1d-a7da06bf8229 req-835ec6cd-7bed-45e8-9723-d1018c991793 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700445 Dec 09 14:59:39.488622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1db59c6b-3bf6-44c7-bc3f-04361c68d760 req-6ae68301-6e5d-4fa9-9e2f-9b50cff9dc91 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 210 time: 0.1406803 Dec 09 14:59:39.512088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:39.570585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Made reservation on behalf of b86e28aeb2fa461e877af3a62cc2fddb for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:39.574220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:39.673669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Network fad566f8-0139-424a-8ba3-9cb19b7b290b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:39.697148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:39.705811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:39.712915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:39.820073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cb222-18ae-4100-8fa8-ca974b8b7d2b req-b29c9e59-c607-4201-9c74-4be2710fcbfa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:39.821545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d10cb222-18ae-4100-8fa8-ca974b8b7d2b req-b29c9e59-c607-4201-9c74-4be2710fcbfa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 931 time: 0.2102702 Dec 09 14:59:39.834425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:39.835061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:39.879227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Allocated IP 172.20.0.5 (5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade/01872b0f-ac20-4a43-9dc4-89380c7d66a4/715efec8-b8c1-4238-96a2-425a39ef376e) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:39.886105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-beef9d4c-74fe-480b-a40e-acfbf9b7e163 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0358596 Dec 09 14:59:39.905144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Request body: {'port': {'device_id': '1249f341-b249-4f60-957f-9cde188345ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:39.946157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e8580-b356-4d92-adc3-9eb4cd4488bc req-dd5fe254-5c50-44be-afa2-7ed3fd21d903 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:39.947745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-908e8580-b356-4d92-adc3-9eb4cd4488bc req-dd5fe254-5c50-44be-afa2-7ed3fd21d903 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 945 time: 0.0832453 Dec 09 14:59:39.984655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d10cb222-18ae-4100-8fa8-ca974b8b7d2b req-9cb11b77-98dd-42e4-9012-e1323bf22ed9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430538 Dec 09 14:59:40.032852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-908e8580-b356-4d92-adc3-9eb4cd4488bc req-248b5f57-0011-47ed-9926-76c5eda3ca72 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 Dec 09 14:59:40.145899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c942-8e25-493e-91a5-2a2bea37ef4d req-8b3cac42-e66a-4936-832a-f2649eb6b556 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:40.148107 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f86c942-8e25-493e-91a5-2a2bea37ef4d req-8b3cac42-e66a-4936-832a-f2649eb6b556 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 943 time: 0.0584335 Dec 09 14:59:40.164938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.221889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f86c942-8e25-493e-91a5-2a2bea37ef4d req-9f328128-1338-4759-9d91-50a1e81c405e tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667627 Dec 09 14:59:40.244205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.333898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb159e8-a70c-4fe2-9dcf-b178b2defc38 req-65ab3f61-ff03-4a7d-8fb4-c25e006ca29a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:40.339832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddb159e8-a70c-4fe2-9dcf-b178b2defc38 req-65ab3f61-ff03-4a7d-8fb4-c25e006ca29a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2665458 Dec 09 14:59:40.351538 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76bdf9e1-5f96-4f96-b9cb-ed975b49f451 req-708f4e2e-e06f-4a4a-9845-dd606d689d14 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0335627 Dec 09 14:59:40.427806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:40.431873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a7171432-8d64-45b8-a16d-93d0ef972e6d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:40.537083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20745e3c-011f-4ca4-a597-a9bf5b35fa45 req-6e78ea55-e479-48d2-8b99-1662038af0f8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:40.542203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20745e3c-011f-4ca4-a597-a9bf5b35fa45 req-6e78ea55-e479-48d2-8b99-1662038af0f8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 944 time: 0.0782356 Dec 09 14:59:40.570796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port a7171432-8d64-45b8-a16d-93d0ef972e6d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:40.572223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddb159e8-a70c-4fe2-9dcf-b178b2defc38 req-3217ee9e-8510-4ad4-a7d2-f0387594749e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954732 Dec 09 14:59:40.578832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port a7171432-8d64-45b8-a16d-93d0ef972e6d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:40.579200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.588370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-090bced9-8f64-4437-9d7d-cc39409e7e96 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:40.590328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-090bced9-8f64-4437-9d7d-cc39409e7e96 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.36 "GET /v2.0/networks?id=7b300dd8-04d4-4367-b5c0-08893c063b3d HTTP/1.1" status: 200 len: 809 time: 0.3494580 Dec 09 14:59:40.613331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Request body: {'port': {'device_id': '368b92ba-e239-4a90-8c02-e372317b186c', 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d', 'admin_state_up': True, 'tenant_id': 'e2c843428b2640ddadb7278f146513f4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:40.649581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,segment=NetworkSegment(dfd008a3-0f77-458f-8296-e811504039af),segment_id=dfd008a3-0f77-458f-8296-e811504039af)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:40.652996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20745e3c-011f-4ca4-a597-a9bf5b35fa45 req-c25c64cf-b4e0-4fc5-8311-cb32a4c67670 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012940 Dec 09 14:59:40.709820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.738143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1', 'network_id': '49603c97-673c-42b7-929c-f30a49bfef6b', 'port_id': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1', 'mac_address': 'fa:16:3e:a6:ff:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e89e29-c233-4813-9970-c8155db3908d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:40.749408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:40.750042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.752031 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d982fa70-e2cc-42e7-91d0-2b10561baa48" -d '{"events": [{"server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:40.781476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ffec-219e-4885-9a2c-bd3c587d1997 req-dcb177c0-2d99-45d9-a320-c3c7e739c8fb tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:40.783386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6154ffec-219e-4885-9a2c-bd3c587d1997 req-dcb177c0-2d99-45d9-a320-c3c7e739c8fb tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0680530 Dec 09 14:59:40.791151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a7171432-8d64-45b8-a16d-93d0ef972e6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:40.793726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a0acfe6-ba7e-48f7-8de0-1c645042a6ee req-bc110939-efc3-427f-af6a-7c57d9a6280e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 210 time: 0.0714426 Dec 09 14:59:40.805748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.883965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:40.884867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a7171432-8d64-45b8-a16d-93d0ef972e6d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:40.888694 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f63f72-e285-4440-a42f-368051128300 x-openstack-request-id: req-50f63f72-e285-4440-a42f-368051128300 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:40.889110 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:40.889464 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50f63f72-e285-4440-a42f-368051128300 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:40.890642 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'code': 200} Dec 09 14:59:40.893737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6154ffec-219e-4885-9a2c-bd3c587d1997 req-2d181461-9706-46d5-a2e5-f88a105796fe tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696054 Dec 09 14:59:40.894225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:40.906759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:40.925565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:40.932067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:40.964418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,segment=NetworkSegment(dfd008a3-0f77-458f-8296-e811504039af),segment_id=dfd008a3-0f77-458f-8296-e811504039af)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:40.972104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.048821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.050074 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.066097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event updated for resources: {'Port': ['ID=715efec8-b8c1-4238-96a2-425a39ef376e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:41.092634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:41.117686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6c12-f9f5-42e7-b5fa-de281d35d530 req-2ab15780-4dff-4956-bede-2ce29fa25961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.125051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fadd6c12-f9f5-42e7-b5fa-de281d35d530 req-2ab15780-4dff-4956-bede-2ce29fa25961 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 1096 time: 0.1467493 Dec 09 14:59:41.133313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-8ba283d7-6ed7-4d4a-a265-4f82627120c9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7865815 Dec 09 14:59:41.165109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea1dbf-6050-4298-94a7-d045e1bbc2bd req-24ef073e-72ac-402a-9d5b-2938471848c3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.173417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37ea1dbf-6050-4298-94a7-d045e1bbc2bd req-24ef073e-72ac-402a-9d5b-2938471848c3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1422055 Dec 09 14:59:41.180942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Request body: {'port': {'device_id': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:41.195617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0fdad16c-49ea-4ac0-a573-8c9b93c901f1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:41.251025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d41562-5ba1-4aed-a1f1-adbea3600fc0 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:41.277721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.278716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37ea1dbf-6050-4298-94a7-d045e1bbc2bd req-ee369f62-136e-4d45-b961-f3c3b42c7170 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977550 Dec 09 14:59:41.284197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Made reservation on behalf of e2c843428b2640ddadb7278f146513f4 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:41.287797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.335740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b05d01-5963-41f8-8b8a-27c662a0e837 req-c166ad37-3f5f-4d24-b336-7276b866a3a8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.342850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43b05d01-5963-41f8-8b8a-27c662a0e837 req-c166ad37-3f5f-4d24-b336-7276b866a3a8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 931 time: 0.2261474 Dec 09 14:59:41.363816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fadd6c12-f9f5-42e7-b5fa-de281d35d530 req-575e706a-3c38-40cb-9a13-2653c8448e7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276063 Dec 09 14:59:41.365408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Transition to ACTIVE for port object b3d41562-5ba1-4aed-a1f1-adbea3600fc0 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:41.370679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.397797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.414054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0125c68c-5651-4e68-9c47-50250ae0a74a None None] Provisioning complete for port 715efec8-b8c1-4238-96a2-425a39ef376e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:41.414427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0125c68c-5651-4e68-9c47-50250ae0a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.457733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0125c68c-5651-4e68-9c47-50250ae0a74a None None] Port 715efec8-b8c1-4238-96a2-425a39ef376e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 14:59:41.469355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939d18f-33b0-4299-ae8b-cae11946c8cd req-bfd218e8-8a02-44c2-970f-d8e197180941 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.471096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6939d18f-33b0-4299-ae8b-cae11946c8cd req-bfd218e8-8a02-44c2-970f-d8e197180941 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 945 time: 0.0747581 Dec 09 14:59:41.526625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6939d18f-33b0-4299-ae8b-cae11946c8cd req-cde79168-9808-49e3-89ce-dea0413aaa15 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Dec 09 14:59:41.537989 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43b05d01-5963-41f8-8b8a-27c662a0e837 req-b14cb25f-343b-4455-9c76-61515f7741c9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941102 Dec 09 14:59:41.567095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:41.585462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-265f5fea-8460-45ea-a8e5-2629a4fb39b3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.587157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-265f5fea-8460-45ea-a8e5-2629a4fb39b3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 945 time: 0.0596049 Dec 09 14:59:41.766836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a99d-1b80-44cd-8662-a55147c26492 req-2d4aa405-d68f-4662-8b83-747c1215522d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.768499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb1a99d-1b80-44cd-8662-a55147c26492 req-2d4aa405-d68f-4662-8b83-747c1215522d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0785737 Dec 09 14:59:41.771056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Deleting port d650769e-56cf-46b4-8a34-d1f32f7723cc {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:41.771327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.774411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Allocated IP 172.20.0.4 (7b300dd8-04d4-4367-b5c0-08893c063b3d/ee1343a6-eaa4-43dd-bbae-7ce65921140b/8c226981-ea92-4693-97ee-e916e195b52b) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:41.845248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab7dfa-7abd-46cc-9f99-fef3fc1be2f7 req-c9ff2c57-ee4a-43b8-abd6-cdc59d9ac2e9 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:41.847216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90ab7dfa-7abd-46cc-9f99-fef3fc1be2f7 req-c9ff2c57-ee4a-43b8-abd6-cdc59d9ac2e9 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 944 time: 0.1572933 Dec 09 14:59:41.852830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Attempting to bind port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:41.853174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Attempting to bind port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:41.853506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Attempting to bind port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 on network fad566f8-0139-424a-8ba3-9cb19b7b290b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:41.886104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eb1a99d-1b80-44cd-8662-a55147c26492 req-d55eaa68-2c95-43db-81a2-c04eb284fe91 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991745 Dec 09 14:59:41.903574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] For port d650769e-56cf-46b4-8a34-d1f32f7723cc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d650769e-56cf-46b4-8a34-d1f32f7723cc,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:41.904053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:41.921957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Calling delete_port for d650769e-56cf-46b4-8a34-d1f32f7723cc owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:41.951301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90ab7dfa-7abd-46cc-9f99-fef3fc1be2f7 req-ca16c2b5-996f-490a-b0d4-4b0c663ea68d tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865943 Dec 09 14:59:41.951908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 on network fad566f8-0139-424a-8ba3-9cb19b7b290b not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:41.952333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Attempting to bind port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 on network fad566f8-0139-424a-8ba3-9cb19b7b290b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:41.984865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:41.985217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Checking segment: {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:41.985610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Bound using segment: {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:41.986068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Bound port: b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:41.986431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.069912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884aee6-3967-42ad-8865-4e28ec906f56 req-27278ea3-202a-4747-902f-33d1d0a63ab4 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:42.071403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5884aee6-3967-42ad-8865-4e28ec906f56 req-27278ea3-202a-4747-902f-33d1d0a63ab4 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 931 time: 0.0876930 Dec 09 14:59:42.160654 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5884aee6-3967-42ad-8865-4e28ec906f56 req-46764db8-77b8-4ac2-8c02-64b40c5dae93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818098 Dec 09 14:59:42.168253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.182931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d650769e-56cf-46b4-8a34-d1f32f7723cc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:42.203149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:42.207684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event deleted for resources: {'Port': ['ID=d650769e-56cf-46b4-8a34-d1f32f7723cc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:42.222207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:42.280243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb32e2-3699-43d8-863b-d1e401835087 req-fe933452-9dea-4f86-9f01-cbb7760706e7 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:42.282606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7eeb32e2-3699-43d8-863b-d1e401835087 req-fe933452-9dea-4f86-9f01-cbb7760706e7 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.2419767 Dec 09 14:59:42.287438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.293324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] No DVR routers for this DVR port d650769e-56cf-46b4-8a34-d1f32f7723cc on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:42.297352 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.300969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85fdffad-e6e5-4508-98e3-37984048ee1b req-d7605b62-ffe1-4c96-8737-fbde26d08650 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "DELETE /v2.0/ports/d650769e-56cf-46b4-8a34-d1f32f7723cc HTTP/1.1" status: 204 len: 173 time: 0.7049620 Dec 09 14:59:42.302911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ccf5b147-1947-4da3-b2ec-bccd70fefd39 req-8b5a1303-0a2d-4a7a-902c-8d8bc709ffd7 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 210 time: 0.0585592 Dec 09 14:59:42.303323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'name': 'network-vif-deleted', 'tag': 'd650769e-56cf-46b4-8a34-d1f32f7723cc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:42.306525 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486ca969-0c3c-4c9a-946a-5f74a78864a3" -d '{"events": [{"server_uuid": "e352e168-955d-44b2-abbe-dcff00e05be8", "name": "network-vif-deleted", "tag": "d650769e-56cf-46b4-8a34-d1f32f7723cc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:42.420789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:42.421491 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.422901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] 10.222.0.36 "PUT /v2.0/ports/b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 1091 time: 2.5230539 Dec 09 14:59:42.429293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:42.431453 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f7fda6-92a7-4a60-a334-83f5251d45cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:42.433149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:42.482053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.493870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715efec8-b8c1-4238-96a2-425a39ef376e {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:42.498230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0086-45f7-4ecc-a4e5-afb50ce1973e service neutron] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:42.509295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.525555 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7eeb32e2-3699-43d8-863b-d1e401835087 req-341f51bc-df53-4749-9318-235f3c6c6483 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081399 Dec 09 14:59:42.531437 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183dbbd-1bbd-46e6-91b9-ab6c105e8ad0 x-openstack-request-id: req-9183dbbd-1bbd-46e6-91b9-ab6c105e8ad0 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:42.531612 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e352e168-955d-44b2-abbe-dcff00e05be8", "name": "network-vif-deleted", "tag": "d650769e-56cf-46b4-8a34-d1f32f7723cc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:42.541425 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9183dbbd-1bbd-46e6-91b9-ab6c105e8ad0 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:42.541979 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e352e168-955d-44b2-abbe-dcff00e05be8', 'name': 'network-vif-deleted', 'tag': 'd650769e-56cf-46b4-8a34-d1f32f7723cc', 'status': 'completed', 'code': 200} Dec 09 14:59:42.559713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Transition to ACTIVE for port object 715efec8-b8c1-4238-96a2-425a39ef376e will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:42.575125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.586796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:42.596669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:42.597584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.688259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.748621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.755113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Pushing event updated for resources: {'Port': ['ID=715efec8-b8c1-4238-96a2-425a39ef376e,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:42.758783 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889a8668-36a3-4bbb-b94f-1ba0ce79d4c0 x-openstack-request-id: req-889a8668-36a3-4bbb-b94f-1ba0ce79d4c0 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:42.759011 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:42.759272 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-889a8668-36a3-4bbb-b94f-1ba0ce79d4c0 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:42.759708 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'status': 'completed', 'code': 200} Dec 09 14:59:42.801790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,segment=NetworkSegment(dfd008a3-0f77-458f-8296-e811504039af),segment_id=dfd008a3-0f77-458f-8296-e811504039af)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:42.806925 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:42.811002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Network 7b300dd8-04d4-4367-b5c0-08893c063b3d is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:42.864487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Pushing event updated for resources: {'Port': ['ID=8c226981-ea92-4693-97ee-e916e195b52b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:42.876084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf1ccb0e-4ea0-4a5e-ac54-bcf4f0fbccf2 req-95435334-b840-450c-8ce4-1017c8c9c1c6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.0445578 Dec 09 14:59:42.907338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:42.911731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:42.914243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:42.914435 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff2998-4f7d-46dd-904c-d3e3a3d532ea" -d '{"events": [{"server_uuid": "a84123c4-775e-445e-9fda-4e0ac333f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "0fdad16c-49ea-4ac0-a573-8c9b93c901f1"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:42.917442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:42.924094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-4221063b-f9b4-487e-b402-e1395f627167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:42.925637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-4221063b-f9b4-487e-b402-e1395f627167 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1094 time: 0.3976979 Dec 09 14:59:43.017309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a15ad-17b3-4822-a3ce-ad57ce1ee9b0 req-96efb02a-05ce-4c00-8362-0a4c188d154b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.018949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b80a15ad-17b3-4822-a3ce-ad57ce1ee9b0 req-96efb02a-05ce-4c00-8362-0a4c188d154b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 943 time: 0.3180053 Dec 09 14:59:43.025450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-65f8fdb1-17d3-48ea-a2b0-334ebd93ba59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 217 time: 0.0608075 Dec 09 14:59:43.049466 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ead7a-517a-4ef4-91f0-3ca3ccd9c1e5 x-openstack-request-id: req-4e9ead7a-517a-4ef4-91f0-3ca3ccd9c1e5 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:43.050023 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84123c4-775e-445e-9fda-4e0ac333f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "0fdad16c-49ea-4ac0-a573-8c9b93c901f1", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:43.050281 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e9ead7a-517a-4ef4-91f0-3ca3ccd9c1e5 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:43.051062 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1', 'code': 200} Dec 09 14:59:43.071302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Attempting to bind port 715efec8-b8c1-4238-96a2-425a39ef376e on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:43.071302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Attempting to bind port 715efec8-b8c1-4238-96a2-425a39ef376e by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:43.071647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Attempting to bind port 715efec8-b8c1-4238-96a2-425a39ef376e on network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:43.101602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.102286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:43.112192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Port 715efec8-b8c1-4238-96a2-425a39ef376e on network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:43.112446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Attempting to bind port 715efec8-b8c1-4238-96a2-425a39ef376e on network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:43.131188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:43.131577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Checking segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:43.131934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Bound using segment: {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:43.132380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Bound port: 715efec8-b8c1-4238-96a2-425a39ef376e, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239a2eed-af03-4d30-9675-ec92c15c3c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:43.132740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:43.149621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41acd1-74ee-47f5-90af-902216b1837c req-fd2c7a10-eb91-4b26-8422-2be25f2e222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.151083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-fd2c7a10-eb91-4b26-8422-2be25f2e222f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.1114147 Dec 09 14:59:43.167898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b48454c1-9cc9-483d-b620-383a0b389a1a tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5597727 Dec 09 14:59:43.184641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-8b371e5c-67e1-4b2a-927d-d6ef4749de91 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 14:59:43.185629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-8b371e5c-67e1-4b2a-927d-d6ef4749de91 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064735 Dec 09 14:59:43.194006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b80a15ad-17b3-4822-a3ce-ad57ce1ee9b0 req-6e2b054c-86df-4a2b-8442-f45a924157f3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636121 Dec 09 14:59:43.199783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bc7ff-f4fa-40c2-a5ca-fd7b075061cb req-a6d519ce-5783-43ec-9760-fdbc134818a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.201296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-505bc7ff-f4fa-40c2-a5ca-fd7b075061cb req-a6d519ce-5783-43ec-9760-fdbc134818a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 1096 time: 0.0856371 Dec 09 14:59:43.210731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13094e4-0068-4f8c-9090-75bc09b8af1f req-8c16ee5a-984d-48e9-a7da-e0b33383a239 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.212497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13094e4-0068-4f8c-9090-75bc09b8af1f req-8c16ee5a-984d-48e9-a7da-e0b33383a239 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 945 time: 0.0858359 Dec 09 14:59:43.213848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Request body: {'port': {'device_id': '368b92ba-e239-4a90-8c02-e372317b186c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:43.217527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-3994eb9e-caac-4a1d-a588-150f4f13e806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533557 Dec 09 14:59:43.271404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-505bc7ff-f4fa-40c2-a5ca-fd7b075061cb req-b0747d54-1aa7-4a31-99c6-d5025d2e4fb9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578966 Dec 09 14:59:43.331871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13094e4-0068-4f8c-9090-75bc09b8af1f req-b0fc8d45-9b95-44cf-870a-d2d309cbd4f9 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633488 Dec 09 14:59:43.443000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a781-4141-4430-b739-463602f0ea4a req-37980628-bf5e-46cf-8e1b-8f7efc691b3f tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.444586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3658a781-4141-4430-b739-463602f0ea4a req-37980628-bf5e-46cf-8e1b-8f7efc691b3f tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 931 time: 0.0547390 Dec 09 14:59:43.498209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3658a781-4141-4430-b739-463602f0ea4a req-4d0d5d49-dc5f-477f-a54f-986c428d9d61 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Dec 09 14:59:43.679154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:43.701513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5007a-7576-4852-b671-4ad2b3aba3d6 req-60e86719-ae39-42eb-8ad6-06a2359f45ac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.703574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-21e5007a-7576-4852-b671-4ad2b3aba3d6 req-60e86719-ae39-42eb-8ad6-06a2359f45ac tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.0574036 Dec 09 14:59:43.750052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] For port 715efec8-b8c1-4238-96a2-425a39ef376e, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:43.764326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-21e5007a-7576-4852-b671-4ad2b3aba3d6 req-28212efd-1a62-4d9a-a631-876979486e9d tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534191 Dec 09 14:59:43.790952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] For port 715efec8-b8c1-4238-96a2-425a39ef376e, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=715efec8-b8c1-4238-96a2-425a39ef376e,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:43.809239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4dfb9-5465-4404-9708-eea93fdfa412 req-145d39b8-d9b6-4141-bb02-512e297266de tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.810808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d4dfb9-5465-4404-9708-eea93fdfa412 req-145d39b8-d9b6-4141-bb02-512e297266de tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.5307455 Dec 09 14:59:43.820640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:43.885084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-441e177e-8aea-44fe-a397-adabdb6bf0ee service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427233 Dec 09 14:59:43.893644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b4e05-a4db-40be-99e7-a4b609daf413 req-011b71c6-29e2-449b-8f29-26309dc241e7 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.895329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d6b4e05-a4db-40be-99e7-a4b609daf413 req-011b71c6-29e2-449b-8f29-26309dc241e7 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.0593746 Dec 09 14:59:43.907619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44460) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:43.915258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Request body: {'floatingip': {'port_id': 'a7171432-8d64-45b8-a16d-93d0ef972e6d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:43.961697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:43.962126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:43.963559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] 10.222.0.43 "PUT /v2.0/ports/715efec8-b8c1-4238-96a2-425a39ef376e HTTP/1.1" status: 200 len: 1091 time: 2.7868314 Dec 09 14:59:43.972536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:44.033264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bb9bf-4198-46c7-a004-935c6a1baf1d service neutron] Pushing event updated for resources: {'Port': ['ID=715efec8-b8c1-4238-96a2-425a39ef376e,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:44.107701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d81728c-9632-474e-9c1f-2aad328b58c0 req-63f33f6e-315d-4264-9663-2429d3ccedc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.0860262 Dec 09 14:59:44.121069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d4dfb9-5465-4404-9708-eea93fdfa412 req-92c6f182-3347-4dfc-ad87-bc39ec0446e5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963665 Dec 09 14:59:44.214399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e41acd1-74ee-47f5-90af-902216b1837c req-a9b14a5f-90ff-44c7-a0ec-01130a7e2852 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824862 Dec 09 14:59:44.223042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-7329e684-c33b-471a-8b43-b9b9eb34249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.224652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-7329e684-c33b-471a-8b43-b9b9eb34249d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86e28aeb2fa461e877af3a62cc2fddb&device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 1094 time: 0.1813033 Dec 09 14:59:44.306327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-befd9dcb-a379-4a91-8d88-9785d2f32694 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715efec8-b8c1-4238-96a2-425a39ef376e HTTP/1.1" status: 200 len: 217 time: 0.0593884 Dec 09 14:59:44.411713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9083c0-bcbf-48b0-8508-ecb02034e724 req-7934b4d8-d2b5-43aa-92b0-bdb86065c0a8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.420872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c9083c0-bcbf-48b0-8508-ecb02034e724 req-7934b4d8-d2b5-43aa-92b0-bdb86065c0a8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 943 time: 0.1068242 Dec 09 14:59:44.428894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-c0c4b997-8c6a-4073-890e-acd4382d6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.430505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-c0c4b997-8c6a-4073-890e-acd4382d6c57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01872b0f-ac20-4a43-9dc4-89380c7d66a4 HTTP/1.1" status: 200 len: 855 time: 0.1124671 Dec 09 14:59:44.440691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-a4ff26a9-93ac-42fe-8091-2994e9872e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.442296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-a4ff26a9-93ac-42fe-8091-2994e9872e9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1094 time: 0.1461170 Dec 09 14:59:44.444604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c226981-ea92-4693-97ee-e916e195b52b {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:44.460742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:44.537803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Transition to ACTIVE for port object 8c226981-ea92-4693-97ee-e916e195b52b will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:44.552832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:44.611303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c9083c0-bcbf-48b0-8508-ecb02034e724 req-aebe1808-0b94-4ae7-9d8c-3a77d5f97287 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445532 Dec 09 14:59:44.625700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-5d694e36-6da3-4113-85a4-2ed96611436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.627420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-5d694e36-6da3-4113-85a4-2ed96611436f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782589 Dec 09 14:59:44.763453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ff7f-c136-41d4-b2d9-2a70dd20fad7 req-2cba8a6a-21cb-473f-b1c0-0e3dfc29bf0c tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.765716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c071ff7f-c136-41d4-b2d9-2a70dd20fad7 req-2cba8a6a-21cb-473f-b1c0-0e3dfc29bf0c tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 945 time: 0.2750912 Dec 09 14:59:44.785427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Pushing event updated for resources: {'Port': ['ID=8c226981-ea92-4693-97ee-e916e195b52b,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:44.797288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:44.799546 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116aedb8-0046-42dd-9565-3f20d4320273" -d '{"events": [{"name": "network-changed", "server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:44.840710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-16e13320-27f6-4fbe-a3ae-82d2df5098a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:44.842264 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-16e13320-27f6-4fbe-a3ae-82d2df5098a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.3776557 Dec 09 14:59:44.931299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-ddf341e0-6602-47dd-b011-9c6df2134109 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882335 Dec 09 14:59:44.942304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-be2df286-127b-4d0f-ab38-6c9caec9d031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 217 time: 0.0840716 Dec 09 14:59:44.993906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c071ff7f-c136-41d4-b2d9-2a70dd20fad7 req-ef5bf0cd-99bc-48e7-8893-656d7fe58c17 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057416 Dec 09 14:59:45.090618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Attempting to bind port 8c226981-ea92-4693-97ee-e916e195b52b on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:45.091191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Attempting to bind port 8c226981-ea92-4693-97ee-e916e195b52b by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c51864a7-642a-4f39-ae3e-6929940a8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:45.091467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Attempting to bind port 8c226981-ea92-4693-97ee-e916e195b52b on network 7b300dd8-04d4-4367-b5c0-08893c063b3d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:45.092265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dce6f9-5466-4a7c-b0bd-df5cbc8e0b6e req-3bddbd55-0ec8-43a1-90f4-dd243c454d28 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.100055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-63dce6f9-5466-4a7c-b0bd-df5cbc8e0b6e req-3bddbd55-0ec8-43a1-90f4-dd243c454d28 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 943 time: 0.3941848 Dec 09 14:59:45.107303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Port 8c226981-ea92-4693-97ee-e916e195b52b on network 7b300dd8-04d4-4367-b5c0-08893c063b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:45.107755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Attempting to bind port 8c226981-ea92-4693-97ee-e916e195b52b on network 7b300dd8-04d4-4367-b5c0-08893c063b3d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:45.116428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-659ae6df-8e4e-4889-be0e-7dff8f42b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.118057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-659ae6df-8e4e-4889-be0e-7dff8f42b9ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.1607871 Dec 09 14:59:45.126630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:45.128736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Checking segment: {'id': 'c51864a7-642a-4f39-ae3e-6929940a8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:45.129246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Bound using segment: {'id': 'c51864a7-642a-4f39-ae3e-6929940a8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:45.129809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Bound port: 8c226981-ea92-4693-97ee-e916e195b52b, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51864a7-642a-4f39-ae3e-6929940a8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:45.130165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 14:59:45.130372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:45.220809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] For port 8c226981-ea92-4693-97ee-e916e195b52b, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:45.228904 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3bad8a-50f0-41e0-9be4-9aa6a0f6e876 x-openstack-request-id: req-7d3bad8a-50f0-41e0-9be4-9aa6a0f6e876 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:45.228904 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:45.229331 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d3bad8a-50f0-41e0-9be4-9aa6a0f6e876 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:45.229662 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e', 'status': 'completed', 'code': 200} Dec 09 14:59:45.231589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] For port 8c226981-ea92-4693-97ee-e916e195b52b, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8c226981-ea92-4693-97ee-e916e195b52b,segment=NetworkSegment(c51864a7-642a-4f39-ae3e-6929940a8026),segment_id=c51864a7-642a-4f39-ae3e-6929940a8026)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:45.232391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-63dce6f9-5466-4a7c-b0bd-df5cbc8e0b6e req-d5c2905b-031a-42ef-a3f1-e1742e1afc39 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314921 Dec 09 14:59:45.236693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:45.241122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:45.276166 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-2ff434bc-5d76-4ac2-9fb9-3bea050f3093 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300056 Dec 09 14:59:45.278996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8064d9bc-263f-4b19-8841-a251e313deb4 req-49941cfd-824c-480b-b7d7-a6bdfeba0893 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322942 Dec 09 14:59:45.307078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:45.347457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fc68505-8b50-4457-bcad-bb2a05892dd0 req-58dd6776-3da4-4b32-8017-3786f0cacd06 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.1226029 Dec 09 14:59:45.404219 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Floating IP bbb3f62e-8899-41f7-81a1-c8a17e27971f associated. External IP: 172.25.0.64, port: a7171432-8d64-45b8-a16d-93d0ef972e6d. Dec 09 14:59:45.450926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335696-352b-431d-af6a-dda72549b18d req-3a3c7f93-9daa-4320-ace4-645ee1303597 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.452514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14335696-352b-431d-af6a-dda72549b18d req-3a3c7f93-9daa-4320-ace4-645ee1303597 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.1351326 Dec 09 14:59:45.467492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.468613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:45.470146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c226981-ea92-4693-97ee-e916e195b52b HTTP/1.1" status: 200 len: 1091 time: 2.2753019 Dec 09 14:59:45.471172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d650769e-56cf-46b4-8a34-d1f32f7723cc no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:45.499914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aedb8-0046-42dd-9565-3f20d4320273 req-ad4a31e2-cf1b-46b9-ac82-6d0466d651d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.501696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-ad4a31e2-cf1b-46b9-ac82-6d0466d651d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86e28aeb2fa461e877af3a62cc2fddb&device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 1094 time: 0.1178739 Dec 09 14:59:45.502439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a84f-1d71-4780-b7ad-90fbea553281 service neutron] Pushing event updated for resources: {'Port': ['ID=8c226981-ea92-4693-97ee-e916e195b52b,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:45.519423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: d650769e-56cf-46b4-8a34-d1f32f7723cc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:59:45.520141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d650769e-56cf-46b4-8a34-d1f32f7723cc not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:59:45.559532 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14335696-352b-431d-af6a-dda72549b18d req-c9ad6fb2-61e9-4915-94ca-bf5839452aca tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006341 Dec 09 14:59:45.579095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-7687af59-e47c-4836-bd5a-975d4f5f6765 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630789 Dec 09 14:59:45.692792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Router 6303999e-9e57-49ca-8553-879d0896d43a has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 14:59:45.693727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b0843b54-b427-4343-aaf0-2d5f2ea9b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.695326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-b0843b54-b427-4343-aaf0-2d5f2ea9b690 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c843428b2640ddadb7278f146513f4&device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 1094 time: 0.1675656 Dec 09 14:59:45.767588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-951f67fd-ee5c-4b58-97e5-5417d41d6ec4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c226981-ea92-4693-97ee-e916e195b52b HTTP/1.1" status: 200 len: 217 time: 0.0615134 Dec 09 14:59:45.806208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aedb8-0046-42dd-9565-3f20d4320273 req-e5cbd1aa-6504-4304-b63d-e86b86762a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.807899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-e5cbd1aa-6504-4304-b63d-e86b86762a1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade HTTP/1.1" status: 200 len: 917 time: 0.2901547 Dec 09 14:59:45.831000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 14:59:45.835794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:45.845429 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] Sync routers for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 14:59:45.849169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4f7fda6-92a7-4a60-a334-83f5251d45cc req-692eb8df-cdac-493e-95e2-a8921c96c176 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614539 Dec 09 14:59:45.859849 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:45.860763 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:45.866806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c57ffb14-1bd0-4810-8d25-2b7819d0d1f1 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "PUT /v2.0/floatingips/bbb3f62e-8899-41f7-81a1-c8a17e27971f HTTP/1.1" status: 200 len: 990 time: 1.9548414 Dec 09 14:59:45.866806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:45.867684 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e877c978-4dfd-49b5-a6e0-a47514b678e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:45.891192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-dea49bbd-33a1-4a80-a39f-29160e82c0b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715efec8-b8c1-4238-96a2-425a39ef376e HTTP/1.1" status: 200 len: 217 time: 0.0611980 Dec 09 14:59:45.902768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-af1a5a0c-eeb6-4d3d-889e-6d3cb61a3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.904863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-af1a5a0c-eeb6-4d3d-889e-6d3cb61a3a09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee1343a6-eaa4-43dd-bbae-7ce65921140b HTTP/1.1" status: 200 len: 849 time: 0.1269677 Dec 09 14:59:45.951604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9455ca-a14e-4879-a472-4ed56744c056 req-1eae9977-5ff6-448f-b85f-13ff462d460f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:45.959846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c9455ca-a14e-4879-a472-4ed56744c056 req-1eae9977-5ff6-448f-b85f-13ff462d460f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 943 time: 0.2402954 Dec 09 14:59:45.984524 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4d707-bb4b-425b-b105-5e32c53176a1 x-openstack-request-id: req-a8f4d707-bb4b-425b-b105-5e32c53176a1 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:45.984965 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:45.985229 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8f4d707-bb4b-425b-b105-5e32c53176a1 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:45.985641 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'status': 'completed', 'code': 200} Dec 09 14:59:45.989619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-3c7382e6-bc04-4346-88d5-832d3da8a113 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b300dd8-04d4-4367-b5c0-08893c063b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736015 Dec 09 14:59:46.013003 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:46.061064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aedb8-0046-42dd-9565-3f20d4320273 req-7a71cd8e-e27c-4e9a-b829-de1d94a5a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.062848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-7a71cd8e-e27c-4e9a-b829-de1d94a5a77e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01872b0f-ac20-4a43-9dc4-89380c7d66a4 HTTP/1.1" status: 200 len: 855 time: 0.1619534 Dec 09 14:59:46.140882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184f50-091b-4b73-b7c9-47b18c5e3c07 req-c49d83f9-052a-41ef-bf36-2a2f81d35c28 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.148090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57184f50-091b-4b73-b7c9-47b18c5e3c07 req-c49d83f9-052a-41ef-bf36-2a2f81d35c28 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 945 time: 0.0617583 Dec 09 14:59:46.169064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c9455ca-a14e-4879-a472-4ed56744c056 req-21e763c5-d335-4ff7-8a84-3a720e8b5462 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063620 Dec 09 14:59:46.213766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-fdc6e04c-8fce-4d52-868a-9afdd834a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.215294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-fdc6e04c-8fce-4d52-868a-9afdd834a2f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a962011b96b44e238e15d802e3834dd9&device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 1096 time: 0.2037380 Dec 09 14:59:46.229692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57184f50-091b-4b73-b7c9-47b18c5e3c07 req-030439bf-e3fd-4556-be39-8f96d6659f84 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806386 Dec 09 14:59:46.237267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-3792fcbb-28f2-4c55-ad65-ec5dc6c58f96 service neutron] 10.222.0.36 "GET /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367594 Dec 09 14:59:46.242679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aedb8-0046-42dd-9565-3f20d4320273 req-db3134cb-f6fb-450f-812e-3f874abbb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.257823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-db3134cb-f6fb-450f-812e-3f874abbb44d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809189 Dec 09 14:59:46.346028 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'bbb3f62e-8899-41f7-81a1-c8a17e27971f', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'port_id': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'mac_address': 'fa:16:3e:3a:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:59:22Z', 'updated_at': '2021-12-09T14:59:44Z', 'revision_number': 1, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:22Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:46.378878 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] Checking router: 6303999e-9e57-49ca-8553-879d0896d43a for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 14:59:46.389031 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 14:59:46.389736 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:46.541215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 14:59:46.604178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6491602f-c424-4a6c-a918-114863c7386c req-c38b0d6d-a919-45ce-b641-f1aec140868e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.0405159 Dec 09 14:59:46.730839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0040-227d-4ad2-80dd-debc9222b670 req-370a6464-1fdc-4c13-a67d-aac9414875bd tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.732819 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-502a0040-227d-4ad2-80dd-debc9222b670 req-370a6464-1fdc-4c13-a67d-aac9414875bd tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 945 time: 0.0548606 Dec 09 14:59:46.801430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-502a0040-227d-4ad2-80dd-debc9222b670 req-dda3d25c-8d61-460a-96f0-9b8131d27ad1 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 Dec 09 14:59:46.841218 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'bbb3f62e-8899-41f7-81a1-c8a17e27971f', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'port_id': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'mac_address': 'fa:16:3e:3a:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:59:22Z', 'updated_at': '2021-12-09T14:59:44Z', 'revision_number': 1, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:22Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:46.869026 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30b021-f26e-479c-be93-ffb098499828 None None] The sync data for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 is: [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'bbb3f62e-8899-41f7-81a1-c8a17e27971f', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'port_id': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'mac_address': 'fa:16:3e:3a:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:59:22Z', 'updated_at': '2021-12-09T14:59:44Z', 'revision_number': 1, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:22Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 14:59:46.936257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af9796-5f64-48d9-b5c9-c54a619aa91f req-0b3e6f09-5a34-46ca-aadc-66ecd3fd80e5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.946395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02af9796-5f64-48d9-b5c9-c54a619aa91f req-0b3e6f09-5a34-46ca-aadc-66ecd3fd80e5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0746412 Dec 09 14:59:46.957768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cfdff-ad95-4b67-b66f-5bdbf6ff7793 req-a183c2c7-0299-4cef-999c-c968f92d339e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:46.963855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-835cfdff-ad95-4b67-b66f-5bdbf6ff7793 req-a183c2c7-0299-4cef-999c-c968f92d339e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 943 time: 0.6148021 Dec 09 14:59:47.000484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02af9796-5f64-48d9-b5c9-c54a619aa91f req-85a7ba36-fdd8-4e8c-8387-dfd72044542a tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531497 Dec 09 14:59:47.045107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba7089f-705e-4a54-bd38-3d7c658d16a4 req-82f13704-0122-45aa-bce5-f60ec28b52f7 service neutron] 10.222.0.36 "GET /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794538 Dec 09 14:59:47.051251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-462128cf-0410-4d5d-94c3-d0514d2facbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.052713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-462128cf-0410-4d5d-94c3-d0514d2facbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d49125e-f533-456a-a6d3-2eea3af28616 HTTP/1.1" status: 200 len: 906 time: 0.8194127 Dec 09 14:59:47.064396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-216ea2bd-3a8f-4d8c-acd1-09c43bd18617 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878742 Dec 09 14:59:47.074959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-835cfdff-ad95-4b67-b66f-5bdbf6ff7793 req-1c63d71e-265e-4fc9-9bc5-6ecf2bf4d888 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988715 Dec 09 14:59:47.164527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a343dd-4a4e-4fd2-bc1d-b10e4940834a None None] New status for floating IP bbb3f62e-8899-41f7-81a1-c8a17e27971f: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 14:59:47.214570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-0477f1ce-1f3b-49ce-92b3-9982ce49353f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d HTTP/1.1" status: 200 len: 998 time: 0.1346395 Dec 09 14:59:47.240461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368b92ba-e239-4a90-8c02-e372317b186c', 'tag': '8c226981-ea92-4693-97ee-e916e195b52b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:47.242854 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b877e86c-3439-42de-aff1-057249123748" -d '{"events": [{"name": "network-changed", "server_uuid": "368b92ba-e239-4a90-8c02-e372317b186c", "tag": "8c226981-ea92-4693-97ee-e916e195b52b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:47.301997 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8c6393-b3e7-4e31-bad0-a07b10b2c884 x-openstack-request-id: req-cf8c6393-b3e7-4e31-bad0-a07b10b2c884 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:47.302281 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368b92ba-e239-4a90-8c02-e372317b186c", "tag": "8c226981-ea92-4693-97ee-e916e195b52b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:47.302612 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf8c6393-b3e7-4e31-bad0-a07b10b2c884 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:47.303076 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368b92ba-e239-4a90-8c02-e372317b186c', 'tag': '8c226981-ea92-4693-97ee-e916e195b52b', 'status': 'completed', 'code': 200} Dec 09 14:59:47.313992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-116aedb8-0046-42dd-9565-3f20d4320273 req-d7538e66-990c-4fac-b692-a8546b1f3d9c service neutron] 10.222.0.43 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307804 Dec 09 14:59:47.385332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-1a0d7629-699f-4e0d-b527-844080d90a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.386796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-1a0d7629-699f-4e0d-b527-844080d90a8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f54a83f-5177-4571-acdd-34444ebeee94 HTTP/1.1" status: 200 len: 844 time: 0.1614819 Dec 09 14:59:47.402072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e35670-e624-44d6-ab53-8ec72bd7cc43 req-ebf162e1-9018-4adf-b6d9-5a7238fb6d07 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.403583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17e35670-e624-44d6-ab53-8ec72bd7cc43 req-ebf162e1-9018-4adf-b6d9-5a7238fb6d07 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 943 time: 0.1557145 Dec 09 14:59:47.415267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877e86c-3439-42de-aff1-057249123748 req-d0140088-e154-4b45-8fb7-47a2d15d9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.416676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-d0140088-e154-4b45-8fb7-47a2d15d9e0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c843428b2640ddadb7278f146513f4&device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 1094 time: 0.0825663 Dec 09 14:59:47.541665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-6ea81487-2795-4807-9049-a7b365a9d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.543153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-6ea81487-2795-4807-9049-a7b365a9d605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d49125e-f533-456a-a6d3-2eea3af28616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379588 Dec 09 14:59:47.550770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17e35670-e624-44d6-ab53-8ec72bd7cc43 req-07aa3d00-0eda-43fa-b6e0-38926f29202b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374483 Dec 09 14:59:47.588155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877e86c-3439-42de-aff1-057249123748 req-18826861-60e4-4852-b173-42b0a9e08f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.589619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-18826861-60e4-4852-b173-42b0a9e08f3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b300dd8-04d4-4367-b5c0-08893c063b3d HTTP/1.1" status: 200 len: 910 time: 0.1515913 Dec 09 14:59:47.663526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-d82539ee-5342-4b1e-b02a-1aa1a3742260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c226981-ea92-4693-97ee-e916e195b52b HTTP/1.1" status: 200 len: 217 time: 0.0651009 Dec 09 14:59:47.700328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab8816ce-0244-47c0-9530-0de610d65cf2 req-d8b0df84-c292-48ba-bd1c-a8902c3726ef tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=e352e168-955d-44b2-abbe-dcff00e05be8 HTTP/1.1" status: 200 len: 210 time: 0.0269506 Dec 09 14:59:47.737429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-99f4b5b2-96de-4022-92ad-1728e1c5d214 service neutron] 10.222.0.36 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833754 Dec 09 14:59:47.743992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877e86c-3439-42de-aff1-057249123748 req-e5ca9ca0-4afd-46e7-998a-0a41402f9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:47.746314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-e5ca9ca0-4afd-46e7-998a-0a41402f9392 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee1343a6-eaa4-43dd-bbae-7ce65921140b HTTP/1.1" status: 200 len: 849 time: 0.0712373 Dec 09 14:59:47.802573 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-67960ced-9cc0-4456-ad63-3e47140517bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b300dd8-04d4-4367-b5c0-08893c063b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331023 Dec 09 14:59:47.936941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e877c978-4dfd-49b5-a6e0-a47514b678e6 req-9864c7aa-477f-4a96-bd7f-90220d744810 service neutron] 10.222.0.36 "GET /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892400 Dec 09 14:59:48.014471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-c2692250-b4fd-4d24-a644-e60c7a679b87 service neutron] 10.222.0.36 "GET /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801441 Dec 09 14:59:48.024562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607f6d-d022-4546-84c7-ac578e72b2a0 req-f0b6d83f-95d1-4a2e-abe4-a6a8a07bbc75 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:48.026159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88607f6d-d022-4546-84c7-ac578e72b2a0 req-f0b6d83f-95d1-4a2e-abe4-a6a8a07bbc75 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 945 time: 0.1230428 Dec 09 14:59:48.110686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-386511a5-6ee8-47ab-aa39-18df2e4c4e37 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:48.112191 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-386511a5-6ee8-47ab-aa39-18df2e4c4e37 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 945 time: 0.1532030 Dec 09 14:59:48.142814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517b66-c841-4338-8c71-13bebd8d2833 req-09fe2cb4-5303-4ce2-b5ea-fc693fdf2648 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:48.144577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d517b66-c841-4338-8c71-13bebd8d2833 req-09fe2cb4-5303-4ce2-b5ea-fc693fdf2648 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0579927 Dec 09 14:59:48.213962 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d517b66-c841-4338-8c71-13bebd8d2833 req-e4285166-cd0d-4a26-81c9-ffcd8c296532 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606394 Dec 09 14:59:48.274687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88607f6d-d022-4546-84c7-ac578e72b2a0 req-1d27ca16-6862-4bcd-a349-3b73c46ace90 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/security-groups?id=d542d7f9-253a-464f-a937-e8704bac02e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217729 Dec 09 14:59:48.331008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b877e86c-3439-42de-aff1-057249123748 req-61ec5bec-7011-42d6-9f6e-ca493ae64696 service neutron] 10.222.0.36 "GET /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037677 Dec 09 14:59:48.382312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Deleting port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 14:59:48.382539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:48.404514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5c89a-5850-4783-9fab-0aa0f1b29cac req-31bcd4e1-0888-4426-8600-837d549adf13 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:48.406373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12d5c89a-5850-4783-9fab-0aa0f1b29cac req-31bcd4e1-0888-4426-8600-837d549adf13 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 943 time: 0.0982792 Dec 09 14:59:48.467028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b3d41562-5ba1-4aed-a1f1-adbea3600fc0 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:48.533568 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12d5c89a-5850-4783-9fab-0aa0f1b29cac req-0e5bcfe3-366f-401e-bd06-3e9c7d0d549b tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185229 Dec 09 14:59:48.535445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] For port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,segment=NetworkSegment(dfd008a3-0f77-458f-8296-e811504039af),segment_id=dfd008a3-0f77-458f-8296-e811504039af)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:48.535829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:48.554616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Calling delete_port for 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 14:59:48.700903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a020-309c-4acc-9e08-04019ebf049f req-6d21fffc-ea2a-48dd-9f78-d1cf61c2518b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:48.705437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d836a020-309c-4acc-9e08-04019ebf049f req-6d21fffc-ea2a-48dd-9f78-d1cf61c2518b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 943 time: 0.0587232 Dec 09 14:59:48.764432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:48.785757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d836a020-309c-4acc-9e08-04019ebf049f req-5c8a475c-2c4d-4125-8faf-9f045be7304f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734389 Dec 09 14:59:48.790737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0fdad16c-49ea-4ac0-a573-8c9b93c901f1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:48.823583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Pushing event deleted for resources: {'Port': ['ID=0fdad16c-49ea-4ac0-a573-8c9b93c901f1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:48.872496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] No DVR routers for this DVR port 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 14:59:48.876368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:48.881352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-93af0157-d700-4f53-a8ab-91d6de0b25f1 req-99bb8b08-39b7-4401-803e-5dfa8ca3b34f tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.36 "DELETE /v2.0/ports/0fdad16c-49ea-4ac0-a573-8c9b93c901f1 HTTP/1.1" status: 204 len: 173 time: 0.7231586 Dec 09 14:59:48.888655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:48.905348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b', 'port_id': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'mac_address': 'fa:16:3e:58:16:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f71e41-700c-4a38-b73b-b891a2e0dd5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:48.960353 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:48.973925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d41562-5ba1-4aed-a1f1-adbea3600fc0 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:48.999685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:49.007596 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:49.076875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:49.273047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:49.321160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'name': 'network-vif-deleted', 'tag': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:49.323405 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2065f069-2e59-41de-8b3e-4626e1c8a421" -d '{"events": [{"server_uuid": "a84123c4-775e-445e-9fda-4e0ac333f9ac", "name": "network-vif-deleted", "tag": "0fdad16c-49ea-4ac0-a573-8c9b93c901f1"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:49.349774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c0ae-4094-473b-b9e3-ae1e2d46ba27 req-30e18f06-33a2-4956-a47c-4ed98a4f94af tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:49.351373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4779c0ae-4094-473b-b9e3-ae1e2d46ba27 req-30e18f06-33a2-4956-a47c-4ed98a4f94af tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0635006 Dec 09 14:59:49.363215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436841c-0b74-415c-8211-c9fb8af046c7 req-3ded6439-e110-4e23-b942-4cb55910b1c7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:49.365489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d436841c-0b74-415c-8211-c9fb8af046c7 req-3ded6439-e110-4e23-b942-4cb55910b1c7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1488805 Dec 09 14:59:49.393370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d436841c-0b74-415c-8211-c9fb8af046c7 req-9248af98-b70f-4adc-9988-c95d6ed83510 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0207181 Dec 09 14:59:49.434492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4779c0ae-4094-473b-b9e3-ae1e2d46ba27 req-d3720bc1-c393-40e0-972f-4ee592bae931 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764267 Dec 09 14:59:49.437487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d436841c-0b74-415c-8211-c9fb8af046c7 req-e6095675-c942-4201-8b1a-39c1e03c0364 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371163 Dec 09 14:59:49.570886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b27e9aec-fc71-40c8-8142-67ba4c900e70 req-9ee17668-bdf6-441e-a114-b394762d3289 tempest-ServerAddressesNegativeTestJSON-856130312 tempest-ServerAddressesNegativeTestJSON-856130312-project] 10.222.0.46 "GET /v2.0/ports?device_id=a84123c4-775e-445e-9fda-4e0ac333f9ac HTTP/1.1" status: 200 len: 210 time: 0.0325131 Dec 09 14:59:49.590510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d436841c-0b74-415c-8211-c9fb8af046c7 req-5f238dee-3f3a-4c03-81a8-33986f01fae7 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365609 Dec 09 14:59:49.622735 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799677f5-076b-4426-8b1e-a6c382a673db x-openstack-request-id: req-799677f5-076b-4426-8b1e-a6c382a673db {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:49.623095 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84123c4-775e-445e-9fda-4e0ac333f9ac", "name": "network-vif-deleted", "tag": "0fdad16c-49ea-4ac0-a573-8c9b93c901f1", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:49.623467 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-799677f5-076b-4426-8b1e-a6c382a673db {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:49.624458 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84123c4-775e-445e-9fda-4e0ac333f9ac', 'name': 'network-vif-deleted', 'tag': '0fdad16c-49ea-4ac0-a573-8c9b93c901f1', 'status': 'completed', 'code': 200} Dec 09 14:59:49.691809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d436841c-0b74-415c-8211-c9fb8af046c7 req-6cabb644-6c5a-47d2-9d29-7f807ce7f061 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002359 Dec 09 14:59:49.785993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e05fc-f37c-4178-a7ac-c5a86e907e62 req-58936ae9-f573-499e-ae07-1efa9d8cae6c tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:49.788261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-827e05fc-f37c-4178-a7ac-c5a86e907e62 req-58936ae9-f573-499e-ae07-1efa9d8cae6c tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 943 time: 0.0538793 Dec 09 14:59:49.848021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-827e05fc-f37c-4178-a7ac-c5a86e907e62 req-14670ca8-3839-4307-a870-de82474e1d4e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532029 Dec 09 14:59:49.928906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11d90f11-3e4f-48cc-b74f-3c8bd9d1f98f req-296c7ddb-fdd0-4c16-ab25-45448188db2e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe04dd31-e8ab-4fbb-93c0-be4df7504f65 HTTP/1.1" status: 200 len: 210 time: 0.0289807 Dec 09 14:59:50.037187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f78a-7ac9-4c65-a94c-4dc67e865c80 req-f7aa0ab3-ba3c-461f-a2d3-2869202397ac tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:50.044482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb43f78a-7ac9-4c65-a94c-4dc67e865c80 req-f7aa0ab3-ba3c-461f-a2d3-2869202397ac tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 944 time: 0.0665658 Dec 09 14:59:50.106789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb43f78a-7ac9-4c65-a94c-4dc67e865c80 req-0c1c57a0-3ca4-407b-a78b-c9633dad9a9e tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614223 Dec 09 14:59:50.472840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8c226981-ea92-4693-97ee-e916e195b52b details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:50.476399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b3d41562-5ba1-4aed-a1f1-adbea3600fc0 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:50.525173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-e1fd7465-86e2-4984-b953-7f51426e265d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:50.526725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-e1fd7465-86e2-4984-b953-7f51426e265d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1093082 Dec 09 14:59:50.542557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-440ac0f4-0091-47bc-a51d-aeb26c465889 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0092437 Dec 09 14:59:50.565421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdab69-3d68-41d0-8326-d42a2e2d20ff req-b0328203-d552-45b5-984b-30efd82bc353 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:50.567731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49fdab69-3d68-41d0-8326-d42a2e2d20ff req-b0328203-d552-45b5-984b-30efd82bc353 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0591183 Dec 09 14:59:50.592923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-146ef056-62bd-4a39-9dec-537dbbbf717e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414870 Dec 09 14:59:50.595166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:50.603754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:50.604131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.633583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49fdab69-3d68-41d0-8326-d42a2e2d20ff req-e963106d-dd08-4522-886e-ca70ce75b356 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590916 Dec 09 14:59:50.638683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8c226981-ea92-4693-97ee-e916e195b52b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8c226981-ea92-4693-97ee-e916e195b52b,segment=NetworkSegment(c51864a7-642a-4f39-ae3e-6929940a8026),segment_id=c51864a7-642a-4f39-ae3e-6929940a8026)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:50.667529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '8c226981-ea92-4693-97ee-e916e195b52b', 'network_id': '7b300dd8-04d4-4367-b5c0-08893c063b3d', 'port_id': '8c226981-ea92-4693-97ee-e916e195b52b', 'mac_address': 'fa:16:3e:73:26:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1343a6-eaa4-43dd-bbae-7ce65921140b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:50.678962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:50.700074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-b2712ed8-603a-4a71-af4d-16be8f184dfe service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023204 Dec 09 14:59:50.730244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Deleting subnet d5e89e29-c233-4813-9970-c8155db3908d {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 14:59:50.734664 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.745021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.747743 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.769834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c226981-ea92-4693-97ee-e916e195b52b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:50.781890 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.790201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:50.792503 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae01fa74-4de1-4541-8535-62da126aacab" -d '{"events": [{"server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "name": "network-vif-plugged", "status": "completed", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:50.814526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8c226981-ea92-4693-97ee-e916e195b52b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8c226981-ea92-4693-97ee-e916e195b52b,segment=NetworkSegment(c51864a7-642a-4f39-ae3e-6929940a8026),segment_id=c51864a7-642a-4f39-ae3e-6929940a8026)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:50.816894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:50.823583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-069b2dcd-795b-451d-b985-1cf2c51fa406 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161547 Dec 09 14:59:50.824052 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.829581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.831129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 14:59:50.853004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.869837 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780fa086-3af6-4eb8-aead-9c7fa8da0ff7 x-openstack-request-id: req-780fa086-3af6-4eb8-aead-9c7fa8da0ff7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:50.870133 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "name": "network-vif-plugged", "status": "completed", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:50.870541 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-780fa086-3af6-4eb8-aead-9c7fa8da0ff7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:50.871074 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'code': 200} Dec 09 14:59:50.877200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 14:59:50.877850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0fdad16c-49ea-4ac0-a573-8c9b93c901f1 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 14:59:50.907405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8c226981-ea92-4693-97ee-e916e195b52b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:50.950373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:50.994990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e89e29-c233-4813-9970-c8155db3908d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:50.999126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9014e1-ed36-427e-8969-f01b9748e9c4 req-566985f0-6a6a-4429-a03f-4a9516d5a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:51.004614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:51.009283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f9014e1-ed36-427e-8969-f01b9748e9c4 req-566985f0-6a6a-4429-a03f-4a9516d5a325 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1096 time: 0.0703018 Dec 09 14:59:51.024331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.028236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df2e0617-d4c3-4cef-9a09-562a28dc1c9e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d5e89e29-c233-4813-9970-c8155db3908d HTTP/1.1" status: 204 len: 168 time: 0.3465896 Dec 09 14:59:51.032018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:51.062271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442397a-0217-4e67-9a7e-d304bbe06862 req-f9edcbea-b64a-40fe-a745-d26a3098e736 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:51.063989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f442397a-0217-4e67-9a7e-d304bbe06862 req-f9edcbea-b64a-40fe-a745-d26a3098e736 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 944 time: 0.1063912 Dec 09 14:59:51.107918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8c226981-ea92-4693-97ee-e916e195b52b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:51.125397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f442397a-0217-4e67-9a7e-d304bbe06862 req-30283e4b-f47f-4375-9372-ea8c079c287b tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533738 Dec 09 14:59:51.167178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f9014e1-ed36-427e-8969-f01b9748e9c4 req-56b5836d-d8a6-421c-927b-8fc59240388d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492829 Dec 09 14:59:51.171953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5899ce0-86b3-4edc-ba5f-c608bdf31dcb req-5e12e8a0-d9a3-41c2-9837-516b9515e46c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 210 time: 0.0470288 Dec 09 14:59:51.176328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.275942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26a785-d4c1-4bff-88b4-69f1f1895a23 req-ac338475-0142-446d-a160-0f07b51ca1d8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:51.277777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b26a785-d4c1-4bff-88b4-69f1f1895a23 req-ac338475-0142-446d-a160-0f07b51ca1d8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 945 time: 0.0701084 Dec 09 14:59:51.313525 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.334780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49603c97-673c-42b7-929c-f30a49bfef6b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:51.341106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b26a785-d4c1-4bff-88b4-69f1f1895a23 req-11c78fcd-ac3d-48af-b1f0-3371173d2979 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 Dec 09 14:59:51.345165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd008a3-0f77-458f-8296-e811504039af') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:51.345444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd008a3-0f77-458f-8296-e811504039af') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 14:59:51.357578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.371868 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.379522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 14:59:51.380015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: timer() Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 14:59:51.382197 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 14:59:51.399327 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 14:59:51.444353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.454344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.457552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] 10.222.0.46 "DELETE /v2.0/networks/49603c97-673c-42b7-929c-f30a49bfef6b HTTP/1.1" status: 204 len: 168 time: 0.4227765 Dec 09 14:59:51.468465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f98fa-8f2c-48d8-8ca0-dc5e9ef16a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=49603c97-673c-42b7-929c-f30a49bfef6b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:51.574572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44628) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:51.616097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1769d0e-d928-48cd-9d14-a1c51f2c7a81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70f8b9c0172a4abd91b282924c0111c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403175 Dec 09 14:59:51.618534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44630) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:51.668875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e501bf59-86e7-451b-8fc9-e551b34d80a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.691878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e501bf59-86e7-451b-8fc9-e551b34d80a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.694286 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.771995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1e64-0a98-47c2-9e77-2bddf0ab12f6 req-2581c731-2436-4ec6-b52d-5f5b0894f4f6 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:51.773526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a23b1e64-0a98-47c2-9e77-2bddf0ab12f6 req-2581c731-2436-4ec6-b52d-5f5b0894f4f6 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0590062 Dec 09 14:59:51.779417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e501bf59-86e7-451b-8fc9-e551b34d80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.782853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e501bf59-86e7-451b-8fc9-e551b34d80a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:51.784233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e501bf59-86e7-451b-8fc9-e551b34d80a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d542d7f9-253a-464f-a937-e8704bac02e6 HTTP/1.1" status: 204 len: 168 time: 0.1647995 Dec 09 14:59:51.805158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501bf59-86e7-451b-8fc9-e551b34d80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d542d7f9-253a-464f-a937-e8704bac02e6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:51.849937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a23b1e64-0a98-47c2-9e77-2bddf0ab12f6 req-9ddc1ee7-1209-48df-bc76-fb84f3122e44 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646091 Dec 09 14:59:52.174934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-63b11071-9b10-439b-a212-b2515fe6fb54 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:52.176456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-63b11071-9b10-439b-a212-b2515fe6fb54 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1416063 Dec 09 14:59:52.192266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Request body: {'port': {'device_id': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'admin_state_up': True, 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:52.274711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.374961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f4236b8c-536a-4193-8f49-1eda8274a85d req-f17d0904-d50e-40cf-96f6-a4e772fdf752 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 210 time: 0.0332181 Dec 09 14:59:52.379462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacf22-c3fe-46a3-8fe7-9a26ed71056c req-fc0fe324-b084-403b-95fc-3629d5ccec2e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:52.381011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6aacf22-c3fe-46a3-8fe7-9a26ed71056c req-fc0fe324-b084-403b-95fc-3629d5ccec2e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 944 time: 0.0881848 Dec 09 14:59:52.432028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:52.436625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.466694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6aacf22-c3fe-46a3-8fe7-9a26ed71056c req-c3b587eb-1284-43d2-94e8-bce9f6d1ea77 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720940 Dec 09 14:59:52.483820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8c226981-ea92-4693-97ee-e916e195b52b up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 14:59:52.512163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289eb3-8bf7-4a51-b63a-99d9cf817986 req-8d42c67f-0c48-488b-bedb-9d2939dc28cd tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:52.513231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f289eb3-8bf7-4a51-b63a-99d9cf817986 req-8d42c67f-0c48-488b-bedb-9d2939dc28cd tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 945 time: 0.0557563 Dec 09 14:59:52.567623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 8c226981-ea92-4693-97ee-e916e195b52b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 14:59:52.576231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 8c226981-ea92-4693-97ee-e916e195b52b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 14:59:52.576350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.605238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Allocated IP 172.20.0.5 (2bb44386-ba3a-48d6-be76-3b19a04c4117/36dee103-67a7-4df5-8bcc-ed1d13da6a3c/aa5bcf79-8341-465d-9966-de9e4ccc9e66) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:52.606434 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f289eb3-8bf7-4a51-b63a-99d9cf817986 req-bf7f8c59-45e7-4ede-94f7-f48bbb5c882d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705156 Dec 09 14:59:52.643664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:52.676246 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.712229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8c226981-ea92-4693-97ee-e916e195b52b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8c226981-ea92-4693-97ee-e916e195b52b,segment=NetworkSegment(c51864a7-642a-4f39-ae3e-6929940a8026),segment_id=c51864a7-642a-4f39-ae3e-6929940a8026)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:52.718755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.754166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2109612356-network', 'tenant_id': '02d26e63ae9d448eadd764e9dbb0ff40'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:52.773154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8c226981-ea92-4693-97ee-e916e195b52b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:52.776133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Made reservation on behalf of 02d26e63ae9d448eadd764e9dbb0ff40 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:52.778585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.788026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.790800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-4b3bde37-8409-4fb1-bf86-b4a15115c20e tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-117338750&fields=id&tenant_id=8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 267 time: 0.1111920 Dec 09 14:59:52.851540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.872421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368b92ba-e239-4a90-8c02-e372317b186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c226981-ea92-4693-97ee-e916e195b52b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:52.875400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-e267aed0-2ed4-4c78-922c-4027a60b3ea8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:52.876924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-e267aed0-2ed4-4c78-922c-4027a60b3ea8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 945 time: 0.0782161 Dec 09 14:59:52.877189 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383510ad-150d-404b-acc4-2f3ce6dc06a8" -d '{"events": [{"server_uuid": "368b92ba-e239-4a90-8c02-e372317b186c", "name": "network-vif-plugged", "status": "completed", "tag": "8c226981-ea92-4693-97ee-e916e195b52b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:52.890044 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.891665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'port': {'security_groups': ['941da8b8-bc92-41a4-b2ee-628159e6634d', '5b3b326a-b2b0-488c-9fde-af54d4c8d661']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:52.894873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.923649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 14:59:52.933992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aca7bc-bb71-466a-8b4d-4003759dc723,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:52.944202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:52.944764 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Added segment db4836b2-fb88-4bd1-9361-2f9190251df2 of type vlan for network 01d24f14-20fc-4cee-a600-b3a7b307fd2f Dec 09 14:59:52.973396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.005505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.016291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.034842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:53.047436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f099-a137-40fc-89e5-b2fa4818eb66 req-1855906c-aa1b-4ecf-a2f5-0e0ee23267d5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.048939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9aa0f099-a137-40fc-89e5-b2fa4818eb66 req-1855906c-aa1b-4ecf-a2f5-0e0ee23267d5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0928934 Dec 09 14:59:53.061369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:53.066794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.068124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.069164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.074820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:53.082266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event updated for resources: {'Port': ['ID=aa5bcf79-8341-465d-9966-de9e4ccc9e66,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:53.082626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcabd-5268-48bb-9157-70955a513efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.121898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4770415 Dec 09 14:59:53.129270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44676) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 14:59:53.137444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Request body: {'subnet': {'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2109612356-subnet', 'tenant_id': '02d26e63ae9d448eadd764e9dbb0ff40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:53.160844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.161465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.185621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf8567-eebd-4847-a169-736af267f140 admin admin] Pushing event updated for resources: {'Network': ['ID=01d24f14-20fc-4cee-a600-b3a7b307fd2f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:53.197462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9aa0f099-a137-40fc-89e5-b2fa4818eb66 req-e889429c-7095-41fb-b7f1-4fc0e69b289b tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413450 Dec 09 14:59:53.209792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Made reservation on behalf of 02d26e63ae9d448eadd764e9dbb0ff40 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:53.212747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 01d24f14-20fc-4cee-a600-b3a7b307fd2f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 14:59:53.214016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.226023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-baa65ffb-255d-472a-90f4-15a7b9933bc4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0378885 Dec 09 14:59:53.243696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Request body: {'port': {'device_id': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:53.302092 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44911a-6c3b-4854-8985-1a5d08be93b0 x-openstack-request-id: req-8a44911a-6c3b-4854-8985-1a5d08be93b0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:53.302532 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368b92ba-e239-4a90-8c02-e372317b186c", "name": "network-vif-plugged", "status": "completed", "tag": "8c226981-ea92-4693-97ee-e916e195b52b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:53.302881 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a44911a-6c3b-4854-8985-1a5d08be93b0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:53.303425 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368b92ba-e239-4a90-8c02-e372317b186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c226981-ea92-4693-97ee-e916e195b52b', 'code': 200} Dec 09 14:59:53.398119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.401465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:53.437930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.463269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e77af-4e93-4874-98d2-60d97b90677d req-940faba5-c0af-46e3-9742-916cbe9072fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.464813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e96e77af-4e93-4874-98d2-60d97b90677d req-940faba5-c0af-46e3-9742-916cbe9072fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 1096 time: 0.1268160 Dec 09 14:59:53.476648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.506155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.520360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:53.528703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41001cc9-30aa-47c9-a7f8-9c459f9e9753,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:53.554224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3b7f2-6b06-4167-a83a-954ff311c0f7 req-37eaa2a3-4397-4f10-8006-b3f3a1aa0dfc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.555815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99e3b7f2-6b06-4167-a83a-954ff311c0f7 req-37eaa2a3-4397-4f10-8006-b3f3a1aa0dfc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 931 time: 0.0896978 Dec 09 14:59:53.556931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Checking segment: {'id': 'db4836b2-fb88-4bd1-9361-2f9190251df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:53.557576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Network hostable DHCP agents. Network: 01d24f14-20fc-4cee-a600-b3a7b307fd2f, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 14:59:53.602853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Network 01d24f14-20fc-4cee-a600-b3a7b307fd2f is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 14:59:53.625711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 01d24f14-20fc-4cee-a600-b3a7b307fd2f) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:53.630721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.631357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.647764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5e41e-3e9a-4f3c-b25a-95198e430098 None None] Network 01d24f14-20fc-4cee-a600-b3a7b307fd2f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:53.653214 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99e3b7f2-6b06-4167-a83a-954ff311c0f7 req-f10b4dd8-9c5d-4eb3-9087-7b0389766a2f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823638 Dec 09 14:59:53.662165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2708f9bb-0ab2-4c6b-9c9e-d9275ff6cd79 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5302472 Dec 09 14:59:53.797981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dcc11-1e42-43e7-a6a6-442808a70e2d req-d43e677b-852c-4da9-8772-0a69d82348df tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.807151 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d4dcc11-1e42-43e7-a6a6-442808a70e2d req-d43e677b-852c-4da9-8772-0a69d82348df tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.0662305 Dec 09 14:59:53.813366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918794a-c8e7-443b-994f-1bfae2d13fe3 None None] Network 01d24f14-20fc-4cee-a600-b3a7b307fd2f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 14:59:53.867814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d4dcc11-1e42-43e7-a6a6-442808a70e2d req-9c084a3d-f85f-4304-86bd-db69bb22b6d3 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594583 Dec 09 14:59:53.961155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:53.961779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:53.963154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a71c9a5-1055-4f3e-a824-430ee1f7e1b2 req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "PUT /v2.0/ports/b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 981 time: 1.0779288 Dec 09 14:59:53.968041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:53.970951 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1767a7d1-972e-450c-85a7-b60687f54347" -d '{"events": [{"name": "network-changed", "server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:54.015432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e96e77af-4e93-4874-98d2-60d97b90677d req-e2b5c327-e8d8-4447-9147-b6e62c9028a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352929 Dec 09 14:59:54.017801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde223-8d73-45a9-a902-ddfbc10a24a9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:54.044217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:54.144902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-aeb6199f-450a-4ecd-83da-000c32bbbb95 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-608151627&fields=id&tenant_id=8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 267 time: 0.0701609 Dec 09 14:59:54.210983 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7a7e8-0a3b-4e95-836d-27670bb4195a x-openstack-request-id: req-11c7a7e8-0a3b-4e95-836d-27670bb4195a {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:54.211278 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:54.211558 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11c7a7e8-0a3b-4e95-836d-27670bb4195a {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:54.211959 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'status': 'completed', 'code': 200} Dec 09 14:59:54.233124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5bcf79-8341-465d-9966-de9e4ccc9e66 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:54.242775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:54.270970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-cccf17d2-56bb-4d85-84b2-2cfef9980ab4 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.272774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-cccf17d2-56bb-4d85-84b2-2cfef9980ab4 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 984 time: 0.1130950 Dec 09 14:59:54.301302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'port': {'security_groups': ['5b3b326a-b2b0-488c-9fde-af54d4c8d661', '941da8b8-bc92-41a4-b2ee-628159e6634d', 'fca9e2a5-e032-415a-9fd6-f34fb03271cf']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:54.304463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Transition to ACTIVE for port object aa5bcf79-8341-465d-9966-de9e4ccc9e66 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 14:59:54.329138 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:54.382880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a7d1-972e-450c-85a7-b60687f54347 req-fcdd97d7-a82a-4503-9742-47e746ff58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.384294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-fcdd97d7-a82a-4503-9742-47e746ff58c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1135 time: 0.1375871 Dec 09 14:59:54.417638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1fee8-71f8-4147-8469-c9ab09ccf33c req-63bf013f-abd0-46c2-9f6d-c3f0d7a1cd4f tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.419203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88a1fee8-71f8-4147-8469-c9ab09ccf33c req-63bf013f-abd0-46c2-9f6d-c3f0d7a1cd4f tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0498319 Dec 09 14:59:54.447494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5bcf79-8341-465d-9966-de9e4ccc9e66,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:54.461248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:54.468290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88a1fee8-71f8-4147-8469-c9ab09ccf33c req-5542fd72-8ebe-44e6-ad94-9c14950c0159 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Dec 09 14:59:54.626051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a7d1-972e-450c-85a7-b60687f54347 req-58210e03-0c7d-4f28-8180-026e73aa8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.627538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-58210e03-0c7d-4f28-8180-026e73aa8b42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.2170939 Dec 09 14:59:54.637336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Attempting to bind port aa5bcf79-8341-465d-9966-de9e4ccc9e66 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 14:59:54.637673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Attempting to bind port aa5bcf79-8341-465d-9966-de9e4ccc9e66 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 14:59:54.638030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Attempting to bind port aa5bcf79-8341-465d-9966-de9e4ccc9e66 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:54.683622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Port aa5bcf79-8341-465d-9966-de9e4ccc9e66 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 14:59:54.683951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Attempting to bind port aa5bcf79-8341-465d-9966-de9e4ccc9e66 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 14:59:54.690454 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-3d56c71b-289d-4dfe-96fb-9589b51796dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 217 time: 0.0541337 Dec 09 14:59:54.703592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 14:59:54.703938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 14:59:54.704318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Bound using segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 14:59:54.704753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Bound port: aa5bcf79-8341-465d-9966-de9e4ccc9e66, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 14:59:54.705109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:54.788747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ed6d-b98c-4874-83d2-da807c9961ee req-228ec630-832c-416c-ac91-da35ab45fc9f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.790354 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a93ed6d-b98c-4874-83d2-da807c9961ee req-228ec630-832c-416c-ac91-da35ab45fc9f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 943 time: 0.0531094 Dec 09 14:59:54.800179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a7d1-972e-450c-85a7-b60687f54347 req-2bc09986-44a1-4f73-a67e-7c4f3ec1cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.801691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-2bc09986-44a1-4f73-a67e-7c4f3ec1cae6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0998707 Dec 09 14:59:54.840946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a93ed6d-b98c-4874-83d2-da807c9961ee req-49357078-fa11-4a2f-b377-401f4d06c0dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Dec 09 14:59:54.864376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-f3f30c54-ec83-4562-9ed4-d73f3b20e14a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483856 Dec 09 14:59:54.929871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] For port aa5bcf79-8341-465d-9966-de9e4ccc9e66, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 14:59:54.988927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d98d1-30e2-4881-8fb1-24a109482d7e req-c4bda2ea-247c-41ce-9a5f-439a12c3a464 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:54.990010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] For port aa5bcf79-8341-465d-9966-de9e4ccc9e66, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 14:59:54.990752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a9d98d1-30e2-4881-8fb1-24a109482d7e req-c4bda2ea-247c-41ce-9a5f-439a12c3a464 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.0498374 Dec 09 14:59:55.002646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.012430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:55.040103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a9d98d1-30e2-4881-8fb1-24a109482d7e req-1c12f8ed-5f2b-45ce-ac71-152ecae574a5 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Dec 09 14:59:55.059726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.060347 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.061793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa5bcf79-8341-465d-9966-de9e4ccc9e66 HTTP/1.1" status: 200 len: 1091 time: 1.8224816 Dec 09 14:59:55.106036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.120577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-770b1715-a597-40c6-9d47-c65b53785583 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225666 Dec 09 14:59:55.123034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.124660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7282cf-2c19-4d4f-a584-632fc7c2e5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5bcf79-8341-465d-9966-de9e4ccc9e66,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:55.135549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:55.229223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.229857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.231235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b61129b2-ca63-444a-bc4e-44e40d5be78e req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "PUT /v2.0/ports/b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 1020 time: 0.9390998 Dec 09 14:59:55.299654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-00a62616-f61d-48fb-aa83-a58c197f4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.301130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-00a62616-f61d-48fb-aa83-a58c197f4468 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 1094 time: 0.1913047 Dec 09 14:59:55.304010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ab04f-4307-4926-80ed-28f11d4b7d12 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:55.343693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 14:59:55.393025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-93bd5a70-71f4-4a49-b3cf-548391ecdc14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66 HTTP/1.1" status: 200 len: 217 time: 0.0645292 Dec 09 14:59:55.412572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1767a7d1-972e-450c-85a7-b60687f54347 req-97a8ad40-2364-4f62-acd7-bc95134f3ec1 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679741 Dec 09 14:59:55.475482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d34e9f-87ab-43cf-ba47-2cbdd29cd6d7 req-44f9bc61-9f86-4e8d-bcc5-977356482493 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.476992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3d34e9f-87ab-43cf-ba47-2cbdd29cd6d7 req-44f9bc61-9f86-4e8d-bcc5-977356482493 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1023 time: 0.1361480 Dec 09 14:59:55.478998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-95e00b63-3174-4cc2-b4df-53971d347429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.480452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-95e00b63-3174-4cc2-b4df-53971d347429 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0704424 Dec 09 14:59:55.530715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-992f8a09-9ced-48aa-b636-999ee9ab2c79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365741 Dec 09 14:59:55.582145 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e52b726-b7a3-40aa-9a2d-f3ac17a3aa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.624344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f345db-89cb-4437-b8ae-1b90b1dd5a38 req-e7a866f1-06a5-4e2b-b169-ff953b31ab99 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.628098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60f345db-89cb-4437-b8ae-1b90b1dd5a38 req-e7a866f1-06a5-4e2b-b169-ff953b31ab99 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.0589001 Dec 09 14:59:55.636841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3d34e9f-87ab-43cf-ba47-2cbdd29cd6d7 req-e30eaded-832a-4c90-a999-0a621993cb50 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=fca9e2a5-e032-415a-9fd6-f34fb03271cf&id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=5b3b326a-b2b0-488c-9fde-af54d4c8d661 HTTP/1.1" status: 200 len: 6206 time: 0.1498172 Dec 09 14:59:55.678096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-a397fbae-df8f-4441-85e8-6e5f3d364367 service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371617 Dec 09 14:59:55.688802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60f345db-89cb-4437-b8ae-1b90b1dd5a38 req-a769ece6-3d48-4d58-ac3d-c145530eb367 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566602 Dec 09 14:59:55.726097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-16277d96-90ea-4c51-b174-8393ae402765 req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1461497257 ', 'description': 'tempest-description-1851008629'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:55.749291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-16277d96-90ea-4c51-b174-8393ae402765 req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.793975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48082a74-e02a-40da-bd76-86c4ebc5ef0a req-f52f0f5f-4055-46dc-b5c8-8b3ccbe7b36d service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974882 Dec 09 14:59:55.837371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-16277d96-90ea-4c51-b174-8393ae402765 req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.841219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-16277d96-90ea-4c51-b174-8393ae402765 req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.874170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-16277d96-90ea-4c51-b174-8393ae402765 req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:55.876277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16277d96-90ea-4c51-b174-8393ae402765 req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1551721 Dec 09 14:59:55.885897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a4bad-ff6a-4667-9246-7b826ea3b318 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119cbcfc-6457-4bed-830c-5f82f9bbb581,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:55.973262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847c855-03d8-4126-9803-42ad64037890 req-f55ce43c-db38-49dc-ad8f-c346de52889a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:55.974782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2847c855-03d8-4126-9803-42ad64037890 req-f55ce43c-db38-49dc-ad8f-c346de52889a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 943 time: 0.0507224 Dec 09 14:59:56.013855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-9efffa8f-ebc4-4383-a326-e5207ff19370 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.015433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-9efffa8f-ebc4-4383-a326-e5207ff19370 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/networks?id=01d24f14-20fc-4cee-a600-b3a7b307fd2f HTTP/1.1" status: 200 len: 810 time: 0.1115909 Dec 09 14:59:56.023993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2847c855-03d8-4126-9803-42ad64037890 req-fef222d6-b663-4cdf-9f35-11bcc8c0d69a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428963 Dec 09 14:59:56.030952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-a3547b7e-8966-4b65-9974-8e3605b815cf tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/quotas/02d26e63ae9d448eadd764e9dbb0ff40 HTTP/1.1" status: 200 len: 375 time: 0.0091960 Dec 09 14:59:56.067889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-8b99b041-6756-40f9-8960-5c510169fe85 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=02d26e63ae9d448eadd764e9dbb0ff40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296993 Dec 09 14:59:56.100915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c401080f-3035-4a46-bdb7-955c1c84f26a req-ae491960-9fc5-44f5-9921-c32eea7a381e tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/119cbcfc-6457-4bed-830c-5f82f9bbb581 HTTP/1.1" status: 200 len: 1800 time: 0.0436540 Dec 09 14:59:56.160410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-231ab98f-3a55-4af7-be7e-f92ba304b993 service neutron] 10.222.0.46 "GET /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868704 Dec 09 14:59:56.204014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7ce-7bc0-4092-93b9-4f172bfc87b5 req-cbe3d9a4-081a-447e-b14f-0456c97e3277 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.205591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-826ad7ce-7bc0-4092-93b9-4f172bfc87b5 req-cbe3d9a4-081a-447e-b14f-0456c97e3277 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.0507960 Dec 09 14:59:56.226819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'tag': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66'}, {'name': 'network-changed', 'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 14:59:56.229119 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba70908-85b8-47c7-962a-32cfc6da3083" -d '{"events": [{"name": "network-changed", "server_uuid": "7a589348-350e-4e15-9b9f-dd1bef70973e", "tag": "aa5bcf79-8341-465d-9966-de9e4ccc9e66"}, {"name": "network-changed", "server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 14:59:56.253922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-826ad7ce-7bc0-4092-93b9-4f172bfc87b5 req-660f3874-3be6-46b3-a2ec-87de0ea7cd9c tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Dec 09 14:59:56.261636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-2199f1f0-e635-4f86-9fb6-6909f0d6245a service neutron] 10.222.0.46 "GET /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949655 Dec 09 14:59:56.316117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dd7eb6f-ce2d-4361-b5a2-37fba2752551 req-62add23f-676d-47fe-ba4c-4ecb11df3720 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/119cbcfc-6457-4bed-830c-5f82f9bbb581 HTTP/1.1" status: 200 len: 1800 time: 0.0386240 Dec 09 14:59:56.375361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4dd7eb6f-ce2d-4361-b5a2-37fba2752551 req-86533651-ba8c-4c8f-a8a2-fd98ce97bffb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.399178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4dd7eb6f-ce2d-4361-b5a2-37fba2752551 req-86533651-ba8c-4c8f-a8a2-fd98ce97bffb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.447135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4dd7eb6f-ce2d-4361-b5a2-37fba2752551 req-86533651-ba8c-4c8f-a8a2-fd98ce97bffb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.450028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-4dd7eb6f-ce2d-4361-b5a2-37fba2752551 req-86533651-ba8c-4c8f-a8a2-fd98ce97bffb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.451480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dd7eb6f-ce2d-4361-b5a2-37fba2752551 req-86533651-ba8c-4c8f-a8a2-fd98ce97bffb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/119cbcfc-6457-4bed-830c-5f82f9bbb581 HTTP/1.1" status: 204 len: 173 time: 0.1290200 Dec 09 14:59:56.462089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86533651-ba8c-4c8f-a8a2-fd98ce97bffb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119cbcfc-6457-4bed-830c-5f82f9bbb581,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:56.529783 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bad6bc8-6e4f-4a7b-bf8a-e62954a630ab x-openstack-request-id: req-1bad6bc8-6e4f-4a7b-bf8a-e62954a630ab {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 14:59:56.531109 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a589348-350e-4e15-9b9f-dd1bef70973e", "tag": "aa5bcf79-8341-465d-9966-de9e4ccc9e66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 14:59:56.531450 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bad6bc8-6e4f-4a7b-bf8a-e62954a630ab {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 14:59:56.531867 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'tag': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66', 'status': 'completed', 'code': 200} Dec 09 14:59:56.532131 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'status': 'completed', 'code': 200} Dec 09 14:59:56.615209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.627076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb6e92ca-e400-4659-84c8-a1546f2f8bff req-65a55fef-cb74-46a3-895f-271ea584282b tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 210 time: 0.0320365 Dec 09 14:59:56.683421 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-5ed1cf7c-3ca4-45c4-aee7-00f6bd2de2c5 req-f2cfdd4c-4de3-4d0d-b915-83fed90652e1 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 14:59:56.687911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ed1cf7c-3ca4-45c4-aee7-00f6bd2de2c5 req-f2cfdd4c-4de3-4d0d-b915-83fed90652e1 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/119cbcfc-6457-4bed-830c-5f82f9bbb581 HTTP/1.1" status: 404 len: 352 time: 0.0214200 Dec 09 14:59:56.711723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-5d1276ba-9ab1-4b66-8627-c2a68f930a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.713283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-5d1276ba-9ab1-4b66-8627-c2a68f930a41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1174 time: 0.1573400 Dec 09 14:59:56.720904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-74e6e358-c019-4337-9a44-21b907e25a73 req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1989341578', 'description': 'tempest-description-21760045'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:56.737149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-60e1c448-5910-4bc4-a1bf-d387b4b2890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.739473 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-60e1c448-5910-4bc4-a1bf-d387b4b2890a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 1094 time: 0.1675856 Dec 09 14:59:56.746990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-74e6e358-c019-4337-9a44-21b907e25a73 req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.823383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-74e6e358-c019-4337-9a44-21b907e25a73 req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.828993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-74e6e358-c019-4337-9a44-21b907e25a73 req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.863430 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-74e6e358-c019-4337-9a44-21b907e25a73 req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:56.864781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74e6e358-c019-4337-9a44-21b907e25a73 req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1505857 Dec 09 14:59:56.865554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c425ad-98a2-43ef-a80a-4cd207f31067 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67eaabbe-4d88-4c23-8c8e-4813ff67e521,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:56.972174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1de13-a1da-442c-bef5-29c6cfe164d9 req-58003e60-1862-44c2-9b0c-76d2eef66f3c tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.973743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ed1de13-a1da-442c-bef5-29c6cfe164d9 req-58003e60-1862-44c2-9b0c-76d2eef66f3c tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.1823387 Dec 09 14:59:56.980791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-f08d10d2-58b2-4828-aecc-661d40da012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.982247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-f08d10d2-58b2-4828-aecc-661d40da012c service neutron] 10.222.0.36 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.2597077 Dec 09 14:59:56.984811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-26d428c3-3840-4a90-8217-dcfcf125c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:56.984811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-26d428c3-3840-4a90-8217-dcfcf125c7fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.2163785 Dec 09 14:59:57.054451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-659d4ce4-090f-4949-b534-3dd9be73a3f8 req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1546430066', 'description': 'tempest-description-492196196'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:57.080531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-659d4ce4-090f-4949-b534-3dd9be73a3f8 req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.085637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-b2ad9a17-141e-4cb8-9ce9-6c42907606e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66 HTTP/1.1" status: 200 len: 217 time: 0.0911570 Dec 09 14:59:57.087440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-280b1d43-c567-4bf9-96ef-4dca9e496cea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 200 len: 217 time: 0.0939810 Dec 09 14:59:57.161753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-659d4ce4-090f-4949-b534-3dd9be73a3f8 req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.166731 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-659d4ce4-090f-4949-b534-3dd9be73a3f8 req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.189493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ed1de13-a1da-442c-bef5-29c6cfe164d9 req-a82fc456-b1d9-479c-b93d-8cabd73ccea6 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036927 Dec 09 14:59:57.200396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-659d4ce4-090f-4949-b534-3dd9be73a3f8 req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.202119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-659d4ce4-090f-4949-b534-3dd9be73a3f8 req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1542597 Dec 09 14:59:57.204206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074c56f-3c4e-4d40-8b99-a6583253daae tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb825f-5042-4ebf-8289-b5d484327661,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:57.204555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-d1a2ae3e-0ecf-4974-8ebb-4ac28dace92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:57.206000 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-d1a2ae3e-0ecf-4974-8ebb-4ac28dace92b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0978637 Dec 09 14:59:57.208163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-0dd5805b-879c-40ac-9714-aefb2208897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:57.209511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-0dd5805b-879c-40ac-9714-aefb2208897c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.1101098 Dec 09 14:59:57.286706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-e48e9dbb-41e4-4a1a-b136-ca564d368fdf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592222 Dec 09 14:59:57.288708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-80bfa94e-9ef9-4964-9d98-282f98877638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694041 Dec 09 14:59:57.299391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-13c29b8d-8a08-4492-bb7c-b1adc7c7c0e8 req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-837974958', 'description': 'tempest-description-690375690'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:57.328207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13c29b8d-8a08-4492-bb7c-b1adc7c7c0e8 req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.401605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13c29b8d-8a08-4492-bb7c-b1adc7c7c0e8 req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.406153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13c29b8d-8a08-4492-bb7c-b1adc7c7c0e8 req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.434926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-13c29b8d-8a08-4492-bb7c-b1adc7c7c0e8 req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:57.436223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13c29b8d-8a08-4492-bb7c-b1adc7c7c0e8 req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1414499 Dec 09 14:59:57.441387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72544e17-d511-44b7-a30a-e2c318d484af tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18766250-1c69-4d4b-83fe-48b2664368a4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:57.463803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c5d8f-9554-499b-b3f1-e75fcd6c4ae9 req-bf258343-9ab8-43cc-b32a-b4967a668cfa tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:57.465323 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-707c5d8f-9554-499b-b3f1-e75fcd6c4ae9 req-bf258343-9ab8-43cc-b32a-b4967a668cfa tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 943 time: 0.1737840 Dec 09 14:59:57.512090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-c0f769d7-51e4-456d-93fe-176d475f4434 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022085 Dec 09 14:59:57.519935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-c68c0d23-fe5e-4399-a5ea-97431e8bf6ce service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197368 Dec 09 14:59:57.590232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-707c5d8f-9554-499b-b3f1-e75fcd6c4ae9 req-2431b561-a542-4623-986f-401568a74637 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157410 Dec 09 14:59:57.678085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-132cb175-a2dd-4c9c-8225-81176d898ccb req-72a87de0-b573-4e83-aba9-ec5725f45acc tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 11008 time: 0.1132348 Dec 09 14:59:57.703287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-99d51a12-65e4-48ff-b5bd-a4930ad4248d service neutron] 10.222.0.43 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671188 Dec 09 14:59:57.723490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ba70908-85b8-47c7-962a-32cfc6da3083 req-d513bff1-0505-455b-a5d5-53dd8324c4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012146 Dec 09 14:59:57.737462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-132cb175-a2dd-4c9c-8225-81176d898ccb req-1dcc1d81-e089-4b28-bce4-ea3edd8e1407 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/941da8b8-bc92-41a4-b2ee-628159e6634d HTTP/1.1" status: 200 len: 3002 time: 0.0525169 Dec 09 14:59:57.795548 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-132cb175-a2dd-4c9c-8225-81176d898ccb req-764eb090-6d24-4eb8-af1d-6940cacb9770 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/941da8b8-bc92-41a4-b2ee-628159e6634d HTTP/1.1" status: 200 len: 3002 time: 0.0491700 Dec 09 14:59:57.811404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-431e6854-e162-41f6-98a8-d4ad541613ed req-13e7529f-3512-4a20-86d7-a0088cfd72fd tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 210 time: 0.0481107 Dec 09 14:59:57.919736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33d4e763-ff6d-4eab-bf93-29be5d16fa05 req-b15fa591-ae4c-421c-93fa-2f18e8e1d7d5 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/67eaabbe-4d88-4c23-8c8e-4813ff67e521 HTTP/1.1" status: 200 len: 1818 time: 0.0647976 Dec 09 14:59:57.927511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-ed98e99b-1cae-4727-9e74-7f82746b5380 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:57.927996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-ed98e99b-1cae-4727-9e74-7f82746b5380 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.36 "GET /v2.0/networks?id=01d24f14-20fc-4cee-a600-b3a7b307fd2f HTTP/1.1" status: 200 len: 810 time: 0.1763930 Dec 09 14:59:57.947292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Request body: {'port': {'device_id': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f', 'admin_state_up': True, 'tenant_id': '02d26e63ae9d448eadd764e9dbb0ff40'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:58.059009 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-33d4e763-ff6d-4eab-bf93-29be5d16fa05 req-b6390d8d-4f3e-40f2-9713-429324343066 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.097837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-33d4e763-ff6d-4eab-bf93-29be5d16fa05 req-b6390d8d-4f3e-40f2-9713-429324343066 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.143318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Made reservation on behalf of 02d26e63ae9d448eadd764e9dbb0ff40 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 14:59:58.147092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.166284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-33d4e763-ff6d-4eab-bf93-29be5d16fa05 req-b6390d8d-4f3e-40f2-9713-429324343066 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.169046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-33d4e763-ff6d-4eab-bf93-29be5d16fa05 req-b6390d8d-4f3e-40f2-9713-429324343066 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.170768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33d4e763-ff6d-4eab-bf93-29be5d16fa05 req-b6390d8d-4f3e-40f2-9713-429324343066 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/67eaabbe-4d88-4c23-8c8e-4813ff67e521 HTTP/1.1" status: 204 len: 173 time: 0.2412925 Dec 09 14:59:58.189395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390d8d-4f3e-40f2-9713-429324343066 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eaabbe-4d88-4c23-8c8e-4813ff67e521,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:58.239701 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.244708 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-328d7633-ae28-4712-99b4-d71e86c0f4d8 req-34625987-7c01-45c4-9ffa-8038503fc1f1 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 14:59:58.245827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-328d7633-ae28-4712-99b4-d71e86c0f4d8 req-34625987-7c01-45c4-9ffa-8038503fc1f1 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/67eaabbe-4d88-4c23-8c8e-4813ff67e521 HTTP/1.1" status: 404 len: 352 time: 0.0287333 Dec 09 14:59:58.341587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bec8689-9f1d-4d95-b818-029fdacc8427 req-732654f9-73b0-49b8-8714-d495042310d7 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/a5cb825f-5042-4ebf-8289-b5d484327661 HTTP/1.1" status: 200 len: 1819 time: 0.0465448 Dec 09 14:59:58.412381 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1bec8689-9f1d-4d95-b818-029fdacc8427 req-39ab54bc-2e4c-4ef7-be13-38f2fe6857fa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.436960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1bec8689-9f1d-4d95-b818-029fdacc8427 req-39ab54bc-2e4c-4ef7-be13-38f2fe6857fa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.481024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1bec8689-9f1d-4d95-b818-029fdacc8427 req-39ab54bc-2e4c-4ef7-be13-38f2fe6857fa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.483692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1bec8689-9f1d-4d95-b818-029fdacc8427 req-39ab54bc-2e4c-4ef7-be13-38f2fe6857fa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.484858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bec8689-9f1d-4d95-b818-029fdacc8427 req-39ab54bc-2e4c-4ef7-be13-38f2fe6857fa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/a5cb825f-5042-4ebf-8289-b5d484327661 HTTP/1.1" status: 204 len: 173 time: 0.1367149 Dec 09 14:59:58.495777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab54bc-2e4c-4ef7-be13-38f2fe6857fa tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb825f-5042-4ebf-8289-b5d484327661,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:58.603434 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-517f4ea9-ebc7-477d-965d-81ddef5bfdbb req-e21d710e-1ec2-4e90-b863-568f2f7d6851 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 14:59:58.604518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-517f4ea9-ebc7-477d-965d-81ddef5bfdbb req-e21d710e-1ec2-4e90-b863-568f2f7d6851 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/a5cb825f-5042-4ebf-8289-b5d484327661 HTTP/1.1" status: 404 len: 352 time: 0.0144677 Dec 09 14:59:58.681546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Allocated IP 172.20.0.9 (01d24f14-20fc-4cee-a600-b3a7b307fd2f/41001cc9-30aa-47c9-a7f8-9c459f9e9753/59571107-6638-4f70-bd1f-e5ad9e2230e6) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 14:59:58.693357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-0f632a67-be34-400f-bbeb-1b82284c14f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948677 Dec 09 14:59:58.695240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15e274c3-dda9-4f3a-b281-ddfff61c5174 req-39742b13-4690-45a1-a7c6-c79e73995bd8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/18766250-1c69-4d4b-83fe-48b2664368a4 HTTP/1.1" status: 200 len: 1818 time: 0.0427611 Dec 09 14:59:58.711179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1039e-f463-41b4-82e2-6128e40e89c4 req-35052c84-c68c-4e11-bad3-32385723b3df tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:58.712648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2c1039e-f463-41b4-82e2-6128e40e89c4 req-35052c84-c68c-4e11-bad3-32385723b3df tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 943 time: 0.1131570 Dec 09 14:59:58.768760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-15e274c3-dda9-4f3a-b281-ddfff61c5174 req-2339c440-5b07-4a12-b0d1-e2bb38ea4ac2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.792373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-15e274c3-dda9-4f3a-b281-ddfff61c5174 req-2339c440-5b07-4a12-b0d1-e2bb38ea4ac2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.834396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-15e274c3-dda9-4f3a-b281-ddfff61c5174 req-2339c440-5b07-4a12-b0d1-e2bb38ea4ac2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.837461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-15e274c3-dda9-4f3a-b281-ddfff61c5174 req-2339c440-5b07-4a12-b0d1-e2bb38ea4ac2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:58.838712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15e274c3-dda9-4f3a-b281-ddfff61c5174 req-2339c440-5b07-4a12-b0d1-e2bb38ea4ac2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/18766250-1c69-4d4b-83fe-48b2664368a4 HTTP/1.1" status: 204 len: 173 time: 0.1313143 Dec 09 14:59:58.848809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339c440-5b07-4a12-b0d1-e2bb38ea4ac2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18766250-1c69-4d4b-83fe-48b2664368a4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:58.850998 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2c1039e-f463-41b4-82e2-6128e40e89c4 req-90bf50b5-532b-4ea7-9c7a-3943c1aaccdb tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316164 Dec 09 14:59:58.905304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-9a774a34-88aa-45ce-a099-331bb7d27241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:58.907105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-9a774a34-88aa-45ce-a099-331bb7d27241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 1096 time: 0.1586618 Dec 09 14:59:58.979791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4325-af1d-4333-b364-81f219e3fc72 req-a0309780-0e3e-43da-9676-6cb1bf537a14 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:58.987867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24ac4325-af1d-4333-b364-81f219e3fc72 req-a0309780-0e3e-43da-9676-6cb1bf537a14 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 943 time: 0.0873299 Dec 09 14:59:59.010817 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.037637 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24ac4325-af1d-4333-b364-81f219e3fc72 req-a5772100-6a81-48e6-8bfc-0ddc2ab5ad2a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Dec 09 14:59:59.058160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-19444241-2426-49f6-9c5c-42fb4c1ea12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:59.059719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-19444241-2426-49f6-9c5c-42fb4c1ea12b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1291206 Dec 09 14:59:59.080556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.081820 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-569d8206-4c6e-490c-8a4c-ea85b135ea1e req-b70e1487-ce2f-44fd-87a3-55c544b79fee tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 14:59:59.082857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-569d8206-4c6e-490c-8a4c-ea85b135ea1e req-b70e1487-ce2f-44fd-87a3-55c544b79fee tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/18766250-1c69-4d4b-83fe-48b2664368a4 HTTP/1.1" status: 404 len: 352 time: 0.0148106 Dec 09 14:59:59.149700 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.159827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-7d5d71c3-e860-4af7-b37d-12c71fde741f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e41308-4806-43fc-92b2-51505ced5215 HTTP/1.1" status: 200 len: 217 time: 0.0892644 Dec 09 14:59:59.204540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Network 01d24f14-20fc-4cee-a600-b3a7b307fd2f is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 14:59:59.235034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 14:59:59.242044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Pushing event updated for resources: {'Port': ['ID=59571107-6638-4f70-bd1f-e5ad9e2230e6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:59.244453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 14:59:59.265515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57a734cf-671d-490c-a6af-7f587f27c8e3 req-a982c9ca-ddea-410f-bfb1-ee05a22c14e9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 6206 time: 0.0648913 Dec 09 14:59:59.298893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7091c4b-94f0-46ef-be02-510bc4c78b17 req-206a5f9a-2fdd-4473-abbe-970e4f262f07 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:59.300355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e7091c4b-94f0-46ef-be02-510bc4c78b17 req-206a5f9a-2fdd-4473-abbe-970e4f262f07 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 931 time: 0.2129877 Dec 09 14:59:59.309718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-50288c95-2891-4300-9d30-eeb726f1b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:59.311739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-50288c95-2891-4300-9d30-eeb726f1b8a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1289930 Dec 09 14:59:59.316574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57a734cf-671d-490c-a6af-7f587f27c8e3 req-2f953f9a-47fc-4141-a803-1b5ae94f98c8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/941da8b8-bc92-41a4-b2ee-628159e6634d HTTP/1.1" status: 200 len: 3002 time: 0.0437245 Dec 09 14:59:59.325352 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:59.325953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.364981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57a734cf-671d-490c-a6af-7f587f27c8e3 req-8987a052-de60-4163-853e-a88adec3b513 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/941da8b8-bc92-41a4-b2ee-628159e6634d HTTP/1.1" status: 200 len: 3002 time: 0.0421500 Dec 09 14:59:59.388564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-bf4c07bc-964b-436d-964e-790a1e014a67 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448407 Dec 09 14:59:59.406180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Request body: {'port': {'device_id': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:59.412096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e7091c4b-94f0-46ef-be02-510bc4c78b17 req-2113813b-10d5-4b13-8672-dcb622bace03 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046515 Dec 09 14:59:59.438491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-22157c97-3594-4ce5-a1ca-8d4320448e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 14:59:59.440026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-22157c97-3594-4ce5-a1ca-8d4320448e8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053784 Dec 09 14:59:59.450220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-f112c213-1e0e-4231-b7d1-6e1346f3934f req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-348267851', 'description': 'tempest-description-136093128'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 14:59:59.507604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa5bcf79-8341-465d-9966-de9e4ccc9e66 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:59.518523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.553547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f112c213-1e0e-4231-b7d1-6e1346f3934f req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.628811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aa5bcf79-8341-465d-9966-de9e4ccc9e66, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:59.641384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66', 'mac_address': 'fa:16:3e:55:d6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:59.684242 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.690088 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-d85e93e0-7552-4e62-a873-45b4f605b47a service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344379 Dec 09 14:59:59.698512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5bcf79-8341-465d-9966-de9e4ccc9e66 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 14:59:59.722729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aa5bcf79-8341-465d-9966-de9e4ccc9e66, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:59.727515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.728107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 715efec8-b8c1-4238-96a2-425a39ef376e details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 14:59:59.785086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aa5bcf79-8341-465d-9966-de9e4ccc9e66,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:59.865826 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f112c213-1e0e-4231-b7d1-6e1346f3934f req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.880560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f112c213-1e0e-4231-b7d1-6e1346f3934f req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.895602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 715efec8-b8c1-4238-96a2-425a39ef376e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=715efec8-b8c1-4238-96a2-425a39ef376e,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 14:59:59.908861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '715efec8-b8c1-4238-96a2-425a39ef376e', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'port_id': '715efec8-b8c1-4238-96a2-425a39ef376e', 'mac_address': 'fa:16:3e:0d:3f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 14:59:59.918922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42c73c96-9a64-47fe-90ba-4b0d588ab75d req-b7a5d64c-dfcd-4ada-a1d4-78d4623b58c4 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188156 Dec 09 14:59:59.955184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d0882-afa4-41cd-8293-eb831d0eeadf,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 14:59:59.970238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f112c213-1e0e-4231-b7d1-6e1346f3934f req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.971537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f112c213-1e0e-4231-b7d1-6e1346f3934f req-e8127968-79a8-4aae-94c5-18cb1a39b766 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5267208 Dec 09 14:59:59.972844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 14:59:59.996297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715efec8-b8c1-4238-96a2-425a39ef376e {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:00.019693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 715efec8-b8c1-4238-96a2-425a39ef376e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=715efec8-b8c1-4238-96a2-425a39ef376e,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:00.020548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641cb94-63fd-4b1c-bb54-8e7ab24ad252 req-237661f3-81c3-408c-811f-b19a79630a5f tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.023098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1641cb94-63fd-4b1c-bb54-8e7ab24ad252 req-237661f3-81c3-408c-811f-b19a79630a5f tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.0755877 Dec 09 15:00:00.028337 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.034700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59571107-6638-4f70-bd1f-e5ad9e2230e6 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:00.042732 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.080322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1641cb94-63fd-4b1c-bb54-8e7ab24ad252 req-dae854c5-3009-48f8-8297-52e7260149e8 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 Dec 09 15:00:00.085233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Transition to ACTIVE for port object 59571107-6638-4f70-bd1f-e5ad9e2230e6 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:00.091099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=715efec8-b8c1-4238-96a2-425a39ef376e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:00.094750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.121697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-fda54e1d-620b-41a5-8254-ca0f2155c24a req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-936840750', 'description': 'tempest-description-1720712597'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:00.140786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631d4bd-0e5d-4af0-a26e-6d93be1ab32c req-09997d04-dc38-4f1f-8618-a82fcd578961 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.142433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6631d4bd-0e5d-4af0-a26e-6d93be1ab32c req-09997d04-dc38-4f1f-8618-a82fcd578961 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 944 time: 0.0970218 Dec 09 15:00:00.145581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fda54e1d-620b-41a5-8254-ca0f2155c24a req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.172712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Pushing event updated for resources: {'Port': ['ID=59571107-6638-4f70-bd1f-e5ad9e2230e6,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:00.216386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fda54e1d-620b-41a5-8254-ca0f2155c24a req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.220900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fda54e1d-620b-41a5-8254-ca0f2155c24a req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.252026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-fda54e1d-620b-41a5-8254-ca0f2155c24a req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.253001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6631d4bd-0e5d-4af0-a26e-6d93be1ab32c req-34d6512b-775b-4dde-b9e6-0b5f7364ed0b tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029637 Dec 09 15:00:00.253252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fda54e1d-620b-41a5-8254-ca0f2155c24a req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1365993 Dec 09 15:00:00.255088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0989667-536d-43d8-b688-e0985b6baa19 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210d95b4-9d92-4efb-b3f1-a972951f4785,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:00.279215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Attempting to bind port 59571107-6638-4f70-bd1f-e5ad9e2230e6 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:00.279645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Attempting to bind port 59571107-6638-4f70-bd1f-e5ad9e2230e6 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'db4836b2-fb88-4bd1-9361-2f9190251df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:00.279985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Attempting to bind port 59571107-6638-4f70-bd1f-e5ad9e2230e6 on network 01d24f14-20fc-4cee-a600-b3a7b307fd2f {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:00.284994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Port 59571107-6638-4f70-bd1f-e5ad9e2230e6 on network 01d24f14-20fc-4cee-a600-b3a7b307fd2f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:00.285325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Attempting to bind port 59571107-6638-4f70-bd1f-e5ad9e2230e6 on network 01d24f14-20fc-4cee-a600-b3a7b307fd2f {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:00.290605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:00.290949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Checking segment: {'id': 'db4836b2-fb88-4bd1-9361-2f9190251df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:00.291334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Bound using segment: {'id': 'db4836b2-fb88-4bd1-9361-2f9190251df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:00.291794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Bound port: 59571107-6638-4f70-bd1f-e5ad9e2230e6, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4836b2-fb88-4bd1-9361-2f9190251df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:00.292149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.330906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aa5bcf79-8341-465d-9966-de9e4ccc9e66'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:00.333626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['715efec8-b8c1-4238-96a2-425a39ef376e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:00.395296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] For port 59571107-6638-4f70-bd1f-e5ad9e2230e6, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:00.416972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] For port 59571107-6638-4f70-bd1f-e5ad9e2230e6, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6,segment=NetworkSegment(db4836b2-fb88-4bd1-9361-2f9190251df2),segment_id=db4836b2-fb88-4bd1-9361-2f9190251df2)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:00.426195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.444007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6164a2a-17c0-4214-979f-1577517ef65d req-a964e946-2a9e-44c0-84d6-8c83a9373031 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.448341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6164a2a-17c0-4214-979f-1577517ef65d req-a964e946-2a9e-44c0-84d6-8c83a9373031 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 944 time: 0.0882797 Dec 09 15:00:00.499050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.499699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:00.501113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] 10.222.0.36 "PUT /v2.0/ports/59571107-6638-4f70-bd1f-e5ad9e2230e6 HTTP/1.1" status: 200 len: 1091 time: 1.1000996 Dec 09 15:00:00.501583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'tag': '59571107-6638-4f70-bd1f-e5ad9e2230e6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:00.504159 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3b611d-5a81-4b9c-96b4-71d9fce1a36c", "tag": "59571107-6638-4f70-bd1f-e5ad9e2230e6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:00.540903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2794cbf-04f8-453e-807e-db9f620f9961 service neutron] Pushing event updated for resources: {'Port': ['ID=59571107-6638-4f70-bd1f-e5ad9e2230e6,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:00.554864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6164a2a-17c0-4214-979f-1577517ef65d req-58a9827d-e408-41bd-a76d-87ad89847c4a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 Dec 09 15:00:00.638743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda496-8e77-47fc-ba92-c491d8ae9c66 req-9a01da47-48a6-43b1-81ca-2f3e2832ed10 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.640731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56eda496-8e77-47fc-ba92-c491d8ae9c66 req-9a01da47-48a6-43b1-81ca-2f3e2832ed10 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 943 time: 0.0587511 Dec 09 15:00:00.640953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-aab7dfb7-5ead-424e-aad2-d5d394ec77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.642446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-aab7dfb7-5ead-424e-aad2-d5d394ec77cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02d26e63ae9d448eadd764e9dbb0ff40&device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 1094 time: 0.0541747 Dec 09 15:00:00.693985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56eda496-8e77-47fc-ba92-c491d8ae9c66 req-b1ca0bdc-5499-4ba0-838f-0fe166207fca tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Dec 09 15:00:00.695985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-582ee999-2ff8-4a96-a277-a0c55a162654 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6 HTTP/1.1" status: 200 len: 217 time: 0.0441132 Dec 09 15:00:00.757026 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b711d-f571-43c6-8dc6-9db79f2ad9ed x-openstack-request-id: req-062b711d-f571-43c6-8dc6-9db79f2ad9ed {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:00.757325 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3b611d-5a81-4b9c-96b4-71d9fce1a36c", "tag": "59571107-6638-4f70-bd1f-e5ad9e2230e6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:00.757583 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-062b711d-f571-43c6-8dc6-9db79f2ad9ed {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:00.757982 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'tag': '59571107-6638-4f70-bd1f-e5ad9e2230e6', 'status': 'completed', 'code': 200} Dec 09 15:00:00.816035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-7b809dba-0ba7-45ec-9eda-e3655984a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.817492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-7b809dba-0ba7-45ec-9eda-e3655984a702 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41001cc9-30aa-47c9-a7f8-9c459f9e9753 HTTP/1.1" status: 200 len: 850 time: 0.1078076 Dec 09 15:00:00.858819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-4e0684f2-94d4-4d41-a84c-2366e6da8f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01d24f14-20fc-4cee-a600-b3a7b307fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295730 Dec 09 15:00:00.865862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-d3a3e8f2-8316-4599-be96-6e6b8173d825 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:00.867227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-d3a3e8f2-8316-4599-be96-6e6b8173d825 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 813 time: 0.1745427 Dec 09 15:00:00.899325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-664fcbae-d65c-4ec2-a019-a081fd1278b4 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/quotas/8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 375 time: 0.0263054 Dec 09 15:00:00.995306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-e606a44a-e72a-4d25-9fb7-2aea183c1bb9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858154 Dec 09 15:00:01.018229 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-d8eee0d3-ae7f-4a80-9467-98458736359b service neutron] 10.222.0.36 "GET /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382132 Dec 09 15:00:01.162616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-85348e75-9d59-4287-919a-9f5d525a528b service neutron] 10.222.0.46 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573699 Dec 09 15:00:01.168071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee8b9c16-58bd-4cb5-aa6e-d6a275a49427 req-4ea67575-4c38-4db3-bbca-11456b5cdc46 service neutron] 10.222.0.36 "GET /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403606 Dec 09 15:00:01.202956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840c57-ca83-4a8d-81c6-585e7b10b67b req-dd78a001-0abf-46d4-a09b-009e7fbcec74 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.205292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d840c57-ca83-4a8d-81c6-585e7b10b67b req-dd78a001-0abf-46d4-a09b-009e7fbcec74 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.0526090 Dec 09 15:00:01.254388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d840c57-ca83-4a8d-81c6-585e7b10b67b req-c5de63d0-5166-492a-b1c9-c17437f64798 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Dec 09 15:00:01.293860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-4f0fe8c0-ed72-451b-8ec4-7c279c945963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.295941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-4f0fe8c0-ed72-451b-8ec4-7c279c945963 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02d26e63ae9d448eadd764e9dbb0ff40&device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 1094 time: 0.0662498 Dec 09 15:00:01.302289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-9affd5e1-c1e3-435b-b4a1-b4accd049ed2 service neutron] 10.222.0.46 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333308 Dec 09 15:00:01.400041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4758e30-09e9-465b-ac89-1d03fdeb1367 req-53b643f2-3b5e-4e9e-a938-a2ffe41a4621 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.401597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f4758e30-09e9-465b-ac89-1d03fdeb1367 req-53b643f2-3b5e-4e9e-a938-a2ffe41a4621 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 944 time: 0.0623133 Dec 09 15:00:01.402274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-c5662894-5e04-49ae-a624-39ce778264e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.403793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-c5662894-5e04-49ae-a624-39ce778264e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01d24f14-20fc-4cee-a600-b3a7b307fd2f HTTP/1.1" status: 200 len: 911 time: 0.0981069 Dec 09 15:00:01.462281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-211fc1af-32a3-46b8-8de7-db84ee4d6158 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6 HTTP/1.1" status: 200 len: 217 time: 0.0504565 Dec 09 15:00:01.476880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f4758e30-09e9-465b-ac89-1d03fdeb1367 req-0072d45c-dfd7-4d36-be6e-2db84683f708 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678895 Dec 09 15:00:01.520221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa5bcf79-8341-465d-9966-de9e4ccc9e66 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:01.523170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-c8330a22-7d9d-4f1d-ad17-35c6037eff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.524754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-c8330a22-7d9d-4f1d-ad17-35c6037eff5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41001cc9-30aa-47c9-a7f8-9c459f9e9753 HTTP/1.1" status: 200 len: 850 time: 0.0534391 Dec 09 15:00:01.574891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-b8cbcbb2-c485-44b3-92b3-5f02c4d2f65b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01d24f14-20fc-4cee-a600-b3a7b307fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324502 Dec 09 15:00:01.575268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29fd249b-e99b-4531-afc2-05a006e2d39a req-2b95bf87-d323-4ebe-9c06-9a98965dfca2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 210 time: 0.0629182 Dec 09 15:00:01.618917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port aa5bcf79-8341-465d-9966-de9e4ccc9e66 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:01.628114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port aa5bcf79-8341-465d-9966-de9e4ccc9e66 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:01.628503 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:01.705494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1f53-b7e4-4706-88df-a0692cffe12e req-1905c7f9-1722-4984-ac2b-f195d07d99ce tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.713252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-122a1f53-b7e4-4706-88df-a0692cffe12e req-1905c7f9-1722-4984-ac2b-f195d07d99ce tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 944 time: 0.0637693 Dec 09 15:00:01.731958 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:01.760525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:01.762819 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ed064-f0dd-46a6-925b-3894eea88f13" -d '{"events": [{"server_uuid": "7a589348-350e-4e15-9b9f-dd1bef70973e", "name": "network-vif-plugged", "status": "completed", "tag": "aa5bcf79-8341-465d-9966-de9e4ccc9e66"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:01.778845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-122a1f53-b7e4-4706-88df-a0692cffe12e req-889798e6-a02d-4e0e-a0f5-cde2289cab5d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611341 Dec 09 15:00:01.786661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-17647698-20e5-4612-9add-a75ee792db54 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:01.786661 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-17647698-20e5-4612-9add-a75ee792db54 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.36 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.1619539 Dec 09 15:00:01.791717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-bb0b999b-fc24-4400-a8ed-95ee204328e4 service neutron] 10.222.0.36 "GET /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064767 Dec 09 15:00:01.793631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aa5bcf79-8341-465d-9966-de9e4ccc9e66, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:01.801832 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:01.802925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 715efec8-b8c1-4238-96a2-425a39ef376e up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:01.832019 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29625a3-020f-49e6-9fea-5c293e6c7807 x-openstack-request-id: req-d29625a3-020f-49e6-9fea-5c293e6c7807 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:01.832339 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a589348-350e-4e15-9b9f-dd1bef70973e", "name": "network-vif-plugged", "status": "completed", "tag": "aa5bcf79-8341-465d-9966-de9e4ccc9e66", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:01.832571 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d29625a3-020f-49e6-9fea-5c293e6c7807 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:01.832970 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66', 'code': 200} Dec 09 15:00:01.911374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aa5bcf79-8341-465d-9966-de9e4ccc9e66,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:01.924598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 715efec8-b8c1-4238-96a2-425a39ef376e completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:01.929291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 715efec8-b8c1-4238-96a2-425a39ef376e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:01.930305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.033783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.049754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3e709-fcdc-4328-ab26-d401848e7424 req-e195b7fa-03d0-4d99-9727-3a46dfd268e4 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:02.051530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c3e709-fcdc-4328-ab26-d401848e7424 req-e195b7fa-03d0-4d99-9727-3a46dfd268e4 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 943 time: 0.2164295 Dec 09 15:00:02.069517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 715efec8-b8c1-4238-96a2-425a39ef376e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=715efec8-b8c1-4238-96a2-425a39ef376e,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:02.073299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.089746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ff6f1-eb3e-4199-a8f1-4423be2ac4f8 req-6faf91d1-cee4-4cc6-a66e-024e1c9ade68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:02.091462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-820ff6f1-eb3e-4199-a8f1-4423be2ac4f8 req-6faf91d1-cee4-4cc6-a66e-024e1c9ade68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 1096 time: 0.1269748 Dec 09 15:00:02.100059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-107f4f2f-0ce2-4b32-8ec3-edec4c43d909 req-2d98697e-69de-4893-8b1b-b58aab982c8e service neutron] 10.222.0.36 "GET /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830186 Dec 09 15:00:02.128450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=715efec8-b8c1-4238-96a2-425a39ef376e,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:02.130272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Deleting port 8c226981-ea92-4693-97ee-e916e195b52b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:02.130631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.392042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc444d-b252-4990-8ba2-5fd5ac063596 req-210d31e4-1282-4af4-af76-5575d8c6d5c9 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:02.395861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04cc444d-b252-4990-8ba2-5fd5ac063596 req-210d31e4-1282-4af4-af76-5575d8c6d5c9 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 945 time: 0.0629604 Dec 09 15:00:02.446074 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04cc444d-b252-4990-8ba2-5fd5ac063596 req-0a88c453-95ed-4210-b111-24dd4771f3ad tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/security-groups?id=26b1fcc4-c08f-441d-a385-b2cfaf881582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448134 Dec 09 15:00:02.525096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36c3e709-fcdc-4328-ab26-d401848e7424 req-3e446ff9-fe98-4be2-938d-efb660691756 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565489 Dec 09 15:00:02.543040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-820ff6f1-eb3e-4199-a8f1-4423be2ac4f8 req-1c23e575-b9c4-4c98-b329-f3d2e478aff4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336455 Dec 09 15:00:02.581403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] For port 8c226981-ea92-4693-97ee-e916e195b52b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8c226981-ea92-4693-97ee-e916e195b52b,segment=NetworkSegment(c51864a7-642a-4f39-ae3e-6929940a8026),segment_id=c51864a7-642a-4f39-ae3e-6929940a8026)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:02.581767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.596514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Calling delete_port for 8c226981-ea92-4693-97ee-e916e195b52b owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:02.613918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d8d38-0b1e-4c38-97c3-7de261862c98 req-24f8ced7-ba02-463a-b2d3-3d32c8197359 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:02.617745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d6d8d38-0b1e-4c38-97c3-7de261862c98 req-24f8ced7-ba02-463a-b2d3-3d32c8197359 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0712671 Dec 09 15:00:02.668823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d6d8d38-0b1e-4c38-97c3-7de261862c98 req-366794c9-34f0-4153-8406-cf792ae4d4e1 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469065 Dec 09 15:00:02.699373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e685d9a-7167-4a58-a708-3cca2e503381 req-a8f22e3f-e4e3-409b-944c-dfeb0ad2bd7f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 210 time: 0.0269680 Dec 09 15:00:02.762043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.774269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8c226981-ea92-4693-97ee-e916e195b52b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:02.790865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Pushing event deleted for resources: {'Port': ['ID=8c226981-ea92-4693-97ee-e916e195b52b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:02.830505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] No DVR routers for this DVR port 8c226981-ea92-4693-97ee-e916e195b52b on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:02.833100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:02.836500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9cca2829-7c02-45d0-83db-f32fce81c6ff req-bf7c1a31-0d79-4cf2-86b1-c7261745827e tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.36 "DELETE /v2.0/ports/8c226981-ea92-4693-97ee-e916e195b52b HTTP/1.1" status: 204 len: 173 time: 1.0347939 Dec 09 15:00:02.836970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368b92ba-e239-4a90-8c02-e372317b186c', 'name': 'network-vif-deleted', 'tag': '8c226981-ea92-4693-97ee-e916e195b52b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:02.839246 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1dff3-248b-479b-aed1-13b2372b1d28" -d '{"events": [{"server_uuid": "368b92ba-e239-4a90-8c02-e372317b186c", "name": "network-vif-deleted", "tag": "8c226981-ea92-4693-97ee-e916e195b52b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:02.881961 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b14bd20-e08c-4ba3-98b5-ee51ab4147e8 x-openstack-request-id: req-6b14bd20-e08c-4ba3-98b5-ee51ab4147e8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:02.882329 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368b92ba-e239-4a90-8c02-e372317b186c", "name": "network-vif-deleted", "tag": "8c226981-ea92-4693-97ee-e916e195b52b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:02.882558 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b14bd20-e08c-4ba3-98b5-ee51ab4147e8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:02.882960 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368b92ba-e239-4a90-8c02-e372317b186c', 'name': 'network-vif-deleted', 'tag': '8c226981-ea92-4693-97ee-e916e195b52b', 'status': 'completed', 'code': 200} Dec 09 15:00:03.085777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-14ad3bdd-2312-4aed-87e0-233f748d9628 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:03.087158 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-14ad3bdd-2312-4aed-87e0-233f748d9628 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.43 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 813 time: 0.1328309 Dec 09 15:00:03.107841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'port': {'device_id': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b', 'admin_state_up': True, 'tenant_id': '8350a9136a0d466e800e3b7edc860d64'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:03.199985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d19f14-320e-45fc-87dd-8f6c3fcd76e9 req-9ec9dbde-43a1-442a-af6f-54fe1c71b38a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:03.202053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55d19f14-320e-45fc-87dd-8f6c3fcd76e9 req-9ec9dbde-43a1-442a-af6f-54fe1c71b38a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.1133378 Dec 09 15:00:03.278935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55d19f14-320e-45fc-87dd-8f6c3fcd76e9 req-3bdc1b6a-cf24-4b01-814f-5752db35f310 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696709 Dec 09 15:00:03.286400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Made reservation on behalf of 8350a9136a0d466e800e3b7edc860d64 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:03.290571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:03.440393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Allocated IP 172.20.0.3 (fad566f8-0139-424a-8ba3-9cb19b7b290b/f2f71e41-700c-4a38-b73b-b891a2e0dd5b/442596ab-6ca4-4d61-8011-f62decf2109a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:03.582386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03131c45-ea8e-4d23-bedd-097d3e4b83d7 req-e771b9d5-1087-4b70-979c-11e2d8d878e0 tempest-ServerTagsTestJSON-1392722798 tempest-ServerTagsTestJSON-1392722798-project] 10.222.0.46 "GET /v2.0/ports?device_id=368b92ba-e239-4a90-8c02-e372317b186c HTTP/1.1" status: 200 len: 210 time: 0.0411148 Dec 09 15:00:03.595957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:03.658983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:03.676823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:03.716660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0722a5-a7bf-47f7-b166-2cf5686cb398 req-5b796065-5209-42cb-afeb-09fab52fa604 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:03.718154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fb0722a5-a7bf-47f7-b166-2cf5686cb398 req-5b796065-5209-42cb-afeb-09fab52fa604 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 943 time: 0.1040506 Dec 09 15:00:03.729322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Network fad566f8-0139-424a-8ba3-9cb19b7b290b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:03.732842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:03.738051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:03.789330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:03.829882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fb0722a5-a7bf-47f7-b166-2cf5686cb398 req-00fcad57-6e2e-44d9-b6c7-3f984ada692c tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891130 Dec 09 15:00:03.835637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:03.836301 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:03.850305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0015ec-b550-4efa-aa2e-3982f09ca05d req-5ae0d570-6730-485a-89e0-15bd41ccda00 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:03.852034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c0015ec-b550-4efa-aa2e-3982f09ca05d req-5ae0d570-6730-485a-89e0-15bd41ccda00 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0831447 Dec 09 15:00:03.873656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-dbce7f96-4975-437b-b9fe-0e95a5a2e74d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692130 Dec 09 15:00:03.891041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Request body: {'port': {'device_id': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:03.914950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c0015ec-b550-4efa-aa2e-3982f09ca05d req-19c943cd-9c08-4c68-af71-c50422ac4292 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559502 Dec 09 15:00:03.989499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:03.991821 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff565b2-1fc5-4a34-aae5-66489901c44a" -d '{"events": [{"server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "name": "network-vif-plugged", "status": "completed", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:04.003810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb3f12-8f97-4738-9a99-4e1934bcb2d7 req-f70eed7d-c99c-4959-8009-274b17e2f92b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.005425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ebb3f12-8f97-4738-9a99-4e1934bcb2d7 req-f70eed7d-c99c-4959-8009-274b17e2f92b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 931 time: 0.0909762 Dec 09 15:00:04.014493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.070277 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40de8b-6298-4f0d-8cc0-15347f10746c x-openstack-request-id: req-be40de8b-6298-4f0d-8cc0-15347f10746c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:04.070851 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "name": "network-vif-plugged", "status": "completed", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:04.071263 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be40de8b-6298-4f0d-8cc0-15347f10746c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:04.071840 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e', 'code': 200} Dec 09 15:00:04.113877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ebb3f12-8f97-4738-9a99-4e1934bcb2d7 req-6d841eaf-ca38-443d-aaa2-29ddc65f3b99 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959911 Dec 09 15:00:04.199842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5a0eb-f1cc-4cff-9a1d-a1aabe7cc071 req-d7dbb0b4-4e6d-499f-813d-0b6ae799d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.201361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49e5a0eb-f1cc-4cff-9a1d-a1aabe7cc071 req-d7dbb0b4-4e6d-499f-813d-0b6ae799d0aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 1096 time: 0.0440326 Dec 09 15:00:04.246286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49e5a0eb-f1cc-4cff-9a1d-a1aabe7cc071 req-78938703-fad6-4e2d-873c-ef1d6bb86303 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 Dec 09 15:00:04.333436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442596ab-6ca4-4d61-8011-f62decf2109a {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:04.340839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.354225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Transition to ACTIVE for port object 442596ab-6ca4-4d61-8011-f62decf2109a will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:04.358875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.407165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584261e2-ea4b-484e-b822-206076da90d2 req-ea7e0b27-7d7d-4c99-a49c-d6470d242283 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.408890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-584261e2-ea4b-484e-b822-206076da90d2 req-ea7e0b27-7d7d-4c99-a49c-d6470d242283 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.0546453 Dec 09 15:00:04.431298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:04.461371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-584261e2-ea4b-484e-b822-206076da90d2 req-c03830f6-790e-4519-9cab-b47a540f1b90 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Dec 09 15:00:04.486034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Attempting to bind port 442596ab-6ca4-4d61-8011-f62decf2109a on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:04.486407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Attempting to bind port 442596ab-6ca4-4d61-8011-f62decf2109a by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:04.486811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Attempting to bind port 442596ab-6ca4-4d61-8011-f62decf2109a on network fad566f8-0139-424a-8ba3-9cb19b7b290b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:04.492190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Port 442596ab-6ca4-4d61-8011-f62decf2109a on network fad566f8-0139-424a-8ba3-9cb19b7b290b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:04.492520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Attempting to bind port 442596ab-6ca4-4d61-8011-f62decf2109a on network fad566f8-0139-424a-8ba3-9cb19b7b290b {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:04.497533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:04.497859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Checking segment: {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:04.498728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Bound using segment: {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:04.499274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Bound port: 442596ab-6ca4-4d61-8011-f62decf2109a, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e5aaec-5476-4fea-b625-51430ffbb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:04.499686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.571643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:04.575787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:04.591573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.603702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 59571107-6638-4f70-bd1f-e5ad9e2230e6 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:04.641885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.642670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.644235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] 10.222.0.43 "PUT /v2.0/ports/442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 1091 time: 0.7597775 Dec 09 15:00:04.668513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb63f6-bdfc-4c4a-93e1-3356ab6792ea service neutron] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:04.671872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44952) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:04.733825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 59571107-6638-4f70-bd1f-e5ad9e2230e6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6,segment=NetworkSegment(db4836b2-fb88-4bd1-9361-2f9190251df2),segment_id=db4836b2-fb88-4bd1-9361-2f9190251df2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:04.745295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499cc82-725b-418e-96f9-77cd611c9eff req-f63ef51f-46a0-4df9-8cc2-c206d5f8828b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.747229 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9499cc82-725b-418e-96f9-77cd611c9eff req-f63ef51f-46a0-4df9-8cc2-c206d5f8828b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.1124156 Dec 09 15:00:04.747386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '59571107-6638-4f70-bd1f-e5ad9e2230e6', 'network_id': '01d24f14-20fc-4cee-a600-b3a7b307fd2f', 'port_id': '59571107-6638-4f70-bd1f-e5ad9e2230e6', 'mac_address': 'fa:16:3e:cf:21:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41001cc9-30aa-47c9-a7f8-9c459f9e9753', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:04.754067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Deleting subnet ee1343a6-eaa4-43dd-bbae-7ce65921140b {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:00:04.758869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.765563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-3878d139-e90c-449a-96b7-f92438cdadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.766482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-3878d139-e90c-449a-96b7-f92438cdadda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1094 time: 0.0669818 Dec 09 15:00:04.793209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.808118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59571107-6638-4f70-bd1f-e5ad9e2230e6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:04.830716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 59571107-6638-4f70-bd1f-e5ad9e2230e6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6,segment=NetworkSegment(db4836b2-fb88-4bd1-9361-2f9190251df2),segment_id=db4836b2-fb88-4bd1-9361-2f9190251df2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:04.835790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.846534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9499cc82-725b-418e-96f9-77cd611c9eff req-d95c516f-090a-4e10-8896-0c222fe8416a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891581 Dec 09 15:00:04.848623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-6def00f9-107a-4ee9-bd14-9893f72adfe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 217 time: 0.0713472 Dec 09 15:00:04.848761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.898004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.900266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=59571107-6638-4f70-bd1f-e5ad9e2230e6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:04.900723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:04.906980 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1ead1-6e38-4b07-96eb-d07e36104ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:04.930877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099cd1-338e-420a-83c5-a27eec530744 req-faf2f55c-66cf-4619-8528-bc38c8026f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:04.932584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-faf2f55c-66cf-4619-8528-bc38c8026f86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0765970 Dec 09 15:00:04.966958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:04.967813 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf7cef0-6b0e-43be-8d51-acd17bea1d39 x-openstack-request-id: req-4bf7cef0-6b0e-43be-8d51-acd17bea1d39 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:04.968059 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:04.968292 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bf7cef0-6b0e-43be-8d51-acd17bea1d39 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:04.968693 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a', 'status': 'completed', 'code': 200} Dec 09 15:00:04.986186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-9a410541-98cb-443d-b2dd-1b3e0fc7e703 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422394 Dec 09 15:00:04.997824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1343a6-eaa4-43dd-bbae-7ce65921140b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:05.000734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.006743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a0f1157e-d810-4480-b7ac-b68114c7c6fb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ee1343a6-eaa4-43dd-bbae-7ce65921140b HTTP/1.1" status: 204 len: 168 time: 0.3291776 Dec 09 15:00:05.006743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:05.017418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88542d-e03b-46fe-9d47-400392d25b5a req-3dae0cfd-106d-4def-8beb-15ea4ae4056c tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.018923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b88542d-e03b-46fe-9d47-400392d25b5a req-3dae0cfd-106d-4def-8beb-15ea4ae4056c tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 944 time: 0.0852044 Dec 09 15:00:05.108747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.122843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b88542d-e03b-46fe-9d47-400392d25b5a req-c14e5ca4-0ec5-49af-a91b-47eba46470cd tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896845 Dec 09 15:00:05.126545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a368a-2699-4037-b1b2-a3c0f89bdc38 req-02539890-787f-4d94-8d6b-5449bdfd29d5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.128061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f9a368a-2699-4037-b1b2-a3c0f89bdc38 req-02539890-787f-4d94-8d6b-5449bdfd29d5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.1130733 Dec 09 15:00:05.131938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['59571107-6638-4f70-bd1f-e5ad9e2230e6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:05.138617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-48d8cc45-4712-4d31-8bdc-c1fd73c21a8b service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361041 Dec 09 15:00:05.237636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.264550 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55099cd1-338e-420a-83c5-a27eec530744 req-6a5908f8-3148-40d5-a53e-eb041d075f46 service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170857 Dec 09 15:00:05.272993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b300dd8-04d4-4367-b5c0-08893c063b3d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:05.291719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f9a368a-2699-4037-b1b2-a3c0f89bdc38 req-aee19536-e667-4aca-9edb-5cadc824e64f tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365697 Dec 09 15:00:05.297840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51864a7-642a-4f39-ae3e-6929940a8026') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:05.298265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51864a7-642a-4f39-ae3e-6929940a8026') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:05.325849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.343604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.350223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:00:05.350782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:00:05.352626 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:00:05.402350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3b1f2-90aa-4718-9ff4-f98a48d2c36c req-49bceb8b-3a4a-4d4b-a7f9-28772d695ceb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.403463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2b3b1f2-90aa-4718-9ff4-f98a48d2c36c req-49bceb8b-3a4a-4d4b-a7f9-28772d695ceb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 943 time: 0.0901926 Dec 09 15:00:05.407970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-ea5db2ea-4480-44b7-a312-239b7da36bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.409602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-ea5db2ea-4480-44b7-a312-239b7da36bff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1094 time: 0.0610249 Dec 09 15:00:05.422185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.429361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.432263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7b300dd8-04d4-4367-b5c0-08893c063b3d HTTP/1.1" status: 204 len: 168 time: 0.4245803 Dec 09 15:00:05.443482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35808b-679a-4730-9b19-1720ebe93ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b300dd8-04d4-4367-b5c0-08893c063b3d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:05.525415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2b3b1f2-90aa-4718-9ff4-f98a48d2c36c req-fd5a1438-e652-4451-a896-bf5903d02f40 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144953 Dec 09 15:00:05.551660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-ca325657-26b9-4d20-8535-1853c72a0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.553412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-ca325657-26b9-4d20-8535-1853c72a0a32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.1291981 Dec 09 15:00:05.599576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-4c628ecb-41c9-4b27-9494-2af9199cfd55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 217 time: 0.0378268 Dec 09 15:00:05.628751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44970) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:05.650267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-7df98ab7-1a1d-465a-85e4-6caa6db44e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.651763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-7df98ab7-1a1d-465a-85e4-6caa6db44e95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0454903 Dec 09 15:00:05.668236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-88bfaa07-84a5-4384-9a5f-67b993eb513d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2c843428b2640ddadb7278f146513f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379741 Dec 09 15:00:05.670422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:05.697512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-f7207dbd-1bcc-4f7c-9e81-2b71612b323a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293162 Dec 09 15:00:05.718019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72764796-5b06-4d39-b284-ab62bcbaf3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.738906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72764796-5b06-4d39-b284-ab62bcbaf3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.788384 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72764796-5b06-4d39-b284-ab62bcbaf3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.790330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-0d1eef53-0a3c-4821-ab08-8a140caca5f9 service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844049 Dec 09 15:00:05.791015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72764796-5b06-4d39-b284-ab62bcbaf3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:05.792259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-72764796-5b06-4d39-b284-ab62bcbaf3a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26b1fcc4-c08f-441d-a385-b2cfaf881582 HTTP/1.1" status: 204 len: 168 time: 0.1206708 Dec 09 15:00:05.805973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72764796-5b06-4d39-b284-ab62bcbaf3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b1fcc4-c08f-441d-a385-b2cfaf881582,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:05.912064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aed1ead1-6e38-4b07-96eb-d07e36104ccf req-fa3b2062-b80e-4524-b224-2fa5f9c49279 service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139686 Dec 09 15:00:05.977243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3bf76-99ab-40a6-9281-30b8af125d4f req-fcb49807-99d2-44ec-82dc-742a7ea92ab0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:05.978794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab3bf76-99ab-40a6-9281-30b8af125d4f req-fcb49807-99d2-44ec-82dc-742a7ea92ab0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.0520737 Dec 09 15:00:06.027871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab3bf76-99ab-40a6-9281-30b8af125d4f req-204be1c2-d3cc-44b7-905e-955ea0ad46f0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Dec 09 15:00:06.269132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9989b6-cf4e-46b4-8af4-a7dbcf9c9542 req-f40a15bb-f7d8-47ce-92dc-716b0e546f26 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:06.270716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf9989b6-cf4e-46b4-8af4-a7dbcf9c9542 req-f40a15bb-f7d8-47ce-92dc-716b0e546f26 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 944 time: 0.0551007 Dec 09 15:00:06.341018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf9989b6-cf4e-46b4-8af4-a7dbcf9c9542 req-6ea044b0-57e5-4b29-8f75-3affdd69160c tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602252 Dec 09 15:00:06.534723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1106a6-3017-45c6-a7c9-6a2e240ec2be req-b6f2a581-9c7e-4545-add0-01aa4b96627b tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:06.536426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf1106a6-3017-45c6-a7c9-6a2e240ec2be req-b6f2a581-9c7e-4545-add0-01aa4b96627b tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0558226 Dec 09 15:00:06.562192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181342b-5a3b-4271-b83f-3abfc51280af req-8a825266-f20a-4cb3-aaa1-0cd966f9686f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:06.563757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d181342b-5a3b-4271-b83f-3abfc51280af req-8a825266-f20a-4cb3-aaa1-0cd966f9686f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.3311639 Dec 09 15:00:06.591803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf1106a6-3017-45c6-a7c9-6a2e240ec2be req-7f89603a-cc01-4285-bcf0-b631395e1e2a tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453291 Dec 09 15:00:06.592043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:06.604938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 59571107-6638-4f70-bd1f-e5ad9e2230e6 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:06.627678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d181342b-5a3b-4271-b83f-3abfc51280af req-e2a6e660-c2e2-45ba-b524-6597179a6443 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578153 Dec 09 15:00:06.684869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 59571107-6638-4f70-bd1f-e5ad9e2230e6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:06.695036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 59571107-6638-4f70-bd1f-e5ad9e2230e6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:06.695443 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.741024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56532e-c4ed-4166-b7d4-b39fbf921306 req-eb8e5ff1-3226-4f98-92b4-efaa2caff9ed tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:06.743132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b56532e-c4ed-4166-b7d4-b39fbf921306 req-eb8e5ff1-3226-4f98-92b4-efaa2caff9ed tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 943 time: 0.0626297 Dec 09 15:00:06.748279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52ddb-9630-4ef3-a650-60633f0b6c4c req-ea21698b-fc61-4cf9-afb4-c9cbd08f2ab2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:06.752521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5c52ddb-9630-4ef3-a650-60633f0b6c4c req-ea21698b-fc61-4cf9-afb4-c9cbd08f2ab2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0634656 Dec 09 15:00:06.763462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45016) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:06.768247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Request body: {'floatingip': {'port_id': '715efec8-b8c1-4238-96a2-425a39ef376e'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:06.775477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-464370226-network', 'tenant_id': '9778701fafd84f5a906bfc22cfa09080'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:06.791611 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.801723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Made reservation on behalf of 9778701fafd84f5a906bfc22cfa09080 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:06.804463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.815791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.818275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59571107-6638-4f70-bd1f-e5ad9e2230e6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:06.821107 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5830567-ccc4-48b3-936b-2f83025ec9f2" -d '{"events": [{"server_uuid": "2c3b611d-5a81-4b9c-96b4-71d9fce1a36c", "name": "network-vif-plugged", "status": "completed", "tag": "59571107-6638-4f70-bd1f-e5ad9e2230e6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:06.823125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.836305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 59571107-6638-4f70-bd1f-e5ad9e2230e6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6,segment=NetworkSegment(db4836b2-fb88-4bd1-9361-2f9190251df2),segment_id=db4836b2-fb88-4bd1-9361-2f9190251df2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:06.844221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.845448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8c226981-ea92-4693-97ee-e916e195b52b no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:06.877897 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7341e35d-157a-440c-a721-81ab1e2dd216 x-openstack-request-id: req-7341e35d-157a-440c-a721-81ab1e2dd216 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:06.878359 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3b611d-5a81-4b9c-96b4-71d9fce1a36c", "name": "network-vif-plugged", "status": "completed", "tag": "59571107-6638-4f70-bd1f-e5ad9e2230e6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:06.879063 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7341e35d-157a-440c-a721-81ab1e2dd216 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:06.879714 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59571107-6638-4f70-bd1f-e5ad9e2230e6', 'code': 200} Dec 09 15:00:06.909082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.911501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 8c226981-ea92-4693-97ee-e916e195b52b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:06.912097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8c226981-ea92-4693-97ee-e916e195b52b not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:06.917804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.924825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b56532e-c4ed-4166-b7d4-b39fbf921306 req-bc53bfc8-75c3-4446-b6dc-029667801178 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715901 Dec 09 15:00:06.944111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:00:06.951538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=59571107-6638-4f70-bd1f-e5ad9e2230e6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:06.967787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:06.968290 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Added segment 65041482-bb49-4c94-a596-d160cd6577b9 of type vlan for network fd0efd4b-343f-4407-8fba-7f66f20b9790 Dec 09 15:00:07.002748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5185c781-f29d-4b5d-9fd7-940a3698e20e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:07.024109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.048994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.049936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:07.050590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.060342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799f01-3c76-4b4c-a586-f23a8663f0d6 req-a38f69dc-f744-44e0-b98f-46a7121b946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:07.061883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1799f01-3c76-4b4c-a586-f23a8663f0d6 req-a38f69dc-f744-44e0-b98f-46a7121b946a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 1096 time: 0.0972543 Dec 09 15:00:07.083079 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4897978 Dec 09 15:00:07.087145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45022) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:07.092415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Request body: {'subnet': {'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-464370226-subnet', 'tenant_id': '9778701fafd84f5a906bfc22cfa09080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:07.126482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd877-8da8-4466-9992-e15b60ba4f2f admin admin] Pushing event updated for resources: {'Network': ['ID=fd0efd4b-343f-4407-8fba-7f66f20b9790,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:07.138841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fd0efd4b-343f-4407-8fba-7f66f20b9790 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:00:07.142310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Made reservation on behalf of 9778701fafd84f5a906bfc22cfa09080 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:07.146231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.156667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1799f01-3c76-4b4c-a586-f23a8663f0d6 req-38202b59-c45f-4f6d-b94d-54e03cb21fd7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867784 Dec 09 15:00:07.322063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.384111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04944b9-0901-4631-a809-046b4dc0e89a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:07.391842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Checking segment: {'id': '65041482-bb49-4c94-a596-d160cd6577b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:07.392207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Network hostable DHCP agents. Network: fd0efd4b-343f-4407-8fba-7f66f20b9790, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:00:07.406070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.409656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Network fd0efd4b-343f-4407-8fba-7f66f20b9790 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:00:07.411399 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.421169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fd0efd4b-343f-4407-8fba-7f66f20b9790) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:07.425407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:07.425997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.436191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10b102-79af-4dcd-a633-f3005f50c2ca None None] Network fd0efd4b-343f-4407-8fba-7f66f20b9790 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:07.448113 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0af74dfa-8bc5-4e37-9e3c-876b8bac5720 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3596544 Dec 09 15:00:07.535004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefcb35-a485-4453-addd-cb91ea897a8c req-785a8f1b-e108-4f39-baf4-dc660fea9934 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:07.539856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acefcb35-a485-4453-addd-cb91ea897a8c req-785a8f1b-e108-4f39-baf4-dc660fea9934 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 945 time: 0.1261370 Dec 09 15:00:07.553195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 442596ab-6ca4-4d61-8011-f62decf2109a details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:07.573906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84acad6-8d29-4cef-8e72-3f486f972b26 None None] Network fd0efd4b-343f-4407-8fba-7f66f20b9790 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:07.619645 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Floating IP 8a87268c-9d16-412a-a334-35e29275e7b4 associated. External IP: 172.25.0.190, port: 715efec8-b8c1-4238-96a2-425a39ef376e. Dec 09 15:00:07.669492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acefcb35-a485-4453-addd-cb91ea897a8c req-1464fcf9-f13b-4882-944f-d814087b4526 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982273 Dec 09 15:00:07.763473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:07.776653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '442596ab-6ca4-4d61-8011-f62decf2109a', 'network_id': 'fad566f8-0139-424a-8ba3-9cb19b7b290b', 'port_id': '442596ab-6ca4-4d61-8011-f62decf2109a', 'mac_address': 'fa:16:3e:8d:3e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f71e41-700c-4a38-b73b-b891a2e0dd5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:07.785932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a392c-ae1c-41f9-be09-d269412cc262 req-3f86cbda-1d3b-4ad7-aa07-734dd5927278 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:07.787545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-754a392c-ae1c-41f9-be09-d269412cc262 req-3f86cbda-1d3b-4ad7-aa07-734dd5927278 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.0672071 Dec 09 15:00:07.824192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.841661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442596ab-6ca4-4d61-8011-f62decf2109a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:07.844558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-754a392c-ae1c-41f9-be09-d269412cc262 req-e086d371-4186-482a-bf57-46df689d8428 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504680 Dec 09 15:00:07.865511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:07.871451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:07.903412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-5349dd57-ce15-42cb-82a8-1c3dacfb723d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:07.905796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-5349dd57-ce15-42cb-82a8-1c3dacfb723d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 945 time: 0.1096067 Dec 09 15:00:07.925544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:07.979738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45044) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:07.990626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-122195716-network', 'tenant_id': 'e6047adce2704f3abcaf1170607fbe4b'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:08.088316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:00:08.096103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Made reservation on behalf of e6047adce2704f3abcaf1170607fbe4b for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:08.097815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.118588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.124589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['442596ab-6ca4-4d61-8011-f62decf2109a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:08.182324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d77116-8da0-4778-ae4c-b7509dc760da req-a527816e-7aa0-434e-8ae9-c8f195ca0cd7 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:08.184277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66d77116-8da0-4778-ae4c-b7509dc760da req-a527816e-7aa0-434e-8ae9-c8f195ca0cd7 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 944 time: 0.1763113 Dec 09 15:00:08.220057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Deleting port aa5bcf79-8341-465d-9966-de9e4ccc9e66 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:08.220596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.392730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66d77116-8da0-4778-ae4c-b7509dc760da req-72b0367d-4041-4ecd-9ebe-0ea2fc41c5fd tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881719 Dec 09 15:00:08.399415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:00:08.414854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.417604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] Sync routers for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:00:08.429054 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:08.429708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:59:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:08.452444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] For port aa5bcf79-8341-465d-9966-de9e4ccc9e66, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aa5bcf79-8341-465d-9966-de9e4ccc9e66,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:08.452809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.476559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68417cd8-e05a-4766-a319-9af5c61e5f93 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "PUT /v2.0/floatingips/8a87268c-9d16-412a-a334-35e29275e7b4 HTTP/1.1" status: 200 len: 991 time: 1.7120130 Dec 09 15:00:08.477689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Calling delete_port for aa5bcf79-8341-465d-9966-de9e4ccc9e66 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:08.481593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:08.484035 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab15de-569c-4589-b0e0-46b3f4086367" -d '{"events": [{"name": "network-changed", "server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:08.501453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.507811 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.540297 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:08.555801 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228f17d-7bbd-414a-8b16-9158bc096421 x-openstack-request-id: req-2228f17d-7bbd-414a-8b16-9158bc096421 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:08.556528 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:08.556528 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2228f17d-7bbd-414a-8b16-9158bc096421 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:08.556734 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e', 'status': 'completed', 'code': 200} Dec 09 15:00:08.580186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:00:08.611883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.612240 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Added segment cd0d1848-7f75-4dd7-9b9c-3e0d6716ad07 of type vlan for network ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79 Dec 09 15:00:08.613583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b1b7b-8d2f-471c-ad01-b1a985c155a8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:08.670371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.713874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-be071f3a-0841-48d4-af5e-06c47f292191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:08.715109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-be071f3a-0841-48d4-af5e-06c47f292191 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b86e28aeb2fa461e877af3a62cc2fddb&device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 1096 time: 0.1269767 Dec 09 15:00:08.730443 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.731573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:08.732867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.773992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.786420 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8a87268c-9d16-412a-a334-35e29275e7b4', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'port_id': '715efec8-b8c1-4238-96a2-425a39ef376e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'mac_address': 'fa:16:3e:0d:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:58:59Z', 'updated_at': '2021-12-09T15:00:07Z', 'revision_number': 1, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:57Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:08.788045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aa5bcf79-8341-465d-9966-de9e4ccc9e66'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:08.789714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8065286 Dec 09 15:00:08.822714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45056) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:08.829358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Request body: {'subnet': {'network_id': 'ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-122195716-subnet', 'tenant_id': 'e6047adce2704f3abcaf1170607fbe4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:08.850293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426053ec-9163-4939-9c16-af637870e963 admin admin] Pushing event updated for resources: {'Network': ['ID=ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:08.856110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event deleted for resources: {'Port': ['ID=aa5bcf79-8341-465d-9966-de9e4ccc9e66,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:08.869712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:00:08.905050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] No DVR routers for this DVR port aa5bcf79-8341-465d-9966-de9e4ccc9e66 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:08.908106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.912360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fb550eab-bdbb-4e28-9cce-c1477d85416b req-1ce4ac35-6b7a-4f6d-84e3-8fbca8647723 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.43 "DELETE /v2.0/ports/aa5bcf79-8341-465d-9966-de9e4ccc9e66 HTTP/1.1" status: 204 len: 173 time: 0.9982240 Dec 09 15:00:08.914381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Made reservation on behalf of e6047adce2704f3abcaf1170607fbe4b for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:08.916134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:08.928632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] Checking router: 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:00:08.938006 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:08.938686 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T14:59:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:08.986445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-150cd69c-6681-48c1-8bcb-202e1ee3c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.001224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-150cd69c-6681-48c1-8bcb-202e1ee3c579 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade HTTP/1.1" status: 200 len: 917 time: 0.2764552 Dec 09 15:00:09.011847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f9e1c-8b3c-48d3-8d42-fd3c9564a5d2 req-df79066c-f5c1-4c2e-95e0-38ecf9d06389 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.019733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-375f9e1c-8b3c-48d3-8d42-fd3c9564a5d2 req-df79066c-f5c1-4c2e-95e0-38ecf9d06389 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 945 time: 0.1949823 Dec 09 15:00:09.051565 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:09.128341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-375f9e1c-8b3c-48d3-8d42-fd3c9564a5d2 req-b882515b-39dc-4c3b-82d5-1e082e68281f tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075473 Dec 09 15:00:09.161770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-7137f01c-91dd-463c-885a-b31c54263736 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715efec8-b8c1-4238-96a2-425a39ef376e HTTP/1.1" status: 200 len: 999 time: 0.1391680 Dec 09 15:00:09.220477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-85efee1a-9cc8-4897-aca9-c16768240d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.223774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-85efee1a-9cc8-4897-aca9-c16768240d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=01872b0f-ac20-4a43-9dc4-89380c7d66a4 HTTP/1.1" status: 200 len: 855 time: 0.0523984 Dec 09 15:00:09.284069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-096e2f1d-dabc-4990-ab2f-39d7414a5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.285687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-096e2f1d-dabc-4990-ab2f-39d7414a5699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527918 Dec 09 15:00:09.292722 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8a87268c-9d16-412a-a334-35e29275e7b4', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'port_id': '715efec8-b8c1-4238-96a2-425a39ef376e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'mac_address': 'fa:16:3e:0d:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:58:59Z', 'updated_at': '2021-12-09T15:00:07Z', 'revision_number': 1, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:57Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:09.328567 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffff0c-1c47-4f4d-b326-8e2e6a61a8eb None None] The sync data for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 is: [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8a87268c-9d16-412a-a334-35e29275e7b4', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'port_id': '715efec8-b8c1-4238-96a2-425a39ef376e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'mac_address': 'fa:16:3e:0d:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:58:59Z', 'updated_at': '2021-12-09T15:00:07Z', 'revision_number': 1, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:57Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:00:09.388316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ff3ebf0-0b49-4fc4-ae3d-3f1d6f275ae0 req-22cac300-e852-4e92-a17f-92037c22ea53 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a589348-350e-4e15-9b9f-dd1bef70973e HTTP/1.1" status: 200 len: 210 time: 0.0375896 Dec 09 15:00:09.478961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-a79ab6fa-f6bb-4505-b8b9-8993e3a73663 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845593 Dec 09 15:00:09.550033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 442596ab-6ca4-4d61-8011-f62decf2109a up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:09.640637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 442596ab-6ca4-4d61-8011-f62decf2109a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:09.647429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 442596ab-6ca4-4d61-8011-f62decf2109a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:09.647912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:09.653559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:09.687593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25ab15de-569c-4589-b0e0-46b3f4086367 req-3e749bab-ca99-4ad2-8d14-4b92040078f5 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971893 Dec 09 15:00:09.696113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fabfe8-2d6a-4549-b697-382dc82e7d61 req-2e59c1ee-e539-4df8-b81a-fcdfb67d755f tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.704772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-95fabfe8-2d6a-4549-b697-382dc82e7d61 req-2e59c1ee-e539-4df8-b81a-fcdfb67d755f tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 945 time: 0.0801172 Dec 09 15:00:09.709998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d92a77-28ac-47f0-87ec-717d3f1104a5 None None] New status for floating IP 8a87268c-9d16-412a-a334-35e29275e7b4: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:00:09.713108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6f522-3b50-4b82-87c3-26f1d8c6c6d2 req-2c8994a3-d409-4882-b65e-d4092d176cb2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.721260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8c6f522-3b50-4b82-87c3-26f1d8c6c6d2 req-2c8994a3-d409-4882-b65e-d4092d176cb2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 944 time: 0.1689944 Dec 09 15:00:09.731084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dba952-27df-4ef1-87a3-a76c5b4d2ca0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:09.757811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-95fabfe8-2d6a-4549-b697-382dc82e7d61 req-02295368-a075-4fff-84f3-0c7dd4cb1330 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514972 Dec 09 15:00:09.802540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8c6f522-3b50-4b82-87c3-26f1d8c6c6d2 req-31c761e6-1fc1-4ef8-b781-04e166098b73 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803332 Dec 09 15:00:09.809074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Checking segment: {'id': 'cd0d1848-7f75-4dd7-9b9c-3e0d6716ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:09.810055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Network hostable DHCP agents. Network: ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:00:09.833568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Network ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:00:09.848951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:09.853241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:09.853900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:09.858472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:09.863566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6f025-2791-4b31-855b-2548e1b7fe66 None None] Network ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:09.881528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48501888-4d19-47ab-acec-5d99b4ab2439 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0494108 Dec 09 15:00:09.985708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:09.987731 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8fa030-30dd-484d-9f5e-710d190d7e8f" -d '{"events": [{"server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "name": "network-vif-plugged", "status": "completed", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:10.011727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:10.034111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:10.036748 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237bca69-6ce9-4b35-966b-22cc059b60e3 x-openstack-request-id: req-237bca69-6ce9-4b35-966b-22cc059b60e3 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:10.037047 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "name": "network-vif-plugged", "status": "completed", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:10.037691 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-237bca69-6ce9-4b35-966b-22cc059b60e3 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:10.038328 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a', 'code': 200} Dec 09 15:00:10.063939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb49b0-202e-478b-8536-83c39311ab5e None None] Network ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:10.144733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4e5c-b029-43cc-b2d3-c9d310ea6976 req-ee679874-58f2-42d7-ae55-1f571197c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:10.147029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08fc4e5c-b029-43cc-b2d3-c9d310ea6976 req-ee679874-58f2-42d7-ae55-1f571197c29d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1096 time: 0.0438323 Dec 09 15:00:10.148739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:10.198554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08fc4e5c-b029-43cc-b2d3-c9d310ea6976 req-bf61a115-0731-4fd7-b995-1739754f7f39 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Dec 09 15:00:10.391060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-ea7e0326-e38a-4dcd-b4a9-16727812e4cc tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:10.392556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-ea7e0326-e38a-4dcd-b4a9-16727812e4cc tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/networks?id=fd0efd4b-343f-4407-8fba-7f66f20b9790 HTTP/1.1" status: 200 len: 824 time: 0.1054113 Dec 09 15:00:10.407174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-88956101-4be9-4117-b886-67e122617625 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/quotas/9778701fafd84f5a906bfc22cfa09080 HTTP/1.1" status: 200 len: 375 time: 0.0089421 Dec 09 15:00:10.438503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-762123e1-1558-48d4-9bc7-1626ad775ca1 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9778701fafd84f5a906bfc22cfa09080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261846 Dec 09 15:00:10.533211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-aeaa5a57-1685-4fa4-ac7d-c1905e58c611 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873134 Dec 09 15:00:10.558546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'name': 'network-vif-deleted', 'tag': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:10.561399 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4bf33-8871-4f67-84a6-e92ba2ba3629" -d '{"events": [{"server_uuid": "7a589348-350e-4e15-9b9f-dd1bef70973e", "name": "network-vif-deleted", "tag": "aa5bcf79-8341-465d-9966-de9e4ccc9e66"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:10.628913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-ad4f412c-ac8c-4693-9cbf-e51eebc953b4 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893226 Dec 09 15:00:10.723438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-6204027e-3f50-4f40-993d-d17dbdf4fc0d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:10.724922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-6204027e-3f50-4f40-993d-d17dbdf4fc0d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1109600 Dec 09 15:00:10.743881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-edb0b847-5aec-424c-abb2-70d6145895e1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0124426 Dec 09 15:00:10.767583 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8babf7-10d4-4848-9ff4-24498cbc1e65 x-openstack-request-id: req-ae8babf7-10d4-4848-9ff4-24498cbc1e65 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:10.767719 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a589348-350e-4e15-9b9f-dd1bef70973e", "name": "network-vif-deleted", "tag": "aa5bcf79-8341-465d-9966-de9e4ccc9e66", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:10.767880 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae8babf7-10d4-4848-9ff4-24498cbc1e65 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:10.768276 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a589348-350e-4e15-9b9f-dd1bef70973e', 'name': 'network-vif-deleted', 'tag': 'aa5bcf79-8341-465d-9966-de9e4ccc9e66', 'status': 'completed', 'code': 200} Dec 09 15:00:10.784592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-cd9b6a4e-9297-4cb0-af73-243cc170f8a4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352373 Dec 09 15:00:10.836556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-942ad4ba-4dd2-4c06-8bba-74a9769bc74f req-f301058d-8267-4843-a3fe-4a7e28c45e63 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 210 time: 0.0378447 Dec 09 15:00:10.917073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-9f3de220-a879-4dbf-893b-d36276e2688e service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239247 Dec 09 15:00:10.947879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986773-cc0a-48d8-bda6-1d9a8a658e73 req-0484734b-7066-4185-aec3-b6398a3d9d08 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:10.949562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00986773-cc0a-48d8-bda6-1d9a8a658e73 req-0484734b-7066-4185-aec3-b6398a3d9d08 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 945 time: 0.0539024 Dec 09 15:00:11.003633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00986773-cc0a-48d8-bda6-1d9a8a658e73 req-ada7e748-a964-4ea1-8f51-a6fc40c5810b tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4aca7bc-bb71-466a-8b4d-4003759dc723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Dec 09 15:00:11.026638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-d805d0d9-74bb-4c23-89a4-6ae7f90d7c93 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026850 Dec 09 15:00:11.145712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45ea5-6507-41b3-9426-6eb5c584656a req-9dacb82e-6e36-4ccf-99ab-28e6ae9d0ea8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:11.148312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3c45ea5-6507-41b3-9426-6eb5c584656a req-9dacb82e-6e36-4ccf-99ab-28e6ae9d0ea8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 945 time: 0.0804837 Dec 09 15:00:11.206003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3c45ea5-6507-41b3-9426-6eb5c584656a req-839660c8-7466-4195-9a7c-dcc0b84ab24c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Dec 09 15:00:11.288191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-fbdb6dbc-89b8-4e1f-97aa-58f36f5321c5 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:11.289683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-fbdb6dbc-89b8-4e1f-97aa-58f36f5321c5 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 945 time: 0.0826657 Dec 09 15:00:11.357798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6e70e7-1562-4b59-9e7d-0fa5c3f58348 req-2bf9cd1e-95a3-40bd-ad9e-aa4bd40b7f0a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 210 time: 0.0787144 Dec 09 15:00:11.443094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Deleting port 59571107-6638-4f70-bd1f-e5ad9e2230e6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:11.443785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:11.554911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] For port 59571107-6638-4f70-bd1f-e5ad9e2230e6, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=59571107-6638-4f70-bd1f-e5ad9e2230e6,segment=NetworkSegment(db4836b2-fb88-4bd1-9361-2f9190251df2),segment_id=db4836b2-fb88-4bd1-9361-2f9190251df2)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:11.555323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:11.570387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Calling delete_port for 59571107-6638-4f70-bd1f-e5ad9e2230e6 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:11.572292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa5bcf79-8341-465d-9966-de9e4ccc9e66 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:11.593683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: aa5bcf79-8341-465d-9966-de9e4ccc9e66 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:11.594034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aa5bcf79-8341-465d-9966-de9e4ccc9e66 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:11.709564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:11.722307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['59571107-6638-4f70-bd1f-e5ad9e2230e6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:11.739855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Pushing event deleted for resources: {'Port': ['ID=59571107-6638-4f70-bd1f-e5ad9e2230e6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:11.781310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] No DVR routers for this DVR port 59571107-6638-4f70-bd1f-e5ad9e2230e6 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:11.783769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:11.787194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26e588ca-a16d-4d32-8f02-b89ab699946f req-78de68a0-5be3-4607-aacf-0b6d75b3460d tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.36 "DELETE /v2.0/ports/59571107-6638-4f70-bd1f-e5ad9e2230e6 HTTP/1.1" status: 204 len: 173 time: 0.4877329 Dec 09 15:00:11.946999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6eb71e5a-f9e7-4fce-b9c4-988ad5f3515c req-7c05279a-e654-45b2-be6d-76dd8a790dc0 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 210 time: 0.0360126 Dec 09 15:00:12.096842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-4e3db3c8-6c4e-4fcf-8d85-4028e8e1c190 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:12.098962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-4e3db3c8-6c4e-4fcf-8d85-4028e8e1c190 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.36 "GET /v2.0/networks?id=fd0efd4b-343f-4407-8fba-7f66f20b9790 HTTP/1.1" status: 200 len: 824 time: 0.1262903 Dec 09 15:00:12.114489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Request body: {'port': {'device_id': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790', 'admin_state_up': True, 'tenant_id': '9778701fafd84f5a906bfc22cfa09080'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:12.132708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b9b21f1-f204-42e8-b89c-f54a9f4bf1a7 req-7fcb77e4-dfca-4d02-8075-86f2ef5d6863 tempest-ServerGroupTestJSON-184264613 tempest-ServerGroupTestJSON-184264613-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c3b611d-5a81-4b9c-96b4-71d9fce1a36c HTTP/1.1" status: 200 len: 210 time: 0.0319984 Dec 09 15:00:12.227836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Made reservation on behalf of 9778701fafd84f5a906bfc22cfa09080 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:12.231473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:12.377460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864afc99-8b21-46b8-bddb-9364cfa34b16 req-9b688630-5cc6-49bf-a30b-b7935977a2f8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:12.379100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-864afc99-8b21-46b8-bddb-9364cfa34b16 req-9b688630-5cc6-49bf-a30b-b7935977a2f8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 945 time: 0.0912766 Dec 09 15:00:12.401413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Allocated IP 172.20.0.6 (fd0efd4b-343f-4407-8fba-7f66f20b9790/d04944b9-0901-4631-a809-046b4dc0e89a/88bce02c-8d31-442d-b873-b72124ef7288) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:12.442850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-864afc99-8b21-46b8-bddb-9364cfa34b16 req-5538ba2a-dcb8-45cb-a766-394882eadc63 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Dec 09 15:00:12.569173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abb28f66-4494-4f84-93ac-8e830a128820 req-c3eb44f2-9b61-4bdf-8a47-b4159657d727 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 210 time: 0.0565989 Dec 09 15:00:12.622123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-1c16d10b-c915-482a-b00b-f852a11486ed tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:12.624537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-1c16d10b-c915-482a-b00b-f852a11486ed tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1946650 Dec 09 15:00:12.658627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-5e3c01e4-7361-4057-aba6-acb25de7a17e tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-348267851&fields=id&tenant_id=8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 267 time: 0.0421796 Dec 09 15:00:12.676559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Request body: {'port': {'device_id': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'admin_state_up': True, 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:12.712509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-83789229-c852-4f47-a8b0-a75ddb1cde81 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:12.714203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-83789229-c852-4f47-a8b0-a75ddb1cde81 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 945 time: 0.0499220 Dec 09 15:00:12.729179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'port': {'security_groups': ['941da8b8-bc92-41a4-b2ee-628159e6634d', 'b13d0882-afa4-41cd-8293-eb831d0eeadf']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:12.770161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'name': 'network-vif-deleted', 'tag': '59571107-6638-4f70-bd1f-e5ad9e2230e6'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:12.772521 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5acd33-aca3-4a2a-a5ae-5f0b6278d3cd" -d '{"events": [{"server_uuid": "2c3b611d-5a81-4b9c-96b4-71d9fce1a36c", "name": "network-vif-deleted", "tag": "59571107-6638-4f70-bd1f-e5ad9e2230e6"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:12.813871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:12.814087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:12.836240 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7c185-5f40-4012-bca1-858faa22a9bf x-openstack-request-id: req-7ca7c185-5f40-4012-bca1-858faa22a9bf {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:12.836535 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3b611d-5a81-4b9c-96b4-71d9fce1a36c", "name": "network-vif-deleted", "tag": "59571107-6638-4f70-bd1f-e5ad9e2230e6", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:12.836798 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ca7c185-5f40-4012-bca1-858faa22a9bf {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:12.837196 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3b611d-5a81-4b9c-96b4-71d9fce1a36c', 'name': 'network-vif-deleted', 'tag': '59571107-6638-4f70-bd1f-e5ad9e2230e6', 'status': 'completed', 'code': 200} Dec 09 15:00:12.877237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:12.880725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:12.893568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:12.948161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Network fd0efd4b-343f-4407-8fba-7f66f20b9790 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:12.977571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:12.989969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:12.997827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Pushing event updated for resources: {'Port': ['ID=88bce02c-8d31-442d-b873-b72124ef7288,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:13.022127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:13.053487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.058923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.071480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:13.106640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:13.107870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.113245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1e7c9cc-550a-41d2-b7ce-8ac26bff2e0d req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "PUT /v2.0/ports/442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 981 time: 0.3899519 Dec 09 15:00:13.113750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:13.118524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:13.119183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.120255 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:13.130382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['442596ab-6ca4-4d61-8011-f62decf2109a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:13.156471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4458a61-8e8f-4a29-94a9-46c536bffeff req-add4c899-9a4d-40c1-b164-b4c8286385f0 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:13.157206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4458a61-8e8f-4a29-94a9-46c536bffeff req-add4c899-9a4d-40c1-b164-b4c8286385f0 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 931 time: 0.1329930 Dec 09 15:00:13.158391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Allocated IP 172.20.0.13 (2bb44386-ba3a-48d6-be76-3b19a04c4117/36dee103-67a7-4df5-8bcc-ed1d13da6a3c/717ebe2b-7d30-4222-aa74-845698909e35) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:13.163172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-df60ed08-efd3-4d68-917f-1001e5f7aa45 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0528545 Dec 09 15:00:13.180166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10f887-eb4c-4275-90d0-b6a10d2c3397 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:13.180779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Request body: {'port': {'device_id': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:13.204356 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d4bdd99-b7a2-4695-a9a6-982e2386370b req-238ae7d6-b86c-46c9-b064-69163ba24458 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/b13d0882-afa4-41cd-8293-eb831d0eeadf HTTP/1.1" status: 200 len: 1818 time: 0.0695300 Dec 09 15:00:13.253293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['442596ab-6ca4-4d61-8011-f62decf2109a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:13.284840 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-9d4bdd99-b7a2-4695-a9a6-982e2386370b req-cc3d9bad-e49b-4b7f-be98-6e6f062f8866 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:00:13.305562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d4bdd99-b7a2-4695-a9a6-982e2386370b req-cc3d9bad-e49b-4b7f-be98-6e6f062f8866 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/b13d0882-afa4-41cd-8293-eb831d0eeadf HTTP/1.1" status: 409 len: 341 time: 0.0906482 Dec 09 15:00:13.323617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4458a61-8e8f-4a29-94a9-46c536bffeff req-1873732f-6b0d-471f-a47e-62e572535f7a tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519401 Dec 09 15:00:13.366755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.455905 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e427fb-2910-4c2e-953c-52699853b0a4 x-openstack-request-id: req-68e427fb-2910-4c2e-953c-52699853b0a4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:13.456531 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:13.457769 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68e427fb-2910-4c2e-953c-52699853b0a4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:13.458533 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a', 'status': 'completed', 'code': 200} Dec 09 15:00:13.585706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-82de0313-82dd-428e-be68-e52bbf01041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:13.587243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-82de0313-82dd-428e-be68-e52bbf01041b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1135 time: 0.1015074 Dec 09 15:00:13.644046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.762956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:13.868429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:13.882385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:13.886916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:13.894579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:13.918829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-e7afa6b7-dfcf-405a-866e-8ae3b3322ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:13.921139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-e7afa6b7-dfcf-405a-866e-8ae3b3322ec4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.3246477 Dec 09 15:00:13.987248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456afe92-c43b-4bf7-8872-ed42655b1b1c req-36c35b7a-120e-4df4-a92d-e4453fb3a702 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:13.988704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-456afe92-c43b-4bf7-8872-ed42655b1b1c req-36c35b7a-120e-4df4-a92d-e4453fb3a702 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 932 time: 0.1680555 Dec 09 15:00:14.009046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-04a3b6dc-719a-4479-be28-568aa99e2ab2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 217 time: 0.0622439 Dec 09 15:00:14.017234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.017863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.021502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bce02c-8d31-442d-b873-b72124ef7288 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:14.022223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65358780-aae2-4837-8e45-d2eedb002ab2 req-ba5c5a96-97c4-46c3-b7c5-59789cee4a5f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.023912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65358780-aae2-4837-8e45-d2eedb002ab2 req-ba5c5a96-97c4-46c3-b7c5-59789cee4a5f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 984 time: 0.1422126 Dec 09 15:00:14.043441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.060502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-5a215aff-e8cd-4d9f-925e-e5d7482f39df tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3877962 Dec 09 15:00:14.075402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Request body: {'port': {'device_id': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:14.096504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Transition to ACTIVE for port object 88bce02c-8d31-442d-b873-b72124ef7288 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:14.109407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.111463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-bc464819-bff9-4acd-99be-ac44b0b86852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.113383 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-bc464819-bff9-4acd-99be-ac44b0b86852 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0885334 Dec 09 15:00:14.128507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-456afe92-c43b-4bf7-8872-ed42655b1b1c req-8326e6f1-85ca-45c5-aabc-ed67d6717a7b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301720 Dec 09 15:00:14.165139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-0550e3bb-0ace-4e85-a8ec-be203aed3f31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410891 Dec 09 15:00:14.173948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65358780-aae2-4837-8e45-d2eedb002ab2 req-82e91a34-939a-4548-ac47-2f1277b898c9 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=b13d0882-afa4-41cd-8293-eb831d0eeadf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1131971 Dec 09 15:00:14.197939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.221111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Pushing event updated for resources: {'Port': ['ID=88bce02c-8d31-442d-b873-b72124ef7288,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:14.294092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-01fe3bc3-ed8e-4745-ab4a-f14b81dde71a service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190321 Dec 09 15:00:14.382292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45202) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:14.386904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Attempting to bind port 88bce02c-8d31-442d-b873-b72124ef7288 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:14.387262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Attempting to bind port 88bce02c-8d31-442d-b873-b72124ef7288 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '65041482-bb49-4c94-a596-d160cd6577b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:14.387683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Attempting to bind port 88bce02c-8d31-442d-b873-b72124ef7288 on network fd0efd4b-343f-4407-8fba-7f66f20b9790 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:14.403396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Port 88bce02c-8d31-442d-b873-b72124ef7288 on network fd0efd4b-343f-4407-8fba-7f66f20b9790 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:14.403732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Attempting to bind port 88bce02c-8d31-442d-b873-b72124ef7288 on network fd0efd4b-343f-4407-8fba-7f66f20b9790 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:14.424505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:14.424850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Checking segment: {'id': '65041482-bb49-4c94-a596-d160cd6577b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:14.425241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Bound using segment: {'id': '65041482-bb49-4c94-a596-d160cd6577b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:14.425692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Bound port: 88bce02c-8d31-442d-b873-b72124ef7288, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65041482-bb49-4c94-a596-d160cd6577b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:14.426059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.430857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4198d8cc-4fe3-419e-8526-f0a3c3bc810f req-cccf50b0-9c8d-4627-a333-9b82d9f787f1 service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289318 Dec 09 15:00:14.442206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Deleting subnet 41001cc9-30aa-47c9-a7f8-9c459f9e9753 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:00:14.445299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.489607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.554682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.566399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cd1e-1d4a-4a4d-b570-d808a6cc2c7a req-b4b735f0-8474-4f00-bec7-2bfa355a40d2 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.567950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf18cd1e-1d4a-4a4d-b570-d808a6cc2c7a req-b4b735f0-8474-4f00-bec7-2bfa355a40d2 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 943 time: 0.1656735 Dec 09 15:00:14.583653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-a44f7630-4b01-4149-91b1-5ae3053b8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.585071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-a44f7630-4b01-4149-91b1-5ae3053b8506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1135 time: 0.1055152 Dec 09 15:00:14.626018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] For port 88bce02c-8d31-442d-b873-b72124ef7288, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:14.659748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] For port 88bce02c-8d31-442d-b873-b72124ef7288, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88bce02c-8d31-442d-b873-b72124ef7288,segment=NetworkSegment(65041482-bb49-4c94-a596-d160cd6577b9),segment_id=65041482-bb49-4c94-a596-d160cd6577b9)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:14.673765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.684105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.694908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf18cd1e-1d4a-4a4d-b570-d808a6cc2c7a req-b013435f-7f60-495a-8460-7b2cc2b8a81c tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175535 Dec 09 15:00:14.719518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41001cc9-30aa-47c9-a7f8-9c459f9e9753,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:14.721703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.725400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cc6108a3-1bb6-4f2a-9a3b-350623ece1db admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41001cc9-30aa-47c9-a7f8-9c459f9e9753 HTTP/1.1" status: 204 len: 168 time: 0.3421428 Dec 09 15:00:14.732022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45208) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:14.736409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-bf719c0b-784a-44b3-8d6a-6512db73023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.737869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-bf719c0b-784a-44b3-8d6a-6512db73023b service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.1435833 Dec 09 15:00:14.767034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.767587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.768932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] 10.222.0.36 "PUT /v2.0/ports/88bce02c-8d31-442d-b873-b72124ef7288 HTTP/1.1" status: 200 len: 1091 time: 1.5962844 Dec 09 15:00:14.782461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-42d55609-95a5-4efb-a812-a8295687d614 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 217 time: 0.0368547 Dec 09 15:00:14.817714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717ebe2b-7d30-4222-aa74-845698909e35 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:14.846648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-d3b98bcf-bc16-48a4-be21-ffd1027c4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:14.848557 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-d3b98bcf-bc16-48a4-be21-ffd1027c4ee5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0589328 Dec 09 15:00:14.871085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'tag': '88bce02c-8d31-442d-b873-b72124ef7288'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:14.874428 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de1592-a0f3-4beb-b034-d324a5f13192" -d '{"events": [{"name": "network-changed", "server_uuid": "a43a8c1e-450f-4977-9615-600a45ff1ff6", "tag": "88bce02c-8d31-442d-b873-b72124ef7288"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:14.882109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.884588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-47c0870c-1203-4190-97a4-8e02eb7e5109 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287704 Dec 09 15:00:14.917936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265624f8-4fad-41d0-969b-2cd9dabf256b service neutron] Pushing event updated for resources: {'Port': ['ID=88bce02c-8d31-442d-b873-b72124ef7288,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:14.923227 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66822cc7-3b51-474c-a318-7a14810578f7 x-openstack-request-id: req-66822cc7-3b51-474c-a318-7a14810578f7 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:14.923548 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43a8c1e-450f-4977-9615-600a45ff1ff6", "tag": "88bce02c-8d31-442d-b873-b72124ef7288", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:14.923809 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66822cc7-3b51-474c-a318-7a14810578f7 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:14.924204 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'tag': '88bce02c-8d31-442d-b873-b72124ef7288', 'status': 'completed', 'code': 200} Dec 09 15:00:14.940562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.945242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Transition to ACTIVE for port object 717ebe2b-7d30-4222-aa74-845698909e35 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:14.954376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:14.985703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-0d171c18-7f22-44db-bc86-0772fbcd561e service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941582 Dec 09 15:00:14.998985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-9ff0126f-73c6-4bb4-a52a-66acee977503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:15.000549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-9ff0126f-73c6-4bb4-a52a-66acee977503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9778701fafd84f5a906bfc22cfa09080&device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 1094 time: 0.1702936 Dec 09 15:00:15.080333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596f6502-62c8-487e-b935-85fee1d6ed9b req-3ef20fbf-b099-43c3-830c-a9d162988536 service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872056 Dec 09 15:00:15.086398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-f4bd6c1e-7c25-44dd-9d15-95e4c0a96086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88bce02c-8d31-442d-b873-b72124ef7288 HTTP/1.1" status: 200 len: 217 time: 0.0629737 Dec 09 15:00:15.090504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:15.195307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.242341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d24f14-20fc-4cee-a600-b3a7b307fd2f']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:15.269917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5453817-f2c2-43bf-a189-45b50dcdbca7 req-0e52382f-950f-4bd1-8b40-7d3ff54bf940 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:15.271477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5453817-f2c2-43bf-a189-45b50dcdbca7 req-0e52382f-950f-4bd1-8b40-7d3ff54bf940 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 944 time: 0.0673027 Dec 09 15:00:15.278284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4836b2-fb88-4bd1-9361-2f9190251df2') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:15.278593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4836b2-fb88-4bd1-9361-2f9190251df2') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:15.283029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-c993fec2-9fa7-4529-bdfe-e8b8a2474833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:15.284623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-c993fec2-9fa7-4529-bdfe-e8b8a2474833 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d04944b9-0901-4631-a809-046b4dc0e89a HTTP/1.1" status: 200 len: 864 time: 0.1898551 Dec 09 15:00:15.318741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.322268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5453817-f2c2-43bf-a189-45b50dcdbca7 req-eb15166a-ea85-45d5-822b-199022b255b2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Dec 09 15:00:15.358694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-66b61f98-dffd-4b12-bd6f-aa9f329efb15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0efd4b-343f-4407-8fba-7f66f20b9790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501237 Dec 09 15:00:15.362346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.364374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Attempting to bind port 717ebe2b-7d30-4222-aa74-845698909e35 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:15.364697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Attempting to bind port 717ebe2b-7d30-4222-aa74-845698909e35 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:15.365026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Attempting to bind port 717ebe2b-7d30-4222-aa74-845698909e35 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:15.376000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:00:15.376348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:00:15.383997 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:00:15.410015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Port 717ebe2b-7d30-4222-aa74-845698909e35 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:15.410348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Attempting to bind port 717ebe2b-7d30-4222-aa74-845698909e35 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:15.457214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:15.457557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:15.457944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Bound using segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:15.458384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Bound port: 717ebe2b-7d30-4222-aa74-845698909e35, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:15.458741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.480091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ebeb-5b28-4499-b784-5513328fb677 req-082b8916-8f2f-404d-8e40-7687974cbe46 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:15.481608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ff6ebeb-5b28-4499-b784-5513328fb677 req-082b8916-8f2f-404d-8e40-7687974cbe46 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 984 time: 0.2229247 Dec 09 15:00:15.530338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.541628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.545758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/01d24f14-20fc-4cee-a600-b3a7b307fd2f HTTP/1.1" status: 204 len: 168 time: 0.8132031 Dec 09 15:00:15.591096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3b308-a243-410e-bedf-fde36cd32cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d24f14-20fc-4cee-a600-b3a7b307fd2f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:15.649308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-869c91fe-dfe4-41fc-a6b6-e3145e1a3474 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773771 Dec 09 15:00:15.658495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:15.671363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:15.678398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ff6ebeb-5b28-4499-b784-5513328fb677 req-e885700a-c368-4388-b27e-0a3ab05627b2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=b13d0882-afa4-41cd-8293-eb831d0eeadf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1659393 Dec 09 15:00:15.690086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.755125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45226) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:15.801672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-932e4fd3-5969-48d4-9d50-6bfeef759c17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02d26e63ae9d448eadd764e9dbb0ff40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448141 Dec 09 15:00:15.804158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45228) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:15.865477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3cef184-a51e-4a78-8069-d5e07a3242d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.889821 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3cef184-a51e-4a78-8069-d5e07a3242d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.946800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3cef184-a51e-4a78-8069-d5e07a3242d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.949637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3cef184-a51e-4a78-8069-d5e07a3242d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:15.953873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3cef184-a51e-4a78-8069-d5e07a3242d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4aca7bc-bb71-466a-8b4d-4003759dc723 HTTP/1.1" status: 204 len: 168 time: 0.1455772 Dec 09 15:00:15.960126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cef184-a51e-4a78-8069-d5e07a3242d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aca7bc-bb71-466a-8b4d-4003759dc723,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:16.084737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.085352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:16.086726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] 10.222.0.36 "PUT /v2.0/ports/717ebe2b-7d30-4222-aa74-845698909e35 HTTP/1.1" status: 200 len: 1092 time: 2.0169597 Dec 09 15:00:16.142929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397951f-d4d9-4a59-b16d-8ce72d28574a service neutron] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:16.192978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b7a8132-4d08-4e1c-8073-ea167ca46460 req-ecff798b-6ee4-4c8d-bb76-ccd9ee0396ee service neutron] 10.222.0.36 "GET /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311213 Dec 09 15:00:16.208068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595ca7-443c-4640-bf98-7bcefb82beab req-76b5dc7e-23b0-4e11-a995-9f07e67afcc3 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.209580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21595ca7-443c-4640-bf98-7bcefb82beab req-76b5dc7e-23b0-4e11-a995-9f07e67afcc3 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 943 time: 0.1220047 Dec 09 15:00:16.215590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-729edaa0-3b28-4e9f-9cad-fab117e42798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.217755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-729edaa0-3b28-4e9f-9cad-fab117e42798 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 1095 time: 0.0758519 Dec 09 15:00:16.283062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-95fec229-e92b-475b-8265-631f5aa9ec6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ebe2b-7d30-4222-aa74-845698909e35 HTTP/1.1" status: 200 len: 217 time: 0.0499921 Dec 09 15:00:16.361725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21595ca7-443c-4640-bf98-7bcefb82beab req-de3338f7-c5ff-4700-9043-b90f69e47396 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426971 Dec 09 15:00:16.372363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-073761a5-5717-4081-92fa-726e566891a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.374557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-073761a5-5717-4081-92fa-726e566891a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9778701fafd84f5a906bfc22cfa09080&device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 1094 time: 0.1023276 Dec 09 15:00:16.376319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-7dd321db-9c20-49ca-a61f-f4736a2b0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.377684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-7dd321db-9c20-49ca-a61f-f4736a2b0c06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0860460 Dec 09 15:00:16.448939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-cb7a19d4-3b1b-4b01-83c8-beccddd49280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428264 Dec 09 15:00:16.455257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e76b1-705c-4fc3-adb4-98c41d36d3a1 req-3a7805ec-de3b-4860-8394-a7c53b6225cd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.456839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a0e76b1-705c-4fc3-adb4-98c41d36d3a1 req-3a7805ec-de3b-4860-8394-a7c53b6225cd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 944 time: 0.0546496 Dec 09 15:00:16.520250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a0e76b1-705c-4fc3-adb4-98c41d36d3a1 req-db2c9c35-055e-42ad-9997-0e0a6770ea8f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564857 Dec 09 15:00:16.593525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-81003987-9c0d-4836-95d8-7fb619d49181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.594997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-81003987-9c0d-4836-95d8-7fb619d49181 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd0efd4b-343f-4407-8fba-7f66f20b9790 HTTP/1.1" status: 200 len: 925 time: 0.1989329 Dec 09 15:00:16.611878 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-f89e17d8-e231-45c0-b9e7-d0f220e00e37 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501276 Dec 09 15:00:16.645446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 59571107-6638-4f70-bd1f-e5ad9e2230e6 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:16.652763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-3e6aa816-f45a-47fa-849e-92fa8ca1bff6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88bce02c-8d31-442d-b873-b72124ef7288 HTTP/1.1" status: 200 len: 217 time: 0.0481060 Dec 09 15:00:16.682779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 59571107-6638-4f70-bd1f-e5ad9e2230e6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:16.683421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 59571107-6638-4f70-bd1f-e5ad9e2230e6 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:16.753792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45260) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:16.758807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-e10dee7e-a004-48b0-a4b0-06ede329dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.760362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-e10dee7e-a004-48b0-a4b0-06ede329dd62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d04944b9-0901-4631-a809-046b4dc0e89a HTTP/1.1" status: 200 len: 864 time: 0.0967703 Dec 09 15:00:16.795299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b58f734-02ea-42d1-a8a2-30dc9189e48a req-62333b4d-680a-41b6-a929-1e2cb11cb26c service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513085 Dec 09 15:00:16.818265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-31299cdf-581a-4076-8250-e9d2591c356f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd0efd4b-343f-4407-8fba-7f66f20b9790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487077 Dec 09 15:00:16.837870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea031b3-3ba2-47b0-9946-bdb7e1349b2d req-b882809d-2959-469e-a264-ae293638b2f3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:16.839634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eea031b3-3ba2-47b0-9946-bdb7e1349b2d req-b882809d-2959-469e-a264-ae293638b2f3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 984 time: 0.0770204 Dec 09 15:00:16.891232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1904241607-network', 'tenant_id': 'c7b74ca80c3143e9a04bbbe6739b3ae4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:16.926020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:16.928629 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f72662-b314-4693-a31f-e15a49b9052f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "tag": "717ebe2b-7d30-4222-aa74-845698909e35"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:16.943933 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eea031b3-3ba2-47b0-9946-bdb7e1349b2d req-6c32d597-a2ef-44ab-b8ec-a5a4aa1112de tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=b13d0882-afa4-41cd-8293-eb831d0eeadf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0939193 Dec 09 15:00:16.944658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-4a03ea56-c9a2-4a11-bc9a-3ff0d88aad79 service neutron] 10.222.0.36 "GET /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132798 Dec 09 15:00:16.945060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Made reservation on behalf of c7b74ca80c3143e9a04bbbe6739b3ae4 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:16.947526 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:16.957887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.039648 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3221c175-43d2-4e57-9254-25ea144280e0 x-openstack-request-id: req-3221c175-43d2-4e57-9254-25ea144280e0 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:17.039892 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "tag": "717ebe2b-7d30-4222-aa74-845698909e35", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:17.040122 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3221c175-43d2-4e57-9254-25ea144280e0 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:17.040510 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35', 'status': 'completed', 'code': 200} Dec 09 15:00:17.055285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.060506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.082226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:00:17.097414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a76db8-e758-40c4-bbd3-d735616f32c1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:17.100407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.100749 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Added segment 167fe4db-da3d-4333-8dc5-d2473ffa32f8 of type vlan for network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 Dec 09 15:00:17.126129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9de1592-a0f3-4beb-b034-d324a5f13192 req-9216dc49-a473-4f3d-b382-cbe732dfa01a service neutron] 10.222.0.36 "GET /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727724 Dec 09 15:00:17.143208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f72662-b314-4693-a31f-e15a49b9052f req-05f89b9c-fcbd-4b09-b7d6-19781ae14c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.143783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.144790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-05f89b9c-fcbd-4b09-b7d6-19781ae14c1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 1095 time: 0.0931149 Dec 09 15:00:17.171765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2444666-6c70-4013-958e-40eac121ac66 req-21ccc0ab-84e7-4803-b72f-844680f355b2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-936840750&fields=id&tenant_id=8350a9136a0d466e800e3b7edc860d64 HTTP/1.1" status: 200 len: 267 time: 0.0815406 Dec 09 15:00:17.172039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.172923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.173565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.216014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4605639 Dec 09 15:00:17.220567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:17.228209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Request body: {'subnet': {'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1904241607-subnet', 'tenant_id': 'c7b74ca80c3143e9a04bbbe6739b3ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:17.245090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6d3b-3991-473c-b652-26d110f06354 admin admin] Pushing event updated for resources: {'Network': ['ID=380ad8f9-5569-44fc-888a-c4cd74cbcc28,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:17.256275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:00:17.311417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2444666-6c70-4013-958e-40eac121ac66 req-e8f8f279-5796-41de-bc06-35894565f80a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.319927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2444666-6c70-4013-958e-40eac121ac66 req-e8f8f279-5796-41de-bc06-35894565f80a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 984 time: 0.1365018 Dec 09 15:00:17.328007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'port': {'security_groups': ['941da8b8-bc92-41a4-b2ee-628159e6634d', 'b13d0882-afa4-41cd-8293-eb831d0eeadf', '210d95b4-9d92-4efb-b3f1-a972951f4785']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:17.330868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Made reservation on behalf of c7b74ca80c3143e9a04bbbe6739b3ae4 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:17.333027 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.394001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f72662-b314-4693-a31f-e15a49b9052f req-1c6d937a-24cd-46ac-a7f6-4562e21ede38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.395503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-1c6d937a-24cd-46ac-a7f6-4562e21ede38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.2371325 Dec 09 15:00:17.495338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-9927eada-f91e-4eda-ac3d-de89c1cb77dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ebe2b-7d30-4222-aa74-845698909e35 HTTP/1.1" status: 200 len: 217 time: 0.0693119 Dec 09 15:00:17.500847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9371f5-67e6-4065-809f-ae46b86a8383 req-336315c3-adad-422a-96ea-46cd8c15791f tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.502536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca9371f5-67e6-4065-809f-ae46b86a8383 req-336315c3-adad-422a-96ea-46cd8c15791f tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 943 time: 0.0653300 Dec 09 15:00:17.508654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.555081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca9371f5-67e6-4065-809f-ae46b86a8383 req-aee82b8d-2077-4bbb-b9e8-856745718f07 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Dec 09 15:00:17.605851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f72662-b314-4693-a31f-e15a49b9052f req-be179789-d0d3-4825-b107-acc14a3cc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.607992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-be179789-d0d3-4825-b107-acc14a3cc5e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0963519 Dec 09 15:00:17.670204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-ada5f21c-9a8a-46f8-99f6-03b0e2d5fd8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409272 Dec 09 15:00:17.672000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777d927-2bca-4a21-a6c1-e04e3de622a0 req-d6d47367-d005-4f18-a470-85ffef4f54ed tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:17.673665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2777d927-2bca-4a21-a6c1-e04e3de622a0 req-d6d47367-d005-4f18-a470-85ffef4f54ed tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 944 time: 0.0528278 Dec 09 15:00:17.730693 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2777d927-2bca-4a21-a6c1-e04e3de622a0 req-4883b729-4068-4f6a-b362-b9837c2fc3ea tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506761 Dec 09 15:00:17.824418 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:17.898318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-ce388569-38b2-47f1-8843-7c4c5055ff2d service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166269 Dec 09 15:00:17.963472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39865281-90e2-4ab5-8ac7-801ba84b0f9a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:18.058907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:18.061947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Checking segment: {'id': '167fe4db-da3d-4333-8dc5-d2473ffa32f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:18.061947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Network hostable DHCP agents. Network: 380ad8f9-5569-44fc-888a-c4cd74cbcc28, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:00:18.100271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98f72662-b314-4693-a31f-e15a49b9052f req-dbd47a7a-b694-47d3-9dfb-035085df858f service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900666 Dec 09 15:00:18.114688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:18.116799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:00:18.124246 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:18.126210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 380ad8f9-5569-44fc-888a-c4cd74cbcc28) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:18.135263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:18.135839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:18.138982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c25028-fc3b-45ff-87e5-bd8cbec14a9b None None] Network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:18.141550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['442596ab-6ca4-4d61-8011-f62decf2109a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:18.146560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:18.182003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:18.182961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:18.184325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2444666-6c70-4013-958e-40eac121ac66 req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "PUT /v2.0/ports/442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 1020 time: 0.8635867 Dec 09 15:00:18.196854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9252204d-ead0-416d-9d74-8b2dde743c41 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9740102 Dec 09 15:00:18.220794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd395f-5aaf-4e45-9699-f2df1f24e10b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:18.271021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75505fb0-31f4-4933-b9ac-39af229593ca req-2b0cfccb-a783-4a38-928d-d8a60da8638c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/210d95b4-9d92-4efb-b3f1-a972951f4785 HTTP/1.1" status: 200 len: 1819 time: 0.0535071 Dec 09 15:00:18.293783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['442596ab-6ca4-4d61-8011-f62decf2109a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:18.322739 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-75505fb0-31f4-4933-b9ac-39af229593ca req-b92f93c5-ff58-4025-9278-17b706114822 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:00:18.328427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75505fb0-31f4-4933-b9ac-39af229593ca req-b92f93c5-ff58-4025-9278-17b706114822 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/210d95b4-9d92-4efb-b3f1-a972951f4785 HTTP/1.1" status: 409 len: 341 time: 0.0498250 Dec 09 15:00:18.414415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdd6d08-606e-4ecf-9b52-c9a3431e2f3d None None] Network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:18.594092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eb514-a4e1-4da0-8fd5-6760ac1f3c84 req-6b2f23af-c618-4a89-b398-da741832072a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:18.595765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e61eb514-a4e1-4da0-8fd5-6760ac1f3c84 req-6b2f23af-c618-4a89-b398-da741832072a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1023 time: 0.0620646 Dec 09 15:00:18.684163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e61eb514-a4e1-4da0-8fd5-6760ac1f3c84 req-165484e2-37e6-41d1-9661-508090bb8ea3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=210d95b4-9d92-4efb-b3f1-a972951f4785&id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=b13d0882-afa4-41cd-8293-eb831d0eeadf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0823724 Dec 09 15:00:18.715876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-b439f175-af49-4c86-a958-36ab8eba1e8d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:18.723237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-b439f175-af49-4c86-a958-36ab8eba1e8d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/networks?id=380ad8f9-5569-44fc-888a-c4cd74cbcc28 HTTP/1.1" status: 200 len: 813 time: 0.1220529 Dec 09 15:00:18.737230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-4597355c-ef17-4ad1-b44f-8a324ba3e63a tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/quotas/c7b74ca80c3143e9a04bbbe6739b3ae4 HTTP/1.1" status: 200 len: 375 time: 0.0122802 Dec 09 15:00:18.772171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-6ccfc3c9-e1ff-4f43-9502-795819a7699a tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7b74ca80c3143e9a04bbbe6739b3ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278714 Dec 09 15:00:18.800327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d79a3-8468-414d-9e92-fe9e4ba4f624 req-fb45a912-30b1-400e-86f0-d6a523575a49 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:18.802563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec4d79a3-8468-414d-9e92-fe9e4ba4f624 req-fb45a912-30b1-400e-86f0-d6a523575a49 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 943 time: 0.0619304 Dec 09 15:00:18.853439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec4d79a3-8468-414d-9e92-fe9e4ba4f624 req-e59e2244-bfad-41b0-8b21-72032173bffb tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Dec 09 15:00:18.880393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-7ff95878-39bc-4194-8449-395db837c90d service neutron] 10.222.0.46 "GET /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978477 Dec 09 15:00:18.998989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-e52b4024-53b0-4dfb-aee6-32d60f767dca service neutron] 10.222.0.46 "GET /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104965 Dec 09 15:00:19.044178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:19.046753 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:19.107037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45b311-4059-44ae-a516-d5601e051ec9 req-257010c9-d4ac-4d8b-aed3-ee038281038c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.108850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a45b311-4059-44ae-a516-d5601e051ec9 req-257010c9-d4ac-4d8b-aed3-ee038281038c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 944 time: 0.0900459 Dec 09 15:00:19.114253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aeb7-b493-4411-860b-36df7881536c req-df657e9a-d9e5-4291-af11-e94a4dcc1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.114253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-df657e9a-d9e5-4291-af11-e94a4dcc1a83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.0634050 Dec 09 15:00:19.228108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a45b311-4059-44ae-a516-d5601e051ec9 req-b6e783d5-248b-418d-a43d-3a80251ecab5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125760 Dec 09 15:00:19.275515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aeb7-b493-4411-860b-36df7881536c req-9709fb1c-1c00-44cf-b544-c3ed122dc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.277530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-9709fb1c-1c00-44cf-b544-c3ed122dc234 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1563618 Dec 09 15:00:19.357347 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9011d529-c31a-4a20-a968-77c1cc1b8b04 x-openstack-request-id: req-9011d529-c31a-4a20-a968-77c1cc1b8b04 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:19.357347 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:19.357347 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9011d529-c31a-4a20-a968-77c1cc1b8b04 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:19.357347 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a', 'status': 'completed', 'code': 200} Dec 09 15:00:19.382900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-97a09dd2-d6a3-408e-89fd-d68559dc4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.384564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-97a09dd2-d6a3-408e-89fd-d68559dc4df0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8350a9136a0d466e800e3b7edc860d64&device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1174 time: 0.0540767 Dec 09 15:00:19.390294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-a83c355e-cb2e-4aa3-9fc3-efcbfe317c40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.1035690 Dec 09 15:00:19.449609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e929a-144f-43a7-a4ae-a8cede4ad974 req-87e01f17-c948-4fb5-98e3-2a0009ddc922 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.456002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0e929a-144f-43a7-a4ae-a8cede4ad974 req-87e01f17-c948-4fb5-98e3-2a0009ddc922 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1703529 Dec 09 15:00:19.465193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3540982c-7a0e-469d-95df-fb5fc91189d7 req-bb169746-7f3a-41c4-8b37-63ff2977ed29 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 210 time: 0.0420594 Dec 09 15:00:19.489865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aeb7-b493-4411-860b-36df7881536c req-401564c0-216e-4431-bc30-da501682897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.491527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-401564c0-216e-4431-bc30-da501682897f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0925665 Dec 09 15:00:19.522756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-f3312b6c-3589-4756-9ab7-420879dd3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.524271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-f3312b6c-3589-4756-9ab7-420879dd3b45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 200 len: 914 time: 0.1231444 Dec 09 15:00:19.560002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0e929a-144f-43a7-a4ae-a8cede4ad974 req-a933a82f-c4de-43ce-970e-99d9441f3b9e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942423 Dec 09 15:00:19.573783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-67435c24-2b55-4037-9148-3d73ccae1230 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 200 len: 217 time: 0.0401154 Dec 09 15:00:19.583995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aeb7-b493-4411-860b-36df7881536c req-21ceea67-675d-4430-b84d-8113750e33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.585804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-21ceea67-675d-4430-b84d-8113750e33b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855553 Dec 09 15:00:19.638769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-5788a012-709c-4461-83ca-51ef22cb5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.640302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-5788a012-709c-4461-83ca-51ef22cb5786 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 200 len: 853 time: 0.0583234 Dec 09 15:00:19.679794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-acca286d-8c1b-47b1-9c0c-f89d6476e92e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad566f8-0139-424a-8ba3-9cb19b7b290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296471 Dec 09 15:00:19.683794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-d7400816-bc98-4750-af47-a6ea472b04ae service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Dec 09 15:00:19.795505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d4aeb7-b493-4411-860b-36df7881536c req-d477cf7d-8296-4dfc-ab12-d2f5d8ce037b service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958285 Dec 09 15:00:19.848027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-bb6ab1da-1841-4fd3-8da4-0a7d7c662452 service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378245 Dec 09 15:00:19.856524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303896-fa35-42be-b5e6-a22753939149 req-9e487f15-205b-4b3b-b75f-d10034561fc3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.857964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0303896-fa35-42be-b5e6-a22753939149 req-9e487f15-205b-4b3b-b75f-d10034561fc3 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1023 time: 0.0806794 Dec 09 15:00:19.979685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733060a-6c7d-4532-8538-1fdfb752203a req-5c9330b1-cf40-4947-a7a9-fcf16cd0c0c3 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:19.981690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e733060a-6c7d-4532-8538-1fdfb752203a req-5c9330b1-cf40-4947-a7a9-fcf16cd0c0c3 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 943 time: 0.0527844 Dec 09 15:00:19.998454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0303896-fa35-42be-b5e6-a22753939149 req-10a0812e-8b36-48fd-829f-0921f559f237 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=210d95b4-9d92-4efb-b3f1-a972951f4785&id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=b13d0882-afa4-41cd-8293-eb831d0eeadf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1331844 Dec 09 15:00:20.010828 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0f4115e-c893-49f4-82a9-ccbf7ec39c0b req-cc592c4d-9c3e-4174-b126-a03ee317253e service neutron] 10.222.0.43 "GET /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468217 Dec 09 15:00:20.034483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e733060a-6c7d-4532-8538-1fdfb752203a req-b02fc5ed-5680-47fe-9c5a-211348ac7f40 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Dec 09 15:00:20.391673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3288-5b25-497e-bb88-8c271e4b5868 req-d3b0a7d1-0006-4cfb-a991-28a1de42083b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:20.393359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-641c3288-5b25-497e-bb88-8c271e4b5868 req-d3b0a7d1-0006-4cfb-a991-28a1de42083b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 944 time: 0.0596182 Dec 09 15:00:20.406328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-26b0be1c-ccb7-4712-abca-65cad68e2516 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:20.407816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-26b0be1c-ccb7-4712-abca-65cad68e2516 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.43 "GET /v2.0/networks?id=380ad8f9-5569-44fc-888a-c4cd74cbcc28 HTTP/1.1" status: 200 len: 813 time: 0.1350775 Dec 09 15:00:20.424682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Request body: {'port': {'device_id': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28', 'admin_state_up': True, 'tenant_id': 'c7b74ca80c3143e9a04bbbe6739b3ae4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:20.449894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-641c3288-5b25-497e-bb88-8c271e4b5868 req-5b1e4853-d0a6-4592-8815-580de71ad14f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500066 Dec 09 15:00:20.516516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-cb9e5435-5dbb-43c8-8378-8935ee07352d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:20.518198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-cb9e5435-5dbb-43c8-8378-8935ee07352d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 1023 time: 0.0611711 Dec 09 15:00:20.556529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Made reservation on behalf of c7b74ca80c3143e9a04bbbe6739b3ae4 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:20.560267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:20.598005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02664956-fee4-4910-9f42-9ee4d3deb0c0 req-567f179d-7a5f-453d-9eb2-875d01d12e04 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 210 time: 0.0350697 Dec 09 15:00:20.665327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Deleting port 442596ab-6ca4-4d61-8011-f62decf2109a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:20.665713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:20.673255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:20.766250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] For port 442596ab-6ca4-4d61-8011-f62decf2109a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=442596ab-6ca4-4d61-8011-f62decf2109a,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:20.766769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:20.779254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:20.781922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Calling delete_port for 442596ab-6ca4-4d61-8011-f62decf2109a owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:20.792189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '717ebe2b-7d30-4222-aa74-845698909e35', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': '717ebe2b-7d30-4222-aa74-845698909e35', 'mac_address': 'fa:16:3e:e0:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:20.836257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:20.851153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717ebe2b-7d30-4222-aa74-845698909e35 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:20.872223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:20.877246 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:20.878602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88bce02c-8d31-442d-b873-b72124ef7288 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:20.949413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:20.970140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['442596ab-6ca4-4d61-8011-f62decf2109a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:20.972878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:20.980790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'Port': ['ID=442596ab-6ca4-4d61-8011-f62decf2109a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:21.010041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb94d7-a7f5-42aa-9904-ed0739bbe504 req-f18f59b8-e821-4769-aca9-9af110a47f81 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:21.010041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88bb94d7-a7f5-42aa-9904-ed0739bbe504 req-f18f59b8-e821-4769-aca9-9af110a47f81 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.3728781 Dec 09 15:00:21.036625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] No DVR routers for this DVR port 442596ab-6ca4-4d61-8011-f62decf2109a on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:21.039680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.044129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fb799ed-52c8-45ef-a47b-1a6401ef699b req-a17b9d4c-8d76-4437-a0c6-cfe7cc8dcc2c tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.43 "DELETE /v2.0/ports/442596ab-6ca4-4d61-8011-f62decf2109a HTTP/1.1" status: 204 len: 173 time: 0.5113165 Dec 09 15:00:21.047183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Allocated IP 172.20.0.8 (380ad8f9-5569-44fc-888a-c4cd74cbcc28/39865281-90e2-4ab5-8ac7-801ba84b0f9a/0921a17b-3347-4387-9f72-dfb8263dc9a2) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:21.056953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:21.082126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88bb94d7-a7f5-42aa-9904-ed0739bbe504 req-ed57a2a1-ed14-459d-9c8c-ee20b94a7fd1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627608 Dec 09 15:00:21.123568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88bce02c-8d31-442d-b873-b72124ef7288, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88bce02c-8d31-442d-b873-b72124ef7288,segment=NetworkSegment(65041482-bb49-4c94-a596-d160cd6577b9),segment_id=65041482-bb49-4c94-a596-d160cd6577b9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:21.143860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '88bce02c-8d31-442d-b873-b72124ef7288', 'network_id': 'fd0efd4b-343f-4407-8fba-7f66f20b9790', 'port_id': '88bce02c-8d31-442d-b873-b72124ef7288', 'mac_address': 'fa:16:3e:3e:74:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04944b9-0901-4631-a809-046b4dc0e89a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:21.160589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c509268-428a-4c40-bcac-156fa845d385 req-d6d0e291-b2ad-4fe1-a033-6d893ea89f8e tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb3898fc-6adc-4702-be4a-65380dc143fc HTTP/1.1" status: 200 len: 210 time: 0.0550299 Dec 09 15:00:21.219192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.246673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bce02c-8d31-442d-b873-b72124ef7288 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:21.287024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88bce02c-8d31-442d-b873-b72124ef7288, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88bce02c-8d31-442d-b873-b72124ef7288,segment=NetworkSegment(65041482-bb49-4c94-a596-d160cd6577b9),segment_id=65041482-bb49-4c94-a596-d160cd6577b9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:21.297117 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.332968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3890c1-9044-4e55-b7d0-67c7def30429 req-f4e84611-3a71-446e-9b27-3b0a44c1589e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:21.334486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fe3890c1-9044-4e55-b7d0-67c7def30429 req-f4e84611-3a71-446e-9b27-3b0a44c1589e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 943 time: 0.0930972 Dec 09 15:00:21.339244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.358681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'name': 'network-vif-deleted', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:21.361126 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fee1ca-4c56-4cad-adad-32af638cb7e6" -d '{"events": [{"server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "name": "network-vif-deleted", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:21.375859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=88bce02c-8d31-442d-b873-b72124ef7288,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:21.405857 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa82298-f030-49b5-bfc5-b716e6a799cd x-openstack-request-id: req-ffa82298-f030-49b5-bfc5-b716e6a799cd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:21.406398 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3898fc-6adc-4702-be4a-65380dc143fc", "name": "network-vif-deleted", "tag": "442596ab-6ca4-4d61-8011-f62decf2109a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:21.406870 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffa82298-f030-49b5-bfc5-b716e6a799cd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:21.407577 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3898fc-6adc-4702-be4a-65380dc143fc', 'name': 'network-vif-deleted', 'tag': '442596ab-6ca4-4d61-8011-f62decf2109a', 'status': 'completed', 'code': 200} Dec 09 15:00:21.436915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fe3890c1-9044-4e55-b7d0-67c7def30429 req-432e7cc1-dba4-40c7-8570-c114e97f01b7 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 Dec 09 15:00:21.445953 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.499174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:21.504568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:21.509125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:21.513946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Pushing event updated for resources: {'Port': ['ID=0921a17b-3347-4387-9f72-dfb8263dc9a2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:21.564318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:21.564776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.582083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-186fc63d-c8ac-409c-8c7c-4287d03cc28d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1618800 Dec 09 15:00:21.594785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Request body: {'port': {'device_id': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:21.595627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45869c81-9cec-4308-bf10-924bff28e333 req-162324e8-a168-42db-9e8a-47c2f340e988 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:21.599953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45869c81-9cec-4308-bf10-924bff28e333 req-162324e8-a168-42db-9e8a-47c2f340e988 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 945 time: 0.0605671 Dec 09 15:00:21.609462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['88bce02c-8d31-442d-b873-b72124ef7288'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:21.639507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['717ebe2b-7d30-4222-aa74-845698909e35'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:21.659935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.729557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45869c81-9cec-4308-bf10-924bff28e333 req-516124af-4678-489d-9498-ec89685b4215 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259689 Dec 09 15:00:21.749687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:21.875573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52daa34-a8ed-4d88-839f-c1150c866b07 req-a7a88c99-e72c-46da-9ed9-7cbb969cb0bd tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:21.877087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e52daa34-a8ed-4d88-839f-c1150c866b07 req-a7a88c99-e72c-46da-9ed9-7cbb969cb0bd tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 931 time: 0.0898755 Dec 09 15:00:21.988691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e52daa34-a8ed-4d88-839f-c1150c866b07 req-8bb06d60-5a4e-4548-b793-08d480aaecae tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772903 Dec 09 15:00:22.044093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0921a17b-3347-4387-9f72-dfb8263dc9a2 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:22.051728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.064444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Transition to ACTIVE for port object 0921a17b-3347-4387-9f72-dfb8263dc9a2 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:22.068066 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.121437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Pushing event updated for resources: {'Port': ['ID=0921a17b-3347-4387-9f72-dfb8263dc9a2,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:22.190447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Attempting to bind port 0921a17b-3347-4387-9f72-dfb8263dc9a2 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:22.191122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Attempting to bind port 0921a17b-3347-4387-9f72-dfb8263dc9a2 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '167fe4db-da3d-4333-8dc5-d2473ffa32f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:22.191669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Attempting to bind port 0921a17b-3347-4387-9f72-dfb8263dc9a2 on network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:22.197622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Port 0921a17b-3347-4387-9f72-dfb8263dc9a2 on network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:22.198043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Attempting to bind port 0921a17b-3347-4387-9f72-dfb8263dc9a2 on network 380ad8f9-5569-44fc-888a-c4cd74cbcc28 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:22.203566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:22.204033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Checking segment: {'id': '167fe4db-da3d-4333-8dc5-d2473ffa32f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:22.204504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Bound using segment: {'id': '167fe4db-da3d-4333-8dc5-d2473ffa32f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:22.205025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Bound port: 0921a17b-3347-4387-9f72-dfb8263dc9a2, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167fe4db-da3d-4333-8dc5-d2473ffa32f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:22.206321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.281888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.303593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07408960-1ac0-469f-b4d9-4c40d1be3fb7 req-d21d74d6-b51f-4771-a080-4e1f50d6da07 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/b13d0882-afa4-41cd-8293-eb831d0eeadf HTTP/1.1" status: 200 len: 1818 time: 0.0639403 Dec 09 15:00:22.307629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] For port 0921a17b-3347-4387-9f72-dfb8263dc9a2, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:22.311648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] For port 0921a17b-3347-4387-9f72-dfb8263dc9a2, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2,segment=NetworkSegment(167fe4db-da3d-4333-8dc5-d2473ffa32f8),segment_id=167fe4db-da3d-4333-8dc5-d2473ffa32f8)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:22.319504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.366151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:22.366792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.368453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] 10.222.0.43 "PUT /v2.0/ports/0921a17b-3347-4387-9f72-dfb8263dc9a2 HTTP/1.1" status: 200 len: 1091 time: 0.7783644 Dec 09 15:00:22.374809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'tag': '0921a17b-3347-4387-9f72-dfb8263dc9a2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:22.376996 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5fef96-b63f-4216-a944-f4b45fe5706a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e9a40f-3cfd-4cd4-ab99-abef309db194", "tag": "0921a17b-3347-4387-9f72-dfb8263dc9a2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:22.454374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f21ab5-2ac6-4f24-b48c-680931d3124e service neutron] Pushing event updated for resources: {'Port': ['ID=0921a17b-3347-4387-9f72-dfb8263dc9a2,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:22.475573 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcba2df1-a472-479f-a9f4-09c0ee9cc40f x-openstack-request-id: req-dcba2df1-a472-479f-a9f4-09c0ee9cc40f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:22.475882 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e9a40f-3cfd-4cd4-ab99-abef309db194", "tag": "0921a17b-3347-4387-9f72-dfb8263dc9a2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:22.476315 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcba2df1-a472-479f-a9f4-09c0ee9cc40f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:22.476725 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'tag': '0921a17b-3347-4387-9f72-dfb8263dc9a2', 'status': 'completed', 'code': 200} Dec 09 15:00:22.483539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07408960-1ac0-469f-b4d9-4c40d1be3fb7 req-1ca20aa5-d49a-494d-b6b6-2b6db9b1b5f6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.496384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-68b10d9e-abba-4593-9f6d-b51cd3a0e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:22.498204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-68b10d9e-abba-4593-9f6d-b51cd3a0e1fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7b74ca80c3143e9a04bbbe6739b3ae4&device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 1094 time: 0.0857346 Dec 09 15:00:22.517168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07408960-1ac0-469f-b4d9-4c40d1be3fb7 req-1ca20aa5-d49a-494d-b6b6-2b6db9b1b5f6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.559106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-bc36d12c-3c6d-4290-bc04-4c1802168690 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2 HTTP/1.1" status: 200 len: 217 time: 0.0507729 Dec 09 15:00:22.570083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87961e83-1a80-4cc5-b49c-88c519282963 req-b7ebcbb3-5694-4e0f-9764-2824cda54fc7 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:22.571720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-87961e83-1a80-4cc5-b49c-88c519282963 req-b7ebcbb3-5694-4e0f-9764-2824cda54fc7 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 944 time: 0.0529890 Dec 09 15:00:22.629439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991be8c-3996-4074-b841-5665441c5865 req-9254c1b0-50c5-4ce6-a32d-7c472462e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:22.631778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-87961e83-1a80-4cc5-b49c-88c519282963 req-cfa75bae-2036-4ca1-8d3b-f8db9327af99 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Dec 09 15:00:22.631901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-9254c1b0-50c5-4ce6-a32d-7c472462e22f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39865281-90e2-4ab5-8ac7-801ba84b0f9a HTTP/1.1" status: 200 len: 853 time: 0.0594180 Dec 09 15:00:22.634065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07408960-1ac0-469f-b4d9-4c40d1be3fb7 req-1ca20aa5-d49a-494d-b6b6-2b6db9b1b5f6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.637287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07408960-1ac0-469f-b4d9-4c40d1be3fb7 req-1ca20aa5-d49a-494d-b6b6-2b6db9b1b5f6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.643860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07408960-1ac0-469f-b4d9-4c40d1be3fb7 req-1ca20aa5-d49a-494d-b6b6-2b6db9b1b5f6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/b13d0882-afa4-41cd-8293-eb831d0eeadf HTTP/1.1" status: 204 len: 173 time: 0.3275597 Dec 09 15:00:22.697885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-51e1e8e5-e0be-4fe4-bc39-7f8c1b110241 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=380ad8f9-5569-44fc-888a-c4cd74cbcc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439057 Dec 09 15:00:22.703387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:22.704889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca20aa5-d49a-494d-b6b6-2b6db9b1b5f6 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d0882-afa4-41cd-8293-eb831d0eeadf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:22.786931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 717ebe2b-7d30-4222-aa74-845698909e35 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:22.793189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 717ebe2b-7d30-4222-aa74-845698909e35 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:22.793788 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.839138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2b68c13-89ec-4998-9d95-67315aa2b881 req-36baf319-eb3c-4c98-a917-e880319ec60f tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/210d95b4-9d92-4efb-b3f1-a972951f4785 HTTP/1.1" status: 200 len: 1819 time: 0.0945735 Dec 09 15:00:22.895696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5d80b-8337-4a0e-9da9-be50039dc50d req-37b61936-7010-4d9e-91e7-28bdf4a1a94b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:22.899266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86e5d80b-8337-4a0e-9da9-be50039dc50d req-37b61936-7010-4d9e-91e7-28bdf4a1a94b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 945 time: 0.0767679 Dec 09 15:00:22.903634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.908660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-fecf0d69-434f-47a2-833e-dd73d39edb8a service neutron] 10.222.0.43 "GET /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893194 Dec 09 15:00:22.928792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:22.931498 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b2842-2410-4438-ac4b-5d91404713cf" -d '{"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-plugged", "status": "completed", "tag": "717ebe2b-7d30-4222-aa74-845698909e35"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:22.942004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2b68c13-89ec-4998-9d95-67315aa2b881 req-094c662e-e68b-4fb6-a333-19567927b912 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.953382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:22.957793 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:22.958769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88bce02c-8d31-442d-b873-b72124ef7288 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:22.964115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86e5d80b-8337-4a0e-9da9-be50039dc50d req-c2b9f854-ec2c-4631-8b37-0ff9ecfb73f4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572033 Dec 09 15:00:23.029929 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8c8f0-a0cf-49a9-bfc2-ccb08b06a038 x-openstack-request-id: req-44a8c8f0-a0cf-49a9-bfc2-ccb08b06a038 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:23.030227 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-plugged", "status": "completed", "tag": "717ebe2b-7d30-4222-aa74-845698909e35", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:23.030672 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44a8c8f0-a0cf-49a9-bfc2-ccb08b06a038 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:23.031076 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35', 'code': 200} Dec 09 15:00:23.049951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:23.094296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cebcf83d-fc56-4392-ac5d-bb8db39cfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.100176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 88bce02c-8d31-442d-b873-b72124ef7288 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:23.109979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 88bce02c-8d31-442d-b873-b72124ef7288 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:23.110391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.117068 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2b68c13-89ec-4998-9d95-67315aa2b881 req-094c662e-e68b-4fb6-a333-19567927b912 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.162629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555bbde-3030-4e7a-affb-5069cfaf63e8 req-e3b44135-ed3c-4e93-9f2c-18a8b5a1748d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:23.164240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2555bbde-3030-4e7a-affb-5069cfaf63e8 req-e3b44135-ed3c-4e93-9f2c-18a8b5a1748d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 943 time: 0.0842087 Dec 09 15:00:23.194613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a991be8c-3996-4074-b841-5665441c5865 req-219693e8-c2b4-48b8-96c8-0c01e235ba6b service neutron] 10.222.0.43 "GET /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760854 Dec 09 15:00:23.200972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.207229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2b68c13-89ec-4998-9d95-67315aa2b881 req-094c662e-e68b-4fb6-a333-19567927b912 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.211111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2b68c13-89ec-4998-9d95-67315aa2b881 req-094c662e-e68b-4fb6-a333-19567927b912 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.212551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2b68c13-89ec-4998-9d95-67315aa2b881 req-094c662e-e68b-4fb6-a333-19567927b912 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/210d95b4-9d92-4efb-b3f1-a972951f4785 HTTP/1.1" status: 204 len: 173 time: 0.3595598 Dec 09 15:00:23.233483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c662e-e68b-4fb6-a333-19567927b912 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d95b4-9d92-4efb-b3f1-a972951f4785,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:23.250814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-ec2d5298-3c94-46fe-949e-15b02781a1df req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457103479', 'description': 'tempest-description-1330530738'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:23.258638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88bce02c-8d31-442d-b873-b72124ef7288, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88bce02c-8d31-442d-b873-b72124ef7288,segment=NetworkSegment(65041482-bb49-4c94-a596-d160cd6577b9),segment_id=65041482-bb49-4c94-a596-d160cd6577b9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:23.270917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.290582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec2d5298-3c94-46fe-949e-15b02781a1df req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.299964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2555bbde-3030-4e7a-affb-5069cfaf63e8 req-d662f548-bb05-401c-9857-23d9b90c6945 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289599 Dec 09 15:00:23.307530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24569ea8-2403-450a-bfb2-301db02452e4 req-c5d917a5-90c5-4068-9522-310e99e6397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:23.309100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24569ea8-2403-450a-bfb2-301db02452e4 req-c5d917a5-90c5-4068-9522-310e99e6397b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 1097 time: 0.1317723 Dec 09 15:00:23.332840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=88bce02c-8d31-442d-b873-b72124ef7288,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:23.359525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24569ea8-2403-450a-bfb2-301db02452e4 req-1a603998-8026-462f-bc3e-66e390c29198 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Dec 09 15:00:23.372835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-a7e674e5-5ec7-498b-a82c-c8ef96904843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:23.374348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-a7e674e5-5ec7-498b-a82c-c8ef96904843 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7b74ca80c3143e9a04bbbe6739b3ae4&device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 1094 time: 0.0954676 Dec 09 15:00:23.428785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec2d5298-3c94-46fe-949e-15b02781a1df req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.434194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec2d5298-3c94-46fe-949e-15b02781a1df req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.502697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ec2d5298-3c94-46fe-949e-15b02781a1df req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.503942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec2d5298-3c94-46fe-949e-15b02781a1df req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2581127 Dec 09 15:00:23.506350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ff2d2-dde5-4463-926b-0ecb269fd8b0 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5382c44c-c9e4-4de1-a5f0-efc299e6db8c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:23.528404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-d2310c23-bfbd-476a-8560-dbfd8e5c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:23.530965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-d2310c23-bfbd-476a-8560-dbfd8e5c4484 service neutron] 10.222.0.43 "GET /v2.0/networks?id=380ad8f9-5569-44fc-888a-c4cd74cbcc28 HTTP/1.1" status: 200 len: 914 time: 0.1469727 Dec 09 15:00:23.564153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-866acf10-4155-4da2-af53-b275a9591b77 req-9b6e19d6-8aca-432f-8dea-5c5536415b77 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/5382c44c-c9e4-4de1-a5f0-efc299e6db8c HTTP/1.1" status: 200 len: 1819 time: 0.0373359 Dec 09 15:00:23.573968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-866acf10-4155-4da2-af53-b275a9591b77 req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Request body: {'security_group': {'name': 'tempest-sg-hth-582958248', 'description': 'tempest-description-hth-303977484'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:23.574591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-2ee1e84c-8731-4130-b213-8139b98b035a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2 HTTP/1.1" status: 200 len: 217 time: 0.0348411 Dec 09 15:00:23.608721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-866acf10-4155-4da2-af53-b275a9591b77 req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.610868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 442596ab-6ca4-4d61-8011-f62decf2109a no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:23.632946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 442596ab-6ca4-4d61-8011-f62decf2109a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:23.633331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 442596ab-6ca4-4d61-8011-f62decf2109a not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:23.636540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-1b20ea77-00ad-404a-b06f-2685009b6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:23.638105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-1b20ea77-00ad-404a-b06f-2685009b6562 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39865281-90e2-4ab5-8ac7-801ba84b0f9a HTTP/1.1" status: 200 len: 853 time: 0.0553818 Dec 09 15:00:23.657403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-866acf10-4155-4da2-af53-b275a9591b77 req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.664551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-866acf10-4155-4da2-af53-b275a9591b77 req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.667589 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-866acf10-4155-4da2-af53-b275a9591b77 req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.668982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-866acf10-4155-4da2-af53-b275a9591b77 req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "PUT /v2.0/security-groups/5382c44c-c9e4-4de1-a5f0-efc299e6db8c HTTP/1.1" status: 200 len: 1792 time: 0.0987880 Dec 09 15:00:23.673908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-f5094a62-22fe-4370-867b-9c54c3fa27c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=380ad8f9-5569-44fc-888a-c4cd74cbcc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260253 Dec 09 15:00:23.716092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4fc56-b435-4272-ae3a-3423f4950522 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5382c44c-c9e4-4de1-a5f0-efc299e6db8c,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:23.741091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fe7cbbc-8673-471b-a286-852c39f203fc req-0dc22ea3-f9f0-4343-b74a-19c8ea9b9197 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/5382c44c-c9e4-4de1-a5f0-efc299e6db8c HTTP/1.1" status: 200 len: 1792 time: 0.0470746 Dec 09 15:00:23.814227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8910b0-3ea7-4458-b3a0-6f2cd8438687 req-c5c5045c-8e43-4066-8dd7-5e9012d48178 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:23.815639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a8910b0-3ea7-4458-b3a0-6f2cd8438687 req-c5c5045c-8e43-4066-8dd7-5e9012d48178 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.1008649 Dec 09 15:00:23.817874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-c4426e8a-38bb-4e5c-90b1-0e6908637c0c service neutron] 10.222.0.43 "GET /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359155 Dec 09 15:00:23.918811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2773b37-7cb7-41e9-bcbd-6b7bd5f72dba req-66d53c58-aacb-4ef9-b448-6db1f99eef5b tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/5382c44c-c9e4-4de1-a5f0-efc299e6db8c HTTP/1.1" status: 200 len: 1792 time: 0.0380332 Dec 09 15:00:23.922325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a8910b0-3ea7-4458-b3a0-6f2cd8438687 req-b5e11e62-1775-41b5-870d-1c873144351b tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005237 Dec 09 15:00:23.943183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb5fef96-b63f-4216-a944-f4b45fe5706a req-1c83154a-5e85-4a62-a12e-a0081bf62d51 service neutron] 10.222.0.43 "GET /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147175 Dec 09 15:00:23.977440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b2773b37-7cb7-41e9-bcbd-6b7bd5f72dba req-e2668946-95d1-4e79-a25e-d307963eef90 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:23.999560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b2773b37-7cb7-41e9-bcbd-6b7bd5f72dba req-e2668946-95d1-4e79-a25e-d307963eef90 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:24.041942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b2773b37-7cb7-41e9-bcbd-6b7bd5f72dba req-e2668946-95d1-4e79-a25e-d307963eef90 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:24.044679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b2773b37-7cb7-41e9-bcbd-6b7bd5f72dba req-e2668946-95d1-4e79-a25e-d307963eef90 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:24.045949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2773b37-7cb7-41e9-bcbd-6b7bd5f72dba req-e2668946-95d1-4e79-a25e-d307963eef90 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/5382c44c-c9e4-4de1-a5f0-efc299e6db8c HTTP/1.1" status: 204 len: 173 time: 0.1209939 Dec 09 15:00:24.058307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2668946-95d1-4e79-a25e-d307963eef90 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382c44c-c9e4-4de1-a5f0-efc299e6db8c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:24.088646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05f269-6246-429c-8bb2-026b9a2cb0c0 req-aa780d0d-bceb-4cdd-b895-d92adf929deb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:24.090181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d05f269-6246-429c-8bb2-026b9a2cb0c0 req-aa780d0d-bceb-4cdd-b895-d92adf929deb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0584867 Dec 09 15:00:24.142318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d05f269-6246-429c-8bb2-026b9a2cb0c0 req-f8685de9-626f-42c9-a98f-fa9ecd3bc55a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450509 Dec 09 15:00:24.148070 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-0714d862-b18b-4f3d-8a54-ba98adc0f551 req-4d844bc8-135f-4f52-a795-06b257397087 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 15:00:24.149076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0714d862-b18b-4f3d-8a54-ba98adc0f551 req-4d844bc8-135f-4f52-a795-06b257397087 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/210d95b4-9d92-4efb-b3f1-a972951f4785 HTTP/1.1" status: 404 len: 352 time: 0.0146978 Dec 09 15:00:24.181070 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-840592b6-2d63-45a8-b707-7e31b24d0207 req-9208c908-895b-4ae0-9440-b3f2a7c5962a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 15:00:24.182002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-840592b6-2d63-45a8-b707-7e31b24d0207 req-9208c908-895b-4ae0-9440-b3f2a7c5962a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/b13d0882-afa4-41cd-8293-eb831d0eeadf HTTP/1.1" status: 404 len: 352 time: 0.0136287 Dec 09 15:00:24.219506 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-5a27f800-e8c4-47ca-82f0-a9089925c588 req-2e757744-9c82-473f-a7cd-5bc3628cee34 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 15:00:24.220541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a27f800-e8c4-47ca-82f0-a9089925c588 req-2e757744-9c82-473f-a7cd-5bc3628cee34 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/18766250-1c69-4d4b-83fe-48b2664368a4 HTTP/1.1" status: 404 len: 352 time: 0.0157111 Dec 09 15:00:24.256595 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-5cc9ff07-8f9f-45ac-99c5-e845ece3e50c req-94b30bd2-531d-4f57-8cc1-a6a6d14a71a4 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 15:00:24.257491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cc9ff07-8f9f-45ac-99c5-e845ece3e50c req-94b30bd2-531d-4f57-8cc1-a6a6d14a71a4 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/a5cb825f-5042-4ebf-8289-b5d484327661 HTTP/1.1" status: 404 len: 352 time: 0.0151358 Dec 09 15:00:24.290979 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-5d9efd70-0417-4719-9d70-61d469978412 req-b208877f-5379-4bb9-8817-39ae71584ce8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 15:00:24.291967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d9efd70-0417-4719-9d70-61d469978412 req-b208877f-5379-4bb9-8817-39ae71584ce8 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/67eaabbe-4d88-4c23-8c8e-4813ff67e521 HTTP/1.1" status: 404 len: 352 time: 0.0146086 Dec 09 15:00:24.327256 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-77b4dd2b-62f1-4441-a38a-efe172877203 req-1473aada-78cf-4292-9d0e-ca3a620c29b1 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] show failed (client error): The resource could not be found. Dec 09 15:00:24.328411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77b4dd2b-62f1-4441-a38a-efe172877203 req-1473aada-78cf-4292-9d0e-ca3a620c29b1 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/119cbcfc-6457-4bed-830c-5f82f9bbb581 HTTP/1.1" status: 404 len: 352 time: 0.0147967 Dec 09 15:00:24.432711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d2225-766a-4cca-9ac4-507f132f4672 req-0d76c17a-1221-42f9-84e6-b7a4d8ee926c tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:24.434404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d12d2225-766a-4cca-9ac4-507f132f4672 req-0d76c17a-1221-42f9-84e6-b7a4d8ee926c tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 943 time: 0.0543389 Dec 09 15:00:24.489069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d12d2225-766a-4cca-9ac4-507f132f4672 req-677b1f97-2ded-4188-87b3-da75d63489ef tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Dec 09 15:00:24.574226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff467f-5c09-4ca2-b8b1-dd659fbd0120 req-61acd6fe-0bf4-4cb2-a0ac-0608010b997d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:24.576864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-70ff467f-5c09-4ca2-b8b1-dd659fbd0120 req-61acd6fe-0bf4-4cb2-a0ac-0608010b997d tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1023 time: 0.0601854 Dec 09 15:00:24.662604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-70ff467f-5c09-4ca2-b8b1-dd659fbd0120 req-6d88c5d1-0944-4e2d-9f03-a902c7db0130 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=fca9e2a5-e032-415a-9fd6-f34fb03271cf&id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=5b3b326a-b2b0-488c-9fde-af54d4c8d661&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0771501 Dec 09 15:00:25.032594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bce02c-8d31-442d-b873-b72124ef7288'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:25.035590 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff700d05-54c2-4a24-92c2-7665f163f775" -d '{"events": [{"server_uuid": "a43a8c1e-450f-4977-9615-600a45ff1ff6", "name": "network-vif-plugged", "status": "completed", "tag": "88bce02c-8d31-442d-b873-b72124ef7288"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:25.040693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bea1a-df01-4aea-b565-c35508667d79 req-b8a4df9b-85ae-4997-9771-6e302aa3b916 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:25.042188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a69bea1a-df01-4aea-b565-c35508667d79 req-b8a4df9b-85ae-4997-9771-6e302aa3b916 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0490007 Dec 09 15:00:25.081289 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88e02ba-cab3-485f-bf41-25ed0c93a4be x-openstack-request-id: req-f88e02ba-cab3-485f-bf41-25ed0c93a4be {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:25.081852 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a8c1e-450f-4977-9615-600a45ff1ff6", "name": "network-vif-plugged", "status": "completed", "tag": "88bce02c-8d31-442d-b873-b72124ef7288", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:25.082107 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f88e02ba-cab3-485f-bf41-25ed0c93a4be {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:25.082658 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bce02c-8d31-442d-b873-b72124ef7288', 'code': 200} Dec 09 15:00:25.091461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a69bea1a-df01-4aea-b565-c35508667d79 req-33bd0148-6bb1-497d-b21b-d037a3cdca1e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Dec 09 15:00:25.195464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2365-9302-420a-951b-be60fdb561d5 req-08dc5929-5404-47ef-a5be-3ba74e15996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:25.197012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44ef2365-9302-420a-951b-be60fdb561d5 req-08dc5929-5404-47ef-a5be-3ba74e15996f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0418446 Dec 09 15:00:25.253906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44ef2365-9302-420a-951b-be60fdb561d5 req-1abd3453-fb23-4e0b-99c2-28f192dca4c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455816 Dec 09 15:00:25.269246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474835-5f10-4f7f-9c3f-7cbb90d76114 req-799857ce-3aaa-4d16-b560-2f59de33e88f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:25.270834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c474835-5f10-4f7f-9c3f-7cbb90d76114 req-799857ce-3aaa-4d16-b560-2f59de33e88f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0553057 Dec 09 15:00:25.321711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c474835-5f10-4f7f-9c3f-7cbb90d76114 req-c0e747d1-d33e-4e58-bdd1-b98e02050d87 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446949 Dec 09 15:00:25.567226 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9b0db99-9815-4d44-9a12-97297b49df9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:25.613830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690d18-0db6-4034-82a8-19c0f68178d0 req-a2979d65-82be-4d19-a6ff-b55783a3760a tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:25.615482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb690d18-0db6-4034-82a8-19c0f68178d0 req-a2979d65-82be-4d19-a6ff-b55783a3760a tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 943 time: 0.0547366 Dec 09 15:00:25.625777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0921a17b-3347-4387-9f72-dfb8263dc9a2 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:25.668469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb690d18-0db6-4034-82a8-19c0f68178d0 req-8ba86119-41c9-4639-9010-d0ded421e6a9 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Dec 09 15:00:25.761093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0921a17b-3347-4387-9f72-dfb8263dc9a2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2,segment=NetworkSegment(167fe4db-da3d-4333-8dc5-d2473ffa32f8),segment_id=167fe4db-da3d-4333-8dc5-d2473ffa32f8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:25.774021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '0921a17b-3347-4387-9f72-dfb8263dc9a2', 'network_id': '380ad8f9-5569-44fc-888a-c4cd74cbcc28', 'port_id': '0921a17b-3347-4387-9f72-dfb8263dc9a2', 'mac_address': 'fa:16:3e:c1:de:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39865281-90e2-4ab5-8ac7-801ba84b0f9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:25.795327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafecfb9-7065-4cc4-8672-94972c3fd2a5 req-32f7d568-5989-47c3-86ed-60568ecf5eb6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:25.802634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eafecfb9-7065-4cc4-8672-94972c3fd2a5 req-32f7d568-5989-47c3-86ed-60568ecf5eb6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0655236 Dec 09 15:00:25.810986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb366a3-d5ee-4a3d-a56f-1b1803cceda5 req-55688969-8e31-4889-bc99-af75c05e590a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:25.812542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cb366a3-d5ee-4a3d-a56f-1b1803cceda5 req-55688969-8e31-4889-bc99-af75c05e590a tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1023 time: 0.0514252 Dec 09 15:00:25.815761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:25.836163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0921a17b-3347-4387-9f72-dfb8263dc9a2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:25.852216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eafecfb9-7065-4cc4-8672-94972c3fd2a5 req-2228902a-23ce-48f5-b9b7-fc3dbe3afda0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Dec 09 15:00:25.864793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0921a17b-3347-4387-9f72-dfb8263dc9a2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2,segment=NetworkSegment(167fe4db-da3d-4333-8dc5-d2473ffa32f8),segment_id=167fe4db-da3d-4333-8dc5-d2473ffa32f8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:25.869176 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:25.900014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cb366a3-d5ee-4a3d-a56f-1b1803cceda5 req-36a01ede-90d8-47a4-8dff-67de9ba25242 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups?id=fca9e2a5-e032-415a-9fd6-f34fb03271cf&id=941da8b8-bc92-41a4-b2ee-628159e6634d&id=5b3b326a-b2b0-488c-9fde-af54d4c8d661&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0806863 Dec 09 15:00:25.923596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0921a17b-3347-4387-9f72-dfb8263dc9a2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:26.157908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0921a17b-3347-4387-9f72-dfb8263dc9a2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:26.221243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143084-075a-46cf-af7b-1e2be44cc5b8 req-3bda78f0-c9a7-4b00-9c46-932cf2403efd tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:26.222925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c143084-075a-46cf-af7b-1e2be44cc5b8 req-3bda78f0-c9a7-4b00-9c46-932cf2403efd tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0503042 Dec 09 15:00:26.273489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c143084-075a-46cf-af7b-1e2be44cc5b8 req-3d303171-cedf-4431-9cd7-90b3a665937d tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Dec 09 15:00:26.469779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-5d769e63-1d79-4873-8e72-4126576342cb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:26.471185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-5d769e63-1d79-4873-8e72-4126576342cb tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.36 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 1023 time: 0.0491321 Dec 09 15:00:26.586511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Deleting port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:26.586848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:26.685979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] For port b3d41562-5ba1-4aed-a1f1-adbea3600fc0, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,segment=NetworkSegment(85e5aaec-5476-4fea-b625-51430ffbb98a),segment_id=85e5aaec-5476-4fea-b625-51430ffbb98a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:26.686351 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:26.702678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Calling delete_port for b3d41562-5ba1-4aed-a1f1-adbea3600fc0 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:26.781236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:26.837521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa99e9-5d5b-4219-88e5-14b8957f934b req-6c9bd438-d950-462c-923c-5861b718f5cf tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:26.838990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23fa99e9-5d5b-4219-88e5-14b8957f934b req-6c9bd438-d950-462c-923c-5861b718f5cf tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 944 time: 0.0742671 Dec 09 15:00:26.927465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23fa99e9-5d5b-4219-88e5-14b8957f934b req-cbf00e50-3739-4cda-917f-2ea551c2b321 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815313 Dec 09 15:00:26.928676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:26.941977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b3d41562-5ba1-4aed-a1f1-adbea3600fc0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:26.959225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'Port': ['ID=b3d41562-5ba1-4aed-a1f1-adbea3600fc0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:27.004250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb972-67e3-41b8-9655-fac8bb6ae016 req-f30e4d85-b435-4ec9-9086-495eadfa17b0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:27.005973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-920bb972-67e3-41b8-9655-fac8bb6ae016 req-f30e4d85-b435-4ec9-9086-495eadfa17b0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0803580 Dec 09 15:00:27.010184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] No DVR routers for this DVR port b3d41562-5ba1-4aed-a1f1-adbea3600fc0 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:27.013309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:27.017193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-feca6308-acbe-40d8-a9ca-65591a9dd459 req-48347c5f-3cca-4c5a-a630-83a4b6a5fc30 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.36 "DELETE /v2.0/ports/b3d41562-5ba1-4aed-a1f1-adbea3600fc0 HTTP/1.1" status: 204 len: 173 time: 0.5357089 Dec 09 15:00:27.017654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'name': 'network-vif-deleted', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:27.020077 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe80eb2c-251f-4ac6-ad17-492029ff1394" -d '{"events": [{"server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "name": "network-vif-deleted", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:27.058001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ecf6622-9c6f-44bb-a96a-e8f4658111d7 req-9f0b0085-cdb8-40ee-95d3-188b2c9820c2 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/ports?device_id=1249f341-b249-4f60-957f-9cde188345ce HTTP/1.1" status: 200 len: 210 time: 0.0308108 Dec 09 15:00:27.064895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-920bb972-67e3-41b8-9655-fac8bb6ae016 req-83068fb6-8981-4626-a86e-f4e711d93aeb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Dec 09 15:00:27.187766 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b721a-9883-4294-bdbb-2a745ba380b1 x-openstack-request-id: req-f87b721a-9883-4294-bdbb-2a745ba380b1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:27.188107 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1249f341-b249-4f60-957f-9cde188345ce", "name": "network-vif-deleted", "tag": "b3d41562-5ba1-4aed-a1f1-adbea3600fc0", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:27.188368 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f87b721a-9883-4294-bdbb-2a745ba380b1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:27.188777 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1249f341-b249-4f60-957f-9cde188345ce', 'name': 'network-vif-deleted', 'tag': 'b3d41562-5ba1-4aed-a1f1-adbea3600fc0', 'status': 'completed', 'code': 200} Dec 09 15:00:27.404197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120201da-6f57-48e2-8298-6fb13612b6d6 req-7356698f-a652-4130-b3af-0cd277ac4af2 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:27.405775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-120201da-6f57-48e2-8298-6fb13612b6d6 req-7356698f-a652-4130-b3af-0cd277ac4af2 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0544543 Dec 09 15:00:27.462165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-120201da-6f57-48e2-8298-6fb13612b6d6 req-bcbf282f-97da-4f42-800a-4808b55325ba tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504208 Dec 09 15:00:27.595439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce27d8-5a47-4101-bdf2-492448f5dec9 req-10851163-f6f9-4620-91f2-24d95fa1b61c tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:27.596894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5ce27d8-5a47-4101-bdf2-492448f5dec9 req-10851163-f6f9-4620-91f2-24d95fa1b61c tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0554848 Dec 09 15:00:27.642018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0921a17b-3347-4387-9f72-dfb8263dc9a2 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:27.644917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5ce27d8-5a47-4101-bdf2-492448f5dec9 req-fed14cf1-f806-4bf3-89f7-44fd67e8565f tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Dec 09 15:00:27.693604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 0921a17b-3347-4387-9f72-dfb8263dc9a2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:27.698096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 0921a17b-3347-4387-9f72-dfb8263dc9a2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:27.698508 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:27.782773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:27.806549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a17b-3347-4387-9f72-dfb8263dc9a2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:27.809218 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c87953b-6f4b-45d3-906d-9cdeb82a4ccf" -d '{"events": [{"server_uuid": "c7e9a40f-3cfd-4cd4-ab99-abef309db194", "name": "network-vif-plugged", "status": "completed", "tag": "0921a17b-3347-4387-9f72-dfb8263dc9a2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:27.823234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0921a17b-3347-4387-9f72-dfb8263dc9a2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2,segment=NetworkSegment(167fe4db-da3d-4333-8dc5-d2473ffa32f8),segment_id=167fe4db-da3d-4333-8dc5-d2473ffa32f8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:27.828637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:27.884584 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaaa0f5-72c0-44e3-a69d-e50d05a89506 x-openstack-request-id: req-eaaaa0f5-72c0-44e3-a69d-e50d05a89506 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:27.884882 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e9a40f-3cfd-4cd4-ab99-abef309db194", "name": "network-vif-plugged", "status": "completed", "tag": "0921a17b-3347-4387-9f72-dfb8263dc9a2", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:27.885143 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaaaa0f5-72c0-44e3-a69d-e50d05a89506 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:27.885535 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a17b-3347-4387-9f72-dfb8263dc9a2', 'code': 200} Dec 09 15:00:27.890467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0921a17b-3347-4387-9f72-dfb8263dc9a2,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:27.904573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14489-5426-4b0a-9ff3-c2f2b5e92c13 req-ce4f7cbf-d2c8-4327-8515-d37692741d39 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:27.906431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-53b14489-5426-4b0a-9ff3-c2f2b5e92c13 req-ce4f7cbf-d2c8-4327-8515-d37692741d39 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0564282 Dec 09 15:00:27.967474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-53b14489-5426-4b0a-9ff3-c2f2b5e92c13 req-bbe074e8-902a-4c26-8155-3c48cf4e2f38 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550566 Dec 09 15:00:28.017063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4e3f4-8718-48db-b3ef-7c96db16d2cd req-b6347fed-d227-42c4-a38a-ae89de37482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:28.019215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cc4e3f4-8718-48db-b3ef-7c96db16d2cd req-b6347fed-d227-42c4-a38a-ae89de37482c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 1096 time: 0.0508475 Dec 09 15:00:28.074986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cc4e3f4-8718-48db-b3ef-7c96db16d2cd req-1862ab03-670e-47bc-b454-21562af97d03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Dec 09 15:00:28.106112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d556e-795f-44c3-97ab-07f5c620ff66 req-2644a233-5ea6-4f8a-ba23-8033011d09ab tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:28.108365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d92d556e-795f-44c3-97ab-07f5c620ff66 req-2644a233-5ea6-4f8a-ba23-8033011d09ab tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 945 time: 0.0742145 Dec 09 15:00:28.164818 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d92d556e-795f-44c3-97ab-07f5c620ff66 req-19467fec-4741-4479-b8a4-de4db1c4ce13 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489054 Dec 09 15:00:28.243433 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.279516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9663-37a3-4f92-adb1-c89ca9984149 req-cba0184a-20e4-43a1-abab-5f49874fa15b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:28.281141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8eaa9663-37a3-4f92-adb1-c89ca9984149 req-cba0184a-20e4-43a1-abab-5f49874fa15b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0511291 Dec 09 15:00:28.335129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8eaa9663-37a3-4f92-adb1-c89ca9984149 req-0d487f56-feb5-42cd-9807-a1f948860bf2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Dec 09 15:00:28.398349 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:00:28.404845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d5e1d-ea24-4d48-90c5-3f0fe91180fc req-3cac9d28-147e-40b4-9b75-1d20addc14b8 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:28.406404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc1d5e1d-ea24-4d48-90c5-3f0fe91180fc req-3cac9d28-147e-40b4-9b75-1d20addc14b8 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0533121 Dec 09 15:00:28.458917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc1d5e1d-ea24-4d48-90c5-3f0fe91180fc req-1b3745c2-f011-4d56-87ab-bf6b206185dc tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455272 Dec 09 15:00:28.468567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e53a62e3-b886-4e7d-9c00-bd6c106fb45c req-a1280877-8318-4ff1-ae9d-06e3c65a43d5 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/fca9e2a5-e032-415a-9fd6-f34fb03271cf HTTP/1.1" status: 200 len: 1818 time: 0.0404451 Dec 09 15:00:28.526032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e53a62e3-b886-4e7d-9c00-bd6c106fb45c req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.547294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e53a62e3-b886-4e7d-9c00-bd6c106fb45c req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.588296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e53a62e3-b886-4e7d-9c00-bd6c106fb45c req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.590992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e53a62e3-b886-4e7d-9c00-bd6c106fb45c req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.592135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e53a62e3-b886-4e7d-9c00-bd6c106fb45c req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/fca9e2a5-e032-415a-9fd6-f34fb03271cf HTTP/1.1" status: 204 len: 173 time: 0.1177139 Dec 09 15:00:28.601194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca9e2a5-e032-415a-9fd6-f34fb03271cf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:28.609772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.610101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.610509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.610869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.611270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.611726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.612182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.612537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.612929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.613258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.613610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.613943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.614277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dc352-402d-47ae-bd17-c53554bfa033 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:28.668960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-674de637-1412-4989-909e-50233c525ae7 req-0621223c-82f8-4c8f-a73f-7264ac9b23be tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "GET /v2.0/security-groups/5b3b326a-b2b0-488c-9fde-af54d4c8d661 HTTP/1.1" status: 200 len: 1819 time: 0.0400054 Dec 09 15:00:28.729608 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-674de637-1412-4989-909e-50233c525ae7 req-532ca532-badc-4835-b413-738c4ecf7328 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.752362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-674de637-1412-4989-909e-50233c525ae7 req-532ca532-badc-4835-b413-738c4ecf7328 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.792408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-674de637-1412-4989-909e-50233c525ae7 req-532ca532-badc-4835-b413-738c4ecf7328 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.795989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-674de637-1412-4989-909e-50233c525ae7 req-532ca532-badc-4835-b413-738c4ecf7328 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.797172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-674de637-1412-4989-909e-50233c525ae7 req-532ca532-badc-4835-b413-738c4ecf7328 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] 10.222.0.46 "DELETE /v2.0/security-groups/5b3b326a-b2b0-488c-9fde-af54d4c8d661 HTTP/1.1" status: 204 len: 173 time: 0.1213927 Dec 09 15:00:28.803268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45516) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:28.806473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca532-badc-4835-b413-738c4ecf7328 tempest-SecurityGroupsTestJSON-699136635 tempest-SecurityGroupsTestJSON-699136635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3b326a-b2b0-488c-9fde-af54d4c8d661,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:28.847110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Deleting subnet f2f71e41-700c-4a38-b73b-b891a2e0dd5b {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:00:28.850216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.889326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.928112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:28.977437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.004224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f71e41-700c-4a38-b73b-b891a2e0dd5b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:29.006178 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.009381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-03ca15dd-78d6-4447-83dd-e8a7862718e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f2f71e41-700c-4a38-b73b-b891a2e0dd5b HTTP/1.1" status: 204 len: 168 time: 0.2050605 Dec 09 15:00:29.011904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45520) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:29.082574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.156943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.178112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.198976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad566f8-0139-424a-8ba3-9cb19b7b290b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:29.208898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e5aaec-5476-4fea-b625-51430ffbb98a') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:29.209198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e5aaec-5476-4fea-b625-51430ffbb98a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:29.224557 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.241200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.247505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:00:29.248222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:00:29.249956 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:00:29.311965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97f2ed-9c86-45cf-9e3b-7bd4206d8636 req-3007c290-76e5-4894-965b-5a3f7547acaf tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:29.314119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb97f2ed-9c86-45cf-9e3b-7bd4206d8636 req-3007c290-76e5-4894-965b-5a3f7547acaf tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 945 time: 0.0601413 Dec 09 15:00:29.319087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.326280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.332397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] 10.222.0.46 "DELETE /v2.0/networks/fad566f8-0139-424a-8ba3-9cb19b7b290b HTTP/1.1" status: 204 len: 168 time: 0.3170907 Dec 09 15:00:29.342963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5391c-230f-4b3a-aab6-80d441a8d63e admin admin] Pushing event deleted for resources: {'Network': ['ID=fad566f8-0139-424a-8ba3-9cb19b7b290b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:29.399309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb97f2ed-9c86-45cf-9e3b-7bd4206d8636 req-f2d9226b-925a-47bb-8be7-9cae62671831 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695446 Dec 09 15:00:29.482521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45532) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:29.572063 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd22111-9956-47d2-9eb8-9e35333728aa req-30e77e12-8ae1-4b95-923e-45bfe55e8971 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:29.573583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bd22111-9956-47d2-9eb8-9e35333728aa req-30e77e12-8ae1-4b95-923e-45bfe55e8971 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0956452 Dec 09 15:00:29.596924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5d4bac94-0ad6-42a6-a225-a46985d2a02d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8350a9136a0d466e800e3b7edc860d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113811 Dec 09 15:00:29.598000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45536) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:29.645136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce312227-58d8-4304-abbf-b92036efb892 req-0bf23806-cda4-4c34-b3b3-0ddf77487efe tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:29.646656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce312227-58d8-4304-abbf-b92036efb892 req-0bf23806-cda4-4c34-b3b3-0ddf77487efe tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.36 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0970900 Dec 09 15:00:29.652779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215450-f17c-4c7d-830b-6945fe75f24f req-dc1578f2-a077-4872-b0eb-82c0868e0ce1 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:29.657138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b215450-f17c-4c7d-830b-6945fe75f24f req-dc1578f2-a077-4872-b0eb-82c0868e0ce1 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 945 time: 0.0879078 Dec 09 15:00:29.659546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bd22111-9956-47d2-9eb8-9e35333728aa req-857be41d-1bc3-4582-ab2b-1ba144813e82 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Dec 09 15:00:29.706355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73afb68b-3927-4a49-bf81-ea2a928ff60e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.738169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b215450-f17c-4c7d-830b-6945fe75f24f req-509f1c19-b05c-4b58-bd8b-f388b9219ed4 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/security-groups?id=5185c781-f29d-4b5d-9fd7-940a3698e20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729957 Dec 09 15:00:29.742749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73afb68b-3927-4a49-bf81-ea2a928ff60e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.756697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Deleting port 88bce02c-8d31-442d-b873-b72124ef7288 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:29.757039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.801215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73afb68b-3927-4a49-bf81-ea2a928ff60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.804472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73afb68b-3927-4a49-bf81-ea2a928ff60e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:29.805631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-73afb68b-3927-4a49-bf81-ea2a928ff60e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/941da8b8-bc92-41a4-b2ee-628159e6634d HTTP/1.1" status: 204 len: 168 time: 0.2061937 Dec 09 15:00:29.815367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afb68b-3927-4a49-bf81-ea2a928ff60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941da8b8-bc92-41a4-b2ee-628159e6634d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:30.207269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] For port 88bce02c-8d31-442d-b873-b72124ef7288, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88bce02c-8d31-442d-b873-b72124ef7288,segment=NetworkSegment(65041482-bb49-4c94-a596-d160cd6577b9),segment_id=65041482-bb49-4c94-a596-d160cd6577b9)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:30.207648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.223027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Calling delete_port for 88bce02c-8d31-442d-b873-b72124ef7288 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:30.359553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.375019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['88bce02c-8d31-442d-b873-b72124ef7288'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:30.393577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Pushing event deleted for resources: {'Port': ['ID=88bce02c-8d31-442d-b873-b72124ef7288,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:30.445923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] No DVR routers for this DVR port 88bce02c-8d31-442d-b873-b72124ef7288 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:30.448844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.454734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce312227-58d8-4304-abbf-b92036efb892 req-6c17ae32-dc20-407e-ac22-cc47583f487e tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.36 "DELETE /v2.0/ports/88bce02c-8d31-442d-b873-b72124ef7288 HTTP/1.1" status: 204 len: 173 time: 0.7935495 Dec 09 15:00:30.455965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'name': 'network-vif-deleted', 'tag': '88bce02c-8d31-442d-b873-b72124ef7288'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:30.460134 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca608a-1bd4-4fb5-afa8-7f70e28c2e21" -d '{"events": [{"server_uuid": "a43a8c1e-450f-4977-9615-600a45ff1ff6", "name": "network-vif-deleted", "tag": "88bce02c-8d31-442d-b873-b72124ef7288"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:30.555294 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa4599-fcea-4d73-8a14-042e77fee1a1 x-openstack-request-id: req-a2aa4599-fcea-4d73-8a14-042e77fee1a1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:30.556111 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a8c1e-450f-4977-9615-600a45ff1ff6", "name": "network-vif-deleted", "tag": "88bce02c-8d31-442d-b873-b72124ef7288", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:30.556631 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2aa4599-fcea-4d73-8a14-042e77fee1a1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:30.557468 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a8c1e-450f-4977-9615-600a45ff1ff6', 'name': 'network-vif-deleted', 'tag': '88bce02c-8d31-442d-b873-b72124ef7288', 'status': 'completed', 'code': 200} Dec 09 15:00:30.568169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e387e-0142-4e94-ab7c-26fe8c2d88f8 req-2582dc56-28ed-49ae-af44-3b06df3c0fee tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:30.570858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa7e387e-0142-4e94-ab7c-26fe8c2d88f8 req-2582dc56-28ed-49ae-af44-3b06df3c0fee tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 945 time: 0.0651081 Dec 09 15:00:30.634336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:30.636952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa7e387e-0142-4e94-ab7c-26fe8c2d88f8 req-f8d9b905-04d7-4bca-8c37-8cc18d24b49a tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Dec 09 15:00:30.741084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1411434857-network', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:30.744012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b3d41562-5ba1-4aed-a1f1-adbea3600fc0 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:30.768329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: b3d41562-5ba1-4aed-a1f1-adbea3600fc0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:30.769178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b3d41562-5ba1-4aed-a1f1-adbea3600fc0 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:30.774268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Made reservation on behalf of 2d90a99ee14d4dbd96795b2ebe5ecfca for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:30.777075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.789584 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.793891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e373b-75d6-4087-b39d-c7f6cebe2d65 req-e35c59ad-40f7-46ba-98db-cf96b2944bb5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:30.796741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b28e373b-75d6-4087-b39d-c7f6cebe2d65 req-e35c59ad-40f7-46ba-98db-cf96b2944bb5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0653262 Dec 09 15:00:30.870538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b28e373b-75d6-4087-b39d-c7f6cebe2d65 req-e1fa92f5-fd6f-4947-bedd-99a594b76b11 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Dec 09 15:00:30.877477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-557a043d-4933-408d-b2d2-d4f0c3fadb52 req-b5a57ab8-e1d7-4c56-87ed-99275bb054c3 tempest-ServersNegativeTestMultiTenantJSON-1495123156 tempest-ServersNegativeTestMultiTenantJSON-1495123156-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43a8c1e-450f-4977-9615-600a45ff1ff6 HTTP/1.1" status: 200 len: 210 time: 0.0354676 Dec 09 15:00:30.938228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.943607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.971249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:00:30.983302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071cd40-c583-4a58-9c76-1330efde5205,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:30.990224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:30.990735 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Added segment 6ed610eb-4f8d-4dcf-b071-07e18a7edb7b of type vlan for network 88bb0511-f3fa-4879-b033-dd11bfdc53da Dec 09 15:00:31.043444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.077491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.078846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:31.079655 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.119847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4842944 Dec 09 15:00:31.122981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:31.130367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Request body: {'subnet': {'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-subnet', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:31.154397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Made reservation on behalf of 2d90a99ee14d4dbd96795b2ebe5ecfca for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:31.156219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6d596-7061-4689-9ed5-f2b2ce160fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=88bb0511-f3fa-4879-b033-dd11bfdc53da,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:31.157455 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.171151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:00:31.291404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49624c4f-7a57-4992-8c30-47503e853110 req-5095d637-dc3b-4974-bc28-8176a404bd45 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:31.293147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49624c4f-7a57-4992-8c30-47503e853110 req-5095d637-dc3b-4974-bc28-8176a404bd45 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 945 time: 0.1119740 Dec 09 15:00:31.393487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49624c4f-7a57-4992-8c30-47503e853110 req-c116c2e0-7bdc-409b-bb37-f2d9d821dafc tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931635 Dec 09 15:00:31.452075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.518579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14eb932a-7297-47e2-8125-34925228a4cc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:31.532246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Checking segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:31.532677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Network hostable DHCP agents. Network: 88bb0511-f3fa-4879-b033-dd11bfdc53da, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:00:31.551807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:00:31.562976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 88bb0511-f3fa-4879-b033-dd11bfdc53da) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:31.567542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:31.568191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.573099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95458922-cdb8-4c04-ba0e-69bef1fab812 None None] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:31.589227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45590) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:31.591544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da276f50-1774-4536-9fb2-d3a9749fe8f2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4609668 Dec 09 15:00:31.594524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:31.622977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.624206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.687738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.703340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-88bb0511-f3fa-4879-b033-dd11bfdc53da', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:00:31.704268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.838595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Allocated IP 172.20.0.2 (88bb0511-f3fa-4879-b033-dd11bfdc53da/14eb932a-7297-47e2-8125-34925228a4cc/3ca0c370-877a-4892-9e64-9274b9370ca7) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:31.847114 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:31.965918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45598) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:32.010993 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.017347 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.021219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Deleting subnet d04944b9-0901-4631-a809-046b4dc0e89a {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:00:32.024763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.056528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:32.062517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:32.071912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:32.072633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.097076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Pushing event updated for resources: {'Port': ['ID=3ca0c370-877a-4892-9e64-9274b9370ca7,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:32.129281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.141749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664736e0-ebcc-47e9-8b5e-0610950ed4b5 req-bb8f30d4-f42f-48e1-8147-194eca2f1565 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:32.143738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-664736e0-ebcc-47e9-8b5e-0610950ed4b5 req-bb8f30d4-f42f-48e1-8147-194eca2f1565 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1709604 Dec 09 15:00:32.165356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.180472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Attempting to bind port 3ca0c370-877a-4892-9e64-9274b9370ca7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:32.180880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Attempting to bind port 3ca0c370-877a-4892-9e64-9274b9370ca7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:32.181448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Attempting to bind port 3ca0c370-877a-4892-9e64-9274b9370ca7 on network 88bb0511-f3fa-4879-b033-dd11bfdc53da {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:32.189273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:32.189964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Checking segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:32.190372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.190910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Bound using segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:32.191631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Bound port: 3ca0c370-877a-4892-9e64-9274b9370ca7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:32.191993 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.200017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.201292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.236890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04944b9-0901-4631-a809-046b4dc0e89a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:32.243544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.251608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d643f37-469d-47ea-a2fb-68e3050e1cba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d04944b9-0901-4631-a809-046b4dc0e89a HTTP/1.1" status: 204 len: 168 time: 0.2820835 Dec 09 15:00:32.252665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45602) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:32.268726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-976738d2-61d3-4019-9377-546edc573da7 None None] For port 3ca0c370-877a-4892-9e64-9274b9370ca7, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:32.272908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-976738d2-61d3-4019-9377-546edc573da7 None None] For port 3ca0c370-877a-4892-9e64-9274b9370ca7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0c370-877a-4892-9e64-9274b9370ca7,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:32.277929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.294690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-664736e0-ebcc-47e9-8b5e-0610950ed4b5 req-9e8f21cf-ef21-470f-a47d-2ab89ee28f21 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422837 Dec 09 15:00:32.351849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976738d2-61d3-4019-9377-546edc573da7 None None] Pushing event updated for resources: {'Port': ['ID=3ca0c370-877a-4892-9e64-9274b9370ca7,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:32.358979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.388338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Allocated IP 172.25.0.189 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/86cac3e6-9514-4c6a-8065-409e246d6919) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:32.459524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.490909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0efd4b-343f-4407-8fba-7f66f20b9790']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:32.511321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65041482-bb49-4c94-a596-d160cd6577b9') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:32.511642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65041482-bb49-4c94-a596-d160cd6577b9') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:32.542186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.585689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.603038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc12d8-63df-40ce-a38e-fdbb39b3888a req-a984f4e5-da8b-4dfd-b455-a04ec0e2ce6b tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:32.604970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70bc12d8-63df-40ce-a38e-fdbb39b3888a req-a984f4e5-da8b-4dfd-b455-a04ec0e2ce6b tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 945 time: 0.1115174 Dec 09 15:00:32.606300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:00:32.607067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:00:32.610312 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:00:32.710573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.716862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.721827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd0efd4b-343f-4407-8fba-7f66f20b9790 HTTP/1.1" status: 204 len: 168 time: 0.4678280 Dec 09 15:00:32.727481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45610) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:32.756775 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70bc12d8-63df-40ce-a38e-fdbb39b3888a req-0d36e18e-58cc-4414-b725-57539ef3c201 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5a76db8-e758-40c4-bbd3-d735616f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313269 Dec 09 15:00:32.797648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f487f5a-c69d-45cf-96a3-027e8ceb6b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0efd4b-343f-4407-8fba-7f66f20b9790,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:32.818669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0c370-877a-4892-9e64-9274b9370ca7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:32.834617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Deleting subnet c2dba952-27df-4ef1-87a3-a76c5b4d2ca0 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:00:32.839075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.886074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3ca0c370-877a-4892-9e64-9274b9370ca7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:32.886377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.886944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.930836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.933237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d97da-7d67-484a-b594-57c6289d3c41 req-a670eb49-827e-4184-a536-6850edc8c2b4 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:32.935300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-819d97da-7d67-484a-b594-57c6289d3c41 req-a670eb49-827e-4184-a536-6850edc8c2b4 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 945 time: 0.0748701 Dec 09 15:00:32.940857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:32.983676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.001772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.023668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 3ca0c370-877a-4892-9e64-9274b9370ca7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0c370-877a-4892-9e64-9274b9370ca7,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:33.028898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.039911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.045513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c2dba952-27df-4ef1-87a3-a76c5b4d2ca0 HTTP/1.1" status: 204 len: 168 time: 0.3124866 Dec 09 15:00:33.045513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1989378-3ff1-4e93-8a8d-ba2bc10bf2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dba952-27df-4ef1-87a3-a76c5b4d2ca0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:33.045773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.046860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45612) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:33.104204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:33.104433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=3ca0c370-877a-4892-9e64-9274b9370ca7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:33.117288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:33.119706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:33.129354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.132489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda47537-3de9-4791-8cac-553675977f17 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:00:33.142891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Pushing event updated for resources: {'Port': ['ID=86cac3e6-9514-4c6a-8065-409e246d6919,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:33.167753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Deleting port 0921a17b-3347-4387-9f72-dfb8263dc9a2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:33.168100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.175172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.175572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.175900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.176250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.176592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.176933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.177352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.177633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.177968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.178303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.179218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.179606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.179944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:33.224831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.254308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:33.257438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a2385c76-617d-4f82-96d9-2f308ea91ea9 None None] Provisioning complete for port 86cac3e6-9514-4c6a-8065-409e246d6919 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:33.257986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2385c76-617d-4f82-96d9-2f308ea91ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.267111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0d1848-7f75-4dd7-9b9c-3e0d6716ad07') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:33.271651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0d1848-7f75-4dd7-9b9c-3e0d6716ad07') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:33.286379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.303098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.304666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2385c76-617d-4f82-96d9-2f308ea91ea9 None None] Port 86cac3e6-9514-4c6a-8065-409e246d6919 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:33.312412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:00:33.313206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:00:33.334906 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:00:33.382953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] For port 0921a17b-3347-4387-9f72-dfb8263dc9a2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0921a17b-3347-4387-9f72-dfb8263dc9a2,segment=NetworkSegment(167fe4db-da3d-4333-8dc5-d2473ffa32f8),segment_id=167fe4db-da3d-4333-8dc5-d2473ffa32f8)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:33.383329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.404947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.411845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.417900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79 HTTP/1.1" status: 204 len: 168 time: 0.3676679 Dec 09 15:00:33.418102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Calling delete_port for 0921a17b-3347-4387-9f72-dfb8263dc9a2 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:33.431365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d19c51-7b99-49aa-b3af-f0aa20478707 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac39b0b2-e1e8-4b61-a5b6-dbb4ed05ed79,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:33.554017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c180f81-0c3f-479f-8b0b-5d5e42e119c5 req-7c8fd082-667b-4a58-9bc0-78e851c63f15 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:33.555578 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c180f81-0c3f-479f-8b0b-5d5e42e119c5 req-7c8fd082-667b-4a58-9bc0-78e851c63f15 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1600497 Dec 09 15:00:33.558339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45620) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:33.609301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f07e1885-943b-48ad-aadc-2dafb8b2b8f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9778701fafd84f5a906bfc22cfa09080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475452 Dec 09 15:00:33.609470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6604633-6209-4780-85ff-f9908f55bcb9 None None] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:33.610044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45622) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:33.676004 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7db5080-d0e6-4dda-b0b4-2bd18e332ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.678059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.695510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2c1e1689-ae50-453c-8f85-daa0ef3dc953 None None] Provisioning complete for port 3ca0c370-877a-4892-9e64-9274b9370ca7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:33.696002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1689-ae50-453c-8f85-daa0ef3dc953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.702633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7db5080-d0e6-4dda-b0b4-2bd18e332ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.769304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7db5080-d0e6-4dda-b0b4-2bd18e332ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.770244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c180f81-0c3f-479f-8b0b-5d5e42e119c5 req-79f35987-61d9-46c5-9b06-44735509050b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655319 Dec 09 15:00:33.772686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7db5080-d0e6-4dda-b0b4-2bd18e332ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.777613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c7db5080-d0e6-4dda-b0b4-2bd18e332ac6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5185c781-f29d-4b5d-9fd7-940a3698e20e HTTP/1.1" status: 204 len: 168 time: 0.1638157 Dec 09 15:00:33.792485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db5080-d0e6-4dda-b0b4-2bd18e332ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5185c781-f29d-4b5d-9fd7-940a3698e20e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:33.838283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:33.957062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Pushing event deleted for resources: {'Port': ['ID=0921a17b-3347-4387-9f72-dfb8263dc9a2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:33.965592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6116bb3d-1e42-40dd-92e6-8ef06a57f6c3 req-07ed48fe-5a92-48d8-958e-2729a5ce0237 tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e9a40f-3cfd-4cd4-ab99-abef309db194 HTTP/1.1" status: 200 len: 210 time: 0.0676379 Dec 09 15:00:34.061685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] No DVR routers for this DVR port 0921a17b-3347-4387-9f72-dfb8263dc9a2 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:00:34.065253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.068616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-819d97da-7d67-484a-b594-57c6289d3c41 req-92d25216-b5c2-4bea-96a2-1e4c154d957d tempest-ServerPasswordTestJSON-1870395906 tempest-ServerPasswordTestJSON-1870395906-project] 10.222.0.43 "DELETE /v2.0/ports/0921a17b-3347-4387-9f72-dfb8263dc9a2 HTTP/1.1" status: 204 len: 173 time: 1.1249433 Dec 09 15:00:34.069077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'name': 'network-vif-deleted', 'tag': '0921a17b-3347-4387-9f72-dfb8263dc9a2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:34.071305 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a45886-ffd7-4b61-acd8-2fbabaa77dc7" -d '{"events": [{"server_uuid": "c7e9a40f-3cfd-4cd4-ab99-abef309db194", "name": "network-vif-deleted", "tag": "0921a17b-3347-4387-9f72-dfb8263dc9a2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:34.140921 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e5069-ac20-45c7-b041-e6c8e2749c9f x-openstack-request-id: req-339e5069-ac20-45c7-b041-e6c8e2749c9f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:34.141275 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e9a40f-3cfd-4cd4-ab99-abef309db194", "name": "network-vif-deleted", "tag": "0921a17b-3347-4387-9f72-dfb8263dc9a2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:34.141480 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-339e5069-ac20-45c7-b041-e6c8e2749c9f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:34.141877 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e9a40f-3cfd-4cd4-ab99-abef309db194', 'name': 'network-vif-deleted', 'tag': '0921a17b-3347-4387-9f72-dfb8263dc9a2', 'status': 'completed', 'code': 200} Dec 09 15:00:34.163448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.167926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-483b37a6-a376-462a-9798-30fd8300d4c3 None None] Provisioning complete for port 3ca0c370-877a-4892-9e64-9274b9370ca7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:34.168473 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-483b37a6-a376-462a-9798-30fd8300d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.223368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45636) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:34.315385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49371f44-10aa-4f11-81c0-6efcc449d131 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6047adce2704f3abcaf1170607fbe4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876036 Dec 09 15:00:34.316351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45640) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:34.383762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd956-ceba-4950-9b60-338130e7661e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.395321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Router 062baca9-710f-48b0-8585-0f1c8e75c63c is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:00:34.408679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd956-ceba-4950-9b60-338130e7661e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.532990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd956-ceba-4950-9b60-338130e7661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.535632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd956-ceba-4950-9b60-338130e7661e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.536773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cc0bd956-ceba-4950-9b60-338130e7661e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c01b1b7b-8d2f-471c-ad01-b1a985c155a8 HTTP/1.1" status: 204 len: 168 time: 0.2194979 Dec 09 15:00:34.549880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bd956-ceba-4950-9b60-338130e7661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b1b7b-8d2f-471c-ad01-b1a985c155a8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:34.552121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:00:34.566371 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Sync routers for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:00:34.576673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.581198 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:34.581198 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:34.581854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45644) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:34.583052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf5850fe-db5b-41c7-bff4-60e2f6779b45 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9924796 Dec 09 15:00:34.694050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:34.742139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0c370-877a-4892-9e64-9274b9370ca7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:34.789041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88bce02c-8d31-442d-b873-b72124ef7288 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:34.819483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 88bce02c-8d31-442d-b873-b72124ef7288 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:34.820148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88bce02c-8d31-442d-b873-b72124ef7288 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:34.834448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3ca0c370-877a-4892-9e64-9274b9370ca7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:34.835151 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:34.899313 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:33Z', 'revision_number': 3, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:34.930435 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Checking router: 062baca9-710f-48b0-8585-0f1c8e75c63c for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:00:34.931050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Updating router 062baca9-710f-48b0-8585-0f1c8e75c63c port 86cac3e6-9514-4c6a-8065-409e246d6919 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:00:34.958621 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.052582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2225e-9286-446b-87c2-a800b297b346 req-5df74eda-c8ba-4804-9735-2aefb3d4b285 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:35.059914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4a2225e-9286-446b-87c2-a800b297b346 req-5df74eda-c8ba-4804-9735-2aefb3d4b285 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1205759 Dec 09 15:00:35.148514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45660) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:35.196640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4a2225e-9286-446b-87c2-a800b297b346 req-7c93def0-80a4-43ad-a91f-538c08570147 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355832 Dec 09 15:00:35.226140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.229042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Deleting subnet 39865281-90e2-4ab5-8ac7-801ba84b0f9a {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:00:35.234166 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.295806 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.303020 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.310649 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.377974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345aa718-3379-4bc3-8302-b512d4a59588 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:00:35.381182 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Pushing event updated for resources: {'Port': ['ID=86cac3e6-9514-4c6a-8065-409e246d6919,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:35.383963 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Attempting to bind port 86cac3e6-9514-4c6a-8065-409e246d6919 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:35.384839 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.384985 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Attempting to bind port 86cac3e6-9514-4c6a-8065-409e246d6919 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:35.385381 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Attempting to bind port 86cac3e6-9514-4c6a-8065-409e246d6919 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:35.408004 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.412893 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.413515 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.413956 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.414508 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.415142 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.415608 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.416037 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.416468 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.419577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.419577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.419577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.419577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:35.423083 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:35.423598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:35.424101 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.424599 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:35.425188 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Bound port: 86cac3e6-9514-4c6a-8065-409e246d6919, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:35.425668 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.438326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0824a76b-2121-440d-b6a2-8c340c7dd821 None None] Provisioning complete for port 86cac3e6-9514-4c6a-8065-409e246d6919 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:35.438538 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0824a76b-2121-440d-b6a2-8c340c7dd821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.503292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Allocated IP 172.20.0.1 (88bb0511-f3fa-4879-b033-dd11bfdc53da/14eb932a-7297-47e2-8125-34925228a4cc/c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:35.505416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0824a76b-2121-440d-b6a2-8c340c7dd821 None None] Port 86cac3e6-9514-4c6a-8065-409e246d6919 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:35.505566 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] For port 86cac3e6-9514-4c6a-8065-409e246d6919, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:35.511097 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] For port 86cac3e6-9514-4c6a-8065-409e246d6919, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=86cac3e6-9514-4c6a-8065-409e246d6919,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:35.514532 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.519939 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.547528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39865281-90e2-4ab5-8ac7-801ba84b0f9a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:35.564262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.568945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13bb3fa-30c7-4a47-971d-5c6fc0e55f3c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:00:35.574556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0fb280b5-1b03-4561-9bb7-bc3e0a33511e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/39865281-90e2-4ab5-8ac7-801ba84b0f9a HTTP/1.1" status: 204 len: 168 time: 0.4241180 Dec 09 15:00:35.576015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45674) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:35.591546 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb88f2-b158-4672-a6b5-ee15abfd431f None None] Pushing event updated for resources: {'Port': ['ID=86cac3e6-9514-4c6a-8065-409e246d6919,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:35.596070 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:35.596701 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:35.633477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61d69627-ca7a-4ab3-810e-7b494caaa8ce None None] Provisioning complete for port 86cac3e6-9514-4c6a-8065-409e246d6919 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:35.634548 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61d69627-ca7a-4ab3-810e-7b494caaa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.676477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0921a17b-3347-4387-9f72-dfb8263dc9a2 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:00:35.681513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.710885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 0921a17b-3347-4387-9f72-dfb8263dc9a2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:00:35.711513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0921a17b-3347-4387-9f72-dfb8263dc9a2 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:00:35.722114 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:35.738308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.784067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.795174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61d69627-ca7a-4ab3-810e-7b494caaa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.814417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380ad8f9-5569-44fc-888a-c4cd74cbcc28']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:35.830035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167fe4db-da3d-4333-8dc5-d2473ffa32f8') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:35.830330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167fe4db-da3d-4333-8dc5-d2473ffa32f8') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:35.830787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-61d69627-ca7a-4ab3-810e-7b494caaa8ce None None] For port 86cac3e6-9514-4c6a-8065-409e246d6919, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=86cac3e6-9514-4c6a-8065-409e246d6919,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:35.846088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.849315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61d69627-ca7a-4ab3-810e-7b494caaa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.865896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.883435 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.895693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:00:35.896231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:00:35.899436 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:00:35.911549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d69627-ca7a-4ab3-810e-7b494caaa8ce None None] Pushing event updated for resources: {'Port': ['ID=86cac3e6-9514-4c6a-8065-409e246d6919,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:35.926111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:35.929394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:35.938362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:35.945181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Pushing event updated for resources: {'Port': ['ID=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:35.993821 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.015472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.027152 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.034620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] 10.222.0.46 "DELETE /v2.0/networks/380ad8f9-5569-44fc-888a-c4cd74cbcc28 HTTP/1.1" status: 204 len: 168 time: 0.4569955 Dec 09 15:00:36.048117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d353d21-eec2-46e7-b936-e24652a3b499 admin admin] Pushing event deleted for resources: {'Network': ['ID=380ad8f9-5569-44fc-888a-c4cd74cbcc28,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:36.205587 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:33Z', 'revision_number': 3, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:36.244831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.287992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2091d-825b-42cf-b454-0523a60bb0cd None None] The sync data for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 is: [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:33Z', 'revision_number': 3, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:00:36.352805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45696) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:36.383845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4433291d-8d4c-4eb8-a418-a48732316bec None None] Provisioning complete for port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:36.384427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4433291d-8d4c-4eb8-a418-a48732316bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.437169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77b42ef1-dc75-435d-a9c7-46e1977568eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7b74ca80c3143e9a04bbbe6739b3ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843482 Dec 09 15:00:36.437898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:36.444609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4433291d-8d4c-4eb8-a418-a48732316bec None None] Port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:36.457313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8392493-90e4-4f22-a669-787805028ee8 req-e18d930d-f7bd-4498-a09a-06c486a125bf tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:36.458951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8392493-90e4-4f22-a669-787805028ee8 req-e18d930d-f7bd-4498-a09a-06c486a125bf tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1209605 Dec 09 15:00:36.515248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50e5f63b-e2e4-4821-b649-7538112ce894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.542218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50e5f63b-e2e4-4821-b649-7538112ce894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.576192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8392493-90e4-4f22-a669-787805028ee8 req-ca59a74b-a481-4177-b3eb-1d03f5596fe5 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847223 Dec 09 15:00:36.636469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50e5f63b-e2e4-4821-b649-7538112ce894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.640372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50e5f63b-e2e4-4821-b649-7538112ce894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.644028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-50e5f63b-e2e4-4821-b649-7538112ce894 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5a76db8-e758-40c4-bbd3-d735616f32c1 HTTP/1.1" status: 204 len: 168 time: 0.2025959 Dec 09 15:00:36.650411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.657743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.659197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5f63b-e2e4-4821-b649-7538112ce894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a76db8-e758-40c4-bbd3-d735616f32c1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:36.748511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:36.818865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Pushing event updated for resources: {'Port': ['ID=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:36.910872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:36.912989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:37.141138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Router 062baca9-710f-48b0-8585-0f1c8e75c63c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:00:37.363558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:00:37.380202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cbf17760-dfde-4f0a-ae55-ad3a1aee66fd admin admin] 10.222.0.46 "PUT /v2.0/routers/062baca9-710f-48b0-8585-0f1c8e75c63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7961063 Dec 09 15:00:37.385647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-16d3fc8d-3d4b-4dfa-abff-ae93fd476d3d None None] Provisioning complete for port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:37.387903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-16d3fc8d-3d4b-4dfa-abff-ae93fd476d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:37.428577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-16d3fc8d-3d4b-4dfa-abff-ae93fd476d3d None None] Port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:37.764778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79eb96-53ad-464a-8299-3d68a24df94a req-2cecf4d7-481a-4253-9797-21535dfa8bef tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:37.766478 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c79eb96-53ad-464a-8299-3d68a24df94a req-2cecf4d7-481a-4253-9797-21535dfa8bef tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0590322 Dec 09 15:00:37.827337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c79eb96-53ad-464a-8299-3d68a24df94a req-e07592eb-7dec-4006-b36d-075678dcfafb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Dec 09 15:00:38.154990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:38.232723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45764) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:38.241202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326072121', 'description': 'tempest-description--1268400775'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:38.295453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.307463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-956681604-network', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:38.341159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Made reservation on behalf of e4652b157dbf49a2b9e686aa1a4d751a for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:38.344871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.361161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.405891 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.409996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.451741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.456479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45770) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:38.456711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2223222 Dec 09 15:00:38.459713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce6dfd-6283-4a48-b2a0-f0a59a2ada42 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1308389-a303-4e54-8e64-5a60c8b707fb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:38.462433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Request body: {'security_group_rule': {'security_group_id': 'e1308389-a303-4e54-8e64-5a60c8b707fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:38.485372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.491280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.524169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:00:38.541835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.551106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34603006-4b84-4e6d-ba0b-176845aab7c5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:38.560534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.560887 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Added segment 65b0e556-b675-4f39-976f-05e6d9f01eff of type vlan for network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a Dec 09 15:00:38.564505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Sync routers for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:00:38.576866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:38.577629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:38.680436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.734735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.740051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.755664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86cac3e6-9514-4c6a-8065-409e246d6919 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:38.755837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.756807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:38.757514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.760851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:38.770951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45776) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:38.792514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.794350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358901 Dec 09 15:00:38.795373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386fddb-7520-46dd-bba4-888e4205079b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e9b98e-7952-409e-a9cf-0333eafb2557,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:38.797182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:38.811736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Request body: {'security_group_rule': {'security_group_id': 'e1308389-a303-4e54-8e64-5a60c8b707fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:38.823487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6666524 Dec 09 15:00:38.827485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45782) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:38.834477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Request body: {'subnet': {'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-956681604-subnet', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:38.863703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Made reservation on behalf of e4652b157dbf49a2b9e686aa1a4d751a for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:38.867793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.876856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cd0e7-95b2-4d30-8b95-1cdf51cd3f73 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdf7128-0731-44d7-ab40-2bd52fe8a39a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:38.920981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:00:38.923941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.974958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6b41801c-7665-4bb2-968b-1b4cff3f85d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.979735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:38.985270 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.010549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9540238-8968-4253-894c-5c283f1ee45c,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:39.024712 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.026878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-07b22466-7d5e-44bb-9b4b-d4f3e450b60c tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253053 Dec 09 15:00:39.029719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45786) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:39.034294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:39.046030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075724-b9d4-4415-b634-9756ba414beb req-ca173c32-1863-4869-a8c9-f800cc12e1c3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:39.048905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9075724-b9d4-4415-b634-9756ba414beb req-ca173c32-1863-4869-a8c9-f800cc12e1c3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1048598 Dec 09 15:00:39.059273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.067324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 86cac3e6-9514-4c6a-8065-409e246d6919 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:39.067723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.164615 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.184186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9075724-b9d4-4415-b634-9756ba414beb req-4dff2eb9-b6e0-4c20-88c7-731c3a48189b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252804 Dec 09 15:00:39.233304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 2, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:39.266623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6b41801c-7665-4bb2-968b-1b4cff3f85d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.270872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Checking router: 062baca9-710f-48b0-8585-0f1c8e75c63c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:00:39.271249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Updating router 062baca9-710f-48b0-8585-0f1c8e75c63c port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:00:39.272900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6b41801c-7665-4bb2-968b-1b4cff3f85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.288538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.296794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Allocated IP 172.25.0.220 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/fcb68f60-ea98-48c3-8008-b1d9ee556f0d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:39.348604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41801c-7665-4bb2-968b-1b4cff3f85d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37045b3b-db6e-45ef-8529-7b842c150e2b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:39.371825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6b41801c-7665-4bb2-968b-1b4cff3f85d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b27be5cd24ee4e4aafa837154e19fe25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996153 Dec 09 15:00:39.376566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45790) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:39.432522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfae73e1-3bad-459e-bda6-b0be0cd331e3,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:39.443496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.447007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Checking segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:39.447417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Network hostable DHCP agents. Network: 7fdf7128-0731-44d7-ab40-2bd52fe8a39a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:00:39.465672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5ed1-68d5-42d8-b4d8-11f3789f9b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.488460 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.496178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:00:39.501079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5ed1-68d5-42d8-b4d8-11f3789f9b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.504211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.524887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7fdf7128-0731-44d7-ab40-2bd52fe8a39a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:39.541224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0586ff-679b-481d-8c51-4d6c1a1e6297 None None] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:39.544709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:39.545312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.569486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4edb0cec-029a-4dd1-b019-b037783f304a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7370610 Dec 09 15:00:39.569723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:39.580000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:39.583588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5ed1-68d5-42d8-b4d8-11f3789f9b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.588951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5ed1-68d5-42d8-b4d8-11f3789f9b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.594120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d7ea5ed1-68d5-42d8-b4d8-11f3789f9b5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37045b3b-db6e-45ef-8529-7b842c150e2b HTTP/1.1" status: 204 len: 168 time: 0.2128174 Dec 09 15:00:39.602001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea5ed1-68d5-42d8-b4d8-11f3789f9b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37045b3b-db6e-45ef-8529-7b842c150e2b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:39.608020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:39.614414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event updated for resources: {'Port': ['ID=fcb68f60-ea98-48c3-8008-b1d9ee556f0d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:39.619945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:39.622918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:39.659980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.661046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:39.787870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681ce14-323f-439f-a46f-028d2bd58efe None None] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:39.971378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45802) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:39.986453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256f33bc-a486-43ea-8ba5-53339aeb9684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.010672 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.018050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.058298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.090891 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256f33bc-a486-43ea-8ba5-53339aeb9684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.097095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Pushing event updated for resources: {'Port': ['ID=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:40.097372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-256f33bc-a486-43ea-8ba5-53339aeb9684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.112287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.128454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.128841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.129136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.129472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.130199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.130199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.130585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.130918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.131241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.131585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.131911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.132569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.132897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:00:40.146446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-256f33bc-a486-43ea-8ba5-53339aeb9684 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c46d0a3aae14d8eba5a339649a23097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715403 Dec 09 15:00:40.148142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:40.148262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Attempting to bind port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:40.148433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Attempting to bind port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:40.148994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Attempting to bind port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 on network 88bb0511-f3fa-4879-b033-dd11bfdc53da {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:40.152204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f33bc-a486-43ea-8ba5-53339aeb9684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74bbce-6fe2-4035-9686-aa2eca0bde1a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:40.155620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:40.156292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Checking segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:40.156842 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.157238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Bound using segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:40.157714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Bound port: c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:40.158098 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.236294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] For port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:40.239968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] For port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:40.248729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.277281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.290152 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.315855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:40.316553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:40.347623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410fc6d0-c4ed-40d5-b3ac-f2d514c78478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.350557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c747168-debf-48c9-8ffb-3ac732e44962 req-6ef58017-69dd-4b43-b8f9-1142a449eedf tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:40.363897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c747168-debf-48c9-8ffb-3ac732e44962 req-6ef58017-69dd-4b43-b8f9-1142a449eedf tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0836115 Dec 09 15:00:40.380435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff457b-b645-48dc-be64-004eef8affda None None] Pushing event updated for resources: {'Port': ['ID=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:40.410560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410fc6d0-c4ed-40d5-b3ac-f2d514c78478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.427980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c747168-debf-48c9-8ffb-3ac732e44962 req-b3f592fc-564f-47e3-8927-78030ca58d85 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631316 Dec 09 15:00:40.431172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b25ce8c9-1cb4-413f-8166-3e0996745e94 None None] Provisioning complete for port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:40.431577 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25ce8c9-1cb4-413f-8166-3e0996745e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.504250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:40.636574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410fc6d0-c4ed-40d5-b3ac-f2d514c78478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.637955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25ce8c9-1cb4-413f-8166-3e0996745e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.639916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410fc6d0-c4ed-40d5-b3ac-f2d514c78478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.643596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-410fc6d0-c4ed-40d5-b3ac-f2d514c78478 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f74bbce-6fe2-4035-9686-aa2eca0bde1a HTTP/1.1" status: 204 len: 168 time: 0.4911900 Dec 09 15:00:40.663556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.667995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc6d0-c4ed-40d5-b3ac-f2d514c78478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74bbce-6fe2-4035-9686-aa2eca0bde1a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:40.678750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.734580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b25ce8c9-1cb4-413f-8166-3e0996745e94 None None] For port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:40.742042 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25ce8c9-1cb4-413f-8166-3e0996745e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.824978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ce8c9-1cb4-413f-8166-3e0996745e94 None None] Pushing event updated for resources: {'Port': ['ID=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:40.841456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event updated for resources: {'Port': ['ID=fcb68f60-ea98-48c3-8008-b1d9ee556f0d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:40.856835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:40.858723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.894762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.895937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d0e1-dfc0-49c9-9b9e-7cf4cc01650e None None] The sync data for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 is: [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:00:40.914192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d063979f-1855-4b32-babd-2dc9dce4a40f None None] Provisioning complete for port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:40.914553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d063979f-1855-4b32-babd-2dc9dce4a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.951383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:40.996797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:41.006394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-59ec77ba-4ef9-4f6a-9e6d-5d18cfedb7b3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9678390 Dec 09 15:00:41.204702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Allocated IP 172.25.0.106 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e456b0ad-20ba-43d4-b207-012d522c771b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:41.308927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-b4741795-42f9-4f6e-8c15-16a50d297167 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1326072121&fields=id&tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca HTTP/1.1" status: 200 len: 267 time: 0.0699079 Dec 09 15:00:41.355556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:41.398323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:41.444398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:41.447584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:41.452428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:41.461570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-9472775a-7062-425d-8406-6e91f1e83a60 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:41.463628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257dfd9-8b52-4dd8-9e90-7f339aa4c277 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:00:41.468797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-9472775a-7062-425d-8406-6e91f1e83a60 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/networks?id=88bb0511-f3fa-4879-b033-dd11bfdc53da HTTP/1.1" status: 200 len: 815 time: 0.1440697 Dec 09 15:00:41.490929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-8cd4efe2-6668-4b39-952d-71da7ffd0c12 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/quotas/2d90a99ee14d4dbd96795b2ebe5ecfca HTTP/1.1" status: 200 len: 375 time: 0.0178087 Dec 09 15:00:41.538060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e456b0ad-20ba-43d4-b207-012d522c771b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:41.563558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0d4a343e-a09f-489c-81f4-fa76f028ff47 None None] Provisioning complete for port e456b0ad-20ba-43d4-b207-012d522c771b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:41.567044 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d4a343e-a09f-489c-81f4-fa76f028ff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:41.595771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-01835f0d-d72f-4497-b4e4-cd6ed537b7a6 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960822 Dec 09 15:00:41.619958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a343e-a09f-489c-81f4-fa76f028ff47 None None] Port e456b0ad-20ba-43d4-b207-012d522c771b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:41.756651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960785-efe6-4ea2-9759-f9a5d4aaed6a req-77fee109-d6ad-4823-9d6f-2205bb7a3e20 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:41.759939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9960785-efe6-4ea2-9759-f9a5d4aaed6a req-77fee109-d6ad-4823-9d6f-2205bb7a3e20 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1355672 Dec 09 15:00:41.774465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-98c70d22-d7f3-4446-bcff-25cdf67fd6bf service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:00:41.779916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-98c70d22-d7f3-4446-bcff-25cdf67fd6bf service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1822183 Dec 09 15:00:41.904597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-7fb54dd7-b7fe-48f8-8995-d12270a00f49 service neutron] 10.222.0.46 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184814 Dec 09 15:00:41.939471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9960785-efe6-4ea2-9759-f9a5d4aaed6a req-ace04ddb-d4ef-4574-9a0c-fcaec6027576 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524110 Dec 09 15:00:41.966576 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:42.060293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-473605a4-2414-43ae-bcec-954c0e234c4d service neutron] 10.222.0.46 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553090 Dec 09 15:00:42.275203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:42.421691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9bab514e-2076-46e8-b53b-17f10aa8bb75 req-e0a544dd-b1f9-4739-8c94-53d62c559622 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 210 time: 0.0938485 Dec 09 15:00:42.480690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Router 86cda6d8-024e-44fb-a3ad-65760a443dec is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:00:42.616274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:00:42.639405 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Sync routers for ids ['86cda6d8-024e-44fb-a3ad-65760a443dec'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:00:42.664051 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Routers {'86cda6d8-024e-44fb-a3ad-65760a443dec'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:42.664682 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['86cda6d8-024e-44fb-a3ad-65760a443dec'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:42.668904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:42.675112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45884) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:42.675602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e6861a75-2fb2-4494-af1b-54997c8936e1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1022353 Dec 09 15:00:42.800848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:42.863287 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Set router 86cda6d8-024e-44fb-a3ad-65760a443dec gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:42.874056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:42.874538 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.186628 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:41Z', 'revision_number': 3, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:43.238595 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Checking router: 86cda6d8-024e-44fb-a3ad-65760a443dec for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:00:43.238891 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Updating router 86cda6d8-024e-44fb-a3ad-65760a443dec port e456b0ad-20ba-43d4-b207-012d522c771b binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:00:43.269504 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.379700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ae42-981e-4ff9-8cec-aaad48d41415 req-61e8b93d-5a76-4b42-aa97-08a44259066b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:43.384829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66a8ae42-981e-4ff9-8cec-aaad48d41415 req-61e8b93d-5a76-4b42-aa97-08a44259066b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1083944 Dec 09 15:00:43.508504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66a8ae42-981e-4ff9-8cec-aaad48d41415 req-7bbf1325-f843-43b4-844c-1341220b1026 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078663 Dec 09 15:00:43.578538 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15546bcf-b227-43d5-9ecf-63bfb36b97ed req-d4d2e52c-e11e-46f9-9320-53e91507f2d3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 210 time: 0.0429797 Dec 09 15:00:43.601274 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.615694 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.667710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487c061-c5b0-42ae-bcd7-7f2dad270ba4 None None] Pushing event updated for resources: {'Port': ['ID=e456b0ad-20ba-43d4-b207-012d522c771b,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:43.688126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0732989-4c0a-4f29-96a7-a233c48ca5bf None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:00:43.703065 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Attempting to bind port e456b0ad-20ba-43d4-b207-012d522c771b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:43.703730 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Attempting to bind port e456b0ad-20ba-43d4-b207-012d522c771b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:43.704281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Attempting to bind port e456b0ad-20ba-43d4-b207-012d522c771b on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:43.711689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:43.712546 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:43.713259 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.713856 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:43.714632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Bound port: e456b0ad-20ba-43d4-b207-012d522c771b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:43.716033 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.766845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-879a3bea-d6fa-4e8b-ab3c-3dc280391072 None None] Provisioning complete for port e456b0ad-20ba-43d4-b207-012d522c771b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:43.767219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-879a3bea-d6fa-4e8b-ab3c-3dc280391072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.795841 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] For port e456b0ad-20ba-43d4-b207-012d522c771b, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:43.804178 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] For port e456b0ad-20ba-43d4-b207-012d522c771b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e456b0ad-20ba-43d4-b207-012d522c771b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:43.812965 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.814805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-879a3bea-d6fa-4e8b-ab3c-3dc280391072 None None] Port e456b0ad-20ba-43d4-b207-012d522c771b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:43.848988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-f71dc80c-8d75-4f43-95af-e923ecd09e7e tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:43.850464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-f71dc80c-8d75-4f43-95af-e923ecd09e7e tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.36 "GET /v2.0/networks?id=88bb0511-f3fa-4879-b033-dd11bfdc53da HTTP/1.1" status: 200 len: 815 time: 0.2381182 Dec 09 15:00:43.872163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70536a9-1b44-4334-be66-5cc344676677 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:00:43.872376 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487c061-c5b0-42ae-bcd7-7f2dad270ba4 None None] Pushing event updated for resources: {'Port': ['ID=e456b0ad-20ba-43d4-b207-012d522c771b,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:43.885587 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Routers {'86cda6d8-024e-44fb-a3ad-65760a443dec'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:43.886353 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['86cda6d8-024e-44fb-a3ad-65760a443dec'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:43.901855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:43.944448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-00466436-e3b4-4b8e-ae17-ac27c8fb2ce1 None None] Provisioning complete for port e456b0ad-20ba-43d4-b207-012d522c771b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:43.945454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00466436-e3b4-4b8e-ae17-ac27c8fb2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.016951 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] Set router 86cda6d8-024e-44fb-a3ad-65760a443dec gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:44.021391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-06628267-1d2d-47f2-b521-0921157ea497 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca HTTP/1.1" status: 200 len: 380 time: 0.1215072 Dec 09 15:00:44.029076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45912) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:44.039975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Request body: {'port': {'device_id': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'admin_state_up': True, 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'security_groups': ['e1308389-a303-4e54-8e64-5a60c8b707fb']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:44.053423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00466436-e3b4-4b8e-ae17-ac27c8fb2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.082558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-00466436-e3b4-4b8e-ae17-ac27c8fb2ce1 None None] For port e456b0ad-20ba-43d4-b207-012d522c771b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e456b0ad-20ba-43d4-b207-012d522c771b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:44.089391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00466436-e3b4-4b8e-ae17-ac27c8fb2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.168954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00466436-e3b4-4b8e-ae17-ac27c8fb2ce1 None None] Pushing event updated for resources: {'Port': ['ID=e456b0ad-20ba-43d4-b207-012d522c771b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:44.197594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aca5da93-c54d-4352-bc4e-1ab289275934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.214464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Allocated IP 172.20.0.1 (7fdf7128-0731-44d7-ab40-2bd52fe8a39a/cfae73e1-3bad-459e-bda6-b0be0cd331e3/99413f19-4a18-44c0-8581-66643e9e4318) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:44.263136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Made reservation on behalf of 2d90a99ee14d4dbd96795b2ebe5ecfca for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:44.267917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.269707 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:41Z', 'revision_number': 3, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:44.299119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aca5da93-c54d-4352-bc4e-1ab289275934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.306071 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf990e6-9314-4c79-8520-bd096c708cbd None None] The sync data for ids ['86cda6d8-024e-44fb-a3ad-65760a443dec'] in n-d-804292-5 is: [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:41Z', 'revision_number': 3, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:00:44.306418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aca5da93-c54d-4352-bc4e-1ab289275934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.339766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5da93-c54d-4352-bc4e-1ab289275934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7909e514-f3a4-4a4a-ad86-c6bf515dee58,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:44.370893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aca5da93-c54d-4352-bc4e-1ab289275934 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cc8a7d739a8447d8b583e60747000c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404598 Dec 09 15:00:44.374352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45922) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:44.432291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2acb24fb-27ea-4522-ac90-cf29122f9794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.456253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2acb24fb-27ea-4522-ac90-cf29122f9794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.478773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.505591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Allocated IP 172.20.0.14 (88bb0511-f3fa-4879-b033-dd11bfdc53da/14eb932a-7297-47e2-8125-34925228a4cc/0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:44.516872 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2acb24fb-27ea-4522-ac90-cf29122f9794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.519863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2acb24fb-27ea-4522-ac90-cf29122f9794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.523522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2acb24fb-27ea-4522-ac90-cf29122f9794 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7909e514-f3a4-4a4a-ad86-c6bf515dee58 HTTP/1.1" status: 204 len: 168 time: 0.1457260 Dec 09 15:00:44.530195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb24fb-27ea-4522-ac90-cf29122f9794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7909e514-f3a4-4a4a-ad86-c6bf515dee58,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:44.576243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.710012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294c63-93a0-40a2-80fc-79aada2d37de req-1186215a-de26-47eb-808c-87ca97c9dbe2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:44.714515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:44.721034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d6294c63-93a0-40a2-80fc-79aada2d37de req-1186215a-de26-47eb-808c-87ca97c9dbe2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1228731 Dec 09 15:00:44.767323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:44.777648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Pushing event updated for resources: {'Port': ['ID=99413f19-4a18-44c0-8581-66643e9e4318,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:44.795604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d6294c63-93a0-40a2-80fc-79aada2d37de req-1f3549f0-aad8-4501-999c-bc4f0a6eb50c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731502 Dec 09 15:00:44.806526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:44.824278 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-150a8967-1045-46d3-844c-9f8f08087ddd req-5598785f-35e7-4527-a350-b1e0685d91df tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 210 time: 0.1027262 Dec 09 15:00:44.900508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.910146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:44.932992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45932) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:44.947632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c3b9-7c88-4774-b6fe-69ea2a6942cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.027160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.038593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c3b9-7c88-4774-b6fe-69ea2a6942cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.045071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c3b9-7c88-4774-b6fe-69ea2a6942cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.084807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:45.092205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:45.102364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:45.112938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c3b9-7c88-4774-b6fe-69ea2a6942cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e43d1-10dc-42dd-8aa7-1eb7219aa311,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:45.123554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f5c5c3b9-7c88-4774-b6fe-69ea2a6942cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfe78c359acf487e893589b665f376b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892853 Dec 09 15:00:45.124166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45934) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:45.163331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event updated for resources: {'Port': ['ID=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:45.180494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1384263c-0072-4058-8f77-68756cfb8c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.197354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.208467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1384263c-0072-4058-8f77-68756cfb8c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.222660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:45.223311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.275162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1384263c-0072-4058-8f77-68756cfb8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.278651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1384263c-0072-4058-8f77-68756cfb8c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.282308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1384263c-0072-4058-8f77-68756cfb8c76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a08e43d1-10dc-42dd-8aa7-1eb7219aa311 HTTP/1.1" status: 204 len: 168 time: 0.1548476 Dec 09 15:00:45.289385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384263c-0072-4058-8f77-68756cfb8c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e43d1-10dc-42dd-8aa7-1eb7219aa311,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:45.342257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-6fb68ffd-d100-42fb-8e0c-bf5a6bd6a025 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3079374 Dec 09 15:00:45.391329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Request body: {'port': {'device_id': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:45.455006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3c8ce908-bdc0-40e7-a80e-124743330fbe None None] Provisioning complete for port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:45.455676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce908-bdc0-40e7-a80e-124743330fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.524974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.684978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ce908-bdc0-40e7-a80e-124743330fbe None None] Port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:00:45.752677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.784702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.880998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Pushing event updated for resources: {'Port': ['ID=99413f19-4a18-44c0-8581-66643e9e4318,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:45.883526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:45.981668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a2f81-bf19-4883-a0f5-33cdf42f9d1c req-9620bb46-8555-4df2-a4b2-81631b5ba248 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:45.983371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-417a2f81-bf19-4883-a0f5-33cdf42f9d1c req-9620bb46-8555-4df2-a4b2-81631b5ba248 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 932 time: 0.0571020 Dec 09 15:00:46.050931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-417a2f81-bf19-4883-a0f5-33cdf42f9d1c req-15cd67ea-6b9a-41aa-b126-06734388ee7d tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567341 Dec 09 15:00:46.055029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59e01-c9e8-449c-8803-350ea0919155 req-6d86b446-0a21-483b-81b0-f8530cc0d334 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:46.056631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70b59e01-c9e8-449c-8803-350ea0919155 req-6d86b446-0a21-483b-81b0-f8530cc0d334 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1822689 Dec 09 15:00:46.079417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:46.102030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:46.150516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Transition to ACTIVE for port object 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:46.166998 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:46.172315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:46.200753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70b59e01-c9e8-449c-8803-350ea0919155 req-5229c422-6ac1-415f-acac-b49941976f39 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361156 Dec 09 15:00:46.201680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:46.277368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Pushing event updated for resources: {'Port': ['ID=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:46.422882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Router 86cda6d8-024e-44fb-a3ad-65760a443dec has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:00:46.424264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Attempting to bind port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:46.424769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Attempting to bind port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:46.425006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Attempting to bind port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 on network 88bb0511-f3fa-4879-b033-dd11bfdc53da {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:46.442230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 on network 88bb0511-f3fa-4879-b033-dd11bfdc53da not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:46.442668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Attempting to bind port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 on network 88bb0511-f3fa-4879-b033-dd11bfdc53da {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:46.460407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:46.461009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Checking segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:46.461458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Bound using segment: {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:46.461891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Bound port: 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:46.462387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:46.623518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] For port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:46.629158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] For port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:46.634841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:00:46.642919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5a9e5d52-efea-439a-a7e3-880a92d1bb9d admin admin] 10.222.0.46 "PUT /v2.0/routers/86cda6d8-024e-44fb-a3ad-65760a443dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664531 Dec 09 15:00:46.645574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:46.660653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Sync routers for ids ['86cda6d8-024e-44fb-a3ad-65760a443dec'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:00:46.690605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Routers {'86cda6d8-024e-44fb-a3ad-65760a443dec'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:46.691324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['86cda6d8-024e-44fb-a3ad-65760a443dec'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:46.713031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:46.713596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:46.715092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] 10.222.0.36 "PUT /v2.0/ports/0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 HTTP/1.1" status: 200 len: 1092 time: 1.3502162 Dec 09 15:00:46.716211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:46.730657 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4263b4d-4645-447e-9b0e-00a301a2a069" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:46.816049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99864-f681-43e9-abfe-4f7061b27516 service neutron] Pushing event updated for resources: {'Port': ['ID=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:46.834931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-869cd028-8a73-414d-a638-9c384afac5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:46.836835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-869cd028-8a73-414d-a638-9c384afac5d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca&device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 1095 time: 0.0623417 Dec 09 15:00:46.847122 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b16402-28b9-492f-af38-bf024989d56b x-openstack-request-id: req-70b16402-28b9-492f-af38-bf024989d56b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:46.848030 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:46.848444 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70b16402-28b9-492f-af38-bf024989d56b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:46.849005 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'status': 'completed', 'code': 200} Dec 09 15:00:46.877693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e456b0ad-20ba-43d4-b207-012d522c771b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:46.927612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-29eb75ef-dc8f-4391-b73d-5e6e43583170 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 HTTP/1.1" status: 200 len: 217 time: 0.0742362 Dec 09 15:00:46.975119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Set router 86cda6d8-024e-44fb-a3ad-65760a443dec gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:47.013279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-73f74744-91d8-40b4-a460-632c2fd58c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:47.014675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-73f74744-91d8-40b4-a460-632c2fd58c54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14eb932a-7297-47e2-8125-34925228a4cc HTTP/1.1" status: 200 len: 854 time: 0.0781038 Dec 09 15:00:47.053131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e456b0ad-20ba-43d4-b207-012d522c771b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:47.053596 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:47.079033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-1ca5c83c-7edd-4d5c-b03f-d52e0f6e92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:47.081123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-1ca5c83c-7edd-4d5c-b03f-d52e0f6e92e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88bb0511-f3fa-4879-b033-dd11bfdc53da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586860 Dec 09 15:00:47.266825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c77-4ded-4ed3-9d0a-0ce124e64a3b req-65212795-b7b5-47bb-b6ab-eeab76ac9966 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:47.266825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66d61c77-4ded-4ed3-9d0a-0ce124e64a3b req-65212795-b7b5-47bb-b6ab-eeab76ac9966 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 944 time: 0.1257110 Dec 09 15:00:47.284539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-54a21b43-da70-453d-82d3-e549016468e1 service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951501 Dec 09 15:00:47.415457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66d61c77-4ded-4ed3-9d0a-0ce124e64a3b req-01466469-40d9-40de-ad93-10d17caea3ad tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436737 Dec 09 15:00:47.447362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ae299ec-7ef8-4a00-832e-9f5995cbdd21 req-2a6b9267-122f-4bea-a132-5f50f2382f47 service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540263 Dec 09 15:00:47.486568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:45Z', 'revision_number': 4, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '99413f19-4a18-44c0-8581-66643e9e4318', 'name': '', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'mac_address': 'fa:16:3e:0d:8a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:43Z', 'updated_at': '2021-12-09T15:00:45Z', 'revision_number': 2, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'subnets': [{'id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:47.535990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-9ae14f87-ae1e-4bb9-a47f-48d1b38f8ee5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:47.538419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Checking router: 86cda6d8-024e-44fb-a3ad-65760a443dec for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:00:47.542410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Updating router 86cda6d8-024e-44fb-a3ad-65760a443dec port 99413f19-4a18-44c0-8581-66643e9e4318 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:00:47.551293 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-9ae14f87-ae1e-4bb9-a47f-48d1b38f8ee5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 810 time: 0.2387505 Dec 09 15:00:47.576738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-9d4caa45-44ad-4f03-8a01-688c294d049a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/quotas/e4652b157dbf49a2b9e686aa1a4d751a HTTP/1.1" status: 200 len: 375 time: 0.0203140 Dec 09 15:00:47.588606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:47.626066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-90faccfc-5624-4c14-9452-eaf4af07b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:47.628027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-90faccfc-5624-4c14-9452-eaf4af07b61a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca&device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 1095 time: 0.1053436 Dec 09 15:00:47.647258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d051a-35d4-4992-913e-f8fd52f7aa77 req-d3b32797-d1ad-4745-9997-0cc31823f14e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:47.649307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-040d051a-35d4-4992-913e-f8fd52f7aa77 req-d3b32797-d1ad-4745-9997-0cc31823f14e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1093669 Dec 09 15:00:47.662286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-bb82ebda-15af-4747-95e7-35c8495dae6b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841994 Dec 09 15:00:47.817447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-9e21b25d-83e9-433c-9696-44c6ad591ad7 service neutron] 10.222.0.46 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540251 Dec 09 15:00:47.850680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46024) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:47.967281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-f908cb0e-e6d3-4614-811a-5ed3a499fe5e service neutron] 10.222.0.46 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383018 Dec 09 15:00:47.979923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:47.991641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.032113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f253fa12-d1a5-4fc8-8613-0795536b316f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.085709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a1ef-1faf-41bb-97e8-277033ded767 None None] Pushing event updated for resources: {'Port': ['ID=99413f19-4a18-44c0-8581-66643e9e4318,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:48.167101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Attempting to bind port 99413f19-4a18-44c0-8581-66643e9e4318 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:48.167822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Attempting to bind port 99413f19-4a18-44c0-8581-66643e9e4318 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:48.169951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Attempting to bind port 99413f19-4a18-44c0-8581-66643e9e4318 on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:48.177671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:48.178775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Checking segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:48.179540 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.180101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Bound using segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:48.180808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Bound port: 99413f19-4a18-44c0-8581-66643e9e4318, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:48.181350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.205381 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f253fa12-d1a5-4fc8-8613-0795536b316f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.216723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f253fa12-d1a5-4fc8-8613-0795536b316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.243333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-040d051a-35d4-4992-913e-f8fd52f7aa77 req-1cd4c56b-a427-461e-ae8b-3bb6961bf900 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834515 Dec 09 15:00:48.268030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-40a1246b-afa1-4ef8-a1b9-bd4db435a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:48.270419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-40a1246b-afa1-4ef8-a1b9-bd4db435a299 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88bb0511-f3fa-4879-b033-dd11bfdc53da HTTP/1.1" status: 200 len: 916 time: 0.6199245 Dec 09 15:00:48.278644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f253fa12-d1a5-4fc8-8613-0795536b316f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9de4b551a5654e319d61534ceef3e66a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260561 Dec 09 15:00:48.281773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46032) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:48.295817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] For port 99413f19-4a18-44c0-8581-66643e9e4318, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:48.301102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] For port 99413f19-4a18-44c0-8581-66643e9e4318, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=99413f19-4a18-44c0-8581-66643e9e4318,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:48.304095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253fa12-d1a5-4fc8-8613-0795536b316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860a638c-5207-4f77-bd12-e6f0fa84b0f0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:48.309765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.380232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc367ca0-2eec-4e93-8c36-7d64f3f5292b req-f5333e91-d89b-436e-a7d5-80b73753d261 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 210 time: 0.0350177 Dec 09 15:00:48.399477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Routers {'86cda6d8-024e-44fb-a3ad-65760a443dec'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:48.400122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['86cda6d8-024e-44fb-a3ad-65760a443dec'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:48.441916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-a0004e0c-735d-48aa-9705-0dce2eb0b648 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 HTTP/1.1" status: 200 len: 217 time: 0.0916026 Dec 09 15:00:48.460452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a1ef-1faf-41bb-97e8-277033ded767 None None] Pushing event updated for resources: {'Port': ['ID=99413f19-4a18-44c0-8581-66643e9e4318,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:48.490000 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cc04332-e20e-4c5d-bf08-6480bddfa432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.514581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cc04332-e20e-4c5d-bf08-6480bddfa432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.560765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] Set router 86cda6d8-024e-44fb-a3ad-65760a443dec gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:48.569487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-8a9f28b0-cabb-40f7-8ccf-7d7ea61cb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:48.570973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-8a9f28b0-cabb-40f7-8ccf-7d7ea61cb54c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14eb932a-7297-47e2-8125-34925228a4cc HTTP/1.1" status: 200 len: 854 time: 0.1180880 Dec 09 15:00:48.583055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689a9b0-406e-44a9-8793-d50222202167 req-fe52f711-23d9-47d9-a6fb-022e8ae9c123 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:48.584974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7689a9b0-406e-44a9-8793-d50222202167 req-fe52f711-23d9-47d9-a6fb-022e8ae9c123 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 944 time: 0.0696504 Dec 09 15:00:48.617083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cc04332-e20e-4c5d-bf08-6480bddfa432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.619834 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cc04332-e20e-4c5d-bf08-6480bddfa432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:48.621216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4cc04332-e20e-4c5d-bf08-6480bddfa432 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/860a638c-5207-4f77-bd12-e6f0fa84b0f0 HTTP/1.1" status: 204 len: 168 time: 0.3381922 Dec 09 15:00:48.642357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc04332-e20e-4c5d-bf08-6480bddfa432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860a638c-5207-4f77-bd12-e6f0fa84b0f0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:48.651539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-d3af77ed-395c-4dfd-be70-f6ed5828634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:48.653396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-d3af77ed-395c-4dfd-be70-f6ed5828634f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88bb0511-f3fa-4879-b033-dd11bfdc53da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745444 Dec 09 15:00:48.704554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7689a9b0-406e-44a9-8793-d50222202167 req-38832420-b9c6-4507-9dae-b06d9f4f467a tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105523 Dec 09 15:00:48.834918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-a47fdfb4-583b-46b8-87fe-1c9b19f4a63f service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727717 Dec 09 15:00:48.869957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:45Z', 'revision_number': 4, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '99413f19-4a18-44c0-8581-66643e9e4318', 'name': '', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'mac_address': 'fa:16:3e:0d:8a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:43Z', 'updated_at': '2021-12-09T15:00:48Z', 'revision_number': 4, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'subnets': [{'id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:48.904547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b219e3-4671-48a0-bfc7-f0c79abc4705 None None] The sync data for ids ['86cda6d8-024e-44fb-a3ad-65760a443dec'] in n-d-804292-5 is: [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:45Z', 'revision_number': 4, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '99413f19-4a18-44c0-8581-66643e9e4318', 'name': '', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'mac_address': 'fa:16:3e:0d:8a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:43Z', 'updated_at': '2021-12-09T15:00:48Z', 'revision_number': 4, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'subnets': [{'id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:00:48.996607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4263b4d-4645-447e-9b0e-00a301a2a069 req-3f12fd3f-aaa0-4332-ab88-a67ef93fcf3d service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537971 Dec 09 15:00:49.375841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a88691-bec1-43fb-b87b-50639212f5dc req-41dc0d0a-9756-43a2-be6c-b945db4b2a19 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:49.385210 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97a88691-bec1-43fb-b87b-50639212f5dc req-41dc0d0a-9756-43a2-be6c-b945db4b2a19 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0713933 Dec 09 15:00:49.488544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97a88691-bec1-43fb-b87b-50639212f5dc req-280e6c3c-f82c-434d-bd9d-0060f9808bab tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875154 Dec 09 15:00:49.600334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9107f5d2-2f77-4c3c-97f3-e5f0f715a9ce req-24368ddb-a0e7-4ced-9053-235623675eb3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 210 time: 0.0512340 Dec 09 15:00:49.676757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-5c812844-0763-4018-8775-ace14ca07418 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:49.678310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-5c812844-0763-4018-8775-ace14ca07418 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.43 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 810 time: 0.1440966 Dec 09 15:00:49.699029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Request body: {'port': {'device_id': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'admin_state_up': True, 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:49.860056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a618f59-4ad1-426e-9b51-e3b7f3365679 req-05e2cf94-29f3-4e09-aecc-19ffa5ee1574 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:49.861481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a618f59-4ad1-426e-9b51-e3b7f3365679 req-05e2cf94-29f3-4e09-aecc-19ffa5ee1574 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 944 time: 0.0767865 Dec 09 15:00:49.899597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Made reservation on behalf of e4652b157dbf49a2b9e686aa1a4d751a for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:49.903232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:49.906372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:49.939314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a618f59-4ad1-426e-9b51-e3b7f3365679 req-e5d41297-6a8e-4dbf-b04f-1183a213acfd tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720131 Dec 09 15:00:50.033596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a4f74f3e-1e4c-48d3-a416-0f0711704aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.063806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Allocated IP 172.20.0.8 (7fdf7128-0731-44d7-ab40-2bd52fe8a39a/cfae73e1-3bad-459e-bda6-b0be0cd331e3/0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:00:50.123866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a4f74f3e-1e4c-48d3-a416-0f0711704aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.127479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a4f74f3e-1e4c-48d3-a416-0f0711704aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.167498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a4f74f3e-1e4c-48d3-a416-0f0711704aeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=205774a185db41d88714b9367a9dee86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599871 Dec 09 15:00:50.168885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f74f3e-1e4c-48d3-a416-0f0711704aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c124f221-f317-4d8a-ab0d-690e2cf1eb19,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:50.171459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46084) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:50.227210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-13ca3afd-2594-4076-a39c-c54cafbff600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.251978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-13ca3afd-2594-4076-a39c-c54cafbff600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.314958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-13ca3afd-2594-4076-a39c-c54cafbff600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.318205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-13ca3afd-2594-4076-a39c-c54cafbff600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.319524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-13ca3afd-2594-4076-a39c-c54cafbff600 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c124f221-f317-4d8a-ab0d-690e2cf1eb19 HTTP/1.1" status: 204 len: 168 time: 0.1468554 Dec 09 15:00:50.329382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca3afd-2594-4076-a39c-c54cafbff600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124f221-f317-4d8a-ab0d-690e2cf1eb19,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:50.524226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.571595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.640387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:50.644468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:50.651142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:50.693301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Pushing event updated for resources: {'Port': ['ID=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:50.712544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b224146-5898-46f8-97fe-309f71c7c3fd req-69d3e69f-013a-472c-aa9d-efa69cc8d67d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:50.720002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b224146-5898-46f8-97fe-309f71c7c3fd req-69d3e69f-013a-472c-aa9d-efa69cc8d67d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1498568 Dec 09 15:00:50.746511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:50.747923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.778808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0485f-5dc0-4aed-881c-bb132d96ef19 req-733a0918-bf44-4ca9-b41c-48b5c59c1fb0 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:50.781940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-71fcc306-92be-4de2-896c-0a1d55832dcc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0898159 Dec 09 15:00:50.790255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:50.791048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35a0485f-5dc0-4aed-881c-bb132d96ef19 req-733a0918-bf44-4ca9-b41c-48b5c59c1fb0 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 931 time: 0.0866730 Dec 09 15:00:50.792491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b224146-5898-46f8-97fe-309f71c7c3fd req-c1027940-054f-4026-a6f0-79518cc11897 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715730 Dec 09 15:00:50.803974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Request body: {'port': {'device_id': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:50.820609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99413f19-4a18-44c0-8581-66643e9e4318 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:50.890755 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.927968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35a0485f-5dc0-4aed-881c-bb132d96ef19 req-35c47a8d-6850-4b11-bbc7-56600e84644d tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Dec 09 15:00:50.976120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:50.991551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 99413f19-4a18-44c0-8581-66643e9e4318 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:50.991941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:50.993676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'port_id': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'mac_address': 'fa:16:3e:71:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:51.069944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.104580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:51.133474 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.148527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:51.152375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022fcb-6452-43b1-97e4-038fe0e0e115 req-71be5ae4-6225-4c67-ab08-6e693506a5ef tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:51.154304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae022fcb-6452-43b1-97e4-038fe0e0e115 req-71be5ae4-6225-4c67-ab08-6e693506a5ef tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 944 time: 0.1022918 Dec 09 15:00:51.159387 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.194978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 99413f19-4a18-44c0-8581-66643e9e4318, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=99413f19-4a18-44c0-8581-66643e9e4318,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:51.203411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.228060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:51.232953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae022fcb-6452-43b1-97e4-038fe0e0e115 req-ae5477db-8f13-4085-b2f0-ce53ffd71ecf tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700042 Dec 09 15:00:51.288199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=99413f19-4a18-44c0-8581-66643e9e4318,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:51.288912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:51.298431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.316261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Transition to ACTIVE for port object 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:00:51.320737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.404969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:51.439877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:51.459356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Attempting to bind port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:51.459705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Attempting to bind port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:51.460172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Attempting to bind port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:51.465989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:51.466286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Attempting to bind port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:51.471302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:00:51.471677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Checking segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:51.472509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Bound using segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:00:51.472509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Bound port: 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:00:51.473138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.550053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] For port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:51.553463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] For port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:00:51.558088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.602149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:51.602838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.604351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b HTTP/1.1" status: 200 len: 1091 time: 0.8077264 Dec 09 15:00:51.604802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'tag': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:51.608598 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b466d61-1a2f-420e-a347-a7cd97a29ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cffbdc-a79b-4073-beb4-b5fe915407fd", "tag": "0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:51.633496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958116-6295-44e7-8771-86a20524e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:51.675299 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b1efa4-299f-4ffe-8a4a-9477e1baeba3 x-openstack-request-id: req-f0b1efa4-299f-4ffe-8a4a-9477e1baeba3 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:51.675642 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cffbdc-a79b-4073-beb4-b5fe915407fd", "tag": "0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:51.676014 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0b1efa4-299f-4ffe-8a4a-9477e1baeba3 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:51.676427 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'tag': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b', 'status': 'completed', 'code': 200} Dec 09 15:00:51.702807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:51.726477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-47939e58-6849-4f7c-99a8-b7205e344413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:51.728032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-47939e58-6849-4f7c-99a8-b7205e344413 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 1094 time: 0.0451877 Dec 09 15:00:51.776535 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-19b3ba86-697b-4033-ae7e-0e7dfb9e78cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b HTTP/1.1" status: 200 len: 217 time: 0.0360332 Dec 09 15:00:51.839316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-d230f159-6a05-45a0-91b6-c97fb6f432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:51.841069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-d230f159-6a05-45a0-91b6-c97fb6f432f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.0526955 Dec 09 15:00:51.884326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-9dd787f7-4a1d-4a76-b47e-25357f710a48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324054 Dec 09 15:00:51.959438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de2ab-7883-442d-ae05-5c69e6e2f0c5 req-17fac23c-49a2-451e-8e2f-9c1fb095786d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:51.967128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-004de2ab-7883-442d-ae05-5c69e6e2f0c5 req-17fac23c-49a2-451e-8e2f-9c1fb095786d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0597656 Dec 09 15:00:52.006345 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-de314028-797c-48a5-8e91-9eab1b919113 service neutron] 10.222.0.43 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097806 Dec 09 15:00:52.031847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-004de2ab-7883-442d-ae05-5c69e6e2f0c5 req-042cbdb4-22f7-447e-a813-ef9bd9162a47 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Dec 09 15:00:52.130014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9bfb3-7fa0-42c6-a7c0-2fa0309db0cf req-815dbd23-df2c-4afb-9f16-50aebe9a8264 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:52.131649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fa9bfb3-7fa0-42c6-a7c0-2fa0309db0cf req-815dbd23-df2c-4afb-9f16-50aebe9a8264 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 943 time: 0.1210096 Dec 09 15:00:52.174818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d21136e5-d966-4a67-b6c2-9aa36062fc16 req-cb84d542-c4bc-4803-be61-2dbb394f7740 service neutron] 10.222.0.43 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514626 Dec 09 15:00:52.197753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fa9bfb3-7fa0-42c6-a7c0-2fa0309db0cf req-a4a7836d-356a-44a0-8173-5a98a8fb60eb tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558624 Dec 09 15:00:52.280905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:52.299900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-99ea69fe-54f7-4694-83ab-1eebec128a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:52.301440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-99ea69fe-54f7-4694-83ab-1eebec128a8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 1094 time: 0.0612926 Dec 09 15:00:52.372554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d0cca-0f20-477b-bbb9-f59ea6d1da22 req-4e08023b-2a16-4177-ba20-88b53579f1a3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:52.374641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca9d0cca-0f20-477b-bbb9-f59ea6d1da22 req-4e08023b-2a16-4177-ba20-88b53579f1a3 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 945 time: 0.0533173 Dec 09 15:00:52.415136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-23272045-ea13-4c09-a4d0-60c1d85d56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:52.416680 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-23272045-ea13-4c09-a4d0-60c1d85d56d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 911 time: 0.1066234 Dec 09 15:00:52.429846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca9d0cca-0f20-477b-bbb9-f59ea6d1da22 req-bc411095-6783-43c7-b350-cbb08d30dd89 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470605 Dec 09 15:00:52.482932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-8073f7f1-fee6-4634-a857-ece1cf84c4cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b HTTP/1.1" status: 200 len: 217 time: 0.0518177 Dec 09 15:00:52.541805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-8ab132bb-fff1-4aed-b9f2-604222ce15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:52.544521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-8ab132bb-fff1-4aed-b9f2-604222ce15e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.0503898 Dec 09 15:00:52.580928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-d16e377f-b158-4efb-b942-ae6ecb380212 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267286 Dec 09 15:00:52.705091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-bb14b300-34ce-42a0-bb6d-ce3309b905c5 service neutron] 10.222.0.43 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165099 Dec 09 15:00:52.750145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99413f19-4a18-44c0-8581-66643e9e4318 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:52.800644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 99413f19-4a18-44c0-8581-66643e9e4318 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:52.801015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:52.812696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b466d61-1a2f-420e-a347-a7cd97a29ee3 req-0b656874-d360-4ca1-a74a-5550bc227bca service neutron] 10.222.0.43 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000545 Dec 09 15:00:52.831723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:52.920837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:52.927537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:52.927909 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.005690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.031016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:53.033290 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8dffba-cb90-4eab-9901-a96da5c75820" -d '{"events": [{"server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "name": "network-vif-plugged", "status": "completed", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:53.050473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:53.064406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.070062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46238) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:53.104381 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc75e1c-6469-47b9-9102-04903b9ef372 x-openstack-request-id: req-5bc75e1c-6469-47b9-9102-04903b9ef372 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:53.104992 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "name": "network-vif-plugged", "status": "completed", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:53.105188 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bc75e1c-6469-47b9-9102-04903b9ef372 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:53.106587 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'code': 200} Dec 09 15:00:53.117436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd25aaf3-2e72-4f9e-8e9d-25c9d8b94339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.136486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:53.178430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4477a6c-6f98-45dd-aaaa-b01fe7c4e81c req-b470e564-c991-4921-b689-e66e612abdfb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:53.180169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4477a6c-6f98-45dd-aaaa-b01fe7c4e81c req-b470e564-c991-4921-b689-e66e612abdfb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0602980 Dec 09 15:00:53.217836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d36b2ffe-ac0e-4748-9f8e-3e0f94c13cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.240221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc5d4b-b253-48dc-a040-5cad70008a0b req-8f779ef3-238a-453d-9516-128dda21a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:53.241188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4477a6c-6f98-45dd-aaaa-b01fe7c4e81c req-1a7d230c-10c8-48a5-90bd-18ca54448993 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Dec 09 15:00:53.241697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55cc5d4b-b253-48dc-a040-5cad70008a0b req-8f779ef3-238a-453d-9516-128dda21a048 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 1097 time: 0.0701208 Dec 09 15:00:53.350209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55cc5d4b-b253-48dc-a040-5cad70008a0b req-19328449-8540-4f6e-a2d5-36083ea9bec6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999610 Dec 09 15:00:53.368748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599097ec-7cba-41d4-ba5c-ef62fec37b3f req-46c1a82d-0e24-49b5-9aa3-2cb8d7ae6458 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:53.370192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-599097ec-7cba-41d4-ba5c-ef62fec37b3f req-46c1a82d-0e24-49b5-9aa3-2cb8d7ae6458 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 943 time: 0.0905640 Dec 09 15:00:53.400190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d36b2ffe-ac0e-4748-9f8e-3e0f94c13cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.405417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d36b2ffe-ac0e-4748-9f8e-3e0f94c13cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.467643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-599097ec-7cba-41d4-ba5c-ef62fec37b3f req-bf09e3a7-39d2-40f9-ba10-3fc96b451c44 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898328 Dec 09 15:00:53.468606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b2ffe-ac0e-4748-9f8e-3e0f94c13cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f010e7a6-980f-4b3c-8f7d-0a40853669ad,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:53.475405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46246) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:53.484689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d36b2ffe-ac0e-4748-9f8e-3e0f94c13cc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f432b2383804eb6887f3bfdde36a07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146631 Dec 09 15:00:53.553126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfedbe07-4eb3-4e5b-a075-df5e7f887c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.581003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfedbe07-4eb3-4e5b-a075-df5e7f887c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.591800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f0039-838f-4911-ac5f-30bad8c7db29 req-2e853a54-62dc-4373-a0a2-bb6ab2ff6c74 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:53.591800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b1f0039-838f-4911-ac5f-30bad8c7db29 req-2e853a54-62dc-4373-a0a2-bb6ab2ff6c74 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 946 time: 0.0797732 Dec 09 15:00:53.661533 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b1f0039-838f-4911-ac5f-30bad8c7db29 req-58ac1dad-e6ad-4974-b509-5b2f2b72c5ca tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629394 Dec 09 15:00:53.675596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfedbe07-4eb3-4e5b-a075-df5e7f887c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.678174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfedbe07-4eb3-4e5b-a075-df5e7f887c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:53.679294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cfedbe07-4eb3-4e5b-a075-df5e7f887c65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f010e7a6-980f-4b3c-8f7d-0a40853669ad HTTP/1.1" status: 204 len: 168 time: 0.2028992 Dec 09 15:00:53.687876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedbe07-4eb3-4e5b-a075-df5e7f887c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f010e7a6-980f-4b3c-8f7d-0a40853669ad,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:53.945801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46258) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:53.959008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20761ce2-e4f8-4025-9d96-27e07f21dfa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.035146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20761ce2-e4f8-4025-9d96-27e07f21dfa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.038864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20761ce2-e4f8-4025-9d96-27e07f21dfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.077876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-20761ce2-e4f8-4025-9d96-27e07f21dfa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a783039792e54b339cf09d598f270c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310036 Dec 09 15:00:54.078992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20761ce2-e4f8-4025-9d96-27e07f21dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f532a53-465c-4e65-bdc2-9547dbaafcf1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:54.080844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:54.132632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b06d9725-35f7-4911-bb30-d6033595d593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.153799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b06d9725-35f7-4911-bb30-d6033595d593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.198547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b06d9725-35f7-4911-bb30-d6033595d593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.201349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b06d9725-35f7-4911-bb30-d6033595d593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:54.202499 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b06d9725-35f7-4911-bb30-d6033595d593 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f532a53-465c-4e65-bdc2-9547dbaafcf1 HTTP/1.1" status: 204 len: 168 time: 0.1206498 Dec 09 15:00:54.210218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d9725-35f7-4911-bb30-d6033595d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f532a53-465c-4e65-bdc2-9547dbaafcf1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:54.360844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3e61c-3a43-4384-bccd-c891fa5af726 req-6cdd4982-5573-4dfb-b1be-4b6db57084de tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:54.362657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-caf3e61c-3a43-4384-bccd-c891fa5af726 req-6cdd4982-5573-4dfb-b1be-4b6db57084de tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0526171 Dec 09 15:00:54.411420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-caf3e61c-3a43-4384-bccd-c891fa5af726 req-7bfd8c9e-4395-41a4-8ff2-b988c59bca7d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Dec 09 15:00:54.615205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faffccb-65e9-4a47-bf3d-31ea28f8a663 req-9e8cdab9-db07-4c15-959c-48d895f1a5da tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:54.616756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0faffccb-65e9-4a47-bf3d-31ea28f8a663 req-9e8cdab9-db07-4c15-959c-48d895f1a5da tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 943 time: 0.0683239 Dec 09 15:00:54.676857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0faffccb-65e9-4a47-bf3d-31ea28f8a663 req-813470d8-89f5-43bf-9e75-ac31cffcac1b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521157 Dec 09 15:00:54.799558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdefe2-14c8-4a38-abc9-9d21f9dbcdb1 req-6344f6a1-2351-4587-8e94-f90472c56a2f tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:54.801250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19bdefe2-14c8-4a38-abc9-9d21f9dbcdb1 req-6344f6a1-2351-4587-8e94-f90472c56a2f tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 946 time: 0.0567298 Dec 09 15:00:54.853243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19bdefe2-14c8-4a38-abc9-9d21f9dbcdb1 req-666b3f75-0e29-4134-bda3-6e75f732439e tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Dec 09 15:00:54.969365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43f95a-a696-4574-98a7-8f9e7a9bf92a req-6cea3b2b-c08e-4952-be52-4d0638194991 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:54.970938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad43f95a-a696-4574-98a7-8f9e7a9bf92a req-6cea3b2b-c08e-4952-be52-4d0638194991 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 946 time: 0.0505815 Dec 09 15:00:54.979447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46298) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:54.984595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Request body: {'floatingip': {'port_id': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:55.027036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.462278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46316) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:55.492983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.498574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.543176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a00a8-0e16-465e-8056-70e8d257ddfe req-456fa49b-880a-4532-9c62-8a5c8319ad8a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:55.544739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d9a00a8-0e16-465e-8056-70e8d257ddfe req-456fa49b-880a-4532-9c62-8a5c8319ad8a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0499747 Dec 09 15:00:55.582801 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37d35307-b140-486b-8847-703e10db33fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.608379 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Floating IP b541047b-532b-49bc-8c15-cf9cd763774e associated. External IP: 172.25.0.220, port: 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49. Dec 09 15:00:55.630361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d9a00a8-0e16-465e-8056-70e8d257ddfe req-0286600e-5e5e-44d2-adcc-a6ae9bbff6ed tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786479 Dec 09 15:00:55.654152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-842745117'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:55.712493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Made reservation on behalf of 19290d9271a64f968273323c25d818a4 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:55.716293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.728873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.803852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323db48-220e-4ce5-b9dd-670140ff0f7f req-6bb59be8-d8f5-4a72-9486-3a5dbcd60b9f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:55.805279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0323db48-220e-4ce5-b9dd-670140ff0f7f req-6bb59be8-d8f5-4a72-9486-3a5dbcd60b9f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 943 time: 0.0538580 Dec 09 15:00:55.811931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:55.881950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0323db48-220e-4ce5-b9dd-670140ff0f7f req-813b2b13-2a12-4d0d-ba3c-3498f27df84b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690217 Dec 09 15:00:55.919417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.927052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.964179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:00:55.982537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Router 062baca9-710f-48b0-8585-0f1c8e75c63c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:00:55.986861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:55.987208 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Added segment 4e214758-7d83-4d3a-922b-a375e14ffa5f of type vlan for network e784fe45-65bf-442b-887c-b7c001be94eb Dec 09 15:00:55.996858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c290593-eca0-4f6b-98ac-377280c89f94,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:56.071758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.072562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:56.093598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'port_id': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b', 'mac_address': 'fa:16:3e:b1:86:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:56.136059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.141937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.142614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.149056 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.164239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:56.187648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:56.189691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7262938 Dec 09 15:00:56.191525 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.205361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:00:56.216986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] Sync routers for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:00:56.226484 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:56.227107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:56.243187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.249298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb93a0-2214-4be5-9e31-547e336749f0 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Pushing event updated for resources: {'Network': ['ID=e784fe45-65bf-442b-887c-b7c001be94eb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:56.261763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:56.266797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e784fe45-65bf-442b-887c-b7c001be94eb details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:00:56.278623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-65f4e787-3631-4321-a006-4c74ec1cac03 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "PUT /v2.0/floatingips/b541047b-532b-49bc-8c15-cf9cd763774e HTTP/1.1" status: 200 len: 992 time: 1.2979662 Dec 09 15:00:56.279469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:56.282233 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:56.368711 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:56.404971 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b583d16-f562-43ca-8c81-46a13b1cf576 x-openstack-request-id: req-9b583d16-f562-43ca-8c81-46a13b1cf576 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:56.405307 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:56.405562 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b583d16-f562-43ca-8c81-46a13b1cf576 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:56.406399 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'status': 'completed', 'code': 200} Dec 09 15:00:56.413235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46338) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:56.420072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Request body: {'port': {'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb', 'binding:host_id': 'n-h2-804292-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-350534832'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:56.444226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Made reservation on behalf of 32ea8b8274274910858daaf197c15288 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:56.447713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.457783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.476796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-44785d7f-ebca-40c8-9541-b6458485069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.478300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-44785d7f-ebca-40c8-9541-b6458485069e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca&device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 1097 time: 0.0423064 Dec 09 15:00:56.503161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:56.559256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.566293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.571132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port 00fd586c-fa77-4101-8dc7-8e2639f43932 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:00:56.588831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fb655-9622-402f-b4ea-be598f731114 req-0973dfd7-61e5-473f-a935-90910f2c916b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.590947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-351fb655-9622-402f-b4ea-be598f731114 req-0973dfd7-61e5-473f-a935-90910f2c916b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1109011 Dec 09 15:00:56.664228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a7192-4f3a-457a-a6a5-4207d635b53d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:56.674340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-351fb655-9622-402f-b4ea-be598f731114 req-7896e690-e171-4277-a7b8-451768dd1d6f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717721 Dec 09 15:00:56.693231 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.712234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-61778c2e-ddbc-4148-8a43-0cc246569cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.713730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-61778c2e-ddbc-4148-8a43-0cc246569cdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=88bb0511-f3fa-4879-b033-dd11bfdc53da HTTP/1.1" status: 200 len: 916 time: 0.2036448 Dec 09 15:00:56.718903 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b541047b-532b-49bc-8c15-cf9cd763774e', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'port_id': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'mac_address': 'fa:16:3e:71:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:55Z', 'revision_number': 1, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:56.750249 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] Checking router: 062baca9-710f-48b0-8585-0f1c8e75c63c for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:00:56.761026 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:00:56.763247 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:56.835804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-e9dfcb54-9224-4a1e-a87e-2c862b716d1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 HTTP/1.1" status: 200 len: 1000 time: 0.1139560 Dec 09 15:00:56.848257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e47f7-3bbb-42ae-92ad-453c354a21a2 req-054250f0-0a05-4ba0-b023-1da497589bb5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.849946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db2e47f7-3bbb-42ae-92ad-453c354a21a2 req-054250f0-0a05-4ba0-b023-1da497589bb5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0699990 Dec 09 15:00:56.881883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90518bb8-eb88-4d9c-b6c5-f0fdd9a061cc req-4311629c-9cde-44ba-8bdb-37f79ac2ec3d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.883653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90518bb8-eb88-4d9c-b6c5-f0fdd9a061cc req-4311629c-9cde-44ba-8bdb-37f79ac2ec3d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1162438 Dec 09 15:00:56.886171 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:00:56.918981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-7a615c68-326c-46ee-a7ee-a5393cb7df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.920577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-7a615c68-326c-46ee-a7ee-a5393cb7df9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14eb932a-7297-47e2-8125-34925228a4cc HTTP/1.1" status: 200 len: 854 time: 0.0700550 Dec 09 15:00:56.930196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port 00fd586c-fa77-4101-8dc7-8e2639f43932 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:00:56.948180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.960483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:56.978391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db2e47f7-3bbb-42ae-92ad-453c354a21a2 req-a666b874-cbd1-4e5c-8254-4ae29dba78b4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877113 Dec 09 15:00:56.989672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-c477e970-1e24-460d-a0ba-184b3a43275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:56.990699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-c477e970-1e24-460d-a0ba-184b3a43275d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88bb0511-f3fa-4879-b033-dd11bfdc53da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589349 Dec 09 15:00:56.995166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90518bb8-eb88-4d9c-b6c5-f0fdd9a061cc req-b091fdde-8133-4a55-924e-f4226d4d8de4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941539 Dec 09 15:00:57.033462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=00fd586c-fa77-4101-8dc7-8e2639f43932,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:57.078408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Checking segment: {'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:00:57.079066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Network hostable DHCP agents. Network: e784fe45-65bf-442b-887c-b7c001be94eb, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:00:57.108854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Network e784fe45-65bf-442b-887c-b7c001be94eb is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:00:57.136140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e784fe45-65bf-442b-887c-b7c001be94eb) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:57.141741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:57.145821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb870e5-eaf5-4c99-8f09-39adccf52f15 None None] Network e784fe45-65bf-442b-887c-b7c001be94eb requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:00:57.167509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-a1133f28-4133-41ab-bade-bb936b80d94a service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662779 Dec 09 15:00:57.182640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.184669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.185191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.194887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.195245 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.195670 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 2 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.210522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.211124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.211497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.217950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.218509 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.219058 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 3 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.238816 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b541047b-532b-49bc-8c15-cf9cd763774e', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'port_id': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'mac_address': 'fa:16:3e:71:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:55Z', 'revision_number': 1, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:00:57.239956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.240520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.240966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.245613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.247129 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.247683 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 4 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.274351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.275459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.276241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.293438 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53356155-3ab4-4b0f-80fb-177c0521db19 None None] The sync data for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 is: [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b541047b-532b-49bc-8c15-cf9cd763774e', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'port_id': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'mac_address': 'fa:16:3e:71:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:00:55Z', 'revision_number': 1, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:00:57.296323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.298951 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.299266 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 5 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.318628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.319177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.319304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.329948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.330779 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.330779 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 6 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.348449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.348989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.349513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.357197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2701d8b-95f5-4b46-8bee-bb2139cb5203 req-3d07fb70-5e4c-4abe-92f5-d394498b034a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:57.359996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2701d8b-95f5-4b46-8bee-bb2139cb5203 req-3d07fb70-5e4c-4abe-92f5-d394498b034a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 944 time: 0.1348484 Dec 09 15:00:57.372680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.373084 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.383509 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 7 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.391022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd50b463-f747-4e6d-b7bf-ae98a14e02ab req-e2d76a14-282f-4bdd-80d0-ad636d2b3de9 service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133753 Dec 09 15:00:57.401835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.402183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.402716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.420014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.420343 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.423699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2701d8b-95f5-4b46-8bee-bb2139cb5203 req-ead8edfe-4441-44c6-842a-a989a133953d tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 Dec 09 15:00:57.445259 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 8 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.467213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.467578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.467926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.475956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.476551 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.476721 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 9 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.501656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.501969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.502944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.516910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-3a7592ad-1c22-4e8e-95df-a69e15f08fab tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:57.518462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-3a7592ad-1c22-4e8e-95df-a69e15f08fab tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.1646833 Dec 09 15:00:57.519253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.519607 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.520003 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 10 to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 Dec 09 15:00:57.546350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:57.546689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:57.547029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:57.553237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-23ec6d51-8964-4411-9056-920f1a512864 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/quotas/1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 375 time: 0.0234966 Dec 09 15:00:57.553908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 00fd586c-fa77-4101-8dc7-8e2639f43932 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:57.554284 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 00fd586c-fa77-4101-8dc7-8e2639f43932 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:57.554653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:57.575092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbcd5cd-dcb5-4f2e-a619-39914415e5ab None None] New status for floating IP b541047b-532b-49bc-8c15-cf9cd763774e: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:00:57.671261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-c44590d2-7c87-4196-ac60-0c6053560904 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1063898 Dec 09 15:00:57.673763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] For port 00fd586c-fa77-4101-8dc7-8e2639f43932, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:00:57.674148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempted to set empty binding levels {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:00:57.688094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:57.740280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:57.741154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:57.800573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=00fd586c-fa77-4101-8dc7-8e2639f43932,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:57.806283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f88ae354-5013-4b29-832b-2c17c87ff8f5 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.3913231 Dec 09 15:00:57.809849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46366) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:57.830091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-eccbecf9-8510-4584-bf7c-6b838d951a93 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510131 Dec 09 15:00:57.836657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:00:57.890468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Deleting port 00fd586c-fa77-4101-8dc7-8e2639f43932 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:00:57.890840 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:57.907250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:00:57.913441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:00:57.913914 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:57.954812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-114e9b0a-e24b-441b-8fee-15dea6210bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185436 Dec 09 15:00:57.960935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] For port 00fd586c-fa77-4101-8dc7-8e2639f43932, host n-h2-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:57.961281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:57.974911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Calling delete_port for 00fd586c-fa77-4101-8dc7-8e2639f43932 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:00:58.015116 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.057199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:00:58.060011 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9405180-2130-4818-a91b-d1afe5941868" -d '{"events": [{"server_uuid": "c3cffbdc-a79b-4073-beb4-b5fe915407fd", "name": "network-vif-plugged", "status": "completed", "tag": "0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:00:58.080361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:58.085634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.099797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.170911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:58.186384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.190708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "DELETE /v2.0/ports/00fd586c-fa77-4101-8dc7-8e2639f43932 HTTP/1.1" status: 204 len: 168 time: 0.3798504 Dec 09 15:00:58.191673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f6c89-1c9f-4a8c-9b83-f46123cf3848 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event deleted for resources: {'Port': ['ID=00fd586c-fa77-4101-8dc7-8e2639f43932,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:58.193446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46392) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:58.198727 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6a4a52-856f-46b7-acbf-577ec35092ca x-openstack-request-id: req-2b6a4a52-856f-46b7-acbf-577ec35092ca {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:00:58.199263 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cffbdc-a79b-4073-beb4-b5fe915407fd", "name": "network-vif-plugged", "status": "completed", "tag": "0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:00:58.199758 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b6a4a52-856f-46b7-acbf-577ec35092ca {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:00:58.200369 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b', 'code': 200} Dec 09 15:00:58.234332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163ace-78ee-4215-ba16-4ec7ee501eee req-ac20aff7-f67c-40c7-8605-d0fe0b1573c8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:58.244027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca163ace-78ee-4215-ba16-4ec7ee501eee req-ac20aff7-f67c-40c7-8605-d0fe0b1573c8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1130481 Dec 09 15:00:58.244622 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e364fa87-fe99-42b6-85b8-eefcf3a2f19b tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:00:58.246319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e364fa87-fe99-42b6-85b8-eefcf3a2f19b tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "GET /v2.0/ports/00fd586c-fa77-4101-8dc7-8e2639f43932 HTTP/1.1" status: 404 len: 333 time: 0.0517337 Dec 09 15:00:58.250399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46394) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:58.260474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Request body: {'port': {'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1399050169'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:58.264813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.335082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca163ace-78ee-4215-ba16-4ec7ee501eee req-5fba2032-7492-4aa4-80d8-39693d072386 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875890 Dec 09 15:00:58.363010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Made reservation on behalf of 32ea8b8274274910858daaf197c15288 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:00:58.365930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.387953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74be4-309e-4438-8b1b-758d98b9117d req-1ecdc86e-70dd-40a7-9092-820737594ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:58.389868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47e74be4-309e-4438-8b1b-758d98b9117d req-1ecdc86e-70dd-40a7-9092-820737594ec6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 1096 time: 0.0905919 Dec 09 15:00:58.399710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port e42c0ae5-f110-4cea-b60b-83df44fe65e0 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:00:58.485583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47e74be4-309e-4438-8b1b-758d98b9117d req-2a67cf82-a14b-47a2-899a-ab93aa6efec0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845311 Dec 09 15:00:58.503021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92d562be-38f0-460f-87bb-e3afcd81006c req-08b6c163-5378-41c2-afdd-1fa14073baa0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 210 time: 0.0966651 Dec 09 15:00:58.709291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12175c9-b06d-4687-a207-d885e7aefd78 req-c97cad3f-ed0c-45bb-bcf8-91a7ea5e5397 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:58.717136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f12175c9-b06d-4687-a207-d885e7aefd78 req-c97cad3f-ed0c-45bb-bcf8-91a7ea5e5397 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1318443 Dec 09 15:00:58.725095 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.782525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f12175c9-b06d-4687-a207-d885e7aefd78 req-ae4ac704-3cc4-4adc-9a3a-00ba485805b3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644794 Dec 09 15:00:58.836364 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.846692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:00:58.887420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=e42c0ae5-f110-4cea-b60b-83df44fe65e0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:58.921488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Network e784fe45-65bf-442b-887c-b7c001be94eb is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:00:58.922939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:00:58.925508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:00:58.926465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:58.927080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:58.952135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a80617b2-52db-4480-879d-f0905eb6d2ba tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7004478 Dec 09 15:00:58.954934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46424) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:00:58.960817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:00:58.963036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:58.983876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '717ebe2b-7d30-4222-aa74-845698909e35', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': '717ebe2b-7d30-4222-aa74-845698909e35', 'mac_address': 'fa:16:3e:e0:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:00:59.033418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:59.045985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:59.054095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 717ebe2b-7d30-4222-aa74-845698909e35 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:00:59.080661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:00:59.088876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:59.176888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:59.179605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:59.185926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['717ebe2b-7d30-4222-aa74-845698909e35'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:00:59.322595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port e42c0ae5-f110-4cea-b60b-83df44fe65e0 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:00:59.336399 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:59.346926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:00:59.421172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=e42c0ae5-f110-4cea-b60b-83df44fe65e0,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:00:59.449439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.450263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.450803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.456559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.457102 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.457663 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 2 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:00:59.479110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.479742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.480428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.486657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.487206 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.487868 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 3 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:00:59.512128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.513180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.513712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.527342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.527942 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.528523 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 4 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:00:59.553441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.553795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.554143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.560087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.560432 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.561010 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 5 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:00:59.576397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.580169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.580601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.588440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.588784 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.589184 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 6 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:00:59.611123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.611545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.611971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.618128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.618453 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.618852 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 7 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:00:59.678103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2381362-7da2-47e4-ab11-6b85a5e55dc2 req-6697dd10-da7f-468f-abaf-da2f19dc53f1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:59.686451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2381362-7da2-47e4-ab11-6b85a5e55dc2 req-6697dd10-da7f-468f-abaf-da2f19dc53f1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 945 time: 0.2265131 Dec 09 15:00:59.697899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-2752e3eb-1378-4009-b3bb-72c5dc059a7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502934 Dec 09 15:00:59.739717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7f089e3-4dc6-4431-b804-d3c2f20f4bc1 req-89ccc4f7-bf7f-4416-81e4-4245669e96b2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 210 time: 0.1144581 Dec 09 15:00:59.774353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:00:59.777664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:00:59.777664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:00:59.797104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2381362-7da2-47e4-ab11-6b85a5e55dc2 req-699bd07d-14bb-42dd-86cd-6cdf3c9897ff tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083684 Dec 09 15:00:59.831678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-42f3ed4d-2e91-44b9-ab3c-cdf854b16a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:00:59.837352 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-42f3ed4d-2e91-44b9-ab3c-cdf854b16a33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 1096 time: 0.1083655 Dec 09 15:00:59.944442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:00:59.945035 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:00:59.969010 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 8 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:01:00.026291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:00.026641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:00.026985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:00.048088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d781f71-76af-4c78-80f5-9f8c86f098a4 req-a24dd0cd-c0d1-4cec-9287-a3aa46fd4db1 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.048435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:00.048776 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:00.057648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d781f71-76af-4c78-80f5-9f8c86f098a4 req-a24dd0cd-c0d1-4cec-9287-a3aa46fd4db1 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1702318 Dec 09 15:01:00.060607 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 9 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:01:00.083668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:00.083940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:00.084267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:00.092174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:00.092514 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:00.099474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-e0d930fe-ff79-455c-96a6-bdf7b9147a60 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.100825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-e0d930fe-ff79-455c-96a6-bdf7b9147a60 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.4514694 Dec 09 15:01:00.101312 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 10 to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 Dec 09 15:01:00.109793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-409ef727-7545-442a-ba2e-54cd9001ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.112454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-409ef727-7545-442a-ba2e-54cd9001ce42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1897321 Dec 09 15:01:00.119793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'port': {'device_id': 'be65d144-cd47-4d74-a271-9cc654444998', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'admin_state_up': True, 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:00.123307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:00.123679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:00.124024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:00.147315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:00.147682 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:00.148056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:00.174541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-3443b25a-b2aa-4373-bbe0-295e041c82a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a42a13-eca2-440b-8be9-f62ee1959c50 HTTP/1.1" status: 200 len: 217 time: 0.0495181 Dec 09 15:01:00.178582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d781f71-76af-4c78-80f5-9f8c86f098a4 req-41544184-3cb3-4595-8417-d6b065b36011 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195645 Dec 09 15:01:00.253533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-21035e3d-57b8-41d7-93e6-ac636fdd3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.256328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-21035e3d-57b8-41d7-93e6-ac636fdd3d52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0750887 Dec 09 15:01:00.291919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] For port e42c0ae5-f110-4cea-b60b-83df44fe65e0, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:00.292273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempted to set empty binding levels {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:01:00.298168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:00.300166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:00.304269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:00.333174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-f8471e3b-0aa7-4590-966b-316b27a3ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.334756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-f8471e3b-0aa7-4590-966b-316b27a3ae2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715761 Dec 09 15:01:00.364167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] In _notify_port_updated(), no bound segment for port e42c0ae5-f110-4cea-b60b-83df44fe65e0 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:01:00.365066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.365690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:00.367053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "PUT /v2.0/ports/e42c0ae5-f110-4cea-b60b-83df44fe65e0 HTTP/1.1" status: 200 len: 975 time: 1.4110396 Dec 09 15:01:00.372323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46440) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:00.439131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e7db3-9e65-438a-811f-639d23dd9a02 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=e42c0ae5-f110-4cea-b60b-83df44fe65e0,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:00.485148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-2a6a9452-a078-44b5-957f-74227f1e5855 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418202 Dec 09 15:01:00.584543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.585233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.585652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.586121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.586580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.587042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.587527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.587987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.588443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.588901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.589356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.590247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.590716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.591181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.591667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.592121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.592574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.593080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.593541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.593998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.594453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.594910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.595528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.595984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.596443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.596898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.597355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.597822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.598260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.598719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.599172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.599665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.600121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.600573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.601048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.601499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:00.610293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e7a42fe5-9b5a-4b65-b058-6b9d4b40a130 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31788 time: 0.2320156 Dec 09 15:01:00.611364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46446) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:00.628746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d89e5871-5327-4000-8668-ec6923ec0de8 req-14a9b948-4678-4218-aff7-1485013261c2 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258779 Dec 09 15:01:00.678916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Allocated IP 172.20.0.11 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/cc2be339-843e-45c5-bcd7-34f023948a53) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:00.784229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Deleting port e42c0ae5-f110-4cea-b60b-83df44fe65e0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:00.784570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:00.849016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:00.937314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28c27103-71d5-4cf2-bc8e-852cd8f3769e req-8fec55ac-530c-424f-a7f6-0e97e6273024 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 210 time: 0.0911531 Dec 09 15:01:00.974094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] For port e42c0ae5-f110-4cea-b60b-83df44fe65e0, host n-h2-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:00.975932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:00.989005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 717ebe2b-7d30-4222-aa74-845698909e35 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:00.989371 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.000030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950c0b-5fe3-4ff9-809f-6f6b400666d7 req-f3bc1c53-216f-44f5-90b1-957580c7e7e7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:01.009094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Calling delete_port for e42c0ae5-f110-4cea-b60b-83df44fe65e0 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:01.012630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d950c0b-5fe3-4ff9-809f-6f6b400666d7 req-f3bc1c53-216f-44f5-90b1-957580c7e7e7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 945 time: 0.1087122 Dec 09 15:01:01.034434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.119749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d950c0b-5fe3-4ff9-809f-6f6b400666d7 req-c07724d8-dc0e-4337-9244-0ca9c2f36db1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062405 Dec 09 15:01:01.154986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.174926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215', '02a42a13-eca2-440b-8be9-f62ee1959c50'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:01.176994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.182656 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.244025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.248095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e42c0ae5-f110-4cea-b60b-83df44fe65e0 HTTP/1.1" status: 204 len: 168 time: 0.6361802 Dec 09 15:01:01.250342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:01.251139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46458) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:01.267400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:01.278327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:01.292585 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5cd34f-d130-4a64-af42-2d419d409502 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:01:01.294636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff5cd34f-d130-4a64-af42-2d419d409502 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "GET /v2.0/ports/e42c0ae5-f110-4cea-b60b-83df44fe65e0 HTTP/1.1" status: 404 len: 333 time: 0.0422084 Dec 09 15:01:01.299840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46460) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:01.313695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1789474472', 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:01.340316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:01.343105 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1a5c6e-0312-4186-9546-59d8ea013e17" -d '{"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-plugged", "status": "completed", "tag": "717ebe2b-7d30-4222-aa74-845698909e35"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:01.368935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:01.385688 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.422931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Made reservation on behalf of 32ea8b8274274910858daaf197c15288 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:01.425333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.450189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:01.461291 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e4049-3a16-44d1-a6db-b3fe9963723d x-openstack-request-id: req-ef9e4049-3a16-44d1-a6db-b3fe9963723d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:01.461591 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-plugged", "status": "completed", "tag": "717ebe2b-7d30-4222-aa74-845698909e35", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:01.461893 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef9e4049-3a16-44d1-a6db-b3fe9963723d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:01.463284 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35', 'code': 200} Dec 09 15:01:01.471016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:01.471701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.492022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port 7bb011c1-59e5-4181-8b03-cb13dcade238 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:01:01.509791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36bb3a-3f1b-46bc-abfd-eb3f79bb631b req-36c668bb-4953-4492-963b-2468a1e29778 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:01.510675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:01.512495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a36bb3a-3f1b-46bc-abfd-eb3f79bb631b req-36c668bb-4953-4492-963b-2468a1e29778 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1785867 Dec 09 15:01:01.523479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3918a7-3fb1-4ef4-b99f-bac8f16bae5c tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42c0ae5-f110-4cea-b60b-83df44fe65e0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:01.542552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-0300c985-e846-4927-b6dc-b47aad4bd9f5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4257965 Dec 09 15:01:01.554721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Request body: {'port': {'device_id': 'be65d144-cd47-4d74-a271-9cc654444998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:01.692255 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.703773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a36bb3a-3f1b-46bc-abfd-eb3f79bb631b req-acd91123-67c6-423f-a7c9-7febec761766 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378789 Dec 09 15:01:01.746506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-438413a3-a689-4182-bc04-dd636efbaa29 None None] Provisioning complete for port cc2be339-843e-45c5-bcd7-34f023948a53 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:01.746865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-438413a3-a689-4182-bc04-dd636efbaa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:01.788095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-438413a3-a689-4182-bc04-dd636efbaa29 None None] Port cc2be339-843e-45c5-bcd7-34f023948a53 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:01.929551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:02.019428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:02.105916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Network e784fe45-65bf-442b-887c-b7c001be94eb is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:02.178263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:02.189727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:02.190901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.191721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:02.215146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b649-63ea-4aea-80c3-545bb65ed2fd req-a1240d68-cce8-492d-a29e-911a6054fa44 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.225453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=7bb011c1-59e5-4181-8b03-cb13dcade238,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:02.238436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-cf83019d-8637-4b82-8695-092a00a2b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.240279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d875b649-63ea-4aea-80c3-545bb65ed2fd req-a1240d68-cce8-492d-a29e-911a6054fa44 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 932 time: 0.1578081 Dec 09 15:01:02.240455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-cf83019d-8637-4b82-8695-092a00a2b79a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 1096 time: 0.1552861 Dec 09 15:01:02.255376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322153bd-4221-47ba-86c0-8174fb5b7a81 req-c69d3a86-38a0-4dc6-a12e-2b2946898f9e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.265682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-322153bd-4221-47ba-86c0-8174fb5b7a81 req-c69d3a86-38a0-4dc6-a12e-2b2946898f9e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1818109 Dec 09 15:01:02.268984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2be339-843e-45c5-bcd7-34f023948a53 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:02.279199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23bc0439-7d98-4488-b388-b0c54eeab0a7 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9729252 Dec 09 15:01:02.282103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46480) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:02.294352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:02.409229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-78c6988b-bace-4ce9-b883-22583a3daf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.410996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-78c6988b-bace-4ce9-b883-22583a3daf47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 911 time: 0.1332924 Dec 09 15:01:02.479585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-322153bd-4221-47ba-86c0-8174fb5b7a81 req-26622127-61ed-4141-aabf-1648a5531e84 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074959 Dec 09 15:01:02.482678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-0ac5a23e-3a3c-45b0-862d-607d298122a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b HTTP/1.1" status: 200 len: 217 time: 0.0605283 Dec 09 15:01:02.545492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-fdbcd8a6-e44d-40c8-a312-2b370aa48807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.549671 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-fdbcd8a6-e44d-40c8-a312-2b370aa48807 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.0603833 Dec 09 15:01:02.708941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d875b649-63ea-4aea-80c3-545bb65ed2fd req-b936fb63-c76a-401c-8eef-351287ab2f30 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667330 Dec 09 15:01:02.727168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8927b8b-8711-4be0-a81b-a482738d5f64 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:02.732604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b8927b8b-8711-4be0-a81b-a482738d5f64 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "GET /v2.0/ports/7bb011c1-59e5-4181-8b03-cb13dcade238 HTTP/1.1" status: 200 len: 955 time: 0.4478710 Dec 09 15:01:02.734078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Transition to ACTIVE for port object cc2be339-843e-45c5-bcd7-34f023948a53 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:01:02.734760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46484) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:02.752837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:02.886078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:02.946342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-c2fdc503-2dfe-4fe0-b3d1-c72dc8c84796 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3853996 Dec 09 15:01:03.039686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Deleting port 7bb011c1-59e5-4181-8b03-cb13dcade238 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:03.040041 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.100057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Attempting to bind port cc2be339-843e-45c5-bcd7-34f023948a53 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:03.100398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Attempting to bind port cc2be339-843e-45c5-bcd7-34f023948a53 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:03.100731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Attempting to bind port cc2be339-843e-45c5-bcd7-34f023948a53 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:03.108062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d79f4-897b-472a-a228-384d14edc682 req-4c8923c4-035b-45d7-9871-8c8736a4c628 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.120248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e8d79f4-897b-472a-a228-384d14edc682 req-4c8923c4-035b-45d7-9871-8c8736a4c628 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.1724567 Dec 09 15:01:03.135029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Port cc2be339-843e-45c5-bcd7-34f023948a53 on network 9e330498-9918-46fe-ae82-6b744b89e9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:03.135474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Attempting to bind port cc2be339-843e-45c5-bcd7-34f023948a53 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:03.151976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.173123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Calling delete_port for 7bb011c1-59e5-4181-8b03-cb13dcade238 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:03.175059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:03.175554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:03.176067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:03.176626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Bound port: cc2be339-843e-45c5-bcd7-34f023948a53, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:03.177094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.194740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-926571cb-2f05-4266-917d-b46f01585fca service neutron] 10.222.0.43 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262216 Dec 09 15:01:03.227279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e8d79f4-897b-472a-a228-384d14edc682 req-de4b5437-4c54-431a-9c6f-ed3cc7de8bdc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973001 Dec 09 15:01:03.314103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:03.332375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc2be339-843e-45c5-bcd7-34f023948a53,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:03.335291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-994c6599-5511-4438-ac77-fe5e73bfa206 req-3803e138-9a4a-4a80-964f-561c49dde8ef service neutron] 10.222.0.43 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147211 Dec 09 15:01:03.350719 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.365968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.407756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.408519 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.410053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc2be339-843e-45c5-bcd7-34f023948a53 HTTP/1.1" status: 200 len: 1092 time: 1.8599648 Dec 09 15:01:03.410625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:03.413042 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da61f66c-c945-456e-9e9a-b3a52b5c22a9" -d '{"events": [{"name": "network-changed", "server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:03.452940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d520d-6184-49b7-9942-c4ced1e11663 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:03.457986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.476489 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7bb011c1-59e5-4181-8b03-cb13dcade238 HTTP/1.1" status: 204 len: 168 time: 0.7271202 Dec 09 15:01:03.486638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46494) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:03.511125 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8673e-904e-4cfe-9f37-e49a1a937b32 x-openstack-request-id: req-43d8673e-904e-4cfe-9f37-e49a1a937b32 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:03.511824 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:03.512226 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43d8673e-904e-4cfe-9f37-e49a1a937b32 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:03.512999 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53', 'status': 'completed', 'code': 200} Dec 09 15:01:03.514161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce5c62-bea6-4cfb-a428-76f73bc5174f tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bb011c1-59e5-4181-8b03-cb13dcade238,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:03.541610 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-942dfcab-8453-4c78-9898-2ee384317710 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:01:03.543715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-942dfcab-8453-4c78-9898-2ee384317710 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "GET /v2.0/ports/7bb011c1-59e5-4181-8b03-cb13dcade238 HTTP/1.1" status: 404 len: 333 time: 0.0650849 Dec 09 15:01:03.548073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46500) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:03.564941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Request body: {'port': {'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-819386360'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:03.587633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-bbd7287c-f8b0-4f6e-a047-1bc96636ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.589719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-bbd7287c-f8b0-4f6e-a047-1bc96636ff48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 1095 time: 0.0551393 Dec 09 15:01:03.653114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-d12b7601-e10f-4ef9-a62b-39fbb69f4a0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2be339-843e-45c5-bcd7-34f023948a53 HTTP/1.1" status: 200 len: 217 time: 0.0537708 Dec 09 15:01:03.689167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc7657-e1ed-4f85-84f1-9e4845795fe5 req-49bf6db3-a01a-4c11-84f6-99d55e088c95 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.695637 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12dc7657-e1ed-4f85-84f1-9e4845795fe5 req-49bf6db3-a01a-4c11-84f6-99d55e088c95 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1262305 Dec 09 15:01:03.696508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Made reservation on behalf of 32ea8b8274274910858daaf197c15288 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:03.700254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:03.735204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-88bf0310-07f7-4954-9d97-a7d38c916073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.737239 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-88bf0310-07f7-4954-9d97-a7d38c916073 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0737090 Dec 09 15:01:03.750781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port 84884ad9-00b9-4da9-976c-6a575f2d36d1 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:01:03.813628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-e74e50ad-e36c-404f-8684-171c3718562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.815680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-e74e50ad-e36c-404f-8684-171c3718562d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704324 Dec 09 15:01:03.905680 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12dc7657-e1ed-4f85-84f1-9e4845795fe5 req-0bf3dc58-da6b-48d4-b8d8-ea5517de7fd7 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015488 Dec 09 15:01:03.968410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b8a90-82e6-476a-b0df-c94663e2e3b1 req-269cd16c-3f21-48c3-8e2d-82fa1e25dd8a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:03.975835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd1b8a90-82e6-476a-b0df-c94663e2e3b1 req-269cd16c-3f21-48c3-8e2d-82fa1e25dd8a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 944 time: 0.1252489 Dec 09 15:01:04.042404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-3f9bc3b0-6df9-4de3-a71b-ab739cfb5e2b service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189596 Dec 09 15:01:04.044323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:04.086359 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:04.113230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd1b8a90-82e6-476a-b0df-c94663e2e3b1 req-25f65595-7577-4d79-88b7-d40d227a5657 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363082 Dec 09 15:01:04.148479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Network e784fe45-65bf-442b-887c-b7c001be94eb is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:04.156113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:04.166432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:04.168245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:04.169080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:04.173049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=84884ad9-00b9-4da9-976c-6a575f2d36d1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:04.191411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77b8c062-d2bb-40c7-a39f-0a00f389c566 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6426821 Dec 09 15:01:04.193983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46514) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:04.202935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:04.204752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44bfa56c-3778-4c2b-978b-bc32a420786e req-9969846d-9ce6-4ad6-a155-9e03c8ccdbe7 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475430 Dec 09 15:01:04.329018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:04.396580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-60af13b4-792b-4819-8c8f-97cbb28dc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:04.398819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-60af13b4-792b-4819-8c8f-97cbb28dc9c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 1095 time: 0.1146922 Dec 09 15:01:04.411106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431802e-baed-459c-a8ee-90a97fece18e req-ec00d0bf-5336-44bf-ba7a-985a6db13d25 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:04.413924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b431802e-baed-459c-a8ee-90a97fece18e req-ec00d0bf-5336-44bf-ba7a-985a6db13d25 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0823388 Dec 09 15:01:04.564619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b431802e-baed-459c-a8ee-90a97fece18e req-b3b8dab6-0146-491b-ad7e-639f31ab6791 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400838 Dec 09 15:01:04.593848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] device_id is not set on port 84884ad9-00b9-4da9-976c-6a575f2d36d1 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:01:04.596551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-e7b0a121-f113-4cae-9ea0-71b7ab11c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:04.598149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-e7b0a121-f113-4cae-9ea0-71b7ab11c714 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1827953 Dec 09 15:01:04.604155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:04.612988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:04.653416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-6c6eab16-7166-4d3d-a08d-c2933e82a65f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2be339-843e-45c5-bcd7-34f023948a53 HTTP/1.1" status: 200 len: 217 time: 0.0452909 Dec 09 15:01:04.682866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=84884ad9-00b9-4da9-976c-6a575f2d36d1,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:04.702973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.706734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.707334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.717769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.718050 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.718452 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 2 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.732080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-41fa1a31-6da9-482f-967b-dcea8f68d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:04.734358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-41fa1a31-6da9-482f-967b-dcea8f68d772 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0707543 Dec 09 15:01:04.739952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.740744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.741120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.745769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.746098 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.746494 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 3 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.764190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.765158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.765699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.770636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.771505 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.772104 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 4 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.788705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.789392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.789942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.795498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.795498 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.797101 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 5 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.809778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.812000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.812000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.815838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.816168 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.816642 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 6 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.830780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.831035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.833922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.837700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.838095 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.838568 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 7 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.849210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-2adddf75-ff16-47d4-a938-0c0a0aff6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:04.851155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-2adddf75-ff16-47d4-a938-0c0a0aff6ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003654 Dec 09 15:01:04.855450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.855879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.856293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.861026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.861436 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.861902 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 8 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.880625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.880625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.881140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.886973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.887473 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.887994 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 9 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.910177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.915466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.916013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.925751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.926630 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.926630 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempt 10 to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 Dec 09 15:01:04.943852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:04.944307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:04.944708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempting to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:04.952714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:04.953046 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Failed to bind port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '4e214758-7d83-4d3a-922b-a375e14ffa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e784fe45-65bf-442b-887c-b7c001be94eb'}] Dec 09 15:01:04.953417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.003766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-615dd0fb-6af4-40e8-b3c5-c35d560f0941 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430991 Dec 09 15:01:05.093097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] For port 84884ad9-00b9-4da9-976c-6a575f2d36d1, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:05.093827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attempted to set empty binding levels {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:01:05.110362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.144486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6832f-3a2f-4ddd-bbf4-8f26cb10d639 req-1260590d-7371-46ce-bb54-e25deb2897a8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:05.152043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9a6832f-3a2f-4ddd-bbf4-8f26cb10d639 req-1260590d-7371-46ce-bb54-e25deb2897a8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1655793 Dec 09 15:01:05.188392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] In _notify_port_updated(), no bound segment for port 84884ad9-00b9-4da9-976c-6a575f2d36d1 on network e784fe45-65bf-442b-887c-b7c001be94eb {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:01:05.189301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:05.189939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.193974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "PUT /v2.0/ports/84884ad9-00b9-4da9-976c-6a575f2d36d1 HTTP/1.1" status: 200 len: 974 time: 0.9944136 Dec 09 15:01:05.195997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46528) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:05.214993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966fde-ccd2-464d-9f49-6ce3d91c469e tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event updated for resources: {'Port': ['ID=84884ad9-00b9-4da9-976c-6a575f2d36d1,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:05.281084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da61f66c-c945-456e-9e9a-b3a52b5c22a9 req-4786b028-cb31-4052-8160-872083f29b30 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449155 Dec 09 15:01:05.304334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9a6832f-3a2f-4ddd-bbf4-8f26cb10d639 req-22790dc9-8a44-45c9-b701-bf66d3d94535 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462312 Dec 09 15:01:05.385096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61a6a7-b99a-41bb-a644-f4d679af6a40 req-17a7915d-b2ff-4ab3-a4a3-e85280205034 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:05.388011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a61a6a7-b99a-41bb-a644-f4d679af6a40 req-17a7915d-b2ff-4ab3-a4a3-e85280205034 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 944 time: 0.0675030 Dec 09 15:01:05.400216 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:01:05.412728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Deleting port 84884ad9-00b9-4da9-976c-6a575f2d36d1 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:05.413313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.459957 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a61a6a7-b99a-41bb-a644-f4d679af6a40 req-f2ca46ad-36df-449f-9a8e-6593753f6dcc tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621424 Dec 09 15:01:05.492982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] For port 84884ad9-00b9-4da9-976c-6a575f2d36d1, host n-h2-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:05.493787 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.509837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Calling delete_port for 84884ad9-00b9-4da9-976c-6a575f2d36d1 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:05.606109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.641729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Pushing event deleted for resources: {'Port': ['ID=84884ad9-00b9-4da9-976c-6a575f2d36d1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:05.647080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.650511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fb07530b-3d15-4c0d-a526-742cdec103c1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "DELETE /v2.0/ports/84884ad9-00b9-4da9-976c-6a575f2d36d1 HTTP/1.1" status: 204 len: 168 time: 0.4552143 Dec 09 15:01:05.654080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46534) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:05.685529 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb00020-67af-4ecc-a0a6-41bde2fee7b1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:01:05.687149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0eb00020-67af-4ecc-a0a6-41bde2fee7b1 tempest-PortsAdminExtendedAttrsTestJSON-2122859587 tempest-PortsAdminExtendedAttrsTestJSON-2122859587-project-admin] 10.222.0.46 "GET /v2.0/ports/84884ad9-00b9-4da9-976c-6a575f2d36d1 HTTP/1.1" status: 404 len: 333 time: 0.0317526 Dec 09 15:01:05.691155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46536) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:05.726237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefe147-6452-492f-9ccc-e121f4e2e981 req-e2ae07c0-ec4f-4e57-a00e-bc2561691308 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:05.728694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fefe147-6452-492f-9ccc-e121f4e2e981 req-e2ae07c0-ec4f-4e57-a00e-bc2561691308 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0640609 Dec 09 15:01:05.802393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.810920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fefe147-6452-492f-9ccc-e121f4e2e981 req-df8321a8-42c9-4ff7-9b8e-ae529500f117 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744131 Dec 09 15:01:05.945726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:05.969541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e784fe45-65bf-442b-887c-b7c001be94eb']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:05.980649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e214758-7d83-4d3a-922b-a375e14ffa5f') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:05.981016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e214758-7d83-4d3a-922b-a375e14ffa5f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:05.991381 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:06.008960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:06.022022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:01:06.022703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:01:06.037053 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:01:06.109408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-cbe924d7-31c9-4a05-8888-44cf070d8205 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447776 Dec 09 15:01:06.111777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:06.119225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:06.126529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] 10.222.0.46 "DELETE /v2.0/networks/e784fe45-65bf-442b-887c-b7c001be94eb HTTP/1.1" status: 204 len: 168 time: 0.4320560 Dec 09 15:01:06.148125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7dd84-9680-483d-83ee-13246b4b0de1 tempest-PortsAdminExtendedAttrsTestJSON-2118883541 tempest-PortsAdminExtendedAttrsTestJSON-2118883541-project] Pushing event deleted for resources: {'Network': ['ID=e784fe45-65bf-442b-887c-b7c001be94eb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:06.221653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e184b-03d9-439b-9894-5eada2665b23 req-a8e09da4-d981-4f28-950d-8546da202ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.223177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-a8e09da4-d981-4f28-950d-8546da202ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.0560679 Dec 09 15:01:06.499587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e184b-03d9-439b-9894-5eada2665b23 req-950ad13f-90b9-4ea1-a917-9e94f9495a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.501103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-950ad13f-90b9-4ea1-a917-9e94f9495a5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.2478931 Dec 09 15:01:06.516648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021de8c-e888-4098-81cf-6f994ba8a060 req-17fa71f5-9671-402b-8a5e-92a4264a7141 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.518557 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e021de8c-e888-4098-81cf-6f994ba8a060 req-17fa71f5-9671-402b-8a5e-92a4264a7141 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0727906 Dec 09 15:01:06.550715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46556) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:06.573592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77dfec-0fe9-42d9-816a-ddccde5c42f4 req-92b31f3f-f7ea-4e68-8fe2-384657b3e5ba tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.588749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a77dfec-0fe9-42d9-816a-ddccde5c42f4 req-92b31f3f-f7ea-4e68-8fe2-384657b3e5ba tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1861970 Dec 09 15:01:06.590005 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e021de8c-e888-4098-81cf-6f994ba8a060 req-6567111a-4c24-4da7-82ff-7704af238a94 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649705 Dec 09 15:01:06.651704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-ddcec0a5-9cb5-456f-9475-51436a1d3e74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.1421366 Dec 09 15:01:06.731162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a77dfec-0fe9-42d9-816a-ddccde5c42f4 req-704a7988-6ca3-4b51-8386-d7949e7797ff tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400445 Dec 09 15:01:06.756571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e184b-03d9-439b-9894-5eada2665b23 req-4f1064ac-39b4-48c1-8f5c-cda885388aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.757973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-4f1064ac-39b4-48c1-8f5c-cda885388aa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0971029 Dec 09 15:01:06.818519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e184b-03d9-439b-9894-5eada2665b23 req-8e605365-7497-4829-9ca7-5fa3f0323c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.821121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-8e605365-7497-4829-9ca7-5fa3f0323c96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543087 Dec 09 15:01:06.899611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3970eb8e-df4b-4c73-b41c-b5f007dd1aa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19290d9271a64f968273323c25d818a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467231 Dec 09 15:01:06.906515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:06.939304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cf722-bd2f-413c-b31e-6c9fd5509bc5 req-3bb3a021-9c2f-4b21-a54b-3d843aa8f28b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:06.947322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a92cf722-bd2f-413c-b31e-6c9fd5509bc5 req-3bb3a021-9c2f-4b21-a54b-3d843aa8f28b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 944 time: 0.1291337 Dec 09 15:01:07.008803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe7889-5d20-4819-a750-e9228e73477f req-434012f7-459a-40ac-b3ce-77c9a1f48fe0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:07.009025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e97ce7c-812e-4e9d-82b6-d21edd35a5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.010226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cfe7889-5d20-4819-a750-e9228e73477f req-434012f7-459a-40ac-b3ce-77c9a1f48fe0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0888391 Dec 09 15:01:07.016185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-02f2aa10-b585-4f6e-952a-1610699ff195 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871006 Dec 09 15:01:07.041853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a92cf722-bd2f-413c-b31e-6c9fd5509bc5 req-e858416d-aafa-4b6f-b3ac-3e21a63af1bc tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935614 Dec 09 15:01:07.069219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e97ce7c-812e-4e9d-82b6-d21edd35a5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.168756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e97ce7c-812e-4e9d-82b6-d21edd35a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.171775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e97ce7c-812e-4e9d-82b6-d21edd35a5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.175254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1e97ce7c-812e-4e9d-82b6-d21edd35a5e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c290593-eca0-4f6b-98ac-377280c89f94 HTTP/1.1" status: 204 len: 168 time: 0.2613225 Dec 09 15:01:07.203184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cfe7889-5d20-4819-a750-e9228e73477f req-db303aa8-568f-4328-b23f-c29eb7042eb3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713305 Dec 09 15:01:07.206686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97ce7c-812e-4e9d-82b6-d21edd35a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c290593-eca0-4f6b-98ac-377280c89f94,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:07.244971 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d45e184b-03d9-439b-9894-5eada2665b23 req-9b26f821-8032-4999-b02a-dabc4bce4935 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095187 Dec 09 15:01:07.536904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fef5e-e073-462b-9628-ef19fbe911e1 req-dfc93caa-8a1d-457d-9cde-c897fcd46a2a tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:07.538538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4fef5e-e073-462b-9628-ef19fbe911e1 req-dfc93caa-8a1d-457d-9cde-c897fcd46a2a tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0756671 Dec 09 15:01:07.599401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a4fef5e-e073-462b-9628-ef19fbe911e1 req-6ccd39ab-fc4c-4255-bc49-6d186096142e tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528915 Dec 09 15:01:07.613666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46584) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:07.672223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-24e6968d-556f-45e0-ab27-cb4b8a4c62d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32ea8b8274274910858daaf197c15288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573609 Dec 09 15:01:07.675193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:07.739514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6e2db87-0670-464d-a011-fafacd809049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.772478 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6e2db87-0670-464d-a011-fafacd809049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.881256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6e2db87-0670-464d-a011-fafacd809049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.884090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6e2db87-0670-464d-a011-fafacd809049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:07.885238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e6e2db87-0670-464d-a011-fafacd809049 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b33a7192-4f3a-457a-a6a5-4207d635b53d HTTP/1.1" status: 204 len: 168 time: 0.2089474 Dec 09 15:01:07.898480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2db87-0670-464d-a011-fafacd809049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a7192-4f3a-457a-a6a5-4207d635b53d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:07.920195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00def7c-935e-48ff-bf1b-6d7dab83af5d req-eeb2992d-2550-47d9-b62a-e186df7dbfad tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:07.921787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b00def7c-935e-48ff-bf1b-6d7dab83af5d req-eeb2992d-2550-47d9-b62a-e186df7dbfad tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0851612 Dec 09 15:01:08.007958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b00def7c-935e-48ff-bf1b-6d7dab83af5d req-78a6458c-5975-4bf2-87d0-72dbbdf106ce tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791960 Dec 09 15:01:08.197670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be80c8-d5ac-405f-9758-4e635e3949ad req-f7f56fea-b16c-4ecf-8350-e8e5c35c20e1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:08.199464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46be80c8-d5ac-405f-9758-4e635e3949ad req-f7f56fea-b16c-4ecf-8350-e8e5c35c20e1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 944 time: 0.0557013 Dec 09 15:01:08.264145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87b4b5-3bb3-4be9-9cf3-6f8a90dcd899 req-733ce88c-acc9-448c-8f4b-71ff4983e842 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:08.273851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b87b4b5-3bb3-4be9-9cf3-6f8a90dcd899 req-733ce88c-acc9-448c-8f4b-71ff4983e842 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0939250 Dec 09 15:01:08.288942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46be80c8-d5ac-405f-9758-4e635e3949ad req-fdb4c292-caab-449a-bea5-3e213f615c5e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828729 Dec 09 15:01:08.371660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b87b4b5-3bb3-4be9-9cf3-6f8a90dcd899 req-69b9b1d4-3c2e-442d-ae31-866990250e0c tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924861 Dec 09 15:01:08.514377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec286133-bed5-49b6-b926-528b175844df req-de41c1ed-f56c-4d15-87d6-143c94d799e0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:08.518210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec286133-bed5-49b6-b926-528b175844df req-de41c1ed-f56c-4d15-87d6-143c94d799e0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0639541 Dec 09 15:01:08.601790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec286133-bed5-49b6-b926-528b175844df req-a4418448-9671-4c87-a2f3-97457bda988e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734985 Dec 09 15:01:08.880933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc2be339-843e-45c5-bcd7-34f023948a53 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:01:09.013645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc2be339-843e-45c5-bcd7-34f023948a53,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:09.028621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'cc2be339-843e-45c5-bcd7-34f023948a53', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': 'cc2be339-843e-45c5-bcd7-34f023948a53', 'mac_address': 'fa:16:3e:24:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:01:09.087447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:09.111079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2be339-843e-45c5-bcd7-34f023948a53 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:09.137692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc2be339-843e-45c5-bcd7-34f023948a53,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:09.166463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:09.218698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6acc9-b9b9-4319-847e-7ce134ec77f6 req-b18d6270-dd92-4771-9c2c-e510bb520993 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:09.226952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e7e6acc9-b9b9-4319-847e-7ce134ec77f6 req-b18d6270-dd92-4771-9c2c-e510bb520993 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0919259 Dec 09 15:01:09.256654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:09.300539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e7e6acc9-b9b9-4319-847e-7ce134ec77f6 req-af751218-6067-4abd-b7a4-6047cc029986 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726779 Dec 09 15:01:09.444540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['cc2be339-843e-45c5-bcd7-34f023948a53'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:09.490138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47248-6454-4931-9744-5fede03f735d req-e2d41827-a744-47c6-92dd-cf593262467b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:09.501463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20b47248-6454-4931-9744-5fede03f735d req-e2d41827-a744-47c6-92dd-cf593262467b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 945 time: 0.1211007 Dec 09 15:01:09.586379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20b47248-6454-4931-9744-5fede03f735d req-8e739aa3-08f9-4008-a5d0-ead4a2237b49 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755317 Dec 09 15:01:09.629450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969ea22-32c2-447b-a4fc-507c6985cf93 req-390eccef-832d-4091-bfd1-b4958cdb4058 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:09.635116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6969ea22-32c2-447b-a4fc-507c6985cf93 req-390eccef-832d-4091-bfd1-b4958cdb4058 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1525018 Dec 09 15:01:09.720090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-0d03c56a-68c9-4f6f-bf2f-5b760c55abdc tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:09.723231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-0d03c56a-68c9-4f6f-bf2f-5b760c55abdc tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.43 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1369171 Dec 09 15:01:09.738190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6969ea22-32c2-447b-a4fc-507c6985cf93 req-a23b20d5-8983-433e-90bc-65ccb4efe705 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups?id=0993e0ae-cb11-4c8d-a11c-e1abb792885d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912049 Dec 09 15:01:09.826894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46654) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:09.895697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26650316-7ffc-4308-9fa1-bb5c9e6608d0 req-0e6dc926-260a-4a46-ba67-d227e1643385 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:09.904353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26650316-7ffc-4308-9fa1-bb5c9e6608d0 req-0e6dc926-260a-4a46-ba67-d227e1643385 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0658975 Dec 09 15:01:09.908629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Deleting port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:09.909184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:09.970450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26650316-7ffc-4308-9fa1-bb5c9e6608d0 req-47d569b5-df4b-43df-90f8-90532a04845c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649357 Dec 09 15:01:10.053552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] For port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:10.054042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.057730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-706260807', 'router:external': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:10.082802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Made reservation on behalf of 651e3c2a6b3547e683e439399957e922 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:10.085312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.095717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.208024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.216249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.248613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5795a593-a099-440f-b092-4025877ff565,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:10.251890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:01:10.272711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.273052 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Added segment 8c72861b-5810-46e2-b6fd-5edf65b37152 of type vlan for network abf831d8-da09-4edb-beaf-9eeaee47929d Dec 09 15:01:10.347251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.384232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.384838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.385208 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Floating IP ec6a1767-1c69-4773-87b9-97c28f3d8ce6 disassociated. External IP: 172.25.0.231, port: e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e. Dec 09 15:01:10.385622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Calling delete_port for e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:10.388016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.389220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:10.391634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.454327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6262078 Dec 09 15:01:10.475814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46662) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:10.481131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'subnet': {'network_id': 'abf831d8-da09-4edb-beaf-9eeaee47929d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:10.511805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84e1c-9952-4457-bae6-5691d17b59b4 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Network': ['ID=abf831d8-da09-4edb-beaf-9eeaee47929d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:10.529162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Made reservation on behalf of 651e3c2a6b3547e683e439399957e922 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:10.534563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network abf831d8-da09-4edb-beaf-9eeaee47929d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:01:10.535758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.549062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde037-97da-46e5-b957-182070f04ab4 req-0265bfab-e1ed-408d-a731-cdad875367eb tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:10.551211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fbde037-97da-46e5-b957-182070f04ab4 req-0265bfab-e1ed-408d-a731-cdad875367eb tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1219807 Dec 09 15:01:10.654851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fbde037-97da-46e5-b957-182070f04ab4 req-b669d866-21bc-415d-bb80-e2b98a37293b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932784 Dec 09 15:01:10.676064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:10.718702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event deleted for resources: {'Port': ['ID=e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:10.893117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc2be339-843e-45c5-bcd7-34f023948a53 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:10.897401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805e731-72b5-425c-9cee-78e8b3ebfe9b req-b12f91d6-982e-4a31-a0ec-40fd5dffb56e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:10.908192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9805e731-72b5-425c-9cee-78e8b3ebfe9b req-b12f91d6-982e-4a31-a0ec-40fd5dffb56e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 945 time: 0.1947238 Dec 09 15:01:10.913156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b5acfe0-e519-473c-a72a-1aaa8b9a7e94 req-81b62356-a2b9-475c-8207-1c68e617f5f3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0351779 Dec 09 15:01:10.976446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Router 203eff37-111c-454d-bb4a-0d3d955947dd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:01:10.985287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port cc2be339-843e-45c5-bcd7-34f023948a53 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:01:10.990180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port cc2be339-843e-45c5-bcd7-34f023948a53 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:10.990856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:11.038999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9805e731-72b5-425c-9cee-78e8b3ebfe9b req-bdf98e81-332f-4a92-9254-358fd223bc31 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148279 Dec 09 15:01:11.176404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:11.202237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331bf0f-71b6-465d-a2f6-3c0dc1e99dec req-779f62c0-5e7e-4d7f-b01f-db6683a3eb10 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:11.204928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f331bf0f-71b6-465d-a2f6-3c0dc1e99dec req-779f62c0-5e7e-4d7f-b01f-db6683a3eb10 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0959826 Dec 09 15:01:11.223222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:11.231737 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b670ec-1412-4c07-9a7e-e5bc1b357ae7" -d '{"events": [{"server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "name": "network-vif-plugged", "status": "completed", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:11.278023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc2be339-843e-45c5-bcd7-34f023948a53,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:11.292685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:11.294465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f331bf0f-71b6-465d-a2f6-3c0dc1e99dec req-44812956-3c98-4a7b-8a62-64f98ed80e2a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826895 Dec 09 15:01:11.349104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:11.363234 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] Sync routers for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:11.375822 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f1f701-372b-4109-ac23-9b1c0147e9ae x-openstack-request-id: req-62f1f701-372b-4109-ac23-9b1c0147e9ae {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:11.376194 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "name": "network-vif-plugged", "status": "completed", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:11.377811 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62f1f701-372b-4109-ac23-9b1c0147e9ae {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:11.378137 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53', 'code': 200} Dec 09 15:01:11.385007 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:11.397038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:11.434999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] No DVR routers for this DVR port e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:01:11.438263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:11.442073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c730cbf3-eae2-4e43-9dfa-55a88b97986d req-44c18213-d51a-4f47-96e3-0df28074ed28 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.43 "DELETE /v2.0/ports/e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e HTTP/1.1" status: 204 len: 173 time: 1.7100446 Dec 09 15:01:11.442751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'name': 'network-vif-deleted', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:11.444008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:11.445666 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd46556-84b0-4140-b995-0cd1b6629c75" -d '{"events": [{"server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "name": "network-vif-deleted", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:11.518977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a503e-c328-4da1-9520-2a6e138215d9 req-140512fd-0848-4404-a6a0-3eb77018b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:11.522472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-305a503e-c328-4da1-9520-2a6e138215d9 req-140512fd-0848-4404-a6a0-3eb77018b982 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 1097 time: 0.1248767 Dec 09 15:01:11.532875 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43709153-1dc1-45cf-af64-76be06a5a6e0 x-openstack-request-id: req-43709153-1dc1-45cf-af64-76be06a5a6e0 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:11.533411 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e2ddb-4398-4a09-9475-f0a1244c8fa1", "name": "network-vif-deleted", "tag": "e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:11.533633 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43709153-1dc1-45cf-af64-76be06a5a6e0 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:11.534142 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32e2ddb-4398-4a09-9475-f0a1244c8fa1', 'name': 'network-vif-deleted', 'tag': 'e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e', 'status': 'completed', 'code': 200} Dec 09 15:01:11.568424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.objects.ports [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:01:11.569056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:11.633207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5aa32ab-4008-4afa-b914-9b0ce9f26c08,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:11.702563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Checking segment: {'id': '8c72861b-5810-46e2-b6fd-5edf65b37152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'abf831d8-da09-4edb-beaf-9eeaee47929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:11.702974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network hostable DHCP agents. Network: abf831d8-da09-4edb-beaf-9eeaee47929d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:01:11.750703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-305a503e-c328-4da1-9520-2a6e138215d9 req-7a8e65ce-f369-4304-a345-42f2b33bb91d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975121 Dec 09 15:01:11.779467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network abf831d8-da09-4edb-beaf-9eeaee47929d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:01:11.825306 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:11.834822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, abf831d8-da09-4edb-beaf-9eeaee47929d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:11.842401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:11.843011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:11.854392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f451-a06e-4c14-933c-bb05e268637c req-b788f484-7fb8-41ce-90b8-e2202e38c9a8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:11.856854 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7473f451-a06e-4c14-933c-bb05e268637c req-b788f484-7fb8-41ce-90b8-e2202e38c9a8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1133780 Dec 09 15:01:11.878077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f1541-6285-4c67-9f85-f49280e3f1c7 None None] Network abf831d8-da09-4edb-beaf-9eeaee47929d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:11.901634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f99a603-b6b8-49e5-ac72-16d7a8f5652a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4247353 Dec 09 15:01:11.904876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46684) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:11.909660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1833233358', 'network_id': 'abf831d8-da09-4edb-beaf-9eeaee47929d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:11.957361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7473f451-a06e-4c14-933c-bb05e268637c req-04364f48-41eb-4c32-ab39-8d2e01ed9f56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906487 Dec 09 15:01:11.958145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Made reservation on behalf of 651e3c2a6b3547e683e439399957e922 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:11.962365 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:12.002372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] device_id is not set on port 40b9d914-f49b-4a3c-b2d2-efb6b0aee096 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:01:12.033949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996625a-ab92-4fc5-8772-7693c677aab5 None None] Network abf831d8-da09-4edb-beaf-9eeaee47929d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:12.209975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d62fcc1-a259-4231-a0bc-7094f2e7613d req-48e78683-39a7-4aee-91d4-179087837fca tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/ports?device_id=f32e2ddb-4398-4a09-9475-f0a1244c8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0599437 Dec 09 15:01:12.291526 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:12.298422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Allocated IP 172.20.0.4 (abf831d8-da09-4edb-beaf-9eeaee47929d/f5aa32ab-4008-4afa-b914-9b0ce9f26c08/40b9d914-f49b-4a3c-b2d2-efb6b0aee096) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:12.317515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f05dc-f3c5-4fe7-81dd-349107d33c95 req-03e9125f-0f36-4d5a-bf4c-96abab150786 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:12.325920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab0f05dc-f3c5-4fe7-81dd-349107d33c95 req-03e9125f-0f36-4d5a-bf4c-96abab150786 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 946 time: 0.1132021 Dec 09 15:01:12.335380 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] Checking router: 203eff37-111c-454d-bb4a-0d3d955947dd for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:12.348211 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:12.348447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:12.429630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab0f05dc-f3c5-4fe7-81dd-349107d33c95 req-e21fa653-06ba-4e14-b595-fb68623f74d7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027250 Dec 09 15:01:12.473682 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:12.512454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e668-d839-4d0b-87dd-0012f4426538 req-f70cb124-8dd0-480b-ba73-ca8b76f2120f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:12.520368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-87a6e668-d839-4d0b-87dd-0012f4426538 req-f70cb124-8dd0-480b-ba73-ca8b76f2120f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0617650 Dec 09 15:01:12.586174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:12.589874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-87a6e668-d839-4d0b-87dd-0012f4426538 req-ee048b91-84dd-44ce-889a-d2de648d372d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684056 Dec 09 15:01:12.637088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:12.685647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network abf831d8-da09-4edb-beaf-9eeaee47929d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:12.688748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:12.692343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:12.731385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Port': ['ID=40b9d914-f49b-4a3c-b2d2-efb6b0aee096,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:12.748618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:12.749236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:12.771566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f6ec5fb7-b630-481d-8399-bfd605ef1aa2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8633013 Dec 09 15:01:12.771881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46700) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:12.773566 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:12.806030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d77b31-f4b2-4f38-a0a1-298ee5cdc16d None None] The sync data for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 is: [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T14:58:46Z', 'revision_number': 4, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232', 'name': '', 'network_id': 'a23bfded-9aec-47bb-8651-797b32153a9b', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'mac_address': 'fa:16:3e:10:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:44Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'subnets': [{'id': 'f7e77b8d-be4f-4de2-94ba-075b6e690252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:12.896474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Deleting port 40b9d914-f49b-4a3c-b2d2-efb6b0aee096 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:12.896656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:12.983849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:12.999674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Calling delete_port for 40b9d914-f49b-4a3c-b2d2-efb6b0aee096 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:13.146313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7783af5-69fd-43b6-a062-2aeb16893189 req-78d0be46-5412-4d29-a7dd-13f0781d2ff0 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:13.148443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7783af5-69fd-43b6-a062-2aeb16893189 req-78d0be46-5412-4d29-a7dd-13f0781d2ff0 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0766816 Dec 09 15:01:13.172555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa0af7-6bc8-48b3-b8a0-669e10f8cdf0 None None] New status for floating IP ec6a1767-1c69-4773-87b9-97c28f3d8ce6: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:01:13.229627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7783af5-69fd-43b6-a062-2aeb16893189 req-adf11498-a91b-4878-88a6-d665eade302f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733478 Dec 09 15:01:13.237516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.276055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event deleted for resources: {'Port': ['ID=40b9d914-f49b-4a3c-b2d2-efb6b0aee096,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:13.303958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46722) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:13.358279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.361527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-959a2355-2d8b-4afa-91bf-971708e9b9c0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/ports/40b9d914-f49b-4a3c-b2d2-efb6b0aee096 HTTP/1.1" status: 204 len: 168 time: 0.5886006 Dec 09 15:01:13.364301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46724) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:13.367148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e56fb447-2a56-4667-9c4a-90adf61ac019 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.369082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abf831d8-da09-4edb-beaf-9eeaee47929d', 'external_fixed_ips': [{'subnet_id': 'f5aa32ab-4008-4afa-b914-9b0ce9f26c08', 'ip_address': '172.20.0.4'}]}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:13.393172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.394335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.396118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e56fb447-2a56-4667-9c4a-90adf61ac019 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.459444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e56fb447-2a56-4667-9c4a-90adf61ac019 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.462706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e56fb447-2a56-4667-9c4a-90adf61ac019 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.465544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e56fb447-2a56-4667-9c4a-90adf61ac019 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "DELETE /v2.0/security-groups/0993e0ae-cb11-4c8d-a11c-e1abb792885d HTTP/1.1" status: 204 len: 168 time: 0.1602042 Dec 09 15:01:13.468061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46730) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:13.489949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb447-2a56-4667-9c4a-90adf61ac019 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0993e0ae-cb11-4c8d-a11c-e1abb792885d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:13.494014 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-1f5e55d2-3e53-434b-a5db-ec01f6fdf200 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] show failed (client error): The resource could not be found. Dec 09 15:01:13.495129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f5e55d2-3e53-434b-a5db-ec01f6fdf200 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "GET /v2.0/security-groups/0993e0ae-cb11-4c8d-a11c-e1abb792885d HTTP/1.1" status: 404 len: 347 time: 0.0231345 Dec 09 15:01:13.498725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46732) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:13.641857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Deleting port a74a558c-3c4a-480d-926b-804f43e7ae5e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:13.641857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.676916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.755115 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.755466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.778174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e08fb-fd5c-4376-bd81-78da010e95a4 req-34e00143-c537-4a99-9d5b-52a796ba86ef tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:13.779707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596e08fb-fd5c-4376-bd81-78da010e95a4 req-34e00143-c537-4a99-9d5b-52a796ba86ef tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0800793 Dec 09 15:01:13.780630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Calling delete_port for a74a558c-3c4a-480d-926b-804f43e7ae5e owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:13.832861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-e7490018-a56c-4665-a565-c6c9a306cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:13.834360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-e7490018-a56c-4665-a565-c6c9a306cbfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 1097 time: 0.1675425 Dec 09 15:01:13.844058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafaa39-1f12-47e5-9f76-d2e5046c2ab0 req-eaeb893b-fd2b-4e4a-a461-63dc74c0c738 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:13.845563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffafaa39-1f12-47e5-9f76-d2e5046c2ab0 req-eaeb893b-fd2b-4e4a-a461-63dc74c0c738 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 946 time: 0.1798067 Dec 09 15:01:13.886895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:13.925973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:13.946886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:13.947327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e9eeaba8-411b-4ce1-b2c8-8d9c198e6e8e not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:14.008532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffafaa39-1f12-47e5-9f76-d2e5046c2ab0 req-24f76c3f-16b6-4871-8777-03baf5908701 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292067 Dec 09 15:01:14.070193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-486a2616-2887-4a28-a342-2850f79c1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:14.071927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-486a2616-2887-4a28-a342-2850f79c1f76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.2252228 Dec 09 15:01:14.132043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-1e1eaff8-69a2-4a67-b29b-a347e0733961 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ebe2b-7d30-4222-aa74-845698909e35 HTTP/1.1" status: 200 len: 217 time: 0.0517292 Dec 09 15:01:14.158497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-596e08fb-fd5c-4376-bd81-78da010e95a4 req-12f8c099-4981-47fd-bdd2-1c4bc3454302 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717000 Dec 09 15:01:14.225460 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-8471a03a-a3e2-4e19-9e93-222bb10bbf83 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 267 time: 0.1024330 Dec 09 15:01:14.237353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-fec9bff4-53d4-4526-9839-331012108ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:14.239041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-fec9bff4-53d4-4526-9839-331012108ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0967784 Dec 09 15:01:14.274573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.320592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Pushing event deleted for resources: {'Port': ['ID=a74a558c-3c4a-480d-926b-804f43e7ae5e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:14.369233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-d6c8ccb2-d78a-434c-b3d0-13fa9cce7629 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117806 Dec 09 15:01:14.413444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.416130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.420308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e017eabc-e1c5-4d29-b7e3-77811f732ef3 tempest-ServersTestManualDisk-963065241 tempest-ServersTestManualDisk-963065241-project] 10.222.0.46 "DELETE /v2.0/floatingips/ec6a1767-1c69-4773-87b9-97c28f3d8ce6 HTTP/1.1" status: 204 len: 168 time: 0.9177513 Dec 09 15:01:14.421011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46744) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:14.433563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-c9291eef-ecf2-49be-a50e-dc34e5440e67 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:14.435803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-c9291eef-ecf2-49be-a50e-dc34e5440e67 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 946 time: 0.2095265 Dec 09 15:01:14.461020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'port': {'security_groups': []}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:14.482948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.532747 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.553732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d6e5-8eba-4c95-a252-19694543a36d req-46c680eb-62ba-425a-8459-1a8dcb1a7013 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:14.555219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45b4d6e5-8eba-4c95-a252-19694543a36d req-46c680eb-62ba-425a-8459-1a8dcb1a7013 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0947847 Dec 09 15:01:14.635585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-e449c8fa-ee50-4156-a385-d1aee5f9845f service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571502 Dec 09 15:01:14.638242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.653021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45b4d6e5-8eba-4c95-a252-19694543a36d req-f72181ec-f18c-4e44-b4f2-cd1692d89df1 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Dec 09 15:01:14.830851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ece672-19a9-4e3a-b8ce-6383f55e9b0f req-86c53c80-d623-4889-bb10-013a533c0940 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784251 Dec 09 15:01:14.852484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:14.926851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Allocated IP 172.20.0.4 (abf831d8-da09-4edb-beaf-9eeaee47929d/f5aa32ab-4008-4afa-b914-9b0ce9f26c08/e214443a-2769-4f6f-99fd-51019471bc09) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:14.988907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc2be339-843e-45c5-bcd7-34f023948a53,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:15.057581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.068220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.081835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215', '02a42a13-eca2-440b-8be9-f62ee1959c50'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:15.084640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['cc2be339-843e-45c5-bcd7-34f023948a53'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:15.101119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Deleting port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:15.101453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.127852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:15.128506 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.129916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba1ec590-6206-4a86-91fd-614a220270d4 req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "PUT /v2.0/ports/cc2be339-843e-45c5-bcd7-34f023948a53 HTTP/1.1" status: 200 len: 905 time: 0.6856301 Dec 09 15:01:15.134460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:15.136983 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7038e17-3441-47c1-9915-692b6bb0118b" -d '{"events": [{"name": "network-changed", "server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:15.142778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.182318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6fac2-a7bd-45e1-8486-1f2a73d4718e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:15.225830 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01620a-0725-47b1-a6a9-14639a5b4ae8 x-openstack-request-id: req-cc01620a-0725-47b1-a6a9-14639a5b4ae8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:15.227626 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:15.228254 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc01620a-0725-47b1-a6a9-14639a5b4ae8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:15.228878 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53', 'status': 'completed', 'code': 200} Dec 09 15:01:15.232972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.236451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['cc2be339-843e-45c5-bcd7-34f023948a53'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:15.314959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] For port 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:15.315796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.328899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network abf831d8-da09-4edb-beaf-9eeaee47929d is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:15.334184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:15.336679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:15.353389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Calling delete_port for 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:15.377572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d92d4-190d-46b4-903d-f835b1957ce4 req-2351ef93-0008-408f-bdd6-7264fe282828 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:15.391319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b31d92d4-190d-46b4-903d-f835b1957ce4 req-2351ef93-0008-408f-bdd6-7264fe282828 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 908 time: 0.1277277 Dec 09 15:01:15.393071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Port': ['ID=e214443a-2769-4f6f-99fd-51019471bc09,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:15.432618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038e17-3441-47c1-9915-692b6bb0118b req-90da30b7-6537-4cca-8e0a-b9c1398cc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:15.434394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-90da30b7-6537-4cca-8e0a-b9c1398cc4d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 1059 time: 0.1546192 Dec 09 15:01:15.528953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5956e17d-0ccd-48cf-9f18-a052ed7c2924 None None] Provisioning complete for port cc2be339-843e-45c5-bcd7-34f023948a53 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:15.529413 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5956e17d-0ccd-48cf-9f18-a052ed7c2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.706592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9c77-ea54-498c-a603-d27b84bdd685 req-c3bd7e0f-29c3-4af0-b462-c05cb22ad38e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:15.708081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e3b9c77-ea54-498c-a603-d27b84bdd685 req-c3bd7e0f-29c3-4af0-b462-c05cb22ad38e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0727732 Dec 09 15:01:15.708972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:15.752825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:15.753703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1cd37-5e93-4d3a-9e24-9cc82f8322dc req-3471c194-8732-4016-b474-38a0e8f9dadb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:15.755228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22a1cd37-5e93-4d3a-9e24-9cc82f8322dc req-3471c194-8732-4016-b474-38a0e8f9dadb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.4161298 Dec 09 15:01:15.835768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e3b9c77-ea54-498c-a603-d27b84bdd685 req-785d6c1b-8285-4beb-aeba-fbb13f4a016e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196294 Dec 09 15:01:15.915209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22a1cd37-5e93-4d3a-9e24-9cc82f8322dc req-9173e8f3-3f83-441f-aac8-1914f7826113 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325161 Dec 09 15:01:15.965822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038e17-3441-47c1-9915-692b6bb0118b req-5876eb18-1bf0-47a1-b4e9-39924271f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:15.968719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-5876eb18-1bf0-47a1-b4e9-39924271f589 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.5237799 Dec 09 15:01:16.043773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0240bc-8b8f-49f4-80e3-632beec1e623 req-f5cb15b0-eaad-4160-bc61-5e96e85ecfa9 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:16.045310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a0240bc-8b8f-49f4-80e3-632beec1e623 req-f5cb15b0-eaad-4160-bc61-5e96e85ecfa9 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0736766 Dec 09 15:01:16.047429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.081535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-400a3404-8183-459f-a862-25ee76bb2693 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2be339-843e-45c5-bcd7-34f023948a53 HTTP/1.1" status: 200 len: 217 time: 0.0773969 Dec 09 15:01:16.158349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.170524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a0240bc-8b8f-49f4-80e3-632beec1e623 req-d1a32100-b692-41ca-8645-47f4ac2889dd tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147604 Dec 09 15:01:16.211683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038e17-3441-47c1-9915-692b6bb0118b req-51bf229c-0c8f-403e-a1e4-05cc962f464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:16.213075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-51bf229c-0c8f-403e-a1e4-05cc962f464f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1189933 Dec 09 15:01:16.220886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5dbb-3ffa-45d5-a37a-9cb845f87f6c req-f1f8d47d-8c1b-4db2-828f-b276ab6715a7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:16.222277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6cc5dbb-3ffa-45d5-a37a-9cb845f87f6c req-f1f8d47d-8c1b-4db2-828f-b276ab6715a7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1398790 Dec 09 15:01:16.302480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Router 203eff37-111c-454d-bb4a-0d3d955947dd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:01:16.346228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038e17-3441-47c1-9915-692b6bb0118b req-868bf979-c846-48cb-9050-0e29c293b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:16.347771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-868bf979-c846-48cb-9050-0e29c293b33a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228254 Dec 09 15:01:16.417725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6cc5dbb-3ffa-45d5-a37a-9cb845f87f6c req-175a2ad5-c6a5-416d-b996-da9f2e046049 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803303 Dec 09 15:01:16.420829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:16.429441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9634af57-fdb0-4ce9-9a00-15515021cc35 admin admin] 10.222.0.46 "PUT /v2.0/routers/203eff37-111c-454d-bb4a-0d3d955947dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0073085 Dec 09 15:01:16.430226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46766) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:16.431567 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] Sync routers for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:16.444397 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:16.445303 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:16.569734 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:16.589694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.662670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-9db60e17-2c1f-4c85-abe2-8966d1b977a1 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040521 Dec 09 15:01:16.733515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.808326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Deleting port cd19e92b-cc01-41d4-be07-42187179a965 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:16.808908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.833540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.839764 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T15:01:15Z', 'revision_number': 5, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port': {'id': 'cd19e92b-cc01-41d4-be07-42187179a965', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:16.866496 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] Checking router: 203eff37-111c-454d-bb4a-0d3d955947dd for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:16.874859 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] Routers {'203eff37-111c-454d-bb4a-0d3d955947dd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:16.875508 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203eff37-111c-454d-bb4a-0d3d955947dd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:16.893030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] For port cd19e92b-cc01-41d4-be07-42187179a965, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd19e92b-cc01-41d4-be07-42187179a965,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:16.893403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:16.908880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Calling delete_port for cd19e92b-cc01-41d4-be07-42187179a965 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:16.923501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-1321a1cd-e05c-4cb6-8ae6-185683b6ca89 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:16.924997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-1321a1cd-e05c-4cb6-8ae6-185683b6ca89 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.2613893 Dec 09 15:01:16.931924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7038e17-3441-47c1-9915-692b6bb0118b req-2ce66fc2-5606-43a0-9821-ba2fb87de60a service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249825 Dec 09 15:01:16.961577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:16.979106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-19d9e4d6-af37-4acd-823d-e0213ebfa080 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/quotas/1598fc3a2d6a41d28f608d4ca2c8077d HTTP/1.1" status: 200 len: 375 time: 0.0461998 Dec 09 15:01:16.998969 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] Set router 203eff37-111c-454d-bb4a-0d3d955947dd gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:17.107897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T15:01:16Z', 'revision_number': 6, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:17.118034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-5b9e4e4a-0731-4172-87c2-d046914849ba tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1025465 Dec 09 15:01:17.119227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Router d0b30cbf-5327-4f01-8bbd-a42d83426d2a is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:17.122758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7de95-da92-4fef-b99e-6001b1e1e52d req-be79e4ca-8678-4003-9bef-3858de76fe49 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:17.130586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5f7de95-da92-4fef-b99e-6001b1e1e52d req-be79e4ca-8678-4003-9bef-3858de76fe49 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 946 time: 0.0790236 Dec 09 15:01:17.134344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.153120 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25406-1203-447f-92cc-89c19a9168ce None None] The sync data for ids ['203eff37-111c-454d-bb4a-0d3d955947dd'] in n-d-804292-5 is: [{'id': '203eff37-111c-454d-bb4a-0d3d955947dd', 'name': 'tempest-ServersTestManualDisk-1934151671-router', 'tenant_id': '555e6abe0b69454494cb7bf1c46255d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:36Z', 'updated_at': '2021-12-09T15:01:16Z', 'revision_number': 6, 'project_id': '555e6abe0b69454494cb7bf1c46255d6', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:17.162372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:17.164741 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6875ebbb-3868-48ad-a4ee-707c496641ba" -d '{"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-unplugged", "status": "completed", "tag": "717ebe2b-7d30-4222-aa74-845698909e35"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:17.178459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:17.187290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.220445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5f7de95-da92-4fef-b99e-6001b1e1e52d req-624c7984-f200-4bf7-895b-6b8ad927546a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889831 Dec 09 15:01:17.221532 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.248155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd19e92b-cc01-41d4-be07-42187179a965,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:17.249873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:17.262514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90ba1c-a367-49ec-b299-a28f0bb3a928 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:17.322940 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.359694 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2054342c-e8cc-432e-8ca9-e93bcfd0e6da x-openstack-request-id: req-2054342c-e8cc-432e-8ca9-e93bcfd0e6da {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:17.360072 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-unplugged", "status": "failed", "tag": "717ebe2b-7d30-4222-aa74-845698909e35", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:17.360404 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2054342c-e8cc-432e-8ca9-e93bcfd0e6da {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:17.360892 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35', 'code': 422} returned with failed status Dec 09 15:01:17.375930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-845039de-7565-450b-a35b-bc41050d11df service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463422 Dec 09 15:01:17.377302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:17.387001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Sync routers for ids ['d0b30cbf-5327-4f01-8bbd-a42d83426d2a'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:17.400306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Routers {'d0b30cbf-5327-4f01-8bbd-a42d83426d2a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:17.401007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d0b30cbf-5327-4f01-8bbd-a42d83426d2a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:17.426091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.429964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0a82bd00-3e4e-4835-ab3a-1621ef113171 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.0620112 Dec 09 15:01:17.431079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46794) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:17.456922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.470263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.552484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Set router d0b30cbf-5327-4f01-8bbd-a42d83426d2a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:17.564886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.565513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 203eff37-111c-454d-bb4a-0d3d955947dd {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:17.571733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.576193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6ccf3e4-a052-4526-8786-b5b9c63204a5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/203eff37-111c-454d-bb4a-0d3d955947dd HTTP/1.1" status: 204 len: 168 time: 1.1449640 Dec 09 15:01:17.576820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46796) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:17.604117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c672-20ef-4ec5-ac3f-a2f185104785 req-580a152c-299c-432b-a965-6b6189aadf11 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:17.613530 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87d4c672-20ef-4ec5-ac3f-a2f185104785 req-580a152c-299c-432b-a965-6b6189aadf11 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1600645 Dec 09 15:01:17.694161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Deleting subnet f7e77b8d-be4f-4de2-94ba-075b6e690252 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:01:17.702777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.742272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87d4c672-20ef-4ec5-ac3f-a2f185104785 req-56b1ec3a-c904-4518-9d70-82846c1ef66a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277070 Dec 09 15:01:17.763422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.773023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b30cbf-5327-4f01-8bbd-a42d83426d2a', 'name': '', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abf831d8-da09-4edb-beaf-9eeaee47929d', 'external_fixed_ips': [{'subnet_id': 'f5aa32ab-4008-4afa-b914-9b0ce9f26c08', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e214443a-2769-4f6f-99fd-51019471bc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:13Z', 'updated_at': '2021-12-09T15:01:15Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': 'e214443a-2769-4f6f-99fd-51019471bc09', 'name': '', 'network_id': 'abf831d8-da09-4edb-beaf-9eeaee47929d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b30cbf-5327-4f01-8bbd-a42d83426d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'f5aa32ab-4008-4afa-b914-9b0ce9f26c08', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:14Z', 'updated_at': '2021-12-09T15:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5aa32ab-4008-4afa-b914-9b0ce9f26c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:17.860675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-bd129c72-c209-4ec2-bda7-a28b8d938ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724853 Dec 09 15:01:17.873493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.881663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.941996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.968761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:17.977088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f7e77b8d-be4f-4de2-94ba-075b6e690252 HTTP/1.1" status: 204 len: 168 time: 0.3982375 Dec 09 15:01:17.992296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46808) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:18.031771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acd388-75ec-4c78-9869-a41e22106700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e77b8d-be4f-4de2-94ba-075b6e690252,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:18.117816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.128301 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.138418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42e005-49e9-433f-bcf0-04e4c5c6d99e None None] Network a23bfded-9aec-47bb-8651-797b32153a9b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:18.140926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Checking router: d0b30cbf-5327-4f01-8bbd-a42d83426d2a for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:18.141281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Updating router d0b30cbf-5327-4f01-8bbd-a42d83426d2a port e214443a-2769-4f6f-99fd-51019471bc09 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:01:18.230303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Deleting port bce52939-9fe8-4765-aac8-872f99e556b3 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:18.230766 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.249051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Deleting port e214443a-2769-4f6f-99fd-51019471bc09 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:18.249392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.332816 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.359714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] For port bce52939-9fe8-4765-aac8-872f99e556b3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bce52939-9fe8-4765-aac8-872f99e556b3,segment=NetworkSegment(89a5061e-4ae6-433f-9dcb-fb62f637d83b),segment_id=89a5061e-4ae6-433f-9dcb-fb62f637d83b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:18.360085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.412343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Calling delete_port for bce52939-9fe8-4765-aac8-872f99e556b3 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:18.416943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b46e8cc1-a80b-441c-9610-a86546a758ee req-1d1515a1-9612-4fc4-abca-53c873b90a9c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 210 time: 0.0509233 Dec 09 15:01:18.459888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.510465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Calling delete_port for e214443a-2769-4f6f-99fd-51019471bc09 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:18.632937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.696315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=bce52939-9fe8-4765-aac8-872f99e556b3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:18.713120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] No DVR routers for this DVR port bce52939-9fe8-4765-aac8-872f99e556b3 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:01:18.753316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1ee4b-0a80-41b0-af47-89dc72ca9681 None None] DHCP port deletion for a23bfded-9aec-47bb-8651-797b32153a9b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:18.824268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.854532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23bfded-9aec-47bb-8651-797b32153a9b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:18.861853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:18.867930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a5061e-4ae6-433f-9dcb-fb62f637d83b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:18.868186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a5061e-4ae6-433f-9dcb-fb62f637d83b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:18.885240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.889354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.904559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:18.904559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6fb8ff4c-d5a5-4f3d-9462-f3e9f627a232 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:18.904559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd19e92b-cc01-41d4-be07-42187179a965 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:18.938319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: cd19e92b-cc01-41d4-be07-42187179a965 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:18.938319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd19e92b-cc01-41d4-be07-42187179a965 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:18.946104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event deleted for resources: {'Port': ['ID=e214443a-2769-4f6f-99fd-51019471bc09,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:18.948028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.962166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:01:18.962579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:01:18.965125 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:01:18.977108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-71b0f3b1-0512-410a-986e-30cae99e6d1a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:18.978783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-71b0f3b1-0512-410a-986e-30cae99e6d1a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb0e65f2-c930-48d2-ab6a-a5b112a3fc20 HTTP/1.1" status: 200 len: 944 time: 0.1012979 Dec 09 15:01:19.032253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301178e1-2f6a-4f8d-ba53-c0589dd13f3b req-70164fb5-0d41-4315-acdc-e16b3e147b9f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:19.033819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-301178e1-2f6a-4f8d-ba53-c0589dd13f3b req-70164fb5-0d41-4315-acdc-e16b3e147b9f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1682940 Dec 09 15:01:19.079895 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:01:19.081348 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:01:19.096700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.104529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Deleting port 717ebe2b-7d30-4222-aa74-845698909e35 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:19.105330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.117167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.185288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.188568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] 10.222.0.46 "DELETE /v2.0/networks/a23bfded-9aec-47bb-8651-797b32153a9b HTTP/1.1" status: 204 len: 168 time: 1.1946080 Dec 09 15:01:19.211035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] For port 717ebe2b-7d30-4222-aa74-845698909e35, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=717ebe2b-7d30-4222-aa74-845698909e35,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:19.211430 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.224391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Calling delete_port for 717ebe2b-7d30-4222-aa74-845698909e35 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:19.239558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af63221-4a93-4332-9aed-4f80aa748d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=a23bfded-9aec-47bb-8651-797b32153a9b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:19.248441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.251803 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.257643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-301178e1-2f6a-4f8d-ba53-c0589dd13f3b req-d6ce12df-b287-4785-980c-a0516ce0d2dd tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139540 Dec 09 15:01:19.342367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.342954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0b30cbf-5327-4f01-8bbd-a42d83426d2a {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:19.347737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.356813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-23b5803c-7d8f-441c-a5e0-512c52f17332 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/routers/d0b30cbf-5327-4f01-8bbd-a42d83426d2a HTTP/1.1" status: 204 len: 168 time: 1.9212141 Dec 09 15:01:19.356813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:19.405753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.413022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Deleting subnet f5aa32ab-4008-4afa-b914-9b0ce9f26c08 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:01:19.416423 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.441313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46862) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:19.484931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.546052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-57b28711-df61-4061-a614-f9744125e280 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=555e6abe0b69454494cb7bf1c46255d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1034801 Dec 09 15:01:19.562800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46866) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:19.567978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e33a80d1-973e-4612-b486-2d3bd1f44aa8 req-93221f47-02db-46a7-9122-89203383db0f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 210 time: 0.0463078 Dec 09 15:01:19.593154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.619910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Port e214443a-2769-4f6f-99fd-51019471bc09 not found while updating agent binding for router d0b30cbf-5327-4f01-8bbd-a42d83426d2a. {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:01:19.642831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:19.644112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:01:19.645629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_agentschedulers_db [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0b30cbf-5327-4f01-8bbd-a42d83426d2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109896) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:01:19.646212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cb3a1-9de7-48c4-be9f-13773c84b307 None None] The sync data for ids ['d0b30cbf-5327-4f01-8bbd-a42d83426d2a'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:19.664679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a4d7ac-7b00-4222-a945-126977126317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.704892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a4d7ac-7b00-4222-a945-126977126317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.725335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.765214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aa32ab-4008-4afa-b914-9b0ce9f26c08,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:19.767421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event deleted for resources: {'Port': ['ID=717ebe2b-7d30-4222-aa74-845698909e35,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:19.772621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.775906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-530d2415-3e7b-4c25-8bd0-38993aa137c3 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/f5aa32ab-4008-4afa-b914-9b0ce9f26c08 HTTP/1.1" status: 204 len: 168 time: 0.4189913 Dec 09 15:01:19.779967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:19.853875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.856850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] No DVR routers for this DVR port 717ebe2b-7d30-4222-aa74-845698909e35 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:01:19.857498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a4d7ac-7b00-4222-a945-126977126317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.860250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a4d7ac-7b00-4222-a945-126977126317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.860743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.863917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-37a4d7ac-7b00-4222-a945-126977126317 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd454117-39c8-4027-83d8-d71d397c2c98 HTTP/1.1" status: 204 len: 168 time: 0.2958834 Dec 09 15:01:19.872437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c73a9f92-f2a8-4ed5-b0a6-f207fc2b1514 req-fdcb816d-04a7-4cb8-867d-1bde6cdbdc88 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "DELETE /v2.0/ports/717ebe2b-7d30-4222-aa74-845698909e35 HTTP/1.1" status: 204 len: 173 time: 0.8796523 Dec 09 15:01:19.872949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-deleted', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:19.873920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d7ac-7b00-4222-a945-126977126317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd454117-39c8-4027-83d8-d71d397c2c98,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:19.875287 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df9f2a-8f75-427a-8963-dab63e736617" -d '{"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-deleted", "tag": "717ebe2b-7d30-4222-aa74-845698909e35"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:19.947199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-1ec5b552-bfcf-4a10-93e7-ac715c296249 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:19.948868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-1ec5b552-bfcf-4a10-93e7-ac715c296249 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 812 time: 0.1924167 Dec 09 15:01:19.951140 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1404dc-1c81-489f-aeae-bcb64b566f20 x-openstack-request-id: req-2b1404dc-1c81-489f-aeae-bcb64b566f20 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:19.951535 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0e65f2-c930-48d2-ab6a-a5b112a3fc20", "name": "network-vif-deleted", "tag": "717ebe2b-7d30-4222-aa74-845698909e35", "status": "failed", "code": 422}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:19.951860 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b1404dc-1c81-489f-aeae-bcb64b566f20 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:19.952372 n-d-804292-5 neutron-server[109895]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb0e65f2-c930-48d2-ab6a-a5b112a3fc20', 'name': 'network-vif-deleted', 'tag': '717ebe2b-7d30-4222-aa74-845698909e35', 'status': 'failed', 'code': 422} returned with failed status Dec 09 15:01:19.963149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:19.965907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Request body: {'port': {'device_id': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'admin_state_up': True, 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:19.985859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf831d8-da09-4edb-beaf-9eeaee47929d']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:19.997392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c72861b-5810-46e2-b6fd-5edf65b37152') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:19.997632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c72861b-5810-46e2-b6fd-5edf65b37152') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:20.008532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.025468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.033887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:01:20.035003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:01:20.036283 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:01:20.102475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.118114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abf831d8-da09-4edb-beaf-9eeaee47929d {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:01:20.118660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Made reservation on behalf of 1598fc3a2d6a41d28f608d4ca2c8077d for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:20.129167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.133908 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.138257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/networks/abf831d8-da09-4edb-beaf-9eeaee47929d HTTP/1.1" status: 204 len: 168 time: 0.3573260 Dec 09 15:01:20.139509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48997e44-b46d-4751-bfc1-d09289ce50ec tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event deleted for resources: {'Network': ['ID=abf831d8-da09-4edb-beaf-9eeaee47929d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:20.331798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Allocated IP 172.20.0.13 (9e330498-9918-46fe-ae82-6b744b89e9ad/fa59e132-7cb8-4c6a-b630-d956462d97b8/7a305132-ced7-43cf-b62f-654e58cf5120) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:20.510330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801b2ea-6d79-4b11-948a-2b60dae97c55 req-226c4382-314b-4c98-968b-a94b6fa26be5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:20.514845 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d801b2ea-6d79-4b11-948a-2b60dae97c55 req-226c4382-314b-4c98-968b-a94b6fa26be5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1219985 Dec 09 15:01:20.583686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46904) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:20.605436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'name': 'tempest-router--524081798', 'project_id': '26d969b698cf480a96950e87ff7b52ed'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:20.638018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d801b2ea-6d79-4b11-948a-2b60dae97c55 req-f2ac3a6b-557c-4e4c-b1fc-dee7b3233b97 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135168 Dec 09 15:01:20.673610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.687117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.688202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.763761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bce52939-9fe8-4765-aac8-872f99e556b3 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:20.789855 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.796750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.802047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: bce52939-9fe8-4765-aac8-872f99e556b3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:20.802405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bce52939-9fe8-4765-aac8-872f99e556b3 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:20.805237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.819747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215', '02a42a13-eca2-440b-8be9-f62ee1959c50'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:20.874040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:20.895011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:20.904624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:20.910997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:20.919673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-450b2b66-7749-4545-bbf7-cdc3a49327f2 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3212850 Dec 09 15:01:20.920714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46918) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:20.962344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:20.963025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:20.992748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:20.994701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.026377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f304a55e-4588-4945-8ec1-aca917d91ac5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0667212 Dec 09 15:01:21.039429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Request body: {'port': {'device_id': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:21.046855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 717ebe2b-7d30-4222-aa74-845698909e35 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:21.051190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 717ebe2b-7d30-4222-aa74-845698909e35 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:21.114938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.153340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881cf4-4216-4b91-a936-d458bf5d38a2 req-ad8f2d51-1a33-4c51-a467-73ae4064033f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:21.162612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa881cf4-4216-4b91-a936-d458bf5d38a2 req-ad8f2d51-1a33-4c51-a467-73ae4064033f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 932 time: 0.3249118 Dec 09 15:01:21.165072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.280687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa881cf4-4216-4b91-a936-d458bf5d38a2 req-0911d635-6693-46ea-8163-fe448ae836c0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170893 Dec 09 15:01:21.366253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-17bd9aa4-47d7-4690-ba7d-408626b61514 None None] Provisioning complete for port 7a305132-ced7-43cf-b62f-654e58cf5120 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:21.366629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17bd9aa4-47d7-4690-ba7d-408626b61514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.384266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-af7abf88-936a-4771-b996-9666a618170e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:21.391736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-af7abf88-936a-4771-b996-9666a618170e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.2349684 Dec 09 15:01:21.423889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-b09f217e-42e3-4df1-a3f2-57a112757242 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0311346 Dec 09 15:01:21.427091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-17bd9aa4-47d7-4690-ba7d-408626b61514 None None] Port 7a305132-ced7-43cf-b62f-654e58cf5120 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:21.492896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-04c5b2f9-c6be-4f99-8e57-1791da9190ce tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680912 Dec 09 15:01:21.613087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a305132-ced7-43cf-b62f-654e58cf5120 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:21.622741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.651318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Transition to ACTIVE for port object 7a305132-ced7-43cf-b62f-654e58cf5120 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:01:21.656121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.659851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.668654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.721999 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.734551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.735267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0547462c-2493-469a-b22f-461f8e96c4aa {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:21.741083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:21.743006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-09b854f4-a30d-4f73-9c84-397cd8c5dee6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/routers/0547462c-2493-469a-b22f-461f8e96c4aa HTTP/1.1" status: 204 len: 168 time: 0.8196366 Dec 09 15:01:21.800076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad3bce-e173-49ef-a3e0-9679a078c64a req-8c1700e4-69c4-481c-9fa7-c77f3cdfa96a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:21.801608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70ad3bce-e173-49ef-a3e0-9679a078c64a req-8c1700e4-69c4-481c-9fa7-c77f3cdfa96a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0828934 Dec 09 15:01:21.819986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:21.886248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70ad3bce-e173-49ef-a3e0-9679a078c64a req-602bcb30-5b53-4752-9b60-25f92c78af80 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783114 Dec 09 15:01:21.918617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3940a904-9581-4c6c-9818-3dc3f2ebc1ac service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149523 Dec 09 15:01:22.051601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46966) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:22.102635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Attempting to bind port 7a305132-ced7-43cf-b62f-654e58cf5120 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:22.103542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Attempting to bind port 7a305132-ced7-43cf-b62f-654e58cf5120 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:22.104034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Attempting to bind port 7a305132-ced7-43cf-b62f-654e58cf5120 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:22.116062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Port 7a305132-ced7-43cf-b62f-654e58cf5120 on network 9e330498-9918-46fe-ae82-6b744b89e9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:22.116525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Attempting to bind port 7a305132-ced7-43cf-b62f-654e58cf5120 on network 9e330498-9918-46fe-ae82-6b744b89e9ad {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:22.126958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:22.127441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Checking segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:22.127648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Bound using segment: {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:22.128064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Bound port: 7a305132-ced7-43cf-b62f-654e58cf5120, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23948f51-fd45-450c-baaf-7f8ec263a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:22.128420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.207452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-f12032d6-0046-42ef-bf84-990eaeb7777b service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768409 Dec 09 15:01:22.241386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:22.245933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:22.254054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.280171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.280757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1183559380', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:22.314456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.314456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.366245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:22.367091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.368707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-f33db023-0001-4852-a77c-952bac7518ed service neutron] 10.222.0.43 "PUT /v2.0/ports/7a305132-ced7-43cf-b62f-654e58cf5120 HTTP/1.1" status: 200 len: 1092 time: 1.3337123 Dec 09 15:01:22.369347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:22.372346 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:22.398801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.405936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33db023-0001-4852-a77c-952bac7518ed service neutron] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:22.492400 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e86a1-f96d-44c5-83e1-2e3a6126eca8 x-openstack-request-id: req-cb6e86a1-f96d-44c5-83e1-2e3a6126eca8 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:22.493059 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:22.493059 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb6e86a1-f96d-44c5-83e1-2e3a6126eca8 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:22.493545 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120', 'status': 'completed', 'code': 200} Dec 09 15:01:22.495714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-498c6bf2-e2c4-4849-b6c0-62548e811d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:22.497275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-498c6bf2-e2c4-4849-b6c0-62548e811d01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 1095 time: 0.0595014 Dec 09 15:01:22.625514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-2bdedaf3-4e64-4fcf-9529-9ebccbb683d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a305132-ced7-43cf-b62f-654e58cf5120 HTTP/1.1" status: 200 len: 217 time: 0.1189969 Dec 09 15:01:22.726068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:22.767791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e7a5a-992e-404c-ab7c-083f6af5d93a req-e6d761ee-9511-4dc9-8504-2d245cc0013b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:22.769589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d66e7a5a-992e-404c-ab7c-083f6af5d93a req-e6d761ee-9511-4dc9-8504-2d245cc0013b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 944 time: 0.1706817 Dec 09 15:01:22.789309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ad4bf8f-cb0d-4a35-a5b3-64790908148b req-5e422d2c-40c5-48cc-8500-1de8d203ea6a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 210 time: 0.1886842 Dec 09 15:01:22.819394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-0edad795-df2f-465d-85c1-22c130ce6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:22.823126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-0edad795-df2f-465d-85c1-22c130ce6e14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.1694584 Dec 09 15:01:22.895146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-996c79ad-0ea4-4cab-b33e-fa38b9e52a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:22.896697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-996c79ad-0ea4-4cab-b33e-fa38b9e52a4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624321 Dec 09 15:01:22.955534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46996) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:22.974569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d66e7a5a-992e-404c-ab7c-083f6af5d93a req-a2688597-4741-4f18-9246-a590b40393eb tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906061 Dec 09 15:01:23.120689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-9b8066ed-5fbd-4cf5-bccd-f0d415da19d2 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107754 Dec 09 15:01:23.127906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5dd7e94-3d5d-4e5d-932b-fb6dae0a4f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.180461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.210977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52010f-a9e4-457b-924a-8af713c38944 req-680216a7-fc4c-4ec6-be65-f60fe1534de6 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:23.219877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da52010f-a9e4-457b-924a-8af713c38944 req-680216a7-fc4c-4ec6-be65-f60fe1534de6 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1753299 Dec 09 15:01:23.221501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.239916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-be2cee5f-d6b7-447c-b077-cde192a3e96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.344058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da52010f-a9e4-457b-924a-8af713c38944 req-97372119-f187-4391-b296-613fc730a04b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237161 Dec 09 15:01:23.374488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86bf706b-d6b6-41fe-af4a-7b1dfc18db61 req-fad46b18-3c79-40c6-a867-6ea26b649741 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439902 Dec 09 15:01:23.455042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-be2cee5f-d6b7-447c-b077-cde192a3e96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.459971 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-be2cee5f-d6b7-447c-b077-cde192a3e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.486124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Allocated IP 172.25.0.247 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/08ee30e4-6aee-469f-b528-39bb3ea76b61) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:23.506120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-3f52cd8d-1e13-434e-8e10-972df6286ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:23.507923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-3f52cd8d-1e13-434e-8e10-972df6286ac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 1095 time: 0.0504744 Dec 09 15:01:23.518963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cee5f-d6b7-447c-b077-cde192a3e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c26e88-c304-47c7-b493-93c15b3c4f27,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:23.528898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-be2cee5f-d6b7-447c-b077-cde192a3e96f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e245962ceaa84a378241cc8b99468d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5693128 Dec 09 15:01:23.528898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47006) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:23.619743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-5f81fd9d-26e7-4c3c-9e7b-fbd1af0f33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:23.621252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-5f81fd9d-26e7-4c3c-9e7b-fbd1af0f33b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1051235 Dec 09 15:01:23.640012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adfe02c0-36ae-4eed-8567-d73411ab8583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.673427 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.674588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-0edea51a-c65b-4b14-a427-cc9368a0889c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a305132-ced7-43cf-b62f-654e58cf5120 HTTP/1.1" status: 200 len: 217 time: 0.0427723 Dec 09 15:01:23.679373 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adfe02c0-36ae-4eed-8567-d73411ab8583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.730560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-482297e0-65d2-42a5-91a1-856cc1be5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:23.732120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-482297e0-65d2-42a5-91a1-856cc1be5add service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0500762 Dec 09 15:01:23.738567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.769108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adfe02c0-36ae-4eed-8567-d73411ab8583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.771752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adfe02c0-36ae-4eed-8567-d73411ab8583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.775627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-adfe02c0-36ae-4eed-8567-d73411ab8583 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0c26e88-c304-47c7-b493-93c15b3c4f27 HTTP/1.1" status: 204 len: 168 time: 0.2430699 Dec 09 15:01:23.789121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-69af661d-90f7-42d6-9840-b2502069e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:23.790358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:23.790653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-69af661d-90f7-42d6-9840-b2502069e0f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499568 Dec 09 15:01:23.796061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe02c0-36ae-4eed-8567-d73411ab8583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c26e88-c304-47c7-b493-93c15b3c4f27,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:23.819190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:23.833308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3106d6-7563-4a4c-bca7-cacd81219796 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:23.846534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:23.887401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event updated for resources: {'Port': ['ID=08ee30e4-6aee-469f-b528-39bb3ea76b61,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:23.939332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-13d77009-ad26-4d5c-937a-6cc5ced206a0 None None] Provisioning complete for port 08ee30e4-6aee-469f-b528-39bb3ea76b61 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:23.939741 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13d77009-ad26-4d5c-937a-6cc5ced206a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:23.967433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a50ddf2f-1419-41d5-a93d-3d8875127fdb req-1b41d8d2-e569-4d08-a393-721ecd0b843f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 210 time: 0.0705593 Dec 09 15:01:23.982565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-d93df038-20b7-45c2-9426-ddb55d7f5cd8 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820960 Dec 09 15:01:24.017529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-13d77009-ad26-4d5c-937a-6cc5ced206a0 None None] Port 08ee30e4-6aee-469f-b528-39bb3ea76b61 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:24.130514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-2110fe31-d6b8-4ac9-be0d-10299108663c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:24.132147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-2110fe31-d6b8-4ac9-be0d-10299108663c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.3372750 Dec 09 15:01:24.133573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c04ad8d0-3474-4945-8c5a-f30f48a0d4d0 req-663229da-763c-4323-8e11-c5216155c94b service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424210 Dec 09 15:01:24.142195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776c16-ddd3-498f-8c27-56ff55b2554f req-9a0e27e5-6f0c-4835-8d6e-aa07c69b5447 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:24.143537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0776c16-ddd3-498f-8c27-56ff55b2554f req-9a0e27e5-6f0c-4835-8d6e-aa07c69b5447 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 944 time: 0.0739605 Dec 09 15:01:24.154840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Request body: {'port': {'device_id': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'admin_state_up': True, 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:24.205887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0776c16-ddd3-498f-8c27-56ff55b2554f req-c4a2459b-e9c6-4b2e-af32-c9191e12cad0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Dec 09 15:01:24.416128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.463767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:24.468048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.493469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05412-ef2c-4204-a176-bfec8f566797 req-eb23219d-c9f3-4015-865d-412af3e05ab4 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:24.495329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6dd05412-ef2c-4204-a176-bfec8f566797 req-eb23219d-c9f3-4015-865d-412af3e05ab4 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0628433 Dec 09 15:01:24.549718 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6dd05412-ef2c-4204-a176-bfec8f566797 req-d47ab502-5355-4b12-9d2b-57a50f5b095b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Dec 09 15:01:24.642692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47040) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:24.730383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Allocated IP 172.20.0.2 (2bb44386-ba3a-48d6-be76-3b19a04c4117/36dee103-67a7-4df5-8bcc-ed1d13da6a3c/53868016-f6af-4956-bdc9-dca4a9da6236) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:24.736245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.750051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-network', 'tenant_id': '19313c48a3954053a17f879c8b160e78'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:24.770165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Made reservation on behalf of 19313c48a3954053a17f879c8b160e78 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:24.773095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.782965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.868141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.872987 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.900312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:01:24.912500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a4d114-8934-4887-b6bf-cfc875737990,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:24.919409 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.919743 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Added segment 63f4a22d-3a38-4ef5-84a3-fb27755daf1c of type vlan for network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f Dec 09 15:01:24.966698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.997268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:24.998681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:24.999283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.045805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4019437 Dec 09 15:01:25.046731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47046) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:25.055146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Request body: {'subnet': {'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-subnet', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:25.091245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ad8f5-93c5-405a-b46d-5ff8e03725ad admin admin] Pushing event updated for resources: {'Network': ['ID=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:25.103881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:01:25.111281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Made reservation on behalf of 19313c48a3954053a17f879c8b160e78 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:25.114007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.117216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4031e6ef-86ff-4782-98de-181268aacc7b req-49b6b2e7-61dd-41b3-afd0-29fae08329f1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 210 time: 0.0672674 Dec 09 15:01:25.248964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Router 408551ab-4933-41bd-9c84-ca0078e1bc83 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:25.259226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.343750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.384497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28b55-ac1b-4b3b-98a5-fd2aa67c94d8 req-bd5fe6d7-4fbf-4146-b201-8741649394b6 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:25.386694 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fb28b55-ac1b-4b3b-98a5-fd2aa67c94d8 req-bd5fe6d7-4fbf-4146-b201-8741649394b6 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 944 time: 0.0956700 Dec 09 15:01:25.399733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.449839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:25.461324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:25.463099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Checking segment: {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:25.463492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Network hostable DHCP agents. Network: 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:01:25.471392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:25.475112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:25.475287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fb28b55-ac1b-4b3b-98a5-fd2aa67c94d8 req-e4b9038c-8ca6-48b5-a213-683b831ce831 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819237 Dec 09 15:01:25.477842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event updated for resources: {'Port': ['ID=53868016-f6af-4956-bdc9-dca4a9da6236,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:25.482085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:25.493178 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] Sync routers for ids ['408551ab-4933-41bd-9c84-ca0078e1bc83'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:25.494879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:01:25.509094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:25.514163 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] Routers {'408551ab-4933-41bd-9c84-ca0078e1bc83'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:25.514893 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['408551ab-4933-41bd-9c84-ca0078e1bc83'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:25.515043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:25.515685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.519763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68189c50-8876-4c98-bbd8-b49315db3de8 None None] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:25.544522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6f45d1fc-0adc-4d5d-ac07-d42301299c96 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4948766 Dec 09 15:01:25.545720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47056) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:25.556917 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:25.561434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:25.565105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:25.565764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.568203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] Routers {'408551ab-4933-41bd-9c84-ca0078e1bc83'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:25.569262 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['408551ab-4933-41bd-9c84-ca0078e1bc83'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:25.572479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.577586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3a6e199-fc8f-417e-973d-9e10f6b9cce3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5252168 Dec 09 15:01:25.579831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47060) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:25.608017 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:25.608962 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2cabd-7cf3-417b-8c7d-745285a896ae None None] The sync data for ids ['408551ab-4933-41bd-9c84-ca0078e1bc83'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:25.626462 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.628021 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.654877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-3091c550-ca06-4eb8-b946-dded6ed03622 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5089567 Dec 09 15:01:25.655599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-459b786b-fb9c-4367-95ed-af7f44447944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.669923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Request body: {'port': {'device_id': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:25.697019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8918607-1c8c-4dde-9bf8-299c592cc695 None None] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:25.727327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.768379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-87d0edc1-463d-4bc7-9dd3-1e552afc9d6d tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/408551ab-4933-41bd-9c84-ca0078e1bc83 HTTP/1.1" status: 200 len: 921 time: 0.1867411 Dec 09 15:01:25.771209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:25.783211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:25.809394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a7daa274-9b44-4621-9301-899d33057d5b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=408551ab-4933-41bd-9c84-ca0078e1bc83 HTTP/1.1" status: 200 len: 205 time: 0.0369856 Dec 09 15:01:25.811850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:25.819690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edacdb-add7-4a50-9464-f1e22afd6bac req-140983f6-6114-4d7b-8b56-c358606a327a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:25.821196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34edacdb-add7-4a50-9464-f1e22afd6bac req-140983f6-6114-4d7b-8b56-c358606a327a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1682250 Dec 09 15:01:25.898354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.007745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.017956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a305132-ced7-43cf-b62f-654e58cf5120 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:01:26.128347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:26.141867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '7a305132-ced7-43cf-b62f-654e58cf5120', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': '7a305132-ced7-43cf-b62f-654e58cf5120', 'mac_address': 'fa:16:3e:64:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:01:26.201578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.201842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.222299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a305132-ced7-43cf-b62f-654e58cf5120 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:26.247689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:26.250377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34edacdb-add7-4a50-9464-f1e22afd6bac req-a9d74378-cb80-4146-be03-7f5f80b779e0 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972309 Dec 09 15:01:26.254868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.311974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53868016-f6af-4956-bdc9-dca4a9da6236 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:26.321865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.328425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:26.340888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Transition to ACTIVE for port object 53868016-f6af-4956-bdc9-dca4a9da6236 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:01:26.350557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3673f-111f-4ce7-92fc-3eeaf663bd00 req-c49d68b4-451c-4b22-ab71-7e0196a7d735 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:26.352175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ef3673f-111f-4ce7-92fc-3eeaf663bd00 req-c49d68b4-451c-4b22-ab71-7e0196a7d735 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 931 time: 0.1430914 Dec 09 15:01:26.354559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.417704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Deleting port 08ee30e4-6aee-469f-b528-39bb3ea76b61 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:26.418115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.445306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Pushing event updated for resources: {'Port': ['ID=53868016-f6af-4956-bdc9-dca4a9da6236,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:26.446165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.468226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.529587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ef3673f-111f-4ce7-92fc-3eeaf663bd00 req-e3bb80ac-5430-43e1-8b96-f025e669b7e0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448476 Dec 09 15:01:26.560781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['7a305132-ced7-43cf-b62f-654e58cf5120'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:26.591832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.616246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Attempting to bind port 53868016-f6af-4956-bdc9-dca4a9da6236 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:26.616584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Attempting to bind port 53868016-f6af-4956-bdc9-dca4a9da6236 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:26.616922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Attempting to bind port 53868016-f6af-4956-bdc9-dca4a9da6236 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:26.622846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Calling delete_port for 08ee30e4-6aee-469f-b528-39bb3ea76b61 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:26.624602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Port 53868016-f6af-4956-bdc9-dca4a9da6236 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:26.624932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Attempting to bind port 53868016-f6af-4956-bdc9-dca4a9da6236 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:26.631974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:26.632324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:26.632718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Bound using segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:26.633163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Bound port: 53868016-f6af-4956-bdc9-dca4a9da6236, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:26.633524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.639344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.640475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Allocated IP 172.25.0.44 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/03d993eb-3cc6-4021-82c8-40c9d4376a04) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:26.663979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eaaca-78e3-4c80-a637-841801a2982b req-bc140821-a57b-4244-a9b8-ea08472d3772 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:26.671613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a5eaaca-78e3-4c80-a637-841801a2982b req-bc140821-a57b-4244-a9b8-ea08472d3772 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 945 time: 0.0892029 Dec 09 15:01:26.764400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] For port 53868016-f6af-4956-bdc9-dca4a9da6236, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:26.769189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] For port 53868016-f6af-4956-bdc9-dca4a9da6236, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53868016-f6af-4956-bdc9-dca4a9da6236,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:26.778988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a5eaaca-78e3-4c80-a637-841801a2982b req-3904f497-e580-43d5-b44a-664f4bb774d0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065097 Dec 09 15:01:26.807917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.812045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.847914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.854041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:26.855419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.856817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] 10.222.0.36 "PUT /v2.0/ports/53868016-f6af-4956-bdc9-dca4a9da6236 HTTP/1.1" status: 200 len: 1091 time: 1.1928039 Dec 09 15:01:26.859629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'tag': '53868016-f6af-4956-bdc9-dca4a9da6236'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:26.861868 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6504848-a3c3-434a-9383-5466ef0bdb73" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81532d-6984-4cf1-a332-a9d6d0d16683", "tag": "53868016-f6af-4956-bdc9-dca4a9da6236"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:26.891243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Pushing event updated for resources: {'Port': ['ID=03d993eb-3cc6-4021-82c8-40c9d4376a04,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:26.903966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:26.905330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:26.907637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:26.925799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c2139-9e79-4302-8388-2c110e5e55ef None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:26.934601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1dee-d251-4b6e-8a9f-f4849ab60f02 service neutron] Pushing event updated for resources: {'Port': ['ID=53868016-f6af-4956-bdc9-dca4a9da6236,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:26.943063 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8466993-6db8-4a43-b8da-0db3e724638b x-openstack-request-id: req-d8466993-6db8-4a43-b8da-0db3e724638b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:26.943311 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81532d-6984-4cf1-a332-a9d6d0d16683", "tag": "53868016-f6af-4956-bdc9-dca4a9da6236", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:26.943610 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8466993-6db8-4a43-b8da-0db3e724638b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:26.944008 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'tag': '53868016-f6af-4956-bdc9-dca4a9da6236', 'status': 'completed', 'code': 200} Dec 09 15:01:26.964979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-994c0e62-7afc-40cb-9047-1096fec465a8 None None] Provisioning complete for port 03d993eb-3cc6-4021-82c8-40c9d4376a04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:26.966142 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-994c0e62-7afc-40cb-9047-1096fec465a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:26.986865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-1eaff95d-3c9d-47b7-9b42-6e63aa3a97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:26.988420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-1eaff95d-3c9d-47b7-9b42-6e63aa3a97f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 1094 time: 0.0639796 Dec 09 15:01:26.989052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.008648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-994c0e62-7afc-40cb-9047-1096fec465a8 None None] Port 03d993eb-3cc6-4021-82c8-40c9d4376a04 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:27.024261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event deleted for resources: {'Port': ['ID=08ee30e4-6aee-469f-b528-39bb3ea76b61,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:27.037361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab10bd7-4694-4f0c-b539-988686f36c70 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:27.077217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-0ec85ce7-465e-4de2-b408-66d83a2d1841 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53868016-f6af-4956-bdc9-dca4a9da6236 HTTP/1.1" status: 200 len: 217 time: 0.0603654 Dec 09 15:01:27.148636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.177660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.210703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-050f059d-5cc7-47b8-a534-135f6bbbd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:27.212213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-050f059d-5cc7-47b8-a534-135f6bbbd784 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.1163886 Dec 09 15:01:27.253685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.269375 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.272627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-23532813-bff5-4a04-ade3-7d084327592a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305870 Dec 09 15:01:27.340461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.341033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Fanout notify agent at l3_agent the message router_deleted on router 408551ab-4933-41bd-9c84-ca0078e1bc83 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:27.348976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.350083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1faf0cc-0bd5-4e4c-b1cb-51bfc9e6842c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/408551ab-4933-41bd-9c84-ca0078e1bc83 HTTP/1.1" status: 204 len: 168 time: 1.5373175 Dec 09 15:01:27.357333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:27.362865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1327692685', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': False}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:27.416407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.419532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.420567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.440780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-0c35425f-eda1-4b24-911d-273ce74befb7 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239724 Dec 09 15:01:27.473943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda57235-50f6-4515-8d93-e0ae0d18d9db req-30b460c7-e09c-4dc2-8fda-6aa55d6e15ff tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:27.475585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bda57235-50f6-4515-8d93-e0ae0d18d9db req-30b460c7-e09c-4dc2-8fda-6aa55d6e15ff tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1067715 Dec 09 15:01:27.509273 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.579998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bda57235-50f6-4515-8d93-e0ae0d18d9db req-bbc2079d-fb9f-49f7-9b89-b5b0b413c194 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632436 Dec 09 15:01:27.612718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:27.734470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:27.744041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Sync routers for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:27.758334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:27.759382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:27.762078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.766975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-00a644bc-8a2c-4eaa-8a17-b09e89d1b060 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2201703 Dec 09 15:01:27.767665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47090) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:27.888402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:27.966003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:27.977586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-191d8c93-1fc8-462f-b7c3-c176c4614468 req-53fbfbe7-6e0a-4fb2-92d8-4b7cfd5b16e9 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206056 Dec 09 15:01:27.987121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9b88f-b772-453b-a9e3-d8345db4dbb4 req-01bd1683-cb0e-43ac-8465-5b8032a46aac tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:27.988563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fab9b88f-b772-453b-a9e3-d8345db4dbb4 req-01bd1683-cb0e-43ac-8465-5b8032a46aac tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 943 time: 0.1730006 Dec 09 15:01:28.031662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a305132-ced7-43cf-b62f-654e58cf5120 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:28.080031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fab9b88f-b772-453b-a9e3-d8345db4dbb4 req-24bcdcfb-3621-4043-8bfd-4a0f5dc42e4d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786197 Dec 09 15:01:28.086782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6987a0-1a69-4426-8aba-4787653ad310 req-45d180df-817d-440c-b0de-06a729a0958b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:28.088391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc6987a0-1a69-4426-8aba-4787653ad310 req-45d180df-817d-440c-b0de-06a729a0958b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 945 time: 0.1922865 Dec 09 15:01:28.126187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 7a305132-ced7-43cf-b62f-654e58cf5120 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:01:28.132226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 7a305132-ced7-43cf-b62f-654e58cf5120 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:28.132621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.158708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-bd36bf15-81c0-4669-b739-9f8693895b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:28.160240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-bd36bf15-81c0-4669-b739-9f8693895b32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 1094 time: 0.0974016 Dec 09 15:01:28.162521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:27Z', 'revision_number': 3, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:28.192758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Checking router: c0cde7f8-0cff-4ad1-abcb-7f634d553af2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:28.193057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Updating router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 port 03d993eb-3cc6-4021-82c8-40c9d4376a04 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:01:28.222197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc6987a0-1a69-4426-8aba-4787653ad310 req-d427cc8e-1d23-4999-b803-63109dc1de8e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251447 Dec 09 15:01:28.224774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.299304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.360005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-fe3965f8-7947-4654-831e-b19be0c7eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:28.361507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-fe3965f8-7947-4654-831e-b19be0c7eb74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.1925054 Dec 09 15:01:28.370882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.372153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.413162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:28.415514 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2667f319-0906-4c5f-bcfe-9fe7a10a5699" -d '{"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-plugged", "status": "completed", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:28.440734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-c4e8cb7d-df3a-4715-9ff4-2c7065a2ce31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53868016-f6af-4956-bdc9-dca4a9da6236 HTTP/1.1" status: 200 len: 217 time: 0.0578763 Dec 09 15:01:28.455869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.532610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.554754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-ab6b6af8-20d6-4538-9186-b31f0599998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:28.556391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-ab6b6af8-20d6-4538-9186-b31f0599998a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0796514 Dec 09 15:01:28.621947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-7b8806d6-fbad-4b05-937d-687dfd37fc0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354984 Dec 09 15:01:28.622894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Allocated IP 172.20.0.1 (7237f2b7-4622-4b8c-bfb4-18f8826d0a7f/f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d/18482f97-e629-4d42-a15a-7f4b9d9ec557) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:28.624108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:28.625955 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc292db-a96a-4d06-a778-17a4bb0748fc x-openstack-request-id: req-cbc292db-a96a-4d06-a778-17a4bb0748fc {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:28.626249 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-plugged", "status": "completed", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:28.626512 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbc292db-a96a-4d06-a778-17a4bb0748fc {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:28.626894 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120', 'code': 200} Dec 09 15:01:28.631442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.634925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432a7d1-39f7-465d-a617-5b559f93e0b3 req-a1e28284-32ee-4f4b-a479-9dce10c79e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:28.637148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c432a7d1-39f7-465d-a617-5b559f93e0b3 req-a1e28284-32ee-4f4b-a479-9dce10c79e0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 1096 time: 0.0819046 Dec 09 15:01:28.707416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:28.750859 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-0f89a77e-d907-48e6-85b9-003c56bada70 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168070 Dec 09 15:01:28.775404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.782773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.804692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c432a7d1-39f7-465d-a617-5b559f93e0b3 req-bf0b6020-d0c3-4624-96e0-fa30e3b4c7c2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557343 Dec 09 15:01:28.847617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327cbc6-dae6-4ca4-841e-142a7de0526a None None] Pushing event updated for resources: {'Port': ['ID=03d993eb-3cc6-4021-82c8-40c9d4376a04,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:28.866982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d448a3-cc49-4454-8042-4eff08ac439c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:28.877588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.885118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Attempting to bind port 03d993eb-3cc6-4021-82c8-40c9d4376a04 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:28.886251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Attempting to bind port 03d993eb-3cc6-4021-82c8-40c9d4376a04 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:28.886777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Attempting to bind port 03d993eb-3cc6-4021-82c8-40c9d4376a04 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:28.893037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:28.893506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:28.893966 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.894420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:28.894858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34b059-a059-4197-b54d-74c43baf3081 req-151c598c-b3ab-4574-9439-adba21b813a7 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:28.895080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Bound port: 03d993eb-3cc6-4021-82c8-40c9d4376a04, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:28.895553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.903317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec34b059-a059-4197-b54d-74c43baf3081 req-151c598c-b3ab-4574-9439-adba21b813a7 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1010659 Dec 09 15:01:28.926896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Allocated IP 172.25.0.177 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/3542c1cd-58c2-40ab-9aa0-c1e44ef8b673) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:28.937771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6504848-a3c3-434a-9383-5466ef0bdb73 req-1945a465-da98-4a3f-a44b-4e8b6bc3228a service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770318 Dec 09 15:01:28.964919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-528b7b02-03e0-4437-86a4-4c69734d6da4 None None] Provisioning complete for port 03d993eb-3cc6-4021-82c8-40c9d4376a04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:28.964919 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-528b7b02-03e0-4437-86a4-4c69734d6da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.978477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec34b059-a059-4197-b54d-74c43baf3081 req-8551c385-2f8e-4b22-9911-b12dc1666223 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Dec 09 15:01:28.980673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:28.989538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] For port 03d993eb-3cc6-4021-82c8-40c9d4376a04, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:29.004379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:29.009064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] For port 03d993eb-3cc6-4021-82c8-40c9d4376a04, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03d993eb-3cc6-4021-82c8-40c9d4376a04,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:29.018135 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.027886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:29.032547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:29.034460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-528b7b02-03e0-4437-86a4-4c69734d6da4 None None] Port 03d993eb-3cc6-4021-82c8-40c9d4376a04 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:29.059288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d343478-e655-41d5-ab81-69fefe66bae6 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:29.072601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.079385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Pushing event updated for resources: {'Port': ['ID=18482f97-e629-4d42-a15a-7f4b9d9ec557,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:29.089842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:29.090648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:29.093599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.153252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327cbc6-dae6-4ca4-841e-142a7de0526a None None] Pushing event updated for resources: {'Port': ['ID=03d993eb-3cc6-4021-82c8-40c9d4376a04,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:29.153853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.215849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1aa640b4-b167-4243-8574-86d8abfd21ba None None] Provisioning complete for port 03d993eb-3cc6-4021-82c8-40c9d4376a04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:29.216257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aa640b4-b167-4243-8574-86d8abfd21ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.219714 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.220978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:29.226742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:29.232411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:29.255117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b79ae2e-d541-4345-9c01-39538c04349b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:29.265930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.275391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Port': ['ID=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:29.276945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:29.328788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.329152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.329652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.330008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.330356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.332183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.332600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.332976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.333360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.333732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.334227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.334577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.334919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:29.393807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c90e04-b78e-4c09-bd05-dbf2df05f048 req-c219b9df-6376-4db2-997d-f245c462fc1c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:29.395342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c90e04-b78e-4c09-bd05-dbf2df05f048 req-c219b9df-6376-4db2-997d-f245c462fc1c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 943 time: 0.2108979 Dec 09 15:01:29.467378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aa640b4-b167-4243-8574-86d8abfd21ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.473095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f43fb-2a20-4dd9-a0f5-9648e2eed464 req-6455c232-235e-4eed-b05b-4475cb1774c1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:29.474690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a9f43fb-2a20-4dd9-a0f5-9648e2eed464 req-6455c232-235e-4eed-b05b-4475cb1774c1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1021879 Dec 09 15:01:29.500795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c90e04-b78e-4c09-bd05-dbf2df05f048 req-06aedc1f-5f05-4f5e-a5ca-74d020b56e4d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777619 Dec 09 15:01:29.523756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.533066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1aa640b4-b167-4243-8574-86d8abfd21ba None None] For port 03d993eb-3cc6-4021-82c8-40c9d4376a04, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03d993eb-3cc6-4021-82c8-40c9d4376a04,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:29.534919 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.541686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aa640b4-b167-4243-8574-86d8abfd21ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.593701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a9f43fb-2a20-4dd9-a0f5-9648e2eed464 req-76efaf67-3ce2-482d-bb9a-0667a1427a90 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071539 Dec 09 15:01:29.602270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa640b4-b167-4243-8574-86d8abfd21ba None None] Pushing event updated for resources: {'Port': ['ID=03d993eb-3cc6-4021-82c8-40c9d4376a04,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:29.609429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:27Z', 'revision_number': 3, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:29.616635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Pushing event updated for resources: {'Port': ['ID=18482f97-e629-4d42-a15a-7f4b9d9ec557,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:29.622280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.641689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e40884-1d50-483a-85a0-5ac083ff9dbb None None] The sync data for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 is: [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:27Z', 'revision_number': 3, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:29.643228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.665803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-09dca199-fac8-4f9a-be7b-d6df1cb65608 None None] Provisioning complete for port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:29.666263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09dca199-fac8-4f9a-be7b-d6df1cb65608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.721804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-09dca199-fac8-4f9a-be7b-d6df1cb65608 None None] Port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:29.780348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:29.781506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:29.872788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:29.912510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:01:30.126656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Router 32cec774-7019-4e1c-938e-24c77d111ffe is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:30.211247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa8c4a-a8cb-4020-a66b-7271fc0252b4 req-c8dab8a1-d2d4-41a5-bd2a-a1f427941c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:30.213090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ffa8c4a-a8cb-4020-a66b-7271fc0252b4 req-c8dab8a1-d2d4-41a5-bd2a-a1f427941c2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 1096 time: 0.1943438 Dec 09 15:01:30.241873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:30.251434 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0559a8cd-3d3e-4e3e-aa5d-9d407ae2a66e admin admin] 10.222.0.46 "PUT /v2.0/routers/c0cde7f8-0cff-4ad1-abcb-7f634d553af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4787052 Dec 09 15:01:30.266546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4096b-59bf-4c5f-afcf-95500f66c680 req-25ba70e9-a810-4dd5-addc-9ac71b1942a8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:30.272142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6db4096b-59bf-4c5f-afcf-95500f66c680 req-25ba70e9-a810-4dd5-addc-9ac71b1942a8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1671250 Dec 09 15:01:30.284389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4b104-2338-44ad-8e41-a2128a87a8ee req-b1f5079b-adc3-4044-9161-d3e365bc0e43 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:30.285929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-51c4b104-2338-44ad-8e41-a2128a87a8ee req-b1f5079b-adc3-4044-9161-d3e365bc0e43 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.0977051 Dec 09 15:01:30.321498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:30.324710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ffa8c4a-a8cb-4020-a66b-7271fc0252b4 req-a3e1b750-e92c-4c22-bad7-6a313ca27c75 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013720 Dec 09 15:01:30.332927 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Sync routers for ids ['32cec774-7019-4e1c-938e-24c77d111ffe'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:30.350597 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Routers {'32cec774-7019-4e1c-938e-24c77d111ffe'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:30.351766 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['32cec774-7019-4e1c-938e-24c77d111ffe'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:30.362235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:30.363234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-12bdab55-eeab-440c-9a48-4eb058500412 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0048630 Dec 09 15:01:30.375601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6db4096b-59bf-4c5f-afcf-95500f66c680 req-edcd836a-cc03-446c-87e8-4b29d46bb1fa tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782459 Dec 09 15:01:30.375601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:30.375885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-51c4b104-2338-44ad-8e41-a2128a87a8ee req-de24ea69-1446-4209-8d64-a751d4da4ac9 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742757 Dec 09 15:01:30.518672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c2e059ca-53c9-42ae-aad5-fb7c3fbdb8b1 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/32cec774-7019-4e1c-938e-24c77d111ffe HTTP/1.1" status: 200 len: 909 time: 0.1451156 Dec 09 15:01:30.521451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47130) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:30.528509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1327692685', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': True}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:30.562514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:30.566015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:30.663771 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Set router 32cec774-7019-4e1c-938e-24c77d111ffe gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:30.674318 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:30.679456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d50599-417e-4bc5-be5f-f14401bd1038 req-e670ce54-bb2d-40fc-a27d-0664fb70e206 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:30.687464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2d50599-417e-4bc5-be5f-f14401bd1038 req-e670ce54-bb2d-40fc-a27d-0664fb70e206 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 943 time: 0.0772538 Dec 09 15:01:30.803957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2d50599-417e-4bc5-be5f-f14401bd1038 req-24911937-522e-4f2d-a153-fad287f0f808 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099877 Dec 09 15:01:30.837452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03d993eb-3cc6-4021-82c8-40c9d4376a04 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:30.927097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 03d993eb-3cc6-4021-82c8-40c9d4376a04 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:30.927752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:30.948356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:30.983110 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cec774-7019-4e1c-938e-24c77d111ffe', 'name': 'tempest-snat-router-1327692685', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.177'}], 'enable_snat': False}, 'gw_port_id': '3542c1cd-58c2-40ab-9aa0-c1e44ef8b673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:27Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': '3542c1cd-58c2-40ab-9aa0-c1e44ef8b673', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cec774-7019-4e1c-938e-24c77d111ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:30.987990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c559-84ae-4676-bb08-d5ae81489952 req-359970bc-03b5-4530-8121-ba48a6d030e9 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:30.989904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e246c559-84ae-4676-bb08-d5ae81489952 req-359970bc-03b5-4530-8121-ba48a6d030e9 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.0830004 Dec 09 15:01:30.999254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53868016-f6af-4956-bdc9-dca4a9da6236 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:01:31.028996 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Checking router: 32cec774-7019-4e1c-938e-24c77d111ffe for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:31.029623 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Updating router 32cec774-7019-4e1c-938e-24c77d111ffe port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:01:31.065362 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.073720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e246c559-84ae-4676-bb08-d5ae81489952 req-338c8103-fe33-4d77-82ac-91566d5f870f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683200 Dec 09 15:01:31.150743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 53868016-f6af-4956-bdc9-dca4a9da6236, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53868016-f6af-4956-bdc9-dca4a9da6236,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:31.170248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '53868016-f6af-4956-bdc9-dca4a9da6236', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': '53868016-f6af-4956-bdc9-dca4a9da6236', 'mac_address': 'fa:16:3e:61:b1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:01:31.213964 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.229809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53868016-f6af-4956-bdc9-dca4a9da6236 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:31.252925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 53868016-f6af-4956-bdc9-dca4a9da6236, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53868016-f6af-4956-bdc9-dca4a9da6236,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:31.257823 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.366010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=53868016-f6af-4956-bdc9-dca4a9da6236,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:31.417553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-d5513dfd-ff0a-43b1-8154-dfe746c8f10f tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:31.419642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-d5513dfd-ff0a-43b1-8154-dfe746c8f10f tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 820 time: 0.5548193 Dec 09 15:01:31.446611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-e464e66a-46a0-4195-b5ef-5c9cfee572f7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/quotas/19313c48a3954053a17f879c8b160e78 HTTP/1.1" status: 200 len: 375 time: 0.0205252 Dec 09 15:01:31.459425 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.468727 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.512132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9cbf6-1e31-44dd-b8bc-9c58a2de3404 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:31.522311 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Attempting to bind port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:31.522686 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Attempting to bind port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:31.523057 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Attempting to bind port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:31.532319 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7f4a7-4f48-4274-8d14-8c5bc7750d1f None None] Pushing event updated for resources: {'Port': ['ID=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:31.532720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['53868016-f6af-4956-bdc9-dca4a9da6236'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:31.535129 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:31.535724 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:31.536028 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.536393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:31.536877 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Bound port: 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:31.537259 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.563115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-e3eeb209-75df-483e-8c76-7cac4db04705 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977652 Dec 09 15:01:31.617548 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] For port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:31.618305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-87a70fa1-eb3e-4cb7-8180-6224dde8c710 None None] Provisioning complete for port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:31.618840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-87a70fa1-eb3e-4cb7-8180-6224dde8c710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.621660 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] For port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:31.633792 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.687984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab155492-7f1a-4401-8cf8-94d50b6fad45 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:31.697798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-87a70fa1-eb3e-4cb7-8180-6224dde8c710 None None] Port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:31.773703 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Routers {'32cec774-7019-4e1c-938e-24c77d111ffe'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:31.775190 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['32cec774-7019-4e1c-938e-24c77d111ffe'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:31.785069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-68ff2ccb-3a9d-46c9-9776-29e00d3b9c70 service neutron] 10.222.0.46 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208097 Dec 09 15:01:31.794131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.801621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325b50-3bb0-43a7-bb4c-49f9d1254593 req-ecd90bb0-2d03-4bbe-94da-d3dc23e5dd75 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:31.813676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1325b50-3bb0-43a7-bb4c-49f9d1254593 req-ecd90bb0-2d03-4bbe-94da-d3dc23e5dd75 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1177914 Dec 09 15:01:31.816195 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.837879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e692bfe3-b334-45d2-aa5e-231eafb03662 None None] Provisioning complete for port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:31.839530 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e692bfe3-b334-45d2-aa5e-231eafb03662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:31.919179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1325b50-3bb0-43a7-bb4c-49f9d1254593 req-f205399f-b300-43e3-b82c-c53f5c082f49 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042693 Dec 09 15:01:31.938983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7f4a7-4f48-4274-8d14-8c5bc7750d1f None None] Pushing event updated for resources: {'Port': ['ID=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:31.993212 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] Set router 32cec774-7019-4e1c-938e-24c77d111ffe gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:32.013970 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e692bfe3-b334-45d2-aa5e-231eafb03662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:32.014833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-8da5687b-f058-406b-b790-be94fb410ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288251 Dec 09 15:01:32.073118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e692bfe3-b334-45d2-aa5e-231eafb03662 None None] For port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:32.077485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Allocated IP 172.25.0.35 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:32.083791 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e692bfe3-b334-45d2-aa5e-231eafb03662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:32.154105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Sync routers for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:32.193176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:32.193820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:32.266677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692bfe3-b334-45d2-aa5e-231eafb03662 None None] Pushing event updated for resources: {'Port': ['ID=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:32.316842 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cec774-7019-4e1c-938e-24c77d111ffe', 'name': 'tempest-snat-router-1327692685', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.177'}], 'enable_snat': False}, 'gw_port_id': '3542c1cd-58c2-40ab-9aa0-c1e44ef8b673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:27Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': '3542c1cd-58c2-40ab-9aa0-c1e44ef8b673', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cec774-7019-4e1c-938e-24c77d111ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:32.317035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:32.330010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ed3f-1820-4aaa-9843-31e4a238785c req-ddc50ad9-eeab-4e5d-9537-2b87094060a3 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:32.331621 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be76ed3f-1820-4aaa-9843-31e4a238785c req-ddc50ad9-eeab-4e5d-9537-2b87094060a3 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.1345963 Dec 09 15:01:32.348655 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de221560-5bc1-4880-99e9-e1f8d5b7ec38 None None] The sync data for ids ['32cec774-7019-4e1c-938e-24c77d111ffe'] in n-d-804292-5 is: [{'id': '32cec774-7019-4e1c-938e-24c77d111ffe', 'name': 'tempest-snat-router-1327692685', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.177'}], 'enable_snat': False}, 'gw_port_id': '3542c1cd-58c2-40ab-9aa0-c1e44ef8b673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:27Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': '3542c1cd-58c2-40ab-9aa0-c1e44ef8b673', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cec774-7019-4e1c-938e-24c77d111ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:32.385413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:32.394530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab128b-fa07-49e4-84fc-7d967ae70dd4 req-b2d017e6-b465-4685-8211-3c2a2f36aeb0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:32.396702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6dab128b-fa07-49e4-84fc-7d967ae70dd4 req-b2d017e6-b465-4685-8211-3c2a2f36aeb0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1047733 Dec 09 15:01:32.414375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be76ed3f-1820-4aaa-9843-31e4a238785c req-3785be22-9582-4bd9-b884-27ab9c15bfe8 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741990 Dec 09 15:01:32.445739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:32.523972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:32.532982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:32.537358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:32.551623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc621e02-26d6-415e-ba37-30a8c7714299 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:32.587923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6dab128b-fa07-49e4-84fc-7d967ae70dd4 req-2b577f14-4a80-47a7-898b-ee113b457b4d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836226 Dec 09 15:01:32.607429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79cd9-7e2e-4d3e-b3df-ff23d095dd33 req-43ec7710-b942-4c95-aa42-e706a26b154f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:32.612269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaa79cd9-7e2e-4d3e-b3df-ff23d095dd33 req-43ec7710-b942-4c95-aa42-e706a26b154f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 944 time: 0.1211972 Dec 09 15:01:32.684830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaa79cd9-7e2e-4d3e-b3df-ff23d095dd33 req-9a115c1f-b13b-4bfc-b835-e38a8eb2f79c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Dec 09 15:01:32.717203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-77848bac-955f-45ab-9e85-3054e5d74892 None None] Provisioning complete for port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:32.717991 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77848bac-955f-45ab-9e85-3054e5d74892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:32.780741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:32.813692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a04842ba-5de6-4e96-82f1-ca2e9c9822af req-31c5c14e-bf76-423c-9b69-6a4b57c4fa75 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 210 time: 0.0499976 Dec 09 15:01:32.847841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-77848bac-955f-45ab-9e85-3054e5d74892 None None] Port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:32.871440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 2, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:32.934155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Checking router: c0cde7f8-0cff-4ad1-abcb-7f634d553af2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:32.934589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Updating router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 port 18482f97-e629-4d42-a15a-7f4b9d9ec557 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:01:32.959598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:32.991723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:33.046626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53868016-f6af-4956-bdc9-dca4a9da6236 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:33.391661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:33.459859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-7f70fcd2-1703-4aa4-aa24-e8d075dcc5d5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:33.471217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-7f70fcd2-1703-4aa4-aa24-e8d075dcc5d5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 810 time: 0.5910375 Dec 09 15:01:33.474658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 53868016-f6af-4956-bdc9-dca4a9da6236 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:01:33.501598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-2f8dbc5d-329e-46c9-9187-27d63c364194 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/quotas/e4652b157dbf49a2b9e686aa1a4d751a HTTP/1.1" status: 200 len: 375 time: 0.0293338 Dec 09 15:01:33.581230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-48407fe4-45e3-4a43-9e78-92efe64aaf81 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787692 Dec 09 15:01:33.616194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Router c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:33.756498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-8c10e303-6375-45bc-aebb-d6cf40912f64 service neutron] 10.222.0.46 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672297 Dec 09 15:01:33.803526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 53868016-f6af-4956-bdc9-dca4a9da6236 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:33.803732 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:33.905492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-b69f8cb4-b4ff-4cfc-b722-9562b4de142c service neutron] 10.222.0.46 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479902 Dec 09 15:01:33.917761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:33.928574 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Sync routers for ids ['c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:33.960381 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Routers {'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:33.960944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:33.961567 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:33.965988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47214) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:33.966194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54a03819-0c7e-49f0-ac2a-f595440231af tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4434774 Dec 09 15:01:34.018563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.046356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d819f-af14-48df-8ce6-0935e17deab0 req-d5fd33e8-df6b-4359-956c-6698f873e8b1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:34.054731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a76d819f-af14-48df-8ce6-0935e17deab0 req-d5fd33e8-df6b-4359-956c-6698f873e8b1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.2399580 Dec 09 15:01:34.144765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-b72ea96e-2780-45d3-94bf-f1133da312d1 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:34.146483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-b72ea96e-2780-45d3-94bf-f1133da312d1 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 820 time: 0.2827947 Dec 09 15:01:34.157315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a76d819f-af14-48df-8ce6-0935e17deab0 req-c7fda2a4-e56b-40c2-915e-62ecad821f67 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 Dec 09 15:01:34.174892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'port': {'device_id': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'admin_state_up': True, 'tenant_id': '19313c48a3954053a17f879c8b160e78'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:34.214360 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Set router c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:34.217275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.239826 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.275006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:34.275380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a77b6d33-4dd7-4303-9ff2-8cbaa7c5de72 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 HTTP/1.1" status: 200 len: 907 time: 0.3077390 Dec 09 15:01:34.281727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 53868016-f6af-4956-bdc9-dca4a9da6236, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53868016-f6af-4956-bdc9-dca4a9da6236,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:34.334206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53868016-f6af-4956-bdc9-dca4a9da6236'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:34.337865 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1884942f-0b68-460c-8777-6b2fd5e9cbca" -d '{"events": [{"server_uuid": "7b81532d-6984-4cf1-a332-a9d6d0d16683", "name": "network-vif-plugged", "status": "completed", "tag": "53868016-f6af-4956-bdc9-dca4a9da6236"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:34.355923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.360964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5bbc7-b007-419c-8875-a3fb912d7cd6 None None] Pushing event updated for resources: {'Port': ['ID=18482f97-e629-4d42-a15a-7f4b9d9ec557,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:34.445504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=53868016-f6af-4956-bdc9-dca4a9da6236,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:34.489748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f755b-8235-4ab4-aa53-f682cb7cba28 req-5b575ec7-77e0-4c48-9e2a-f392af7f279b tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:34.498370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d53f755b-8235-4ab4-aa53-f682cb7cba28 req-5b575ec7-77e0-4c48-9e2a-f392af7f279b tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.0987484 Dec 09 15:01:34.509382 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74', 'name': 'tempest-snat-router-1327692685', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:30Z', 'updated_at': '2021-12-09T15:01:32Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': 'c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:31Z', 'updated_at': '2021-12-09T15:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:34.527831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Attempting to bind port 18482f97-e629-4d42-a15a-7f4b9d9ec557 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:34.528212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Attempting to bind port 18482f97-e629-4d42-a15a-7f4b9d9ec557 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:34.528585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Attempting to bind port 18482f97-e629-4d42-a15a-7f4b9d9ec557 on network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:34.534333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:34.534728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Checking segment: {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:34.537850 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.538263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Bound using segment: {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:34.538765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Bound port: 18482f97-e629-4d42-a15a-7f4b9d9ec557, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:34.539158 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.559279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d53f755b-8235-4ab4-aa53-f682cb7cba28 req-f14f8478-fd3a-4caa-97a1-008f44490d54 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599291 Dec 09 15:01:34.576654 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Checking router: c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:34.577392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Updating router c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:01:34.627364 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.631644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] For port 18482f97-e629-4d42-a15a-7f4b9d9ec557, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:34.635445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] For port 18482f97-e629-4d42-a15a-7f4b9d9ec557, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=18482f97-e629-4d42-a15a-7f4b9d9ec557,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:34.642995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.684560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c9d0c1b-e8cb-45b0-8ff1-1392cd068889 req-edc3a386-9402-48b9-a348-758209e6b73b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 210 time: 0.0350077 Dec 09 15:01:34.732687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:34.733912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:34.777343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5bbc7-b007-419c-8875-a3fb912d7cd6 None None] Pushing event updated for resources: {'Port': ['ID=18482f97-e629-4d42-a15a-7f4b9d9ec557,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:34.778680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:34.811927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df71f0-ba90-45fd-bf14-cb201211cf04 req-eeef3b5a-9c80-4908-af91-71e8635b5dcc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:34.814784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37df71f0-ba90-45fd-bf14-cb201211cf04 req-eeef3b5a-9c80-4908-af91-71e8635b5dcc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.4727020 Dec 09 15:01:34.881620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:34.896034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-47c65bdf-8b85-4cfc-801f-27b90193e666 req-11ae4d04-2674-4abb-abe8-d9c916b2e14b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 210 time: 0.0498629 Dec 09 15:01:34.968719 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bc6ef-a47c-4d82-aea6-a21cceb3ee36 x-openstack-request-id: req-ba6bc6ef-a47c-4d82-aea6-a21cceb3ee36 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:34.969714 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81532d-6984-4cf1-a332-a9d6d0d16683", "name": "network-vif-plugged", "status": "completed", "tag": "53868016-f6af-4956-bdc9-dca4a9da6236", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:34.971958 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba6bc6ef-a47c-4d82-aea6-a21cceb3ee36 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:34.972748 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53868016-f6af-4956-bdc9-dca4a9da6236', 'code': 200} Dec 09 15:01:34.975555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:35.129351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e4954-bf62-42d5-94f2-2da5b99af5f4 req-8a35667d-3049-4568-8c78-500a7fc3a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:35.132680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-825e4954-bf62-42d5-94f2-2da5b99af5f4 req-8a35667d-3049-4568-8c78-500a7fc3a605 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 1096 time: 0.0696375 Dec 09 15:01:35.242617 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.243599 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-825e4954-bf62-42d5-94f2-2da5b99af5f4 req-4228c229-01d7-488d-847e-781fe6137f91 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990243 Dec 09 15:01:35.262878 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.267781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-2918223f-f001-4483-8dfc-ac33f1f2ebe0 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:35.270880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-2918223f-f001-4483-8dfc-ac33f1f2ebe0 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.0843623 Dec 09 15:01:35.317143 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Pushing event updated for resources: {'Port': ['ID=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:35.349102 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Attempting to bind port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:35.349653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Attempting to bind port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:35.350175 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Attempting to bind port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:35.350732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907dc8f9-272c-4529-b13b-957073e68c7d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:35.356183 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:35.356581 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:35.358144 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.358549 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:35.359046 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Bound port: c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:35.359630 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.372212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:35.372740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.394997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf459-350e-46cf-976c-33c0885bb817 req-4df2af29-6bc0-437f-b2f5-004d4f171ae3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:35.398406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Made reservation on behalf of 19313c48a3954053a17f879c8b160e78 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:35.402066 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.405163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76bbf459-350e-46cf-976c-33c0885bb817 req-4df2af29-6bc0-437f-b2f5-004d4f171ae3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1115990 Dec 09 15:01:35.415807 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] For port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:35.419140 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] For port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:35.428309 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.472829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-35b9d0d5-7e24-4cec-9ba6-245f3406ad61 None None] Provisioning complete for port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:35.473210 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35b9d0d5-7e24-4cec-9ba6-245f3406ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.517578 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76bbf459-350e-46cf-976c-33c0885bb817 req-58d73d70-f801-4e6a-9ab7-8544f5bc37aa tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077526 Dec 09 15:01:35.540305 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Pushing event updated for resources: {'Port': ['ID=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:35.563108 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.566980 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.567747 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.568094 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.568485 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.568823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.569650 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.569650 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.569859 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.572740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37df71f0-ba90-45fd-bf14-cb201211cf04 req-f1823fb2-b2f4-47c5-b735-f49a229ceda6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753399 Dec 09 15:01:35.573416 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.577152 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.577497 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.577827 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2300ee-6c06-4b23-a126-fbed0a874aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:35.605108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:34Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:35.619958 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Routers {'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:35.620595 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:35.637236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.690645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6395c-2d8b-4060-a153-74df731288a7 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:35.694848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117eee-407f-4ce3-bc02-253d93578d1e None None] The sync data for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 is: [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:34Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:35.730613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Deleting port a7171432-8d64-45b8-a16d-93d0ef972e6d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:35.732919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.843509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Allocated IP 172.20.0.9 (7237f2b7-4622-4b8c-bfb4-18f8826d0a7f/f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d/879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:35.856369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35b9d0d5-7e24-4cec-9ba6-245f3406ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:35.866304 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] Set router c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:35.902393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-35b9d0d5-7e24-4cec-9ba6-245f3406ad61 None None] For port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:35.922311 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35b9d0d5-7e24-4cec-9ba6-245f3406ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.008626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-344f49bf-8057-4892-97c8-bd361d52bc20 req-d66d7675-ec28-428d-9afc-95ce74458548 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 210 time: 0.0959790 Dec 09 15:01:36.016890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784b1db-511d-4042-9cb1-76580d88f1a5 req-d2b29e11-ef98-4d21-9073-f84d269d16e9 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:36.028997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1784b1db-511d-4042-9cb1-76580d88f1a5 req-d2b29e11-ef98-4d21-9073-f84d269d16e9 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 945 time: 0.3329058 Dec 09 15:01:36.064059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a305132-ced7-43cf-b62f-654e58cf5120 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:01:36.084157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] For port a7171432-8d64-45b8-a16d-93d0ef972e6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a7171432-8d64-45b8-a16d-93d0ef972e6d,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:36.087941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.144209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9d0d5-7e24-4cec-9ba6-245f3406ad61 None None] Pushing event updated for resources: {'Port': ['ID=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:36.149005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-52a807e0-d161-4fbe-82e3-f26e6d7e5257 None None] Provisioning complete for port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:36.150521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-52a807e0-d161-4fbe-82e3-f26e6d7e5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.387686 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1784b1db-511d-4042-9cb1-76580d88f1a5 req-08f3f9ea-740e-4e08-8fb4-72ad4a339239 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576350 Dec 09 15:01:36.434064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Deleting port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:36.434701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.459413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:36.485061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-aa9e6330-f5b1-4724-9bd9-d285159ea9ad tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:36.487210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-aa9e6330-f5b1-4724-9bd9-d285159ea9ad tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.36 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 810 time: 0.3856225 Dec 09 15:01:36.510886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '7a305132-ced7-43cf-b62f-654e58cf5120', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'port_id': '7a305132-ced7-43cf-b62f-654e58cf5120', 'mac_address': 'fa:16:3e:64:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:01:36.527850 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74', 'name': 'tempest-snat-router-1327692685', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:30Z', 'updated_at': '2021-12-09T15:01:32Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': 'c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:31Z', 'updated_at': '2021-12-09T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:36.586372 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a8014-cc48-46a0-85be-9e1a64d2d58a None None] The sync data for ids ['c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74'] in n-d-804292-5 is: [{'id': 'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74', 'name': 'tempest-snat-router-1327692685', 'tenant_id': '651e3c2a6b3547e683e439399957e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:30Z', 'updated_at': '2021-12-09T15:01:32Z', 'revision_number': 3, 'project_id': '651e3c2a6b3547e683e439399957e922', 'gw_port': {'id': 'c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:31Z', 'updated_at': '2021-12-09T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:36.598091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Request body: {'port': {'device_id': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'admin_state_up': True, 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:36.600420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.625550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a305132-ced7-43cf-b62f-654e58cf5120 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:36.625794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] For port c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:36.627620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.653036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:36.659050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:36.685436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Calling delete_port for c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:36.728701 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6e7bc98-794a-49d1-b341-1d573ba803ec req-1e0ee504-4953-427c-b564-f76e3979135e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 210 time: 0.1540382 Dec 09 15:01:36.763132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:36.797716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['7a305132-ced7-43cf-b62f-654e58cf5120'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:36.926464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 18482f97-e629-4d42-a15a-7f4b9d9ec557 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:37.034201 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.071632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 18482f97-e629-4d42-a15a-7f4b9d9ec557 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:37.072111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.109407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ba6c9-a045-4be1-aa61-e6a46c80462a req-a6887269-0e52-4ff5-a72c-c9a1ba25a193 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:37.117723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d5ba6c9-a045-4be1-aa61-e6a46c80462a req-a6887269-0e52-4ff5-a72c-c9a1ba25a193 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 945 time: 0.2003255 Dec 09 15:01:37.154955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6875c92-e844-4fcf-9a8d-6494e94a7c23 req-b1a0ea3c-003d-4751-b7a7-c41c961101ac tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:37.156557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6875c92-e844-4fcf-9a8d-6494e94a7c23 req-b1a0ea3c-003d-4751-b7a7-c41c961101ac tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.2526743 Dec 09 15:01:37.196099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Made reservation on behalf of e4652b157dbf49a2b9e686aa1a4d751a for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:37.201351 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.231379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.231785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.232246 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Floating IP bbb3f62e-8899-41f7-81a1-c8a17e27971f disassociated. External IP: 172.25.0.64, port: a7171432-8d64-45b8-a16d-93d0ef972e6d. Dec 09 15:01:37.232589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Calling delete_port for a7171432-8d64-45b8-a16d-93d0ef972e6d owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:37.243850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.269001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d5ba6c9-a045-4be1-aa61-e6a46c80462a req-539e4cb7-7a7a-43ee-80de-9e6638e8e03c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480150 Dec 09 15:01:37.299288 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.376058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 18482f97-e629-4d42-a15a-7f4b9d9ec557, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=18482f97-e629-4d42-a15a-7f4b9d9ec557,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:37.386006 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.524476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6875c92-e844-4fcf-9a8d-6494e94a7c23 req-74772722-b9cb-4e9d-91aa-4ab87073c11a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581276 Dec 09 15:01:37.567255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=18482f97-e629-4d42-a15a-7f4b9d9ec557,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:37.597670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:37.602565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.643741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6a831-3a97-4652-b09f-f0d3e43cddb6 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:37.762263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:37.769827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:37.858726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Allocated IP 172.20.0.9 (7fdf7128-0731-44d7-ab40-2bd52fe8a39a/cfae73e1-3bad-459e-bda6-b0be0cd331e3/296337d1-6020-41f0-981c-0a271d7d5913) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:37.871404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.939089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:37.990689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c0df-d767-4931-8f3c-3a1251707035 req-59d7b620-0f35-4d7b-833f-8ab980cf0120 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:38.000187 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb07c0df-d767-4931-8f3c-3a1251707035 req-59d7b620-0f35-4d7b-833f-8ab980cf0120 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 867 time: 0.1755190 Dec 09 15:01:38.017657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.023549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.066629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a305132-ced7-43cf-b62f-654e58cf5120 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:38.069273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event deleted for resources: {'Port': ['ID=a7171432-8d64-45b8-a16d-93d0ef972e6d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:38.115466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:38.116333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.134309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.134992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:38.141610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.142963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c18cf3a8-d11c-4bbf-bdbd-5295a0e67e74 HTTP/1.1" status: 204 len: 168 time: 3.8641248 Dec 09 15:01:38.147136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:38.158709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0002763 Dec 09 15:01:38.159312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47280) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:38.161594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.162391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.162750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.163104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.163477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.163825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.164177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.164507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.164843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.165181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.165712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.166160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.166876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6a681-e5de-427b-82c2-1a74f0e43c97 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:38.211900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86843555-0c0f-4297-815c-f66cd13ec917 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:38.227511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Request body: {'port': {'device_id': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:38.243079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 7a305132-ced7-43cf-b62f-654e58cf5120 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:38.243547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03b3c1-f23a-41ec-9ea4-3e36b4ab8164 req-dd9561ef-e255-46b5-9f01-bc8ae00144c2 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:38.244094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.247825 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f03b3c1-f23a-41ec-9ea4-3e36b4ab8164 req-dd9561ef-e255-46b5-9f01-bc8ae00144c2 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 931 time: 0.6294789 Dec 09 15:01:38.316893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.413523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f03b3c1-f23a-41ec-9ea4-3e36b4ab8164 req-f51ec346-3cc7-4b59-8b84-041b81a05305 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258700 Dec 09 15:01:38.416706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.485372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.595446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:38.600623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:38.605874 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb2a78-52fd-47ed-bbf6-531fd661292e" -d '{"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-plugged", "status": "completed", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:38.618137 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.748196 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.761934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:38.770312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb07c0df-d767-4931-8f3c-3a1251707035 req-3bed3046-2655-4776-91fb-02f1bc276b18 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6bde865-a61c-4667-9a4e-01f19128b24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7683682 Dec 09 15:01:38.859850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.867030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Router 6303999e-9e57-49ca-8553-879d0896d43a has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:01:38.908871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Deleting port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:38.909217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:38.987906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bf7fd15-3465-4423-a028-9b5acb5352df req-b2a6e282-7419-4075-bcb8-16bab4232b80 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 210 time: 0.0574005 Dec 09 15:01:39.012399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 18482f97-e629-4d42-a15a-7f4b9d9ec557 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:39.059498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a7171432-8d64-45b8-a16d-93d0ef972e6d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:39.108031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:39.114868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: a7171432-8d64-45b8-a16d-93d0ef972e6d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:39.115268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a7171432-8d64-45b8-a16d-93d0ef972e6d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:39.124364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.147172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Transition to ACTIVE for port object 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:01:39.157135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.157676 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd4a70e-5877-46a6-aa29-f16ff47d322c x-openstack-request-id: req-7dd4a70e-5877-46a6-aa29-f16ff47d322c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:39.157973 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-plugged", "status": "completed", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:39.158229 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7dd4a70e-5877-46a6-aa29-f16ff47d322c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:39.158695 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120', 'code': 200} Dec 09 15:01:39.172319 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.174427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 18482f97-e629-4d42-a15a-7f4b9d9ec557 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:39.174798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.222885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:39.248483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:39.327293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Pushing event updated for resources: {'Port': ['ID=296337d1-6020-41f0-981c-0a271d7d5913,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:39.384506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Attempting to bind port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:39.386602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Attempting to bind port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:39.387112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Attempting to bind port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e on network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:39.421324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e on network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:39.421952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Attempting to bind port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e on network 7237f2b7-4622-4b8c-bfb4-18f8826d0a7f {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:39.433461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:39.434226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Checking segment: {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:39.434834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Bound using segment: {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:39.435542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Bound port: 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f4a22d-3a38-4ef5-84a3-fb27755daf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:39.436289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.439613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:39.476987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:39.487251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:39.505777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] Sync routers for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:39.537773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:39.538439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:39.542899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:39.547163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:39.574822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636d4f2-8a86-4f34-a991-460e0317eb6b req-4d4ff130-4f23-4304-a987-ed758a03d828 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:39.583975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5636d4f2-8a86-4f34-a991-460e0317eb6b req-4d4ff130-4f23-4304-a987-ed758a03d828 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.2177703 Dec 09 15:01:39.598411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.658366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:39.658997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.660457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-1d253e66-c373-4518-b183-a43e2353360d service neutron] 10.222.0.43 "PUT /v2.0/ports/879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 1091 time: 1.4500062 Dec 09 15:01:39.663138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:39.666318 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5b3dea-7e20-4931-b881-80937fe11ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:39.705623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5636d4f2-8a86-4f34-a991-460e0317eb6b req-99d7f4da-5e47-4e8c-b5ef-c6c043ada44c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207352 Dec 09 15:01:39.706437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d253e66-c373-4518-b183-a43e2353360d service neutron] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:39.804450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-b57c482a-3807-4eee-9aec-74a3cde581fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:39.808673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-b57c482a-3807-4eee-9aec-74a3cde581fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1094 time: 0.0964370 Dec 09 15:01:39.829231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf7a43-ff73-4cec-b703-ac8118332d2a req-1568ced9-53c2-4db8-a2b7-2e4b3f3baeb2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:39.830907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cdf7a43-ff73-4cec-b703-ac8118332d2a req-1568ced9-53c2-4db8-a2b7-2e4b3f3baeb2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.8508191 Dec 09 15:01:39.832251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:39.868094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:39.886021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] No DVR routers for this DVR port a7171432-8d64-45b8-a16d-93d0ef972e6d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:01:39.905921 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-39f5fdd8-44f4-415a-881b-351ff23c2908 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.0513172 Dec 09 15:01:39.918988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54c37-785c-44c0-b834-889ba0d4401e req-b7a52fbb-b956-4b4b-9212-9f037e001d2c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:39.919783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:39.923320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb80f0ee-7b70-4bbb-a11f-c0935de13d5d req-0306a58d-6b08-45a7-9998-86d48bf719cf tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.36 "DELETE /v2.0/ports/a7171432-8d64-45b8-a16d-93d0ef972e6d HTTP/1.1" status: 204 len: 173 time: 4.4805534 Dec 09 15:01:39.937852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40c54c37-785c-44c0-b834-889ba0d4401e req-b7a52fbb-b956-4b4b-9212-9f037e001d2c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 943 time: 0.1363480 Dec 09 15:01:39.951294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cdf7a43-ff73-4cec-b703-ac8118332d2a req-132d2452-59a1-4655-8f9d-74f298ea810f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870447 Dec 09 15:01:39.951651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'name': 'network-vif-deleted', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:39.954069 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39932564-5a66-41d1-80b7-58f9e65f2c6a" -d '{"events": [{"server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "name": "network-vif-deleted", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:39.975072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] For port 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:39.975613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:40.007004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Calling delete_port for 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:40.040504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:40.041895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:40.116003 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2bee9-b1c1-455d-8d5f-b67ae410cf95 x-openstack-request-id: req-12b2bee9-b1c1-455d-8d5f-b67ae410cf95 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:40.116324 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:40.116606 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12b2bee9-b1c1-455d-8d5f-b67ae410cf95 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:40.117047 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'status': 'completed', 'code': 200} Dec 09 15:01:40.199549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-23cd4896-ff7b-4a3f-b2e1-955d129c4c56 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6050594 Dec 09 15:01:40.202553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-62e50727-be9c-4fd1-89a5-9710fca00e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:40.205380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-62e50727-be9c-4fd1-89a5-9710fca00e0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.1745598 Dec 09 15:01:40.205516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Request body: {'port': {'device_id': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:40.216142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40c54c37-785c-44c0-b834-889ba0d4401e req-d4fe85f4-d509-4ea3-80e6-39e5ec1e50eb tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765307 Dec 09 15:01:40.272348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-62da5528-a90b-44c7-81a1-f191d037f083 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553100 Dec 09 15:01:40.281570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:22Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:40.324230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee0cc4aa-9b47-4a74-8921-3143cb049dd0 req-96ec2dac-77b1-43bc-adf4-eb652268f31c tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bcbdd7c-6c9c-40bf-a866-48313befffd0 HTTP/1.1" status: 200 len: 210 time: 0.1136594 Dec 09 15:01:40.331741 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1656fff-d91b-46fb-9af6-d88db9fd1ce1 x-openstack-request-id: req-f1656fff-d91b-46fb-9af6-d88db9fd1ce1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:40.332062 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bcbdd7c-6c9c-40bf-a866-48313befffd0", "name": "network-vif-deleted", "tag": "a7171432-8d64-45b8-a16d-93d0ef972e6d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:40.332325 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1656fff-d91b-46fb-9af6-d88db9fd1ce1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:40.332826 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bcbdd7c-6c9c-40bf-a866-48313befffd0', 'name': 'network-vif-deleted', 'tag': 'a7171432-8d64-45b8-a16d-93d0ef972e6d', 'status': 'completed', 'code': 200} Dec 09 15:01:40.336954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:40.352730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] Checking router: 6303999e-9e57-49ca-8553-879d0896d43a for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:40.371019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:40.372259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:40.534352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9216d9-27dd-47bc-9aff-1b2b0d3388f2 req-0a972543-9039-43ff-8b59-c0b17f29f7b3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:40.545287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc9216d9-27dd-47bc-9aff-1b2b0d3388f2 req-0a972543-9039-43ff-8b59-c0b17f29f7b3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 931 time: 0.1046934 Dec 09 15:01:40.630126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc9216d9-27dd-47bc-9aff-1b2b0d3388f2 req-d86bf86f-33f7-4dee-8e76-8bbf7a95e5e3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837245 Dec 09 15:01:40.682955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-4c8b841a-fcb1-4803-bbc1-272ff1779c32 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970900 Dec 09 15:01:40.751917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:40.943729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-267ea895-7f0e-43c4-a875-49b7baa89075 req-8d076d7d-a596-4505-abfa-0ae74218c62a service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494841 Dec 09 15:01:40.965596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03c171-7561-43de-adf6-777411460535 req-c60b5877-159b-4cb1-84a8-21f2e971176b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:40.977502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296337d1-6020-41f0-981c-0a271d7d5913 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:40.979847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a03c171-7561-43de-adf6-777411460535 req-c60b5877-159b-4cb1-84a8-21f2e971176b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1355109 Dec 09 15:01:41.002539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.049640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Transition to ACTIVE for port object 296337d1-6020-41f0-981c-0a271d7d5913 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:01:41.055503 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.090541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a03c171-7561-43de-adf6-777411460535 req-3cc28858-eb09-4be9-8259-d4325eb4dfb6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095405 Dec 09 15:01:41.092968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event deleted for resources: {'Port': ['ID=3542c1cd-58c2-40ab-9aa0-c1e44ef8b673,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:41.096672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.105946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-36bac325-27d9-4eb6-bfbd-3af304d316c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:41.107803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-36bac325-27d9-4eb6-bfbd-3af304d316c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1094 time: 0.1093574 Dec 09 15:01:41.149388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0d2f2-3878-4a7e-b211-a1f4f340e144 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:41.219558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:22Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:41.290914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de4c5a-c015-4cf3-b948-45698808f6c4 None None] The sync data for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 is: [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'cee0f7b4-dfc1-45b3-af67-20198c9f3c0a', 'name': '', 'network_id': '8d49125e-f533-456a-a6d3-2eea3af28616', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'mac_address': 'fa:16:3e:61:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:14Z', 'updated_at': '2021-12-09T14:59:22Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'subnets': [{'id': '0f54a83f-5177-4571-acdd-34444ebeee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:41.328726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-ed4bd016-bc5b-41d8-9c7c-a9e939005763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:41.330239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-ed4bd016-bc5b-41d8-9c7c-a9e939005763 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.2072043 Dec 09 15:01:41.337793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.429143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-1b0592d8-b744-449f-8be9-e3214f2ecfcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.0906839 Dec 09 15:01:41.456578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.460677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.461939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Pushing event updated for resources: {'Port': ['ID=296337d1-6020-41f0-981c-0a271d7d5913,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:41.507033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fd58-4e84-4742-87b7-7cc95687ce51 req-6e7ef0c0-1bac-426e-ac9d-e78983f8a77e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:41.508572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1967fd58-4e84-4742-87b7-7cc95687ce51 req-6e7ef0c0-1bac-426e-ac9d-e78983f8a77e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.3729746 Dec 09 15:01:41.558966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ae520-2756-49d9-a602-048efbca444e req-2ef2556c-2907-41eb-9191-52d03c112452 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:41.568427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d0ae520-2756-49d9-a602-048efbca444e req-2ef2556c-2907-41eb-9191-52d03c112452 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 943 time: 0.1560006 Dec 09 15:01:41.589604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-c194304d-c00a-4d63-a0e6-bd9bbc76435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:41.591333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-c194304d-c00a-4d63-a0e6-bd9bbc76435d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.1332550 Dec 09 15:01:41.626928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.636601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32cec774-7019-4e1c-938e-24c77d111ffe {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:41.646903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.656251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-31a146d6-26e2-4540-bdea-2a54380271ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542140 Dec 09 15:01:41.657483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7a6f5141-bc65-4759-944f-314bbcdf8c9b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "DELETE /v2.0/routers/32cec774-7019-4e1c-938e-24c77d111ffe HTTP/1.1" status: 204 len: 168 time: 3.4946010 Dec 09 15:01:41.661081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47316) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:41.671303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d0ae520-2756-49d9-a602-048efbca444e req-ac045868-06b0-4fa4-974d-c1860a46ba5a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018233 Dec 09 15:01:41.674366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1913103558', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:41.801263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1967fd58-4e84-4742-87b7-7cc95687ce51 req-67fdef0c-898b-494a-9b94-3fe46fcd3d0c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503018 Dec 09 15:01:41.802172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Attempting to bind port 296337d1-6020-41f0-981c-0a271d7d5913 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:01:41.802516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Attempting to bind port 296337d1-6020-41f0-981c-0a271d7d5913 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:01:41.802907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Attempting to bind port 296337d1-6020-41f0-981c-0a271d7d5913 on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:41.814217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Port 296337d1-6020-41f0-981c-0a271d7d5913 on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:01:41.814557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Attempting to bind port 296337d1-6020-41f0-981c-0a271d7d5913 on network 7fdf7128-0731-44d7-ab40-2bd52fe8a39a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:01:41.836402 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.837477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.857729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-69abfb47-a1fa-4192-92e3-7e76c3dff9aa service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804664 Dec 09 15:01:41.877170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:01:41.881310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Checking segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:41.881857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Bound using segment: {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:01:41.882238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Bound port: 296337d1-6020-41f0-981c-0a271d7d5913, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b0e556-b675-4f39-976f-05e6d9f01eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:01:41.882607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:41.896603 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2798d9-1849-46e7-b297-e92e4137970b None None] New status for floating IP bbb3f62e-8899-41f7-81a1-c8a17e27971f: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:01:42.010277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b5b3dea-7e20-4931-b881-80937fe11ac1 req-0c1e2bfe-9346-4866-9c88-9e7e1d5a1b33 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266005 Dec 09 15:01:42.017513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.154639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47326) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:42.191004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] For port 296337d1-6020-41f0-981c-0a271d7d5913, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:01:42.222490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] For port 296337d1-6020-41f0-981c-0a271d7d5913, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=296337d1-6020-41f0-981c-0a271d7d5913,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:01:42.274645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f61865b5-fbdb-4237-922b-b1d213859f67 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.288787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2ee7-6410-4fee-a1a5-00d910c06cb7 req-2a7dec42-f149-4e2f-8a09-2092994ca7b5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:42.290333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4af2ee7-6410-4fee-a1a5-00d910c06cb7 req-2a7dec42-f149-4e2f-8a09-2092994ca7b5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 943 time: 0.2551150 Dec 09 15:01:42.292014 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.372541 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f61865b5-fbdb-4237-922b-b1d213859f67 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.388751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.410153 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:01:42.432658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:42.434972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.436499 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] 10.222.0.36 "PUT /v2.0/ports/296337d1-6020-41f0-981c-0a271d7d5913 HTTP/1.1" status: 200 len: 1091 time: 2.2352922 Dec 09 15:01:42.437424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'tag': '296337d1-6020-41f0-981c-0a271d7d5913'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:42.439738 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92903c24-ac36-4cfb-85c5-04de94b686eb" -d '{"events": [{"name": "network-changed", "server_uuid": "17f37980-3d98-4cf4-8ed0-f9304e4a5551", "tag": "296337d1-6020-41f0-981c-0a271d7d5913"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:42.442814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e61f4-baae-4af4-ad33-5f7a4d4501a5 req-af629810-4a29-4bcb-b3c7-e7840b084362 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:42.451764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-684e61f4-baae-4af4-ad33-5f7a4d4501a5 req-af629810-4a29-4bcb-b3c7-e7840b084362 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1737962 Dec 09 15:01:42.533367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-684e61f4-baae-4af4-ad33-5f7a4d4501a5 req-dea6156e-bccd-434d-a955-70d8bbe81d5f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782650 Dec 09 15:01:42.552094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f61865b5-fbdb-4237-922b-b1d213859f67 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.555129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f61865b5-fbdb-4237-922b-b1d213859f67 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.557411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f61865b5-fbdb-4237-922b-b1d213859f67 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "DELETE /v2.0/security-groups/b6bde865-a61c-4667-9a4e-01f19128b24d HTTP/1.1" status: 204 len: 168 time: 0.4003646 Dec 09 15:01:42.561164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47330) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:42.580283 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-195bbdf2-8d90-45ae-82e0-c8889c96e5b0 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] show failed (client error): The resource could not be found. Dec 09 15:01:42.582403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-195bbdf2-8d90-45ae-82e0-c8889c96e5b0 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "GET /v2.0/security-groups/b6bde865-a61c-4667-9a4e-01f19128b24d HTTP/1.1" status: 404 len: 347 time: 0.0194395 Dec 09 15:01:42.587689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47332) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:42.598897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61865b5-fbdb-4237-922b-b1d213859f67 tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bde865-a61c-4667-9a4e-01f19128b24d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:42.605629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4af2ee7-6410-4fee-a1a5-00d910c06cb7 req-360ad9bf-b7d8-4a5b-b85b-3fe576b1ddd6 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481401 Dec 09 15:01:42.606971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc7e2-cb99-4354-91c6-bf475eebbe2d service neutron] Pushing event updated for resources: {'Port': ['ID=296337d1-6020-41f0-981c-0a271d7d5913,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:42.614454 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111301d-3061-407a-a743-4b9d6c767b1f x-openstack-request-id: req-7111301d-3061-407a-a743-4b9d6c767b1f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:42.614744 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f37980-3d98-4cf4-8ed0-f9304e4a5551", "tag": "296337d1-6020-41f0-981c-0a271d7d5913", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:42.615057 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7111301d-3061-407a-a743-4b9d6c767b1f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:42.615498 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'tag': '296337d1-6020-41f0-981c-0a271d7d5913', 'status': 'completed', 'code': 200} Dec 09 15:01:42.668254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-576ff495-44a2-475a-a8e6-8244bea2cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:42.669694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-576ff495-44a2-475a-a8e6-8244bea2cc5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 1094 time: 0.1751854 Dec 09 15:01:42.805269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-8f67e107-1760-4e42-b4b8-fc8e7c481a53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296337d1-6020-41f0-981c-0a271d7d5913 HTTP/1.1" status: 200 len: 217 time: 0.1232738 Dec 09 15:01:42.815035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Deleting port 47f6c30c-2e2b-4114-bffc-b3ac8d050326 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:42.815410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:42.820858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:42.911396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-f7048469-d9ec-4a87-a3d0-7baa03595870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:42.911396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-f7048469-d9ec-4a87-a3d0-7baa03595870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.0880032 Dec 09 15:01:42.928093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:42.932436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c9e1ec6f-5eee-49d0-9c02-7d1f7f3641aa not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:42.933240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:42.970366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:42.970602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-c9b34f62-5e11-4705-b045-1c583dfaf7f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455909 Dec 09 15:01:42.971223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3542c1cd-58c2-40ab-9aa0-c1e44ef8b673 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:43.049933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.050267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.066963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51906609-5dbb-4e6f-867b-c8d6839b81c9 req-747a1b14-3aee-4b66-9ea0-360a53551fa0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:43.068435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51906609-5dbb-4e6f-867b-c8d6839b81c9 req-747a1b14-3aee-4b66-9ea0-360a53551fa0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 943 time: 0.2502346 Dec 09 15:01:43.077561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Calling delete_port for 47f6c30c-2e2b-4114-bffc-b3ac8d050326 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:43.194723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51906609-5dbb-4e6f-867b-c8d6839b81c9 req-11377be5-1ba8-4656-86c6-2437f8a03a98 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187143 Dec 09 15:01:43.196028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.224987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.258021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772118b8-cf09-4b8e-9113-49e0a8a73cc6 req-84daa6fe-3c91-4a1d-b2af-e9eb701ce083 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:43.266664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-772118b8-cf09-4b8e-9113-49e0a8a73cc6 req-84daa6fe-3c91-4a1d-b2af-e9eb701ce083 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.2517760 Dec 09 15:01:43.425304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-8d870fd5-622d-4dce-9529-3464d02b4907 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114492 Dec 09 15:01:43.428539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.457908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Pushing event deleted for resources: {'Port': ['ID=47f6c30c-2e2b-4114-bffc-b3ac8d050326,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:43.566681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.571131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:43.573558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-73f7cc17-06a8-4ed4-830a-aef981a6347a tempest-ServersTestJSON-934834617 tempest-ServersTestJSON-934834617-project] 10.222.0.46 "DELETE /v2.0/floatingips/bbb3f62e-8899-41f7-81a1-c8a17e27971f HTTP/1.1" status: 204 len: 168 time: 0.9841683 Dec 09 15:01:43.576860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47344) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:43.769950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-772118b8-cf09-4b8e-9113-49e0a8a73cc6 req-b8b845fc-b977-468e-8575-763abb48f8ca tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030322 Dec 09 15:01:43.899015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Allocated IP 172.25.0.19 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/b782e7df-fa87-46e8-b776-5323ef58682f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:43.902727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9314d175-90ef-41e6-946a-0033ecfd6472 req-2b34d496-39fa-404c-be71-cbd773ae4a16 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415267 Dec 09 15:01:44.055910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d66bb-a3c5-4827-896a-49b6389912bc req-86f76bae-4bef-416a-9715-db8534139d9f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:44.064517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d51d66bb-a3c5-4827-896a-49b6389912bc req-86f76bae-4bef-416a-9715-db8534139d9f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1244824 Dec 09 15:01:44.066740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:44.086246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:01:44.089879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337f22e-b9b7-48a5-b06f-7d90bdbe13a6 req-e32dc208-5968-4234-9633-f3ac1f5b887c tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:44.091565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5337f22e-b9b7-48a5-b06f-7d90bdbe13a6 req-e32dc208-5968-4234-9633-f3ac1f5b887c tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 943 time: 0.2018962 Dec 09 15:01:44.095195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-8648bf2b-fafb-40cc-bb60-a645b5c2d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:44.096724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-8648bf2b-fafb-40cc-bb60-a645b5c2d838 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 1094 time: 0.0960698 Dec 09 15:01:44.248454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d51d66bb-a3c5-4827-896a-49b6389912bc req-700b91f8-a6b8-41d8-bda7-f1492b070184 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825273 Dec 09 15:01:44.249836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:44.279399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:44.309346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'port_id': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'mac_address': 'fa:16:3e:63:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:01:44.344150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5337f22e-b9b7-48a5-b06f-7d90bdbe13a6 req-8d93da3a-f101-483c-bd72-0276d9b51dc6 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346525 Dec 09 15:01:44.386346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:44.408524 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:44.413808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:44.428252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0277fe7d-bcf4-46f8-85c9-f10d6ce0d17f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:44.439025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:44.446205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:44.455406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event updated for resources: {'Port': ['ID=b782e7df-fa87-46e8-b776-5323ef58682f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:44.464520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0878c2-c703-4188-aaea-3cda0c81c9ab req-2a91e975-01cc-48fb-9687-f9781378ef10 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:44.471792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab0878c2-c703-4188-aaea-3cda0c81c9ab req-2a91e975-01cc-48fb-9687-f9781378ef10 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 943 time: 0.1156056 Dec 09 15:01:44.483342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:44.498432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:44.563600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab0878c2-c703-4188-aaea-3cda0c81c9ab req-7d6448fc-2ffa-4a57-9840-a38d122eed13 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908129 Dec 09 15:01:44.610433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-440d3d33-9c6a-428b-9d54-dc4509b71aa4 None None] Provisioning complete for port b782e7df-fa87-46e8-b776-5323ef58682f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:44.611164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-440d3d33-9c6a-428b-9d54-dc4509b71aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:44.656702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-fb9004d0-6472-4cba-8606-01f51a07256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:44.659124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-fb9004d0-6472-4cba-8606-01f51a07256d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 911 time: 0.5407763 Dec 09 15:01:44.667536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:44.674715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:44.680078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-440d3d33-9c6a-428b-9d54-dc4509b71aa4 None None] Port b782e7df-fa87-46e8-b776-5323ef58682f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:44.693935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.694505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.695063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.695656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.696213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.696778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.697324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.698599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.699501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.700054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.700598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.701164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.701715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:01:44.773125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-f6f51915-3077-42b3-a3c8-e364c7087c89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296337d1-6020-41f0-981c-0a271d7d5913 HTTP/1.1" status: 200 len: 217 time: 0.1065342 Dec 09 15:01:44.829352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:44.885075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-312916ee-5bc4-49dd-bdd4-df87c1e93469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:44.886780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-312916ee-5bc4-49dd-bdd4-df87c1e93469 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.1062584 Dec 09 15:01:44.991415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198c4ed-77e6-4a2c-8bed-8cf9b7aa4c80 req-d1e3f763-da07-4a31-8b05-fdfbd5f79c34 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:45.002883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0198c4ed-77e6-4a2c-8bed-8cf9b7aa4c80 req-d1e3f763-da07-4a31-8b05-fdfbd5f79c34 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.0930102 Dec 09 15:01:45.016037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-b5f85b14-a86d-4678-8658-353bace0362e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177900 Dec 09 15:01:45.153516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0198c4ed-77e6-4a2c-8bed-8cf9b7aa4c80 req-f41fc0d4-e4a5-4d31-a0fb-e46cb7ec3600 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491997 Dec 09 15:01:45.183485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:45.184865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Deleting port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:45.185390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:45.189440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-2289b9cf-b62d-46d4-8c43-e03ef1ee6760 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682165 Dec 09 15:01:45.319624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] For port cee0f7b4-dfc1-45b3-af67-20198c9f3c0a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:45.320301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:45.341672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Calling delete_port for cee0f7b4-dfc1-45b3-af67-20198c9f3c0a owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:45.526822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92903c24-ac36-4cfb-85c5-04de94b686eb req-d6785948-8770-4246-a2af-f2f188375747 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048809 Dec 09 15:01:45.541328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:45.558228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89210228-387a-4fb4-97e4-86a3fe64db88 req-00b45f53-d3fa-4f77-b797-5f8492149299 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:45.560348 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89210228-387a-4fb4-97e4-86a3fe64db88 req-00b45f53-d3fa-4f77-b797-5f8492149299 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.2136736 Dec 09 15:01:45.570140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0955c-f601-4b2c-bd83-02300ff1d251 req-34077e25-5237-44b4-86ca-11aa45ef2883 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:45.578077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8a0955c-f601-4b2c-bd83-02300ff1d251 req-34077e25-5237-44b4-86ca-11aa45ef2883 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 943 time: 0.1296527 Dec 09 15:01:45.651978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8a0955c-f601-4b2c-bd83-02300ff1d251 req-e067899c-6b58-4011-a0ac-eba9ad803067 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705779 Dec 09 15:01:45.675097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89210228-387a-4fb4-97e4-86a3fe64db88 req-fbc0d358-3d74-4622-9230-35b6a80cd336 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050994 Dec 09 15:01:45.794628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:45.852065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990468-b286-49cb-8bce-35171bcaaa4d req-c5586034-92da-43d3-8a0a-9dc719b51d18 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:45.861217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3990468-b286-49cb-8bce-35171bcaaa4d req-c5586034-92da-43d3-8a0a-9dc719b51d18 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 944 time: 0.0962083 Dec 09 15:01:45.869364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Router 3647eea4-8124-4e01-b4fb-d40fcc2f28d1 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:45.872257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee0f7b4-dfc1-45b3-af67-20198c9f3c0a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:46.068440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:46.080933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] Sync routers for ids ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:46.101804 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:46.103039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] Routers {'3647eea4-8124-4e01-b4fb-d40fcc2f28d1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:46.103324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ac67f6a-4fa6-4a86-9758-5f393577ebbd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4413850 Dec 09 15:01:46.107061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:46.107271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47370) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:46.111923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': False}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:46.188598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:46.190322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3990468-b286-49cb-8bce-35171bcaaa4d req-491a7e7e-8ae4-4a9c-8dda-7a31950d076c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279884 Dec 09 15:01:46.196628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:46.282943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:46.319221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] Routers {'3647eea4-8124-4e01-b4fb-d40fcc2f28d1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:46.319517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:46.373555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:46.374217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd6ee5-1daa-4eac-b83f-d650111eb4fd None None] The sync data for ids ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:46.392683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:01:46.408105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:46.408491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:46.465210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ca870-5ad4-471e-bd93-8f0161db3633 req-7769a414-3722-485a-a3e3-b4238113dc1a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:46.466642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d2ca870-5ad4-471e-bd93-8f0161db3633 req-7769a414-3722-485a-a3e3-b4238113dc1a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1659956 Dec 09 15:01:46.547034 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:46.549370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Router 6303999e-9e57-49ca-8553-879d0896d43a has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:01:46.564586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d2ca870-5ad4-471e-bd93-8f0161db3633 req-6cee8856-67e5-4050-9da2-c00425965735 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Dec 09 15:01:46.614201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:46.615454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:46.618147 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a68e3-1e20-4768-bd94-78e4c9ca2c47" -d '{"events": [{"server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "name": "network-vif-plugged", "status": "completed", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:46.626674 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:46.710354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:46.724358 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] Sync routers for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:46.733393 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759f08c-f3c8-4da4-8a5c-e98632e3265c x-openstack-request-id: req-7759f08c-f3c8-4da4-8a5c-e98632e3265c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:46.733977 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "name": "network-vif-plugged", "status": "completed", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:46.734237 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7759f08c-f3c8-4da4-8a5c-e98632e3265c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:46.734754 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'code': 200} Dec 09 15:01:46.742926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:46.753215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-90916127-e150-4f03-a3cf-737522b1c866 admin admin] 10.222.0.46 "PUT /v2.0/routers/6303999e-9e57-49ca-8553-879d0896d43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1749105 Dec 09 15:01:46.754519 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:46.755544 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:46.756181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47380) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:46.788336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:46.899171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bf09-9b7b-44c9-b58d-be3a0e850876 req-7c043995-120a-4f3b-9568-196230c17f99 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:46.907657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f02bf09-9b7b-44c9-b58d-be3a0e850876 req-7c043995-120a-4f3b-9568-196230c17f99 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 943 time: 0.1135247 Dec 09 15:01:46.974612 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:47.015024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781017ed-d54b-4ab8-a041-fcecdd855a82 req-a15891ba-71d4-4c83-afbd-9ace19efc4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:47.016955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-781017ed-d54b-4ab8-a041-fcecdd855a82 req-a15891ba-71d4-4c83-afbd-9ace19efc4db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.1459374 Dec 09 15:01:47.035668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ffe2-1c6c-43fa-a13d-cecd1d5e3102 req-612e5ebe-d5a6-483b-a8cc-cf5a1ce8873a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:47.044190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75f2ffe2-1c6c-43fa-a13d-cecd1d5e3102 req-612e5ebe-d5a6-483b-a8cc-cf5a1ce8873a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1566706 Dec 09 15:01:47.083836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 296337d1-6020-41f0-981c-0a271d7d5913 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:01:47.132385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:47.147766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75f2ffe2-1c6c-43fa-a13d-cecd1d5e3102 req-285bd369-dda7-4ddd-bbdd-e685f3bf77e0 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024241 Dec 09 15:01:47.263953 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T15:01:45Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:47.276943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-781017ed-d54b-4ab8-a041-fcecdd855a82 req-ba16d184-cda9-4e08-b2e3-bcd4f03836b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113104 Dec 09 15:01:47.279538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f02bf09-9b7b-44c9-b58d-be3a0e850876 req-66ca4d14-a6a0-400d-8a7e-4b88ff99c629 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706679 Dec 09 15:01:47.312215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] Checking router: 6303999e-9e57-49ca-8553-879d0896d43a for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:01:47.336584 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] Routers {'6303999e-9e57-49ca-8553-879d0896d43a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:47.337258 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6303999e-9e57-49ca-8553-879d0896d43a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:47.358879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 296337d1-6020-41f0-981c-0a271d7d5913, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=296337d1-6020-41f0-981c-0a271d7d5913,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:47.375209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '296337d1-6020-41f0-981c-0a271d7d5913', 'network_id': '7fdf7128-0731-44d7-ab40-2bd52fe8a39a', 'port_id': '296337d1-6020-41f0-981c-0a271d7d5913', 'mac_address': 'fa:16:3e:ed:16:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae73e1-3bad-459e-bda6-b0be0cd331e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:01:47.431663 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:47.458591 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:47.484841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296337d1-6020-41f0-981c-0a271d7d5913 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:01:47.523565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 296337d1-6020-41f0-981c-0a271d7d5913, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=296337d1-6020-41f0-981c-0a271d7d5913,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:47.535254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efb57-188a-490f-bf08-108c8307581c req-1cd6ff4e-9481-472a-b285-8e457da404b6 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:47.543892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:47.553269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e82efb57-188a-490f-bf08-108c8307581c req-1cd6ff4e-9481-472a-b285-8e457da404b6 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1593719 Dec 09 15:01:47.568535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Deleting port aaf1959b-8820-44cb-aaf3-02612bbecfef {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:47.568881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:47.573815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] Set router 6303999e-9e57-49ca-8553-879d0896d43a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:01:47.657727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=296337d1-6020-41f0-981c-0a271d7d5913,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:47.709046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e82efb57-188a-490f-bf08-108c8307581c req-63e0c518-0946-4bb9-b54c-ae6b21137e13 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547565 Dec 09 15:01:47.746949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] For port aaf1959b-8820-44cb-aaf3-02612bbecfef, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aaf1959b-8820-44cb-aaf3-02612bbecfef,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:47.747792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:47.766764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Calling delete_port for aaf1959b-8820-44cb-aaf3-02612bbecfef owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:47.810034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['296337d1-6020-41f0-981c-0a271d7d5913'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:01:48.002036 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T15:01:45Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:48.036928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85493ecf-cebf-42e0-9b18-85a05c024a72 req-9dac4f0e-39f3-48c4-9c4b-bbf9356e15df tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:48.043282 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6b42d3-efd3-4860-a075-6fd61d2b95e8 None None] The sync data for ids ['6303999e-9e57-49ca-8553-879d0896d43a'] in n-d-804292-5 is: [{'id': '6303999e-9e57-49ca-8553-879d0896d43a', 'name': 'tempest-ServersTestJSON-853415409-router', 'tenant_id': 'a962011b96b44e238e15d802e3834dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:59:05Z', 'updated_at': '2021-12-09T15:01:45Z', 'revision_number': 5, 'project_id': 'a962011b96b44e238e15d802e3834dd9', 'gw_port': {'id': 'aaf1959b-8820-44cb-aaf3-02612bbecfef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6303999e-9e57-49ca-8553-879d0896d43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:59:09Z', 'updated_at': '2021-12-09T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:48.060927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85493ecf-cebf-42e0-9b18-85a05c024a72 req-9dac4f0e-39f3-48c4-9c4b-bbf9356e15df tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1766953 Dec 09 15:01:48.133421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.139781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.159523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85493ecf-cebf-42e0-9b18-85a05c024a72 req-c3224ef9-2d03-4e0e-8a5d-8fa733c3a020 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977829 Dec 09 15:01:48.227980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.255301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf1959b-8820-44cb-aaf3-02612bbecfef,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:48.279912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbd843-f12e-449a-9cf3-17257f65f61a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:48.305892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Router 3647eea4-8124-4e01-b4fb-d40fcc2f28d1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:01:48.399032 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.450159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a287-7971-47da-b271-f7132b17e4f1 req-4a9895f5-44c0-41d4-b20d-275cf10f4a05 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:48.451813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50a0a287-7971-47da-b271-f7132b17e4f1 req-4a9895f5-44c0-41d4-b20d-275cf10f4a05 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1443715 Dec 09 15:01:48.570888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50a0a287-7971-47da-b271-f7132b17e4f1 req-9101041f-58c3-4b42-b84c-a8cb056ce623 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056170 Dec 09 15:01:48.579750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:48.594889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.601244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2fc21c0f-5be0-4a04-9d1f-192c5590aa12 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "PUT /v2.0/routers/3647eea4-8124-4e01-b4fb-d40fcc2f28d1 HTTP/1.1" status: 200 len: 921 time: 2.4926639 Dec 09 15:01:48.601956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47396) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:48.606646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] Sync routers for ids ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:48.619840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] Routers {'3647eea4-8124-4e01-b4fb-d40fcc2f28d1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:48.630640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:48.673257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.680941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.715807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e26cb5-75f1-4197-9643-e80c8d327369 req-21bec89d-cd66-4589-8017-b65c327e9b1a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:48.719626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85e26cb5-75f1-4197-9643-e80c8d327369 req-21bec89d-cd66-4589-8017-b65c327e9b1a tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 944 time: 0.3494296 Dec 09 15:01:48.745021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:48.755410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4a7df380-d2a7-4c39-8f9b-d12db4764f5a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/3647eea4-8124-4e01-b4fb-d40fcc2f28d1 HTTP/1.1" status: 200 len: 921 time: 0.1506090 Dec 09 15:01:48.756049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47402) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:48.770332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] Routers {'3647eea4-8124-4e01-b4fb-d40fcc2f28d1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:48.771017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:48.879399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cee0f7b4-dfc1-45b3-af67-20198c9f3c0a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:48.887853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:48.887853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7693d67-f94a-491d-ab35-b4c44b977270 None None] The sync data for ids ['3647eea4-8124-4e01-b4fb-d40fcc2f28d1'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:48.915439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.915439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6303999e-9e57-49ca-8553-879d0896d43a {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:48.915439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:48.915439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dd5d46ac-3ec8-4217-8fee-2660bd2fd47e admin admin] 10.222.0.46 "DELETE /v2.0/routers/6303999e-9e57-49ca-8553-879d0896d43a HTTP/1.1" status: 204 len: 168 time: 2.1502619 Dec 09 15:01:48.915439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47404) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:48.917517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: cee0f7b4-dfc1-45b3-af67-20198c9f3c0a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:48.917681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cee0f7b4-dfc1-45b3-af67-20198c9f3c0a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:48.942489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffeb0b-4793-40bc-9cf9-8cf31058a943 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:48.947326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98ffeb0b-4793-40bc-9cf9-8cf31058a943 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=3647eea4-8124-4e01-b4fb-d40fcc2f28d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1902170 Dec 09 15:01:48.948072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47406) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:49.018714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85e26cb5-75f1-4197-9643-e80c8d327369 req-5878a8d7-81c4-4a48-a1f6-4a4a81e3c134 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884674 Dec 09 15:01:49.030152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Deleting subnet 0f54a83f-5177-4571-acdd-34444ebeee94 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:01:49.044051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.083884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 296337d1-6020-41f0-981c-0a271d7d5913 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:01:49.097620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.147045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba47648-050b-4a15-ba70-8e7c295892ca tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:49.151804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dba47648-050b-4a15-ba70-8e7c295892ca tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.2026045 Dec 09 15:01:49.156852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47412) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:49.184990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 296337d1-6020-41f0-981c-0a271d7d5913 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:01:49.194264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 296337d1-6020-41f0-981c-0a271d7d5913 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:49.194264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.212224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ef9586fe-bc48-4060-a748-d25617571107 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=3647eea4-8124-4e01-b4fb-d40fcc2f28d1 HTTP/1.1" status: 200 len: 205 time: 0.0542037 Dec 09 15:01:49.212838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47416) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:49.230833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9525c-c91b-4cbd-8d6b-937f70998282 req-e35567c1-838d-4101-a267-e985eaa0faa1 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:49.232194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57f9525c-c91b-4cbd-8d6b-937f70998282 req-e35567c1-838d-4101-a267-e985eaa0faa1 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1139224 Dec 09 15:01:49.297292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.383522 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.439815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.446110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296337d1-6020-41f0-981c-0a271d7d5913'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:01:49.455932 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ffc233-24d6-4f47-95fa-7238531b1509" -d '{"events": [{"server_uuid": "17f37980-3d98-4cf4-8ed0-f9304e4a5551", "name": "network-vif-plugged", "status": "completed", "tag": "296337d1-6020-41f0-981c-0a271d7d5913"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:01:49.479410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 296337d1-6020-41f0-981c-0a271d7d5913, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=296337d1-6020-41f0-981c-0a271d7d5913,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:49.501502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.513509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24026fd-233f-43cb-a215-ae0b3c2d8668 req-386e5fcc-d5dc-48d7-a341-8c2e744ca518 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:49.521597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24026fd-233f-43cb-a215-ae0b3c2d8668 req-386e5fcc-d5dc-48d7-a341-8c2e744ca518 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1135328 Dec 09 15:01:49.656003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24026fd-233f-43cb-a215-ae0b3c2d8668 req-87727372-cc25-4f9f-8bc9-ae3c02ce621c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282260 Dec 09 15:01:49.662684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=296337d1-6020-41f0-981c-0a271d7d5913,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:49.731639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57f9525c-c91b-4cbd-8d6b-937f70998282 req-f9575cf7-0c22-4d0f-9da5-bfc165ecb65a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914682 Dec 09 15:01:49.758250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.774992 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596685e-1d90-4f45-9a53-8709803029ef x-openstack-request-id: req-3596685e-1d90-4f45-9a53-8709803029ef {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:01:49.776166 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f37980-3d98-4cf4-8ed0-f9304e4a5551", "name": "network-vif-plugged", "status": "completed", "tag": "296337d1-6020-41f0-981c-0a271d7d5913", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:01:49.776507 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3596685e-1d90-4f45-9a53-8709803029ef {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:01:49.777032 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296337d1-6020-41f0-981c-0a271d7d5913', 'code': 200} Dec 09 15:01:49.780390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.865956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f54a83f-5177-4571-acdd-34444ebeee94,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:49.870396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:49.877442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e96c43c5-3075-4f81-819b-f6344d8e0568 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0f54a83f-5177-4571-acdd-34444ebeee94 HTTP/1.1" status: 204 len: 168 time: 0.9510784 Dec 09 15:01:49.878839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693f779-188b-450a-92cf-741889509582 None None] Network 8d49125e-f533-456a-a6d3-2eea3af28616 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:49.888305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47424) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:49.921747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa98cb8-8044-4d72-87ec-d6ea2a1310dd req-6f1ad431-255b-49ef-8e8c-dd8aa3c0c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:49.923777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1aa98cb8-8044-4d72-87ec-d6ea2a1310dd req-6f1ad431-255b-49ef-8e8c-dd8aa3c0c1bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 1096 time: 0.0650353 Dec 09 15:01:49.941060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Deleting port b782e7df-fa87-46e8-b776-5323ef58682f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:49.941409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.010256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.058657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1aa98cb8-8044-4d72-87ec-d6ea2a1310dd req-7d175f11-2356-4e59-86ec-ea5462fc00d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144228 Dec 09 15:01:50.108377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902e5e-62da-4e36-b50f-0e51e337ad56 req-6ff93e3b-8946-4533-b60f-647fc8e3fd62 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:50.114185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30902e5e-62da-4e36-b50f-0e51e337ad56 req-6ff93e3b-8946-4533-b60f-647fc8e3fd62 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.2355471 Dec 09 15:01:50.143123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.166711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Calling delete_port for b782e7df-fa87-46e8-b776-5323ef58682f owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:50.248379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30902e5e-62da-4e36-b50f-0e51e337ad56 req-266bc0f7-ce2b-4436-bc03-753a6a59ae2f tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180372 Dec 09 15:01:50.275081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] DHCP port deletion for 8d49125e-f533-456a-a6d3-2eea3af28616 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:50.293040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Deleting port b1d8f881-baac-4bfa-b62b-5b198e7c069a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:50.297596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.362291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] Deleting port b1d8f881-baac-4bfa-b62b-5b198e7c069a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:50.363031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.438330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a627-e5ab-4efa-94a6-8476b48f715f req-76187e16-0c4b-45b1-a517-03d2b58cc6f2 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:50.445527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] For port b1d8f881-baac-4bfa-b62b-5b198e7c069a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b1d8f881-baac-4bfa-b62b-5b198e7c069a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:50.446224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.447921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ac4a627-e5ab-4efa-94a6-8476b48f715f req-76187e16-0c4b-45b1-a517-03d2b58cc6f2 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1685731 Dec 09 15:01:50.466601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] For port b1d8f881-baac-4bfa-b62b-5b198e7c069a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b1d8f881-baac-4bfa-b62b-5b198e7c069a,segment=NetworkSegment(15d1ae6b-fef3-47a6-9ae4-5edc1accab89),segment_id=15d1ae6b-fef3-47a6-9ae4-5edc1accab89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:50.467199 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.481467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Calling delete_port for b1d8f881-baac-4bfa-b62b-5b198e7c069a owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:50.488950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] Calling delete_port for b1d8f881-baac-4bfa-b62b-5b198e7c069a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:50.558475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.566767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-abacdf27-7c5c-4533-9f91-b55bc4f791db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:50.568664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-abacdf27-7c5c-4533-9f91-b55bc4f791db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.4301126 Dec 09 15:01:50.611687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.638228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb40db-4f2e-4afa-aa8b-85ab6c6b0602 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:50.641874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] No DVR routers for this DVR port b1d8f881-baac-4bfa-b62b-5b198e7c069a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:01:50.659936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event deleted for resources: {'Port': ['ID=b782e7df-fa87-46e8-b776-5323ef58682f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:50.749307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.775159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.809038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ac4a627-e5ab-4efa-94a6-8476b48f715f req-8e91be26-d0d4-4135-b406-d60aed849c39 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600399 Dec 09 15:01:50.871398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d937a00-1d5a-42cb-bdbf-414628474563 None None] Pushing event deleted for resources: {'Port': ['ID=b1d8f881-baac-4bfa-b62b-5b198e7c069a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:50.912547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.915087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:50.936272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] No DVR routers for this DVR port b1d8f881-baac-4bfa-b62b-5b198e7c069a on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:01:50.940500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b1d8f881-baac-4bfa-b62b-5b198e7c069a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:50.965471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b1d8f881-baac-4bfa-b62b-5b198e7c069a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:50.965818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b1d8f881-baac-4bfa-b62b-5b198e7c069a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:50.966251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aaf1959b-8820-44cb-aaf3-02612bbecfef no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:01:50.978024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-79545d19-03b6-4864-9f6f-2d5a53186ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:50.980732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-79545d19-03b6-4864-9f6f-2d5a53186ce9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.4027512 Dec 09 15:01:50.986495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: aaf1959b-8820-44cb-aaf3-02612bbecfef {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:01:50.986891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aaf1959b-8820-44cb-aaf3-02612bbecfef not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:01:51.009024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d8f881-baac-4bfa-b62b-5b198e7c069a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:51.029167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b820cd-9cc4-43bb-b424-f2c06c612a43 req-707301c3-dd9f-48ea-9159-d4a6c7b4ced1 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:51.045690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6b820cd-9cc4-43bb-b424-f2c06c612a43 req-707301c3-dd9f-48ea-9159-d4a6c7b4ced1 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.5497756 Dec 09 15:01:51.075089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.075799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Fanout notify agent at l3_agent the message router_deleted on router 3647eea4-8124-4e01-b4fb-d40fcc2f28d1 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:51.096342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.104587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7e98eadd-7262-4391-948f-c59011cafcaf tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/3647eea4-8124-4e01-b4fb-d40fcc2f28d1 HTTP/1.1" status: 204 len: 168 time: 1.8897736 Dec 09 15:01:51.105714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47436) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:51.112021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-387589433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:51.152140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-bd37d57f-b86f-4a67-933f-a3970a8b630d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.1394689 Dec 09 15:01:51.179204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.182789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.200993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661307d7-55bc-44ab-ba07-a4a4d5cb578a req-ee09d4c3-9cc7-40f6-9811-356d5ca53a6a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:51.204140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-661307d7-55bc-44ab-ba07-a4a4d5cb578a req-ee09d4c3-9cc7-40f6-9811-356d5ca53a6a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1753922 Dec 09 15:01:51.252275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.306011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6b820cd-9cc4-43bb-b424-f2c06c612a43 req-92b26531-b6da-41ce-b375-9a0ebeb48e1c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571375 Dec 09 15:01:51.308870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d49125e-f533-456a-a6d3-2eea3af28616']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:51.333177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-359ef061-1a5b-4884-b49f-b348206dde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:51.341743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-359ef061-1a5b-4884-b49f-b348206dde3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.1788659 Dec 09 15:01:51.343700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d1ae6b-fef3-47a6-9ae4-5edc1accab89') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:51.344054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d1ae6b-fef3-47a6-9ae4-5edc1accab89') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:51.347698 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.360548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.367709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.391679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-e788f62c-bdd0-4829-b473-49751ee331a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392821 Dec 09 15:01:51.398694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-661307d7-55bc-44ab-ba07-a4a4d5cb578a req-0e5840b1-2b4a-4691-859b-26646b89d82f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812162 Dec 09 15:01:51.402577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.407440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f9799cd6-ae90-4cfe-8da3-8730178ceaeb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2959697 Dec 09 15:01:51.408926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47444) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:51.422953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:51.426387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.502140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:01:51.502680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:01:51.504774 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:01:51.647089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.657703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.662585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8d49125e-f533-456a-a6d3-2eea3af28616 HTTP/1.1" status: 204 len: 168 time: 1.7733655 Dec 09 15:01:51.682797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec142-549c-47a0-8add-0f24d9bd4db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d49125e-f533-456a-a6d3-2eea3af28616,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:51.723034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-3c55a678-f705-490d-8df6-84646ca70c60 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166330 Dec 09 15:01:51.740398 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.750762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:51.769757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dfeb8-6379-4271-bd51-5fbec76f0606 req-9d141680-cd6e-42eb-a9ea-52549a1c9de6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:51.771897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e4dfeb8-6379-4271-bd51-5fbec76f0606 req-9d141680-cd6e-42eb-a9ea-52549a1c9de6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.2198429 Dec 09 15:01:51.840998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47448) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:51.884423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e4dfeb8-6379-4271-bd51-5fbec76f0606 req-ba07ac26-d7b6-4abf-84eb-a4e0b5a87f9c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928445 Dec 09 15:01:51.892587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5eff4c2-043b-47fc-ba25-1dd698d9545a req-1c71aa56-5d34-41b3-b00a-f7084da0e825 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614306 Dec 09 15:01:51.914147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf12b8f0-8496-4b07-8f2c-da254a7b2f95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a962011b96b44e238e15d802e3834dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718458 Dec 09 15:01:51.914964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47452) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:52.011414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28b2e3f-60a0-46ba-8d7f-a8048f2c1a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.043111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28b2e3f-60a0-46ba-8d7f-a8048f2c1a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.133593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56d14-5899-449c-8307-1d6222d54a35 req-d4d904e8-e2cc-4e69-b515-4f4c78517102 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:52.142658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0a56d14-5899-449c-8307-1d6222d54a35 req-d4d904e8-e2cc-4e69-b515-4f4c78517102 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1534970 Dec 09 15:01:52.157530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.179755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.189701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28b2e3f-60a0-46ba-8d7f-a8048f2c1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.192436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28b2e3f-60a0-46ba-8d7f-a8048f2c1a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.194078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b28b2e3f-60a0-46ba-8d7f-a8048f2c1a73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15c414a8-b67c-434b-8705-3f1144a583ee HTTP/1.1" status: 204 len: 168 time: 0.2775450 Dec 09 15:01:52.219942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0a56d14-5899-449c-8307-1d6222d54a35 req-764814e3-1c1f-412e-81cb-e71a41a96495 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707703 Dec 09 15:01:52.221729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b2e3f-60a0-46ba-8d7f-a8048f2c1a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c414a8-b67c-434b-8705-3f1144a583ee,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:52.304318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.318759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Allocated IP 172.25.0.170 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e8cd7b49-e450-4c98-a1af-60b93dc98389) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:52.445536 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.512006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:52.586909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcabe-7ef0-4591-ac7a-89dbb6c6aae2 req-ecd951bf-0fa5-4d97-847e-35122569d0ac tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:52.600924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-572bcabe-7ef0-4591-ac7a-89dbb6c6aae2 req-ecd951bf-0fa5-4d97-847e-35122569d0ac tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1247952 Dec 09 15:01:52.694270 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-572bcabe-7ef0-4591-ac7a-89dbb6c6aae2 req-ecc57294-6424-40e3-9225-e23f8375ea34 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918646 Dec 09 15:01:52.874779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:52.903141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:52.910724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:52.943562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event updated for resources: {'Port': ['ID=e8cd7b49-e450-4c98-a1af-60b93dc98389,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:52.952007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4203b-212a-4498-9f92-aa9da314598c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:52.968190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-6a959b92-c03b-4f3c-b719-5cc2ba949bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:52.970080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-6a959b92-c03b-4f3c-b719-5cc2ba949bbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 1096 time: 0.4048684 Dec 09 15:01:53.002390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4164d8-5a01-45e1-8dcd-b9f72fc3183b req-a78e67d2-7624-4e18-892f-63d3f82aa617 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:53.011676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa4164d8-5a01-45e1-8dcd-b9f72fc3183b req-a78e67d2-7624-4e18-892f-63d3f82aa617 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.4143672 Dec 09 15:01:53.051981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a16c3e-ef9e-4665-b2d3-09b818847bf2 req-3c574996-7bc2-4d50-9c8e-1bed0a316a1c tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:53.061354 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73a16c3e-ef9e-4665-b2d3-09b818847bf2 req-3c574996-7bc2-4d50-9c8e-1bed0a316a1c tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1234825 Dec 09 15:01:53.133088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73a16c3e-ef9e-4665-b2d3-09b818847bf2 req-022d759e-8a7a-4371-aeaa-3a3000386423 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706654 Dec 09 15:01:53.178864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-98224c49-f929-48fc-a6d2-d180746eef6d None None] Provisioning complete for port e8cd7b49-e450-4c98-a1af-60b93dc98389 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:53.181423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98224c49-f929-48fc-a6d2-d180746eef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.235566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbf47223-08cf-48dc-878d-73453ad45ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.276790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-98224c49-f929-48fc-a6d2-d180746eef6d None None] Port e8cd7b49-e450-4c98-a1af-60b93dc98389 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:53.300028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa4164d8-5a01-45e1-8dcd-b9f72fc3183b req-d719c117-f009-4da9-9c5a-788e69f61973 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872818 Dec 09 15:01:53.382310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-9ca5685e-1426-4691-8edd-c415981b9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:53.383955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-9ca5685e-1426-4691-8edd-c415981b9cdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 911 time: 0.4060926 Dec 09 15:01:53.410644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6cce-de4e-46be-89e2-1dc8d48d81b1 req-e47603c9-c934-4cbe-a4d6-f0a43541db31 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:53.420899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d85e6cce-de4e-46be-89e2-1dc8d48d81b1 req-e47603c9-c934-4cbe-a4d6-f0a43541db31 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0808713 Dec 09 15:01:53.469071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-3ab0e149-72ac-4779-8ad3-402e83bf5544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296337d1-6020-41f0-981c-0a271d7d5913 HTTP/1.1" status: 200 len: 217 time: 0.0488842 Dec 09 15:01:53.480095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d85e6cce-de4e-46be-89e2-1dc8d48d81b1 req-94b4546c-0ed5-4578-a92c-e4e20663ae77 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578322 Dec 09 15:01:53.527399 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.579466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-f10ea9a4-14fd-4413-9a91-20ffe0617a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:53.580929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-f10ea9a4-14fd-4413-9a91-20ffe0617a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.1023874 Dec 09 15:01:53.599029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47492) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:53.656323 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-f7570021-ce34-4050-a6f8-51c4a00bb1af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587931 Dec 09 15:01:53.744216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1167500739-network', 'tenant_id': '9a76473577c14035a0d647462322aada'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:53.786487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Made reservation on behalf of 9a76473577c14035a0d647462322aada for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:53.789296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.803231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.921951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.941135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.951875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.956964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:53.959400 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-bf748683-e6fc-40d1-88cd-c74ef4644af9 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938137 Dec 09 15:01:53.977019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0ad7-e7b6-4b6f-be01-292a1605f33c req-d38eacc3-e254-4e2a-9912-5a3f414dbc8d tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:53.978828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1da0ad7-e7b6-4b6f-be01-292a1605f33c req-d38eacc3-e254-4e2a-9912-5a3f414dbc8d tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1649735 Dec 09 15:01:53.995600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93d5a3-f1e3-4853-973b-baaf2199e8d5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:54.024886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:01:54.041416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.042754 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Added segment a643399e-f09a-4fd3-a85b-afc3f2c61a2e of type vlan for network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc Dec 09 15:01:54.132399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.155248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c44ff2-8102-4da3-a276-6e0915ea6d57 req-7c240a71-cb6f-4ce6-b633-a3d31139429a tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:54.157135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1c44ff2-8102-4da3-a276-6e0915ea6d57 req-7c240a71-cb6f-4ce6-b633-a3d31139429a tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.1030822 Dec 09 15:01:54.177050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f49b6a83-0201-4b34-b1b2-6b339ad26b06 req-9396a9c0-f79c-4dcd-8d73-e9263f99fcba service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967156 Dec 09 15:01:54.224082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.230976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:54.232779 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.258282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1c44ff2-8102-4da3-a276-6e0915ea6d57 req-35d37d5d-cdd4-45ac-9455-66067876fd8b tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897763 Dec 09 15:01:54.266590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6659977 Dec 09 15:01:54.273389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47510) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:54.280947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Request body: {'subnet': {'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1167500739-subnet', 'tenant_id': '9a76473577c14035a0d647462322aada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:54.311492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1da0ad7-e7b6-4b6f-be01-292a1605f33c req-132a8566-e52c-4f63-9f16-8cf359a7cbd3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655902 Dec 09 15:01:54.363127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc13c6-c91c-4960-bcca-e02fb396d7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:54.376991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:01:54.424450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Made reservation on behalf of 9a76473577c14035a0d647462322aada for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:54.431593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.473593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1d7a-1f34-4a2a-ad2f-af6bb76399d0 req-c102bc7f-1a9d-4db9-a2fc-bf8f5c4a3145 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:54.484413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77bc1d7a-1f34-4a2a-ad2f-af6bb76399d0 req-c102bc7f-1a9d-4db9-a2fc-bf8f5c4a3145 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0864584 Dec 09 15:01:54.522576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Router 1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:54.576137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77bc1d7a-1f34-4a2a-ad2f-af6bb76399d0 req-14bcb67c-5c91-421c-8b27-5d0c8a3dd014 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851891 Dec 09 15:01:54.736116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e128-87ee-4928-956a-3b1bd609a8d7 req-0dde9fc6-0fc6-4e25-b6f5-039448a91338 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:54.738314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4a2e128-87ee-4928-956a-3b1bd609a8d7 req-0dde9fc6-0fc6-4e25-b6f5-039448a91338 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0910187 Dec 09 15:01:54.762689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832bed3-98bd-452b-be27-7e182b7418ee req-6f26e735-c734-40aa-9b2c-42eda5cfb629 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:54.764325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4832bed3-98bd-452b-be27-7e182b7418ee req-6f26e735-c734-40aa-9b2c-42eda5cfb629 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.1810801 Dec 09 15:01:54.801874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4a2e128-87ee-4928-956a-3b1bd609a8d7 req-3bf09404-a75a-4e90-817c-6a0ed10f051e tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570045 Dec 09 15:01:54.833559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:54.842474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.843700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e2e9b08f-f3f2-4b74-9de7-8f5a92d61e9e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "PUT /v2.0/routers/1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 HTTP/1.1" status: 200 len: 879 time: 3.4337270 Dec 09 15:01:54.844201 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] Sync routers for ids ['1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:54.846356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47522) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:54.874592 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] Routers {'1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:54.875701 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:54.887298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4832bed3-98bd-452b-be27-7e182b7418ee req-13cb8cb9-d456-402b-92d2-f5065ba261dd tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119351 Dec 09 15:01:54.943640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:54.946237 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:54.956317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] Routers {'1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:54.957175 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:54.994864 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:54.995998 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710357fc-f400-43d1-a306-abd396b6b248 None None] The sync data for ids ['1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:55.019505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Checking segment: {'id': 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:01:55.020040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Network hostable DHCP agents. Network: 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:01:55.036954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4151b8e3-a4fc-4598-9405-89eb1daf8ebd,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:55.050773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:01:55.063672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:55.074928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:55.075263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc9ad7-19d5-4e5f-a0a4-5e4ab72bad9d None None] Network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:55.075584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:55.088983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af449221-7e43-4fa7-be4c-931ef949d25d tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 HTTP/1.1" status: 200 len: 920 time: 0.2387352 Dec 09 15:01:55.089671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:55.151234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aff6c6ac-75cd-45a1-ad6d-a9081a2df830 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8685684 Dec 09 15:01:55.170000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce088d-1de3-4dbb-8211-f9f917251fad tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:55.171604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-70ce088d-1de3-4dbb-8211-f9f917251fad tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0809443 Dec 09 15:01:55.174291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47528) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:55.203509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e22ff-8592-4459-844a-2f6576638f80 None None] Network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:01:55.274945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5285a-ff9a-4b4e-9bfc-9810464db2f6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:55.276830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-efa5285a-ff9a-4b4e-9bfc-9810464db2f6 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.1013625 Dec 09 15:01:55.279489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:55.326278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-741a0637-8be5-4e01-b5a3-af66cc68b276 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 HTTP/1.1" status: 200 len: 205 time: 0.0441325 Dec 09 15:01:55.328830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47532) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:55.459846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:55.466402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406e2a-b122-406b-bca0-e4bb5d30df66 req-7885d7f8-85c2-4b98-a7fe-abdc85911f1a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:55.466402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea406e2a-b122-406b-bca0-e4bb5d30df66 req-7885d7f8-85c2-4b98-a7fe-abdc85911f1a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0744145 Dec 09 15:01:55.523149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea406e2a-b122-406b-bca0-e4bb5d30df66 req-34148ccc-cc8b-4fde-9940-371b0f435b70 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Dec 09 15:01:55.577340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76c38b39-2596-4c21-8354-286f909a915e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:55.610783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:55.690688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Deleting port e8cd7b49-e450-4c98-a1af-60b93dc98389 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:55.691037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:55.797083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5830229-1e43-4b76-a86a-e86f29f3f4e6 req-4bdab1e8-bce5-4dd7-97d9-ae98ccca9233 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:55.798727 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5830229-1e43-4b76-a86a-e86f29f3f4e6 req-4bdab1e8-bce5-4dd7-97d9-ae98ccca9233 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Dec 09 15:01:55.864642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5830229-1e43-4b76-a86a-e86f29f3f4e6 req-7c6a92ac-a74d-4a56-9d25-3a7f53c12d01 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575490 Dec 09 15:01:56.031318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357f6f5-136f-4dca-bf3f-11396bbc37bc req-ff5cb196-da06-4570-a1ab-de3df08581d9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.032883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e357f6f5-136f-4dca-bf3f-11396bbc37bc req-ff5cb196-da06-4570-a1ab-de3df08581d9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0509768 Dec 09 15:01:56.083866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e357f6f5-136f-4dca-bf3f-11396bbc37bc req-64e3ecee-8992-4141-bbf2-e17280a3b345 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448596 Dec 09 15:01:56.084514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.098971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-54f12ec9-c70c-447c-b5f8-df8f7ea51e41 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.100430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-54f12ec9-c70c-447c-b5f8-df8f7ea51e41 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/networks?id=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc HTTP/1.1" status: 200 len: 822 time: 0.4229672 Dec 09 15:01:56.108904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Calling delete_port for e8cd7b49-e450-4c98-a1af-60b93dc98389 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:56.130255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-3b140778-e3f8-4681-8b93-09613f532288 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/quotas/9a76473577c14035a0d647462322aada HTTP/1.1" status: 200 len: 375 time: 0.0224457 Dec 09 15:01:56.193806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-005aafe2-d19e-4f42-acf6-6a9cf5c81c22 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a76473577c14035a0d647462322aada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332785 Dec 09 15:01:56.202263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492f179-f0da-4101-8cdf-31687822d21f req-ace9f970-7508-4e88-a78b-d5c2b040d543 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.203796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5492f179-f0da-4101-8cdf-31687822d21f req-ace9f970-7508-4e88-a78b-d5c2b040d543 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0651765 Dec 09 15:01:56.270621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5492f179-f0da-4101-8cdf-31687822d21f req-01b3b4e1-10b1-48df-9003-42fed93b0088 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606518 Dec 09 15:01:56.334053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-1d4ee3b5-ef2f-4c4c-ad46-bdcd1a75ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.335885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-1d4ee3b5-ef2f-4c4c-ad46-bdcd1a75ef14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 1097 time: 0.0569150 Dec 09 15:01:56.354458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-247fd80f-5dc6-4b57-88c8-65cfd1211aad service neutron] 10.222.0.46 "GET /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502745 Dec 09 15:01:56.449718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.456983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67d975-aedc-42c5-a7b5-e2da989f0270 req-76688de6-d91b-4553-8312-88e9fd43252a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.458479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb67d975-aedc-42c5-a7b5-e2da989f0270 req-76688de6-d91b-4553-8312-88e9fd43252a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.0957470 Dec 09 15:01:56.479152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event deleted for resources: {'Port': ['ID=e8cd7b49-e450-4c98-a1af-60b93dc98389,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:56.483966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-408c2384-ce85-4e69-8e20-57e378cfbb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.485601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-408c2384-ce85-4e69-8e20-57e378cfbb10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.1420660 Dec 09 15:01:56.500524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c5337-e486-49a2-9289-cc1cee13d4bd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:56.543885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-6dc5c76c-30b3-49cd-af3d-3a38e515b52d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a305132-ced7-43cf-b62f-654e58cf5120 HTTP/1.1" status: 200 len: 217 time: 0.0474367 Dec 09 15:01:56.547777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-b1bc5ce3-d983-4617-9b9f-cd2db6c50376 service neutron] 10.222.0.46 "GET /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717422 Dec 09 15:01:56.551655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb67d975-aedc-42c5-a7b5-e2da989f0270 req-758412f3-53ed-44a0-ac74-35743097091e tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842044 Dec 09 15:01:56.575194 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.627824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-3570029c-77b0-4c2e-b7d2-f859d8c33f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.630488 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.631499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-3570029c-77b0-4c2e-b7d2-f859d8c33f52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0778320 Dec 09 15:01:56.687840 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.690053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.723536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-4606b513-6d1f-4e4f-8b99-6573528b3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.725138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-4606b513-6d1f-4e4f-8b99-6573528b3b67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865455 Dec 09 15:01:56.749075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.750115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Fanout notify agent at l3_agent the message router_deleted on router 1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:01:56.760798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.766891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cfeac0cf-4c75-48c5-b866-df29aebe913e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 HTTP/1.1" status: 204 len: 168 time: 1.4352512 Dec 09 15:01:56.767330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:56.768429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe2057-d261-4930-a2c1-101ae8f74c1d req-2076f9a7-7803-4f87-9c50-944297e338e7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:56.770051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15fe2057-d261-4930-a2c1-101ae8f74c1d req-2076f9a7-7803-4f87-9c50-944297e338e7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1025717 Dec 09 15:01:56.772286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2140189955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:56.807742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.809346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.882309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-15fe2057-d261-4930-a2c1-101ae8f74c1d req-3d98a5f2-fea9-4cab-90d2-14faae7ad6cf tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014202 Dec 09 15:01:56.892411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6375846f-030d-43fd-b116-5ebd3ffb9025 req-768b5934-4baf-45aa-8c51-66f6fa62169f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 210 time: 0.0645146 Dec 09 15:01:56.895653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.902035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.908946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-8550cbd9-e8df-4bc6-b96b-173a71410525 service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658154 Dec 09 15:01:56.946888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:56.947067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1647bb2e-993b-420b-aa7c-f1b4d6e322e6 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1785805 Dec 09 15:01:56.949902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47594) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:56.954984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': True}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:57.027303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e00c1e-48f3-4b4c-b15f-dd76a2dbb3ca req-20d8f7fd-4acd-4461-abf1-13ce301c734b service neutron] 10.222.0.43 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102498 Dec 09 15:01:57.193238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c828d75-1396-484b-b341-780d85e64163 req-e0f06106-d4f7-4607-b4c7-96e0f3ff74c4 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:57.194826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c828d75-1396-484b-b341-780d85e64163 req-e0f06106-d4f7-4607-b4c7-96e0f3ff74c4 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Dec 09 15:01:57.223242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ed7ec-3d8c-45e5-af8d-5cda511b90f7 req-6ab1febb-9aa6-4e5a-980c-5d44650bf09d tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:57.224733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-130ed7ec-3d8c-45e5-af8d-5cda511b90f7 req-6ab1febb-9aa6-4e5a-980c-5d44650bf09d tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1906507 Dec 09 15:01:57.226815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:57.254173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c828d75-1396-484b-b341-780d85e64163 req-58dfa2dd-c339-4ff4-ac00-ea26134cc31c tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502748 Dec 09 15:01:57.311441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-130ed7ec-3d8c-45e5-af8d-5cda511b90f7 req-d1f09379-395e-449c-b6f6-6282adbb1a0b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760031 Dec 09 15:01:57.415703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875bd4-5893-4090-981a-d2d90815ed22 req-34cb1fef-54a7-4e3e-9575-8df307e8d4b2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:57.418085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c8875bd4-5893-4090-981a-d2d90815ed22 req-34cb1fef-54a7-4e3e-9575-8df307e8d4b2 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0555131 Dec 09 15:01:57.476035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c8875bd4-5893-4090-981a-d2d90815ed22 req-d4c6059c-ae67-46d4-99b0-5825257582fe tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Dec 09 15:01:57.510964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:57.534254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:57.664174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Allocated IP 172.25.0.159 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/9073a299-af5f-4eee-8a51-d0b90d4533bd) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:57.706226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788e6b-3ce1-44d3-ae02-5c846601a06a req-ef3ab25e-2ff8-428e-9525-a2e56fa8b779 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:57.707740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82788e6b-3ce1-44d3-ae02-5c846601a06a req-ef3ab25e-2ff8-428e-9525-a2e56fa8b779 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.0858040 Dec 09 15:01:57.805190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82788e6b-3ce1-44d3-ae02-5c846601a06a req-a0f94af6-b946-4cab-afaa-4790ca83342f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905616 Dec 09 15:01:57.821604 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:57.861685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:57.898024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:57.903054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:57.908663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:57.920075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cd526-714f-4add-85fd-7a6b381e01f4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:01:57.951173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Port': ['ID=9073a299-af5f-4eee-8a51-d0b90d4533bd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:57.978255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-933710b7-0b65-41d8-af3a-963f3e4652d6 None None] Provisioning complete for port 9073a299-af5f-4eee-8a51-d0b90d4533bd triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:01:57.979436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933710b7-0b65-41d8-af3a-963f3e4652d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.067833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-933710b7-0b65-41d8-af3a-963f3e4652d6 None None] Port 9073a299-af5f-4eee-8a51-d0b90d4533bd cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:01:58.099495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-0d094509-db5d-413d-8d2a-44bb5c753b43 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:58.100224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-994feece-a6e1-4236-ada9-19471d1d6299 req-0f77f5e7-77f6-4354-9604-2c7f44a1f57a tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 210 time: 0.0408745 Dec 09 15:01:58.100969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-0d094509-db5d-413d-8d2a-44bb5c753b43 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.43 "GET /v2.0/networks?id=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc HTTP/1.1" status: 200 len: 822 time: 0.2138426 Dec 09 15:01:58.131335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Request body: {'port': {'device_id': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc', 'admin_state_up': True, 'tenant_id': '9a76473577c14035a0d647462322aada'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:58.206896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24b39-063f-4b12-afab-71e603b85893 req-f29eb6d5-678e-4dc4-979b-6e78d436cba0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:58.208376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08e24b39-063f-4b12-afab-71e603b85893 req-f29eb6d5-678e-4dc4-979b-6e78d436cba0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1276155 Dec 09 15:01:58.227103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.251305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.282219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08e24b39-063f-4b12-afab-71e603b85893 req-379ffeb5-2eef-4b02-bc4b-5944e888b621 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661263 Dec 09 15:01:58.294358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Made reservation on behalf of 9a76473577c14035a0d647462322aada for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:01:58.298911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.437771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ddfe-92a1-46d0-bb65-5c65f2a23b9d req-b8e46883-8e48-4976-838d-ec392be5f643 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:58.439294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b4ddfe-92a1-46d0-bb65-5c65f2a23b9d req-b8e46883-8e48-4976-838d-ec392be5f643 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0929015 Dec 09 15:01:58.467128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Allocated IP 172.20.0.3 (0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc/4151b8e3-a4fc-4598-9405-89eb1daf8ebd/000956a7-ca19-4650-b401-81b2b0ca7676) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:01:58.476410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2de1c-19c6-4a3d-809b-1105df2733c4 req-50737884-9678-4b38-961b-c2cc54eba567 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:58.477924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98a2de1c-19c6-4a3d-809b-1105df2733c4 req-50737884-9678-4b38-961b-c2cc54eba567 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0935621 Dec 09 15:01:58.508767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.520392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.530527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b4ddfe-92a1-46d0-bb65-5c65f2a23b9d req-65216657-3f44-4a6f-93be-648c3c2e4c5f tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619929 Dec 09 15:01:58.575329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98a2de1c-19c6-4a3d-809b-1105df2733c4 req-f5998bd9-cdcc-4c35-aa09-7cff4b436d51 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Dec 09 15:01:58.670097 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.693481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c56f-5d1e-4410-9540-d6b2370a5de3 req-72b09b99-9cb1-4944-b199-db51a19325f8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:58.695019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbe4c56f-5d1e-4410-9540-d6b2370a5de3 req-72b09b99-9cb1-4944-b199-db51a19325f8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0932515 Dec 09 15:01:58.756874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Router 3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:01:58.763741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbe4c56f-5d1e-4410-9540-d6b2370a5de3 req-d600808e-907d-4d39-8792-376aab5e845b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609336 Dec 09 15:01:58.884186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:01:58.890355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:58.895638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fc73907e-0064-427a-93c1-a51bcc9a5913 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "PUT /v2.0/routers/3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 HTTP/1.1" status: 200 len: 915 time: 1.9433887 Dec 09 15:01:58.896504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47620) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:58.897672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] Sync routers for ids ['3de947cc-0cfa-4e85-bd8b-a8c29d6460b5'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:01:58.912887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] Routers {'3de947cc-0cfa-4e85-bd8b-a8c29d6460b5'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:58.913918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3de947cc-0cfa-4e85-bd8b-a8c29d6460b5'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:58.949173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:58.958892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] Routers {'3de947cc-0cfa-4e85-bd8b-a8c29d6460b5'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:01:58.959805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3de947cc-0cfa-4e85-bd8b-a8c29d6460b5'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:58.996507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:01:58.997164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38df1-0c17-48e1-83f8-d012a4c769c5 None None] The sync data for ids ['3de947cc-0cfa-4e85-bd8b-a8c29d6460b5'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:01:59.015669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.039601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-cc9886ae-f2df-45ed-bc7f-b9777278f21d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.041150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-cc9886ae-f2df-45ed-bc7f-b9777278f21d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.43 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.0936186 Dec 09 15:01:59.061576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-87903a31-a98f-47a0-9182-7274226ddf89 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 HTTP/1.1" status: 200 len: 921 time: 0.1637230 Dec 09 15:01:59.063661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90547b2-37ed-44e5-b7cd-6511cefca69e req-53eeda95-1d33-4098-aa31-3c27e6884d7c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.065276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90547b2-37ed-44e5-b7cd-6511cefca69e req-53eeda95-1d33-4098-aa31-3c27e6884d7c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 946 time: 0.0931654 Dec 09 15:01:59.070671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47622) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:59.084167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:01:59.139533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:01:59.153917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:01:59.156473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Pushing event updated for resources: {'Port': ['ID=000956a7-ca19-4650-b401-81b2b0ca7676,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:01:59.157802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Deleting port 715efec8-b8c1-4238-96a2-425a39ef376e {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:01:59.158675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.173095 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.235930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e770388-a68b-4b17-9e7e-7d35fdcc593a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.237458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e770388-a68b-4b17-9e7e-7d35fdcc593a tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=3de947cc-0cfa-4e85-bd8b-a8c29d6460b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1659493 Dec 09 15:01:59.240435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47626) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:59.244664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d90547b2-37ed-44e5-b7cd-6511cefca69e req-f2103a96-4da5-4f37-a161-b173d8977779 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618822 Dec 09 15:01:59.257675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.258279 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.302000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-5895969c-1fd2-4d62-b562-79803837653f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1766801 Dec 09 15:01:59.306028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532b0fa-2b49-485a-905f-c485db737785 req-cd4ffdc5-e181-475b-9b88-4adfd5c2ff38 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.313546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2532b0fa-2b49-485a-905f-c485db737785 req-cd4ffdc5-e181-475b-9b88-4adfd5c2ff38 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 931 time: 0.1097291 Dec 09 15:01:59.341957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Request body: {'port': {'device_id': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:01:59.452041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03d21e-c0c4-4cae-93d9-18e68ad34af0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.453600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8e03d21e-c0c4-4cae-93d9-18e68ad34af0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.2080803 Dec 09 15:01:59.457425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.459923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47630) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:59.499194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-356ab19f-a418-400c-806a-c9a9bd05fadd tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 HTTP/1.1" status: 200 len: 205 time: 0.0371344 Dec 09 15:01:59.505401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47632) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:01:59.615040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216a89-8029-41d8-866a-30a6f59a38d7 req-f6ee4baa-68b8-4150-af31-d1bbbbe777aa tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.615279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] For port 715efec8-b8c1-4238-96a2-425a39ef376e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=715efec8-b8c1-4238-96a2-425a39ef376e,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:01:59.615418 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.616562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34216a89-8029-41d8-866a-30a6f59a38d7 req-f6ee4baa-68b8-4150-af31-d1bbbbe777aa tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.2056813 Dec 09 15:01:59.677300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2532b0fa-2b49-485a-905f-c485db737785 req-71a15fe0-e1ea-4d56-b476-e3e493f18f50 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620086 Dec 09 15:01:59.846923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.847188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.847532 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Floating IP 8a87268c-9d16-412a-a334-35e29275e7b4 disassociated. External IP: 172.25.0.190, port: 715efec8-b8c1-4238-96a2-425a39ef376e. Dec 09 15:01:59.847878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Calling delete_port for 715efec8-b8c1-4238-96a2-425a39ef376e owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:01:59.862976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201894d0-1c98-4304-9b1c-59573d22d046 req-196792ad-8d10-4bb1-817d-6f84ad7491b5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:01:59.864545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-201894d0-1c98-4304-9b1c-59573d22d046 req-196792ad-8d10-4bb1-817d-6f84ad7491b5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 945 time: 0.1084306 Dec 09 15:01:59.866742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34216a89-8029-41d8-866a-30a6f59a38d7 req-76d255f9-95a7-4454-8db3-6bef4c178af9 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364933 Dec 09 15:01:59.904289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:01:59.965001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-201894d0-1c98-4304-9b1c-59573d22d046 req-5566f562-e79f-4889-8965-aa6471dcee48 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups?id=978536ca-4d35-4f0a-94f2-7bef25c38e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607922 Dec 09 15:02:00.074213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.097804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec6dd1-d280-4beb-9856-b9d1c0b2cd0b req-d809bc1d-2ad0-410f-a4c7-40faa406c165 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:00.099220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eaec6dd1-d280-4beb-9856-b9d1c0b2cd0b req-d809bc1d-2ad0-410f-a4c7-40faa406c165 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1513817 Dec 09 15:02:00.111660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event deleted for resources: {'Port': ['ID=715efec8-b8c1-4238-96a2-425a39ef376e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:00.129818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a305132-ced7-43cf-b62f-654e58cf5120 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:00.137026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1cb38-9d0f-4f0a-87a7-5df683bdd7cc req-b4d189a6-0bc1-4af1-bddc-82c788139f22 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:00.138549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85d1cb38-9d0f-4f0a-87a7-5df683bdd7cc req-b4d189a6-0bc1-4af1-bddc-82c788139f22 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1067617 Dec 09 15:02:00.158670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.234774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eaec6dd1-d280-4beb-9856-b9d1c0b2cd0b req-74f4c002-dff0-4ae5-b646-35e4ff4a7590 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284447 Dec 09 15:02:00.242635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000956a7-ca19-4650-b401-81b2b0ca7676 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:00.246400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.252267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.277574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Transition to ACTIVE for port object 000956a7-ca19-4650-b401-81b2b0ca7676 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:00.280341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85d1cb38-9d0f-4f0a-87a7-5df683bdd7cc req-1d087829-f331-45c0-8702-b5cd92acf44c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100690 Dec 09 15:02:00.290644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:00.297388 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ba6b2-1599-4798-826d-e9e7d067dc57" -d '{"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-unplugged", "status": "completed", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:00.305520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:00.305869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:00.311941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.318695 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.319800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 715efec8-b8c1-4238-96a2-425a39ef376e no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:00.341491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Deleting port 9073a299-af5f-4eee-8a51-d0b90d4533bd {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:00.341863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.393084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 715efec8-b8c1-4238-96a2-425a39ef376e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:00.395378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 715efec8-b8c1-4238-96a2-425a39ef376e not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:00.407711 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd54479-2695-418d-ba5f-bc41e2a3e167 x-openstack-request-id: req-bdd54479-2695-418d-ba5f-bc41e2a3e167 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:00.408293 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-unplugged", "status": "failed", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:00.408768 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdd54479-2695-418d-ba5f-bc41e2a3e167 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:00.409359 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120', 'code': 422} returned with failed status Dec 09 15:02:00.436765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:00.463956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:00.469763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Pushing event updated for resources: {'Port': ['ID=000956a7-ca19-4650-b401-81b2b0ca7676,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:00.475113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] Sync routers for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:00.491711 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:00.492358 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:00.508901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] No DVR routers for this DVR port 715efec8-b8c1-4238-96a2-425a39ef376e on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:00.516302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.520291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4ba3d47-fe4b-46f7-8997-e02305d5e6d4 req-0f5e6d96-e9a8-494e-8fb4-0ebc799e6bb2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.43 "DELETE /v2.0/ports/715efec8-b8c1-4238-96a2-425a39ef376e HTTP/1.1" status: 204 len: 173 time: 1.4705746 Dec 09 15:02:00.524955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'name': 'network-vif-deleted', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:00.528301 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aef57d-4cd6-4957-afa4-595d945bdb78" -d '{"events": [{"server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "name": "network-vif-deleted", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:00.533788 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.556927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Calling delete_port for 9073a299-af5f-4eee-8a51-d0b90d4533bd owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:00.559229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce01459-af2d-4832-916b-614935e037dc req-36b3ae46-eca5-4207-a1b6-ef0cb657a318 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:00.560909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ce01459-af2d-4832-916b-614935e037dc req-36b3ae46-eca5-4207-a1b6-ef0cb657a318 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 944 time: 0.1369619 Dec 09 15:02:00.634901 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c6bf0e-0ead-49b0-9699-110f5e5aa38b x-openstack-request-id: req-69c6bf0e-0ead-49b0-9699-110f5e5aa38b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:00.635190 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c6a7d8-54cd-4a0f-aa83-410bec0d3221", "name": "network-vif-deleted", "tag": "715efec8-b8c1-4238-96a2-425a39ef376e", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:00.635512 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69c6bf0e-0ead-49b0-9699-110f5e5aa38b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:00.635912 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c6a7d8-54cd-4a0f-aa83-410bec0d3221', 'name': 'network-vif-deleted', 'tag': '715efec8-b8c1-4238-96a2-425a39ef376e', 'status': 'completed', 'code': 200} Dec 09 15:02:00.647739 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:00.655567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ce01459-af2d-4832-916b-614935e037dc req-abbafe01-a9a8-42ad-9d96-ee368320a391 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840347 Dec 09 15:02:00.719759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Attempting to bind port 000956a7-ca19-4650-b401-81b2b0ca7676 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:00.727763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Attempting to bind port 000956a7-ca19-4650-b401-81b2b0ca7676 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:00.728959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Attempting to bind port 000956a7-ca19-4650-b401-81b2b0ca7676 on network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:00.875842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1917f72-0713-428d-890e-db4c4c0b0d1f req-cd0dfb4a-449b-46b3-bf47-4b18f0ee2191 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:00.885467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1917f72-0713-428d-890e-db4c4c0b0d1f req-cd0dfb4a-449b-46b3-bf47-4b18f0ee2191 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 943 time: 0.0826302 Dec 09 15:02:00.885665 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:57Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:00.889799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Port 000956a7-ca19-4650-b401-81b2b0ca7676 on network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:00.890237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Attempting to bind port 000956a7-ca19-4650-b401-81b2b0ca7676 on network 0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:00.896556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:00.897041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Checking segment: {'id': 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:00.897567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Bound using segment: {'id': 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:00.898197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Bound port: 000956a7-ca19-4650-b401-81b2b0ca7676, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:00.898802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.914861 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] Checking router: 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:00.923880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:00.924620 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:00.925395 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:00.965344 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1917f72-0713-428d-890e-db4c4c0b0d1f req-e469de9c-f97f-443b-bb9a-f5ddb0d0488b tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785198 Dec 09 15:02:00.969359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event deleted for resources: {'Port': ['ID=9073a299-af5f-4eee-8a51-d0b90d4533bd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:00.991661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d0f7d-bca1-4032-a894-ca40b293eec3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:01.043092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:01.090932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874e5ff-094d-4824-a985-7dbc2c2da530 req-df715c53-74df-426f-b65e-539036aae788 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.093422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4874e5ff-094d-4824-a985-7dbc2c2da530 req-df715c53-74df-426f-b65e-539036aae788 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2385180 Dec 09 15:02:01.115215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] For port 000956a7-ca19-4650-b401-81b2b0ca7676, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:01.129736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8930-828f-4778-a47b-b098e413b3e7 req-bfc04afc-452c-43bb-a8f0-007bb55d16ce tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.131367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed4a8930-828f-4778-a47b-b098e413b3e7 req-bfc04afc-452c-43bb-a8f0-007bb55d16ce tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0668390 Dec 09 15:02:01.151775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] For port 000956a7-ca19-4650-b401-81b2b0ca7676, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=000956a7-ca19-4650-b401-81b2b0ca7676,segment=NetworkSegment(a643399e-f09a-4fd3-a85b-afc3f2c61a2e),segment_id=a643399e-f09a-4fd3-a85b-afc3f2c61a2e)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:01.159297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.205414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed4a8930-828f-4778-a47b-b098e413b3e7 req-58bd1780-5ed1-405c-8389-c24e8bb0ff42 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663345 Dec 09 15:02:01.275762 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:57Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:01.290579 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.293973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.316320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53651ccd-c429-495f-9e69-111d3a1e41ef req-475d3121-346c-491a-92b0-ba64d6da29bd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0294173 Dec 09 15:02:01.320013 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97434d2b-6cca-4ddf-a242-7f6a9adc9a99 None None] The sync data for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 is: [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T14:58:48Z', 'revision_number': 4, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5a41479e-3bb0-4be7-90d2-8f746c826ee2', 'name': '', 'network_id': '5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'mac_address': 'fa:16:3e:3b:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:45Z', 'updated_at': '2021-12-09T14:58:57Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'subnets': [{'id': '01872b0f-ac20-4a43-9dc4-89380c7d66a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:01.342660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.380862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.381420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Fanout notify agent at l3_agent the message router_deleted on router 3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:02:01.396251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.403377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2dae9861-2ba3-4ba8-aacc-890b2ae8d8ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 HTTP/1.1" status: 204 len: 168 time: 1.8910315 Dec 09 15:02:01.403377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47664) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:01.411812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1119644357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:01.421409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4874e5ff-094d-4824-a985-7dbc2c2da530 req-65b549a1-ce5f-4e1c-95fd-d920b7d1b91d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198528 Dec 09 15:02:01.456650 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.457291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.458681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] 10.222.0.43 "PUT /v2.0/ports/000956a7-ca19-4650-b401-81b2b0ca7676 HTTP/1.1" status: 200 len: 1091 time: 2.1212935 Dec 09 15:02:01.459153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'tag': '000956a7-ca19-4650-b401-81b2b0ca7676'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:01.461423 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909b7f2-1954-418c-be53-ca61ee60d63a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3a51c0-7f66-4c5f-ab4b-c004c322a615", "tag": "000956a7-ca19-4650-b401-81b2b0ca7676"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:01.468004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb776c3-4201-4a80-a026-1d30cb08f98e req-22317e89-2613-475a-bb0e-a0ca643916d5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.469563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbb776c3-4201-4a80-a026-1d30cb08f98e req-22317e89-2613-475a-bb0e-a0ca643916d5 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0890584 Dec 09 15:02:01.488185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec1d5a-9654-4ade-9eeb-507ec2320f8b service neutron] Pushing event updated for resources: {'Port': ['ID=000956a7-ca19-4650-b401-81b2b0ca7676,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:01.559038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.560127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.562214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbb776c3-4201-4a80-a026-1d30cb08f98e req-9c40b5f7-68be-4772-b219-00be9e5ec5b8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843222 Dec 09 15:02:01.655684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-fc73b93b-f7f7-46f4-b907-4edbd970764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.657534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-fc73b93b-f7f7-46f4-b907-4edbd970764b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a76473577c14035a0d647462322aada&device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 1094 time: 0.1494508 Dec 09 15:02:01.666293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008536-1880-4570-9bc0-76e84cdd12eb req-61e0d133-f61f-480e-bec6-bf0c1c1d3f65 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.667981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b008536-1880-4570-9bc0-76e84cdd12eb req-61e0d133-f61f-480e-bec6-bf0c1c1d3f65 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1456492 Dec 09 15:02:01.709697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.722349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8706dfcd-d55e-442a-becb-5d864247c347 None None] New status for floating IP 8a87268c-9d16-412a-a334-35e29275e7b4: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:02:01.750325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-f2af2759-962e-4d21-a172-7018c5058ad6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000956a7-ca19-4650-b401-81b2b0ca7676 HTTP/1.1" status: 200 len: 217 time: 0.0558558 Dec 09 15:02:01.753126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.782385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2060ca7-04d9-445e-969e-9be3248fa2f8 req-77e5c19d-5534-435b-a252-201b92e85cde tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.790421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2060ca7-04d9-445e-969e-9be3248fa2f8 req-77e5c19d-5534-435b-a252-201b92e85cde tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0690577 Dec 09 15:02:01.843752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:01.849040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f4294fbd-a3fa-473a-9a0a-70c45cae235f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4433529 Dec 09 15:02:01.850580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47670) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:01.861823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b008536-1880-4570-9bc0-76e84cdd12eb req-95e61906-8df9-447b-973f-d9270af109c1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661689 Dec 09 15:02:01.869766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2060ca7-04d9-445e-969e-9be3248fa2f8 req-ee30215f-659d-4d76-814d-626773078f40 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782251 Dec 09 15:02:01.883122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': False}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:01.885275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-06d160c7-e471-4105-a3a1-6f07fe245017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:01.886813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-06d160c7-e471-4105-a3a1-6f07fe245017 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4151b8e3-a4fc-4598-9405-89eb1daf8ebd HTTP/1.1" status: 200 len: 862 time: 0.1253662 Dec 09 15:02:01.931173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-94e6c44b-ba62-4d93-b19a-c19d90a072ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362015 Dec 09 15:02:01.955624 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5c8612-d412-495a-a542-ffd3d6fd43e4 x-openstack-request-id: req-2e5c8612-d412-495a-a542-ffd3d6fd43e4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:01.956648 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3a51c0-7f66-4c5f-ab4b-c004c322a615", "tag": "000956a7-ca19-4650-b401-81b2b0ca7676", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:01.956892 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e5c8612-d412-495a-a542-ffd3d6fd43e4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:01.957306 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'tag': '000956a7-ca19-4650-b401-81b2b0ca7676', 'status': 'completed', 'code': 200} Dec 09 15:02:02.269968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:02.285715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfc7a7-8046-4b36-9055-22e404b2e97a req-6a864dc4-0c55-48d5-aef2-f6570692d954 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.287298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8dfc7a7-8046-4b36-9055-22e404b2e97a req-6a864dc4-0c55-48d5-aef2-f6570692d954 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 943 time: 0.1600769 Dec 09 15:02:02.363593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8dfc7a7-8046-4b36-9055-22e404b2e97a req-502d8e92-5a49-48ce-828e-2b716d4962b6 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625124 Dec 09 15:02:02.403447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-9b2f27c2-2b66-49cb-b269-98814edf981b service neutron] 10.222.0.43 "GET /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625051 Dec 09 15:02:02.417349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfd9c8-5b73-4dc5-bc27-28a16723f9aa req-51bae676-b552-4956-95b2-cf37c830afc3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.424724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-61cfd9c8-5b73-4dc5-bc27-28a16723f9aa req-51bae676-b552-4956-95b2-cf37c830afc3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0815520 Dec 09 15:02:02.528604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-61cfd9c8-5b73-4dc5-bc27-28a16723f9aa req-cae9ecd1-f703-48e6-8d7e-3a9de2464ee4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029320 Dec 09 15:02:02.550445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c219d44c-8065-4ad0-9a56-2e43dad0a6f1 req-970f2071-7eb9-4843-9da8-663f0065b797 service neutron] 10.222.0.43 "GET /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183515 Dec 09 15:02:02.589291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0e5b-e1d0-4ca8-a997-a212197dd3da req-d887e30a-38b3-4eeb-a789-d4a6f94b3421 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.591428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c2d0e5b-e1d0-4ca8-a997-a212197dd3da req-d887e30a-38b3-4eeb-a789-d4a6f94b3421 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1252496 Dec 09 15:02:02.600410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:02.631377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:02.667393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-56baeed5-ffae-4607-ad7e-15faf76923e8 req-57e22362-e0f6-4d55-99fb-6ac3e8e6f4a9 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0478010 Dec 09 15:02:02.680830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-771ea7e0-0ca5-495f-9107-f25651587877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.682595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-771ea7e0-0ca5-495f-9107-f25651587877 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a76473577c14035a0d647462322aada&device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 1094 time: 0.0726578 Dec 09 15:02:02.734557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c2d0e5b-e1d0-4ca8-a997-a212197dd3da req-97c78dd8-7725-421b-a8bd-eda8c9956616 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356502 Dec 09 15:02:02.811905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Allocated IP 172.25.0.238 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:02.824246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-5006eb82-c020-4283-8a27-5953963de781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.825856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-5006eb82-c020-4283-8a27-5953963de781 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc HTTP/1.1" status: 200 len: 923 time: 0.1293681 Dec 09 15:02:02.852276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2be28f-37cb-4548-b6f4-eab4c7b2c205 req-35d3d022-4bdc-4f0f-a1e5-ad9bd2b90f39 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.854969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc2be28f-37cb-4548-b6f4-eab4c7b2c205 req-35d3d022-4bdc-4f0f-a1e5-ad9bd2b90f39 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0734084 Dec 09 15:02:02.885187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-e0da69a3-6420-4c55-8f68-3fba269df63a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000956a7-ca19-4650-b401-81b2b0ca7676 HTTP/1.1" status: 200 len: 217 time: 0.0496197 Dec 09 15:02:02.952203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:02.974176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-1c4ae979-b6ed-4314-92c7-215f5c3e9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:02.976217 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-1c4ae979-b6ed-4314-92c7-215f5c3e9047 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4151b8e3-a4fc-4598-9405-89eb1daf8ebd HTTP/1.1" status: 200 len: 862 time: 0.0712423 Dec 09 15:02:02.980301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc2be28f-37cb-4548-b6f4-eab4c7b2c205 req-4466920d-2cd7-4afd-a279-86244b14f9fb tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978591 Dec 09 15:02:03.016357 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-bf9f8eb9-5b0b-48dd-baed-daf93307733d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312586 Dec 09 15:02:03.081115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:03.101488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f840549-adba-427c-be1b-f1230c95a119 req-89a4a47c-7fee-4e98-bfbb-77d3b840321b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:03.103112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f840549-adba-427c-be1b-f1230c95a119 req-89a4a47c-7fee-4e98-bfbb-77d3b840321b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0981572 Dec 09 15:02:03.152247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-06fdb773-9771-42c8-b97f-27681fde1bee service neutron] 10.222.0.43 "GET /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255014 Dec 09 15:02:03.163227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:03.170863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:03.173321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:03.203894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a30a3-9ff7-47cd-80a1-a1b317d66567 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:03.249781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-90773f4d-e726-4775-bbdf-547292785bb4 None None] Provisioning complete for port 142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:03.250160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-90773f4d-e726-4775-bbdf-547292785bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:03.276896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5909b7f2-1954-418c-be53-ca61ee60d63a req-b3d1fd92-f657-4f13-9828-d9cafd97b6d1 service neutron] 10.222.0.43 "GET /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162250 Dec 09 15:02:03.321730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-90773f4d-e726-4775-bbdf-547292785bb4 None None] Port 142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:02:03.351246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Pushing event updated for resources: {'Port': ['ID=142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:03.363667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f840549-adba-427c-be1b-f1230c95a119 req-afc19b8d-7296-42a4-bd2e-bfebc5ad5ec8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229810 Dec 09 15:02:03.490739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9562b1-7550-4d55-b64b-a38dc19dfdd8 req-9c46d313-cdc2-43a2-ba76-b5b08df3b9af tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:03.492421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b9562b1-7550-4d55-b64b-a38dc19dfdd8 req-9c46d313-cdc2-43a2-ba76-b5b08df3b9af tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 943 time: 0.0531220 Dec 09 15:02:03.515265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:03.552045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b9562b1-7550-4d55-b64b-a38dc19dfdd8 req-fc7a9cbf-2673-438a-a8f4-c8ba01f226a1 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Dec 09 15:02:03.722853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51157b0-b2bb-4351-be6d-feec961b8463 req-de86a5b1-56b3-4d3d-96e3-431d9063c71d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:03.730479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b51157b0-b2bb-4351-be6d-feec961b8463 req-de86a5b1-56b3-4d3d-96e3-431d9063c71d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1072700 Dec 09 15:02:03.797032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aaa0485c-88e3-4253-a820-c04b67015037 req-cf4d23da-ef2b-434a-a6c4-ceb9f78006a5 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0283897 Dec 09 15:02:03.825774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b51157b0-b2bb-4351-be6d-feec961b8463 req-46e123a1-44f7-4077-94bd-8936bf837003 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941508 Dec 09 15:02:03.848922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:03.852668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:03.936602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcaf71d-0251-460f-9207-d8ba0dbae38e req-1b49d9cb-3261-41ca-a822-87c52f311523 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:03.938565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fcaf71d-0251-460f-9207-d8ba0dbae38e req-1b49d9cb-3261-41ca-a822-87c52f311523 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0630221 Dec 09 15:02:03.997741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fcaf71d-0251-460f-9207-d8ba0dbae38e req-f19a125c-e315-4083-a47d-f79a7e5493cb tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Dec 09 15:02:04.332378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181de6d-9435-4ac6-8f33-8a3a0caf1528 req-9bbfb37a-62a1-4262-9a72-3df60cf547eb tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:04.333857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7181de6d-9435-4ac6-8f33-8a3a0caf1528 req-9bbfb37a-62a1-4262-9a72-3df60cf547eb tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1267188 Dec 09 15:02:04.432772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7181de6d-9435-4ac6-8f33-8a3a0caf1528 req-e7a594bf-7228-471e-90eb-ba891e713e43 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901456 Dec 09 15:02:04.451712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Router 589c249a-97e7-4aba-8899-19d9c6520890 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:02:04.492629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b516e-1399-4307-b8f7-3b0829aa1a7b req-e2547002-8553-4013-b160-f296abcaa644 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:04.494507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-400b516e-1399-4307-b8f7-3b0829aa1a7b req-e2547002-8553-4013-b160-f296abcaa644 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0580258 Dec 09 15:02:04.554150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-400b516e-1399-4307-b8f7-3b0829aa1a7b req-fa5addce-68b9-4955-873d-67ca4dc0e242 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Dec 09 15:02:04.570268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:04.590720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:04.592254 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] Sync routers for ids ['589c249a-97e7-4aba-8899-19d9c6520890'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:04.600256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f98bfb70-61a5-4d5e-aa80-c6db5a098d93 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "PUT /v2.0/routers/589c249a-97e7-4aba-8899-19d9c6520890 HTTP/1.1" status: 200 len: 916 time: 2.7263296 Dec 09 15:02:04.600546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47708) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:04.608815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] Routers {'589c249a-97e7-4aba-8899-19d9c6520890'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:04.609897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['589c249a-97e7-4aba-8899-19d9c6520890'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:04.650448 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:04.661649 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] Routers {'589c249a-97e7-4aba-8899-19d9c6520890'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:04.662698 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['589c249a-97e7-4aba-8899-19d9c6520890'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:04.714568 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:04.715656 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70abb5-752d-487c-995a-4ebb9c56946b None None] The sync data for ids ['589c249a-97e7-4aba-8899-19d9c6520890'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:04.775985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-572f90d7-aed8-4dc6-8019-392d7374a2fe tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/589c249a-97e7-4aba-8899-19d9c6520890 HTTP/1.1" status: 200 len: 922 time: 0.1734579 Dec 09 15:02:04.779419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47712) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:04.788371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657505c-5653-432f-97a1-f520be1fc6ec req-8e5ddd4b-30e3-46e2-86ed-f56fc5a53765 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:04.789901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2657505c-5653-432f-97a1-f520be1fc6ec req-8e5ddd4b-30e3-46e2-86ed-f56fc5a53765 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 943 time: 0.0729756 Dec 09 15:02:04.854959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2657505c-5653-432f-97a1-f520be1fc6ec req-2f07f876-492b-4cd2-863a-01a9cfbe920d tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567114 Dec 09 15:02:04.876627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead8c55-df3f-480a-9b30-734d2fd3c27b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:04.880529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bead8c55-df3f-480a-9b30-734d2fd3c27b tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=589c249a-97e7-4aba-8899-19d9c6520890&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0975652 Dec 09 15:02:04.881681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47718) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:04.908444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4fa49-6be2-4532-b3d9-e2a91ba67e85 req-7163c36f-2339-47c3-b7c0-80eeefeda00c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:04.910441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7f4fa49-6be2-4532-b3d9-e2a91ba67e85 req-7163c36f-2339-47c3-b7c0-80eeefeda00c tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0962019 Dec 09 15:02:04.971901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7f4fa49-6be2-4532-b3d9-e2a91ba67e85 req-4c699d76-44df-47f9-833d-3391c20836a4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Dec 09 15:02:04.990210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09af91a6-eda1-40a3-8a1e-6ace17b11320 req-96ac4472-6597-49a8-aec8-817a798632a2 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0391486 Dec 09 15:02:05.016222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf880344-6c80-4db6-99ff-b1c15dd7a712 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:05.017636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bf880344-6c80-4db6-99ff-b1c15dd7a712 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.1349578 Dec 09 15:02:05.020593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47722) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:05.054769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-45b4371f-92e2-4ba3-b1f9-90ba12b4649f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=589c249a-97e7-4aba-8899-19d9c6520890 HTTP/1.1" status: 200 len: 205 time: 0.0326693 Dec 09 15:02:05.057857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47726) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:05.116714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea4655-cfce-44ff-8cb5-b5f9c6de51ed req-e193ae98-10ea-460a-a52c-3acb38f88ead tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:05.124804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4ea4655-cfce-44ff-8cb5-b5f9c6de51ed req-e193ae98-10ea-460a-a52c-3acb38f88ead tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0727308 Dec 09 15:02:05.175182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4ea4655-cfce-44ff-8cb5-b5f9c6de51ed req-e3365200-5ef7-4e80-b39a-f165babe1605 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492198 Dec 09 15:02:05.216530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.270392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d93e-0846-4d62-8d74-a9f2355e0a50 req-ad3e39df-19b0-4491-8102-f56a9a9e99a0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:05.271979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15e3d93e-0846-4d62-8d74-a9f2355e0a50 req-ad3e39df-19b0-4491-8102-f56a9a9e99a0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1038313 Dec 09 15:02:05.372565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15e3d93e-0846-4d62-8d74-a9f2355e0a50 req-4b56e9fb-e2f6-4d07-b0dc-c8ddad4fd143 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894499 Dec 09 15:02:05.373822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.435683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Deleting port 142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:05.436122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.530892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.543948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Calling delete_port for 142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:05.592802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598843b-5c2f-4798-a59c-47e75686726b req-a5918e16-2df5-43fd-8f33-081f4aa6371c tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:05.594492 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f598843b-5c2f-4798-a59c-47e75686726b req-a5918e16-2df5-43fd-8f33-081f4aa6371c tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0592256 Dec 09 15:02:05.647601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f598843b-5c2f-4798-a59c-47e75686726b req-9378bebd-f4fb-4de9-ab9c-7f49f4ba81bf tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Dec 09 15:02:05.736216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.764574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event deleted for resources: {'Port': ['ID=142bcfd9-9fb4-4d56-bf54-3163a4ceaaa8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:05.775368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87640b32-b009-4869-b132-a648a5f57846 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:05.836571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.953099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:05.955848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.041880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab4d0e-eb16-4681-af99-b3b4ef485562 req-ad2da89e-d297-45ef-be85-89481ad93946 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:06.043593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afab4d0e-eb16-4681-af99-b3b4ef485562 req-ad2da89e-d297-45ef-be85-89481ad93946 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 943 time: 0.0925844 Dec 09 15:02:06.044352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.044923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Fanout notify agent at l3_agent the message router_deleted on router 589c249a-97e7-4aba-8899-19d9c6520890 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:02:06.052367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.053788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c1dc9e0d-5dea-4618-abbd-09496a98eb0b tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/589c249a-97e7-4aba-8899-19d9c6520890 HTTP/1.1" status: 204 len: 168 time: 0.9943917 Dec 09 15:02:06.061525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:06.066353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-164807330', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:06.110936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afab4d0e-eb16-4681-af99-b3b4ef485562 req-ae7c4d2a-9550-4628-8bd4-f7015a4d651b tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Dec 09 15:02:06.131609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845793c3-aedd-41cc-950e-07535ec10451 req-e2d581e6-c394-492a-bdf7-6157158f74c9 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:06.138180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-845793c3-aedd-41cc-950e-07535ec10451 req-e2d581e6-c394-492a-bdf7-6157158f74c9 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.0880709 Dec 09 15:02:06.146004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.147174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.151100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 000956a7-ca19-4650-b401-81b2b0ca7676 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:02:06.242344 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-909d83b2-4f4d-4d19-aa4b-5a5fb090e41f req-d2746257-6952-46ed-930e-66b32080c9c1 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/ports?device_id=15c6a7d8-54cd-4a0f-aa83-410bec0d3221 HTTP/1.1" status: 200 len: 210 time: 0.0349872 Dec 09 15:02:06.245314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-845793c3-aedd-41cc-950e-07535ec10451 req-f0a2db1e-3212-4c83-92d2-2767b4b892a4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013896 Dec 09 15:02:06.270856 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.333344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 000956a7-ca19-4650-b401-81b2b0ca7676, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=000956a7-ca19-4650-b401-81b2b0ca7676,segment=NetworkSegment(a643399e-f09a-4fd3-a85b-afc3f2c61a2e),segment_id=a643399e-f09a-4fd3-a85b-afc3f2c61a2e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:06.347248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '000956a7-ca19-4650-b401-81b2b0ca7676', 'network_id': '0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc', 'port_id': '000956a7-ca19-4650-b401-81b2b0ca7676', 'mac_address': 'fa:16:3e:86:b9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4151b8e3-a4fc-4598-9405-89eb1daf8ebd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:02:06.435997 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.442727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-bb7a84d6-9444-4e5d-b1de-bebc772e1da7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:06.444729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-bb7a84d6-9444-4e5d-b1de-bebc772e1da7 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 945 time: 0.1662903 Dec 09 15:02:06.463105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000956a7-ca19-4650-b401-81b2b0ca7676 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:06.474550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df874f8a-2d55-4798-b7dd-349d87a73678 req-79da167d-2764-4867-85cc-23f346a13425 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:06.484463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df874f8a-2d55-4798-b7dd-349d87a73678 req-79da167d-2764-4867-85cc-23f346a13425 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1313109 Dec 09 15:02:06.513141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.520868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 000956a7-ca19-4650-b401-81b2b0ca7676, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=000956a7-ca19-4650-b401-81b2b0ca7676,segment=NetworkSegment(a643399e-f09a-4fd3-a85b-afc3f2c61a2e),segment_id=a643399e-f09a-4fd3-a85b-afc3f2c61a2e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:06.538560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.617221 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df874f8a-2d55-4798-b7dd-349d87a73678 req-e33d7435-0dd4-499a-b048-31cee103341f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315415 Dec 09 15:02:06.618221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6ac8-dbc5-48e1-b334-c9e5e5f437ce req-00056673-cf29-4770-b105-4528a1f05724 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:06.627775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f8a6ac8-dbc5-48e1-b334-c9e5e5f437ce req-00056673-cf29-4770-b105-4528a1f05724 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1003647 Dec 09 15:02:06.658486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=000956a7-ca19-4650-b401-81b2b0ca7676,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:06.660116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Deleting port 53868016-f6af-4956-bdc9-dca4a9da6236 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:06.660459 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.733744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f8a6ac8-dbc5-48e1-b334-c9e5e5f437ce req-62a1cd22-1a9e-454b-ac26-86eb590ec86c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048636 Dec 09 15:02:06.821514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['000956a7-ca19-4650-b401-81b2b0ca7676'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:06.827330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] For port 53868016-f6af-4956-bdc9-dca4a9da6236, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53868016-f6af-4956-bdc9-dca4a9da6236,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:06.827732 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.845220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Calling delete_port for 53868016-f6af-4956-bdc9-dca4a9da6236 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:06.854677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fe34d-18e0-4baa-b652-c0f7af0c90e9 req-b9c7e8fe-eda5-43c9-9777-d5c7caaee80e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:06.856078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-709fe34d-18e0-4baa-b652-c0f7af0c90e9 req-b9c7e8fe-eda5-43c9-9777-d5c7caaee80e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1063244 Dec 09 15:02:06.878889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:06.903917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.021892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-709fe34d-18e0-4baa-b652-c0f7af0c90e9 req-79418fa8-86c0-4cdf-a95b-0e3dc8a85986 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572185 Dec 09 15:02:07.045977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Allocated IP 172.25.0.54 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/7e3abd45-136e-4ee6-9dde-7366692b1abb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:07.173600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.185989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['53868016-f6af-4956-bdc9-dca4a9da6236'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:07.237812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event deleted for resources: {'Port': ['ID=53868016-f6af-4956-bdc9-dca4a9da6236,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:07.244881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-81655351-e181-4ad7-a88a-f30218b6337f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444316 Dec 09 15:02:07.279252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.296506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] No DVR routers for this DVR port 53868016-f6af-4956-bdc9-dca4a9da6236 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:07.299270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.302482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b3f6-a695-4cb9-b397-65861b4db81d req-cbe23c52-9cc2-4272-be83-ace2c152d97d tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.304141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a91b3f6-a695-4cb9-b397-65861b4db81d req-cbe23c52-9cc2-4272-be83-ace2c152d97d tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 944 time: 0.0878596 Dec 09 15:02:07.306447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89480183-a680-4745-8cbc-5a7bf5ecad2c req-b1a7e654-4c14-4aab-8054-c8866d66054a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "DELETE /v2.0/ports/53868016-f6af-4956-bdc9-dca4a9da6236 HTTP/1.1" status: 204 len: 173 time: 0.8497639 Dec 09 15:02:07.307159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'name': 'network-vif-deleted', 'tag': '53868016-f6af-4956-bdc9-dca4a9da6236'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:07.309931 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f5a793-3af3-4fa8-8a2c-8f65a2f2c015" -d '{"events": [{"server_uuid": "7b81532d-6984-4cf1-a332-a9d6d0d16683", "name": "network-vif-deleted", "tag": "53868016-f6af-4956-bdc9-dca4a9da6236"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:07.370210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-ae3851a0-069a-494b-a5d2-1faf31a5903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.372434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-ae3851a0-069a-494b-a5d2-1faf31a5903c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca&device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 1097 time: 0.0588274 Dec 09 15:02:07.412025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe896049-ef41-4257-be99-8ead0885f65b req-060d064a-ba4a-47dc-9f40-fdb08d0d86e3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b81532d-6984-4cf1-a332-a9d6d0d16683 HTTP/1.1" status: 200 len: 210 time: 0.0384386 Dec 09 15:02:07.418691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.492306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event updated for resources: {'Port': ['ID=7e3abd45-136e-4ee6-9dde-7366692b1abb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:07.505775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a91b3f6-a695-4cb9-b397-65861b4db81d req-871163be-14c9-4dff-bddf-3cb93ca6a99a tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795216 Dec 09 15:02:07.515011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:07.516657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:07.519754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:07.541279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ef678-8916-472c-a2d8-0342bd534982 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:07.578600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-bf7a7894-f9e5-496b-af3f-f6c70a957da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.580456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-bf7a7894-f9e5-496b-af3f-f6c70a957da6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88bb0511-f3fa-4879-b033-dd11bfdc53da HTTP/1.1" status: 200 len: 916 time: 0.1712399 Dec 09 15:02:07.593450 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d3b014-6f6c-4c6d-8aba-812ae605ccab x-openstack-request-id: req-c9d3b014-6f6c-4c6d-8aba-812ae605ccab {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:07.593751 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81532d-6984-4cf1-a332-a9d6d0d16683", "name": "network-vif-deleted", "tag": "53868016-f6af-4956-bdc9-dca4a9da6236", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:07.595154 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9d3b014-6f6c-4c6d-8aba-812ae605ccab {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:07.595606 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81532d-6984-4cf1-a332-a9d6d0d16683', 'name': 'network-vif-deleted', 'tag': '53868016-f6af-4956-bdc9-dca4a9da6236', 'status': 'completed', 'code': 200} Dec 09 15:02:07.601169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-29b3a2d4-deb7-4b7a-b5b9-58cd85f7db43 None None] Provisioning complete for port 7e3abd45-136e-4ee6-9dde-7366692b1abb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:07.601568 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-29b3a2d4-deb7-4b7a-b5b9-58cd85f7db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.663460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47764) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:07.710164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a2d4-deb7-4b7a-b5b9-58cd85f7db43 None None] Port 7e3abd45-136e-4ee6-9dde-7366692b1abb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:02:07.749163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-a424a436-4435-4186-af8e-b7d696da7ac5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 HTTP/1.1" status: 200 len: 1002 time: 0.1506295 Dec 09 15:02:07.875661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-98ff9852-02fc-424d-9b85-e1c1929d9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.878425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-98ff9852-02fc-424d-9b85-e1c1929d9f3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14eb932a-7297-47e2-8125-34925228a4cc HTTP/1.1" status: 200 len: 854 time: 0.1209726 Dec 09 15:02:07.887801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cefe3535-40f1-41a4-b76e-8e049fe0eb3d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:07.906188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a59ddb-f2aa-4efb-8496-82affb33931d req-c9770947-f7c7-4eff-b697-1db83663d057 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.915073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97a59ddb-f2aa-4efb-8496-82affb33931d req-c9770947-f7c7-4eff-b697-1db83663d057 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1930892 Dec 09 15:02:07.988488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f62f18-a60d-4202-bce0-cd896e5941bf req-fcb57bb0-b75c-45da-97fc-cdc15e84f382 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.990004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23f62f18-a60d-4202-bce0-cd896e5941bf req-fcb57bb0-b75c-45da-97fc-cdc15e84f382 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1106083 Dec 09 15:02:07.991871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-18ec8240-1b60-4435-975b-7276f89a65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:07.993367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-18ec8240-1b60-4435-975b-7276f89a65b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88bb0511-f3fa-4879-b033-dd11bfdc53da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993636 Dec 09 15:02:08.028781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cefe3535-40f1-41a4-b76e-8e049fe0eb3d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.043661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97a59ddb-f2aa-4efb-8496-82affb33931d req-d1a2db55-abde-4dd2-8fb5-b14b3401550f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267140 Dec 09 15:02:08.098909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23f62f18-a60d-4202-bce0-cd896e5941bf req-d2ffb500-1526-44ee-9ce4-190e1d8614dc tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008697 Dec 09 15:02:08.128637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-e80a21e4-c525-4761-84c1-d21a8a68aaa4 service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225691 Dec 09 15:02:08.153437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.159374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 000956a7-ca19-4650-b401-81b2b0ca7676 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:08.175206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cefe3535-40f1-41a4-b76e-8e049fe0eb3d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.178129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cefe3535-40f1-41a4-b76e-8e049fe0eb3d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.182296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cefe3535-40f1-41a4-b76e-8e049fe0eb3d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "DELETE /v2.0/security-groups/978536ca-4d35-4f0a-94f2-7bef25c38e6c HTTP/1.1" status: 204 len: 168 time: 0.5147254 Dec 09 15:02:08.184490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47770) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:08.220728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 000956a7-ca19-4650-b401-81b2b0ca7676 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:02:08.225302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 000956a7-ca19-4650-b401-81b2b0ca7676 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:08.225719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.232621 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-1411073f-6551-4d56-9403-91e4e2269348 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] show failed (client error): The resource could not be found. Dec 09 15:02:08.233793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1411073f-6551-4d56-9403-91e4e2269348 tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "GET /v2.0/security-groups/978536ca-4d35-4f0a-94f2-7bef25c38e6c HTTP/1.1" status: 404 len: 347 time: 0.0477307 Dec 09 15:02:08.238104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47772) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:08.245934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3535-40f1-41a4-b76e-8e049fe0eb3d tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978536ca-4d35-4f0a-94f2-7bef25c38e6c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:08.341444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c228c38-cdf3-4eb2-8b6d-a72f137eac12 req-1a246cab-d361-4bf9-99dc-eb42c53bc0e2 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:08.349263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c228c38-cdf3-4eb2-8b6d-a72f137eac12 req-1a246cab-d361-4bf9-99dc-eb42c53bc0e2 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1842773 Dec 09 15:02:08.350959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.391810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000956a7-ca19-4650-b401-81b2b0ca7676'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:08.394390 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d30c3-0d38-482c-85dd-459411e90e37" -d '{"events": [{"server_uuid": "ef3a51c0-7f66-4c5f-ab4b-c004c322a615", "name": "network-vif-plugged", "status": "completed", "tag": "000956a7-ca19-4650-b401-81b2b0ca7676"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:08.427271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 000956a7-ca19-4650-b401-81b2b0ca7676, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=000956a7-ca19-4650-b401-81b2b0ca7676,segment=NetworkSegment(a643399e-f09a-4fd3-a85b-afc3f2c61a2e),segment_id=a643399e-f09a-4fd3-a85b-afc3f2c61a2e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:08.440953 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.488712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c228c38-cdf3-4eb2-8b6d-a72f137eac12 req-da9377b0-12c4-4f18-940d-f534c291f978 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382020 Dec 09 15:02:08.493238 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109cc390-eb1c-4a17-bca5-7e57c2a4255b x-openstack-request-id: req-109cc390-eb1c-4a17-bca5-7e57c2a4255b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:08.495770 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a51c0-7f66-4c5f-ab4b-c004c322a615", "name": "network-vif-plugged", "status": "completed", "tag": "000956a7-ca19-4650-b401-81b2b0ca7676", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:08.496253 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-109cc390-eb1c-4a17-bca5-7e57c2a4255b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:08.496854 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000956a7-ca19-4650-b401-81b2b0ca7676', 'code': 200} Dec 09 15:02:08.556127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=000956a7-ca19-4650-b401-81b2b0ca7676,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:08.647114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526b46e9-4f93-451e-8499-aaaf1ad482ec req-7a1c25f4-3635-4c46-a694-dde1a1be50ba service neutron] 10.222.0.36 "GET /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997520 Dec 09 15:02:08.747689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Deleting port ae7633f1-5090-470c-96e7-0ff700fea314 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:08.748297 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.749826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.758021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508b7e-d1cf-4e11-a43a-7ad946d14d53 req-f619a963-8db1-409a-b9ee-d5218bc061db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:08.760516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef508b7e-d1cf-4e11-a43a-7ad946d14d53 req-f619a963-8db1-409a-b9ee-d5218bc061db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 1096 time: 0.2003751 Dec 09 15:02:08.813764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717ae14-9fe1-435c-885e-74daa2e8fe82 req-3e39ba4b-3126-49f1-b962-964ac08c8168 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:08.815232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c717ae14-9fe1-435c-885e-74daa2e8fe82 req-3e39ba4b-3126-49f1-b962-964ac08c8168 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 945 time: 0.1396768 Dec 09 15:02:08.897187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.897777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:08.922829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Calling delete_port for ae7633f1-5090-470c-96e7-0ff700fea314 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:08.937445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef508b7e-d1cf-4e11-a43a-7ad946d14d53 req-d36a271c-4a32-476d-a2d7-b8c5b23a0442 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320090 Dec 09 15:02:08.954763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c717ae14-9fe1-435c-885e-74daa2e8fe82 req-6e103a12-f2ba-40e3-bbe0-83b658f7c57f tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327932 Dec 09 15:02:08.987195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-7ce77a4a-2168-4e57-a033-41708a6bf943 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:08.988703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-7ce77a4a-2168-4e57-a033-41708a6bf943 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.1754076 Dec 09 15:02:08.996173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Router b51a1dba-966a-4041-b0b2-13591c149e01 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:02:09.010590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-802f2988-bb4e-46be-91f7-fc38bb058ddb tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/quotas/5de422f221a04927add7885e56fdb4b9 HTTP/1.1" status: 200 len: 375 time: 0.0107863 Dec 09 15:02:09.054621 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-3bd921a1-38a1-442b-a6f6-96c4ad05e3a6 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324733 Dec 09 15:02:09.113074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:09.138037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] Sync routers for ids ['b51a1dba-966a-4041-b0b2-13591c149e01'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:09.139986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:09.143706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-635e9759-1267-457d-82ba-34f6528f7296 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0786126 Dec 09 15:02:09.144214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:09.149032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:09.155400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] Routers {'b51a1dba-966a-4041-b0b2-13591c149e01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:09.155641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b51a1dba-966a-4041-b0b2-13591c149e01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:09.194492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:09.206434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] Routers {'b51a1dba-966a-4041-b0b2-13591c149e01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:09.210930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b51a1dba-966a-4041-b0b2-13591c149e01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:09.249238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858cca4-1255-4bfe-8b7d-72d5ca5e2bb4 req-2703cb12-f4d1-4fd3-957c-f630d7b1692a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:09.250372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-9000075d-2dff-4567-8808-7698456060a2 service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815484 Dec 09 15:02:09.256964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d858cca4-1255-4bfe-8b7d-72d5ca5e2bb4 req-2703cb12-f4d1-4fd3-957c-f630d7b1692a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0590203 Dec 09 15:02:09.273195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:09.273876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3e73d-a00a-4481-8898-f281273b7889 None None] The sync data for ids ['b51a1dba-966a-4041-b0b2-13591c149e01'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:09.319744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d858cca4-1255-4bfe-8b7d-72d5ca5e2bb4 req-9ef8b5d9-edfe-4cff-83d1-ac64e176be8f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536456 Dec 09 15:02:09.342806 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:09.413997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Pushing event deleted for resources: {'Port': ['ID=ae7633f1-5090-470c-96e7-0ff700fea314,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:09.450490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f4da-5295-4567-9f41-7ae7d10d4574 req-f5f39ee2-4fbb-4236-97d2-6b04844770c9 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:09.452757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f82f4da-5295-4567-9f41-7ae7d10d4574 req-f5f39ee2-4fbb-4236-97d2-6b04844770c9 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0615571 Dec 09 15:02:09.513294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f82f4da-5295-4567-9f41-7ae7d10d4574 req-7b9fc2f3-fdc8-4e0c-af5e-9679c8304b42 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Dec 09 15:02:09.527771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-bb55c4ba-273b-4f88-8f59-c82055aa8cbe service neutron] 10.222.0.46 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695520 Dec 09 15:02:09.573675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:09.577047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:09.580906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0a9be78d-94bf-4a79-8a87-735fba42ebcd tempest-ServersTestBootFromVolume-27644169 tempest-ServersTestBootFromVolume-27644169-project] 10.222.0.46 "DELETE /v2.0/floatingips/8a87268c-9d16-412a-a334-35e29275e7b4 HTTP/1.1" status: 204 len: 168 time: 1.3381753 Dec 09 15:02:09.581187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47802) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:09.670772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4881b-495a-434b-a21e-6465023f3136 req-cd792886-e1ed-4b28-8d05-8df96bf53b3e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:09.672515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7aa4881b-495a-434b-a21e-6465023f3136 req-cd792886-e1ed-4b28-8d05-8df96bf53b3e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0666208 Dec 09 15:02:09.784014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7aa4881b-495a-434b-a21e-6465023f3136 req-688fb49e-5bec-4a32-b3c0-b129647f763e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004159 Dec 09 15:02:09.818534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abb1bf79-eeb7-45a9-8a10-c477fad85b09 req-a2454018-da6a-4034-80bc-4de1b7684394 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 210 time: 0.0694325 Dec 09 15:02:09.888952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:09.907597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:10.096004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Deleting port 7e3abd45-136e-4ee6-9dde-7366692b1abb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:10.096353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:10.216166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b15e8a-57ab-4e47-9416-f59e3fa7d26e req-1dfde38c-e372-4d82-b197-41a806f02ffe tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:10.217676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2b15e8a-57ab-4e47-9416-f59e3fa7d26e req-1dfde38c-e372-4d82-b197-41a806f02ffe tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 945 time: 0.1736057 Dec 09 15:02:10.286667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:10.480573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb25d39-52e3-42f2-b2b0-91402a90b66d req-7444c1d3-aae5-441d-96a2-708cbd37d895 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:10.482394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb25d39-52e3-42f2-b2b0-91402a90b66d req-7444c1d3-aae5-441d-96a2-708cbd37d895 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0664694 Dec 09 15:02:10.533682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdb25d39-52e3-42f2-b2b0-91402a90b66d req-116719d1-fad8-4457-9ea2-fee1d6cce095 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Dec 09 15:02:10.589037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Calling delete_port for 7e3abd45-136e-4ee6-9dde-7366692b1abb owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:10.602564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2b15e8a-57ab-4e47-9416-f59e3fa7d26e req-98cc50a3-e05e-4d88-9400-fcbed3f59fdf tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717289 Dec 09 15:02:10.813644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:10.992820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612355-b9b0-46f3-a25d-75771b40d000 req-597a2a71-5184-4968-ab94-8f9b16b79fb0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:10.994528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92612355-b9b0-46f3-a25d-75771b40d000 req-597a2a71-5184-4968-ab94-8f9b16b79fb0 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.3814397 Dec 09 15:02:11.060325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92612355-b9b0-46f3-a25d-75771b40d000 req-28ea6e1d-d29f-4d7b-924f-5671f6fccbcb tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Dec 09 15:02:11.138005 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd7094d0-ed72-4d80-a399-a17bae698ef1 req-b8225d0b-e499-4fdc-92d7-38ad4622c893 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Dec 09 15:02:11.221896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751607c0-5342-4cd1-80be-3476b94a1e0f req-4924c37d-eae7-489d-a06d-f02752101aef tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:11.223397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-751607c0-5342-4cd1-80be-3476b94a1e0f req-4924c37d-eae7-489d-a06d-f02752101aef tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.2684760 Dec 09 15:02:11.233547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53868016-f6af-4956-bdc9-dca4a9da6236 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:11.254022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 53868016-f6af-4956-bdc9-dca4a9da6236 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:11.254289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53868016-f6af-4956-bdc9-dca4a9da6236 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:11.293961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-65fae45d-b15b-465a-be7c-19a93f681cfc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:11.295419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-65fae45d-b15b-465a-be7c-19a93f681cfc tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 812 time: 0.3508623 Dec 09 15:02:11.304412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:11.322642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Request body: {'port': {'device_id': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'admin_state_up': True, 'tenant_id': '5de422f221a04927add7885e56fdb4b9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:11.371381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Pushing event deleted for resources: {'Port': ['ID=7e3abd45-136e-4ee6-9dde-7366692b1abb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:11.391912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4b1d7-1422-4fd4-acbd-8a26456652bb None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:11.410542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-751607c0-5342-4cd1-80be-3476b94a1e0f req-639eb575-8d92-40e7-a26a-87b4a14d850d tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710651 Dec 09 15:02:11.569152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:11.656048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24432-b46e-45b9-8d79-74fa21c1dd24 req-f28cf0a4-3f92-47ff-b213-c375475c1f3b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:11.657963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ba24432-b46e-45b9-8d79-74fa21c1dd24 req-f28cf0a4-3f92-47ff-b213-c375475c1f3b tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0500734 Dec 09 15:02:11.706758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Made reservation on behalf of 5de422f221a04927add7885e56fdb4b9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:11.710320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:11.711380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ba24432-b46e-45b9-8d79-74fa21c1dd24 req-d9f81077-0b97-42fc-a2af-f20b71d6e311 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Dec 09 15:02:11.830261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Deleting port 5a41479e-3bb0-4be7-90d2-8f746c826ee2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:11.830516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:11.880900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:11.928369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:11.947400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae3c6c-3562-46fc-955f-f31f756511a2 req-776f0188-2a9b-45fe-8cb6-e828e39cd219 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:11.948934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-adae3c6c-3562-46fc-955f-f31f756511a2 req-776f0188-2a9b-45fe-8cb6-e828e39cd219 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 945 time: 0.2465978 Dec 09 15:02:12.157755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] For port 5a41479e-3bb0-4be7-90d2-8f746c826ee2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5a41479e-3bb0-4be7-90d2-8f746c826ee2,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:12.158151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:12.167979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Router b51a1dba-966a-4041-b0b2-13591c149e01 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:12.171729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271601-84aa-460e-9467-886a4dd883b9 req-4d919b92-6a1b-4a8e-91c7-2bd764f37da4 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:12.173263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10271601-84aa-460e-9467-886a4dd883b9 req-4d919b92-6a1b-4a8e-91c7-2bd764f37da4 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0542691 Dec 09 15:02:12.184975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Calling delete_port for 5a41479e-3bb0-4be7-90d2-8f746c826ee2 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:12.192290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-adae3c6c-3562-46fc-955f-f31f756511a2 req-d37e7141-ae91-4c2d-8780-422593c88142 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119966 Dec 09 15:02:12.214953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Allocated IP 172.20.0.5 (2bb44386-ba3a-48d6-be76-3b19a04c4117/36dee103-67a7-4df5-8bcc-ed1d13da6a3c/e223dea2-d65d-45ff-8755-7bf5e3afcb21) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:12.231858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10271601-84aa-460e-9467-886a4dd883b9 req-cd6cd5e3-3adb-4034-852e-32f40d129144 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Dec 09 15:02:12.608221 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10f60b31-3642-4261-9d4a-0282b208e9d1 req-26e0f8c8-67c4-4c04-b074-431a38f98e82 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 210 time: 0.3434279 Dec 09 15:02:12.635888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:12.643323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04aa9a-9055-417b-913e-680ae3bff7cc req-b0cf3ab2-2490-4f02-b12e-ac13d027bc0b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:12.645078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd04aa9a-9055-417b-913e-680ae3bff7cc req-b0cf3ab2-2490-4f02-b12e-ac13d027bc0b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0598879 Dec 09 15:02:12.648462 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] Sync routers for ids ['b51a1dba-966a-4041-b0b2-13591c149e01'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:12.654676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:12.655980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4e74599-4202-46a0-9c96-7e8095a04d0d tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "PUT /v2.0/routers/b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 200 len: 705 time: 3.5108578 Dec 09 15:02:12.660205 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] Routers {'b51a1dba-966a-4041-b0b2-13591c149e01'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:12.660837 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b51a1dba-966a-4041-b0b2-13591c149e01'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:12.663474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:12.695434 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:12.704748 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] Routers {'b51a1dba-966a-4041-b0b2-13591c149e01'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:12.705359 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b51a1dba-966a-4041-b0b2-13591c149e01'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:12.745641 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:12.746334 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ea735-96fb-4345-a0d2-f4fb9f8e5021 None None] The sync data for ids ['b51a1dba-966a-4041-b0b2-13591c149e01'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:12.766136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b81f7253-1f7d-4c6f-91e0-e7def99041e0 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/routers/b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 200 len: 740 time: 0.0968029 Dec 09 15:02:12.768599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47852) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:12.805480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd04aa9a-9055-417b-913e-680ae3bff7cc req-f1942b76-dee3-4d3a-bada-cce98db05537 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526396 Dec 09 15:02:12.829809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c7b14c48-d049-41ca-b69f-e97d09927044 tempest-RoutersAdminTest-1495031514 tempest-RoutersAdminTest-1495031514-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 200 len: 205 time: 0.0594068 Dec 09 15:02:12.831885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47854) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:12.861526 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-878e9184-4d48-4da6-b6cf-88505195696f tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 200 len: 205 time: 0.0271420 Dec 09 15:02:12.863800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47856) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:12.864616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc772-5723-4a00-b1e5-eb9175b1910f req-255417a7-9980-4c72-bace-27ecf5a40b77 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:12.866117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c4fc772-5723-4a00-b1e5-eb9175b1910f req-255417a7-9980-4c72-bace-27ecf5a40b77 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 945 time: 0.1561491 Dec 09 15:02:12.956706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:12.970180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:12.993100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c4fc772-5723-4a00-b1e5-eb9175b1910f req-541bdcc8-6c8b-4dcd-98de-0a956c9ef8bc tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142533 Dec 09 15:02:12.995648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.021943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34eb7-edb8-4a7e-9e8a-7b4cf06b7c63 req-3521da15-5d3e-439d-be01-0c58709131be tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:13.023460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6a34eb7-edb8-4a7e-9e8a-7b4cf06b7c63 req-3521da15-5d3e-439d-be01-0c58709131be tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1178386 Dec 09 15:02:13.031471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a41479e-3bb0-4be7-90d2-8f746c826ee2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:13.062376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.146390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Network 2bb44386-ba3a-48d6-be76-3b19a04c4117 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:13.150251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:13.153463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:13.156458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event updated for resources: {'Port': ['ID=e223dea2-d65d-45ff-8755-7bf5e3afcb21,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:13.190565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.196523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.210542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6a34eb7-edb8-4a7e-9e8a-7b4cf06b7c63 req-974b3696-7da6-4d1a-bf3a-e8735de97cf5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523719 Dec 09 15:02:13.249760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.250168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Fanout notify agent at l3_agent the message router_deleted on router b51a1dba-966a-4041-b0b2-13591c149e01 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:02:13.259048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.265881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:13.266512 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f2605dc2-2698-40cd-9795-2fbff023d2bb tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 204 len: 168 time: 0.3957915 Dec 09 15:02:13.266596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.266673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.316849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-56b7cb36-7077-4e52-b86a-659599c189dd tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0091662 Dec 09 15:02:13.325111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9cc115c0-0782-4702-93d9-8fb32f865e20 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 200 len: 205 time: 0.0575931 Dec 09 15:02:13.327287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.332272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Request body: {'port': {'device_id': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:13.358321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.423016 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-445f5b10-8320-4ad0-a815-ad5d8c71ba56 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] delete failed (client error): The resource could not be found. Dec 09 15:02:13.427724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-445f5b10-8320-4ad0-a815-ad5d8c71ba56 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/b51a1dba-966a-4041-b0b2-13591c149e01 HTTP/1.1" status: 404 len: 336 time: 0.0958235 Dec 09 15:02:13.438130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.476245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f581d16f-0851-48a6-a0d1-fa7ddf1634ef tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=589c249a-97e7-4aba-8899-19d9c6520890 HTTP/1.1" status: 200 len: 205 time: 0.0350065 Dec 09 15:02:13.477055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47872) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.479721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:13.531586 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-219bd7f4-14b8-4dba-804e-94f82293872e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] delete failed (client error): The resource could not be found. Dec 09 15:02:13.532758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-219bd7f4-14b8-4dba-804e-94f82293872e tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/589c249a-97e7-4aba-8899-19d9c6520890 HTTP/1.1" status: 404 len: 336 time: 0.0497861 Dec 09 15:02:13.535276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47874) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.558836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c56b2-d955-4a0e-91d2-4d3300293de6 req-4093426e-453f-436c-a3cb-3cc06ef50172 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:13.561087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b32c56b2-d955-4a0e-91d2-4d3300293de6 req-4093426e-453f-436c-a3cb-3cc06ef50172 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1394353 Dec 09 15:02:13.586907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-876f4640-b381-4970-8b8b-03bc8a7851cc tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 HTTP/1.1" status: 200 len: 205 time: 0.0490804 Dec 09 15:02:13.593783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.639887 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-2ddcf750-de8d-41ec-abfd-20c3798b9db3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] delete failed (client error): The resource could not be found. Dec 09 15:02:13.643211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2ddcf750-de8d-41ec-abfd-20c3798b9db3 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/3de947cc-0cfa-4e85-bd8b-a8c29d6460b5 HTTP/1.1" status: 404 len: 336 time: 0.0462215 Dec 09 15:02:13.645536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.682419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83ef7e8b-7074-406a-9849-9f44c2e615ce tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 HTTP/1.1" status: 200 len: 205 time: 0.0327978 Dec 09 15:02:13.684980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47882) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.698735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b32c56b2-d955-4a0e-91d2-4d3300293de6 req-dbd654ef-7dac-4b06-aaac-3a49973db4c4 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Dec 09 15:02:13.733747 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-35cdca03-3eaf-487a-ae10-4ac66b082d66 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] delete failed (client error): The resource could not be found. Dec 09 15:02:13.735020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-35cdca03-3eaf-487a-ae10-4ac66b082d66 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/1b2a7f0f-ed50-4e52-a8ee-c724e490cfe2 HTTP/1.1" status: 404 len: 336 time: 0.0489001 Dec 09 15:02:13.737385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47884) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.753335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7255c-826e-4d46-9226-a5849458b417 req-470a64db-a573-45e7-b6b9-813debc87e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:13.754852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-470a64db-a573-45e7-b6b9-813debc87e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.2035477 Dec 09 15:02:13.767309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-810e024b-dcb8-426b-8a42-8dd272f3f417 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=3647eea4-8124-4e01-b4fb-d40fcc2f28d1 HTTP/1.1" status: 200 len: 205 time: 0.0288541 Dec 09 15:02:13.775072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47886) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.790011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52481734-9bed-4293-8348-09610cc70846 req-be2d5cf9-d875-412b-819a-5bd1a9b92bf7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:13.792451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52481734-9bed-4293-8348-09610cc70846 req-be2d5cf9-d875-412b-819a-5bd1a9b92bf7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2073746 Dec 09 15:02:13.833237 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-02b1914e-baeb-4d6d-a5f5-727a29c3e129 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] delete failed (client error): The resource could not be found. Dec 09 15:02:13.834274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-02b1914e-baeb-4d6d-a5f5-727a29c3e129 tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/3647eea4-8124-4e01-b4fb-d40fcc2f28d1 HTTP/1.1" status: 404 len: 336 time: 0.0582523 Dec 09 15:02:13.837742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47890) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.865855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d83ea01-a1b5-4375-bf0f-c334d314c31c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "GET /v2.0/ports?device_id=408551ab-4933-41bd-9c84-ca0078e1bc83 HTTP/1.1" status: 200 len: 205 time: 0.0270205 Dec 09 15:02:13.869849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47892) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.918157 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-1174f082-9f3b-4f90-98a1-3b2b7611c60c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] delete failed (client error): The resource could not be found. Dec 09 15:02:13.920129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1174f082-9f3b-4f90-98a1-3b2b7611c60c tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/routers/408551ab-4933-41bd-9c84-ca0078e1bc83 HTTP/1.1" status: 404 len: 336 time: 0.0491652 Dec 09 15:02:13.928780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47894) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:13.931519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d22683-4f14-4367-8d55-ced403d9ea0a req-b097d8a6-c48e-4932-b34d-76c121069964 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:13.933471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7d22683-4f14-4367-8d55-ced403d9ea0a req-b097d8a6-c48e-4932-b34d-76c121069964 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 931 time: 0.1690440 Dec 09 15:02:13.989173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7d22683-4f14-4367-8d55-ced403d9ea0a req-500af4e9-50d8-43b2-92e8-c3575d0df838 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Dec 09 15:02:14.024743 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7612ec2f-f014-423d-b909-e3728d12bb2a tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] DELETE failed (client error): The resource could not be found. Dec 09 15:02:14.025536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7612ec2f-f014-423d-b909-e3728d12bb2a tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:02:14.031214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7612ec2f-f014-423d-b909-e3728d12bb2a tempest-RoutersAdminTest-800773243 tempest-RoutersAdminTest-800773243-project] 10.222.0.46 "DELETE /v2.0/subnets/f5aa32ab-4008-4afa-b914-9b0ce9f26c08 HTTP/1.1" status: 404 len: 337 time: 0.0942144 Dec 09 15:02:14.045604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-cc3454c9-eaee-4930-a4dd-058a98918ce5 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.047163 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-cc3454c9-eaee-4930-a4dd-058a98918ce5 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Dec 09 15:02:14.056414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52481734-9bed-4293-8348-09610cc70846 req-1bcadc57-cdfd-439e-b1e9-6eaa68fdfc2f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443192 Dec 09 15:02:14.091631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7255c-826e-4d46-9226-a5849458b417 req-166428cb-1a38-40d5-be7e-dcb69df1c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.095823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-166428cb-1a38-40d5-be7e-dcb69df1c4a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.3282781 Dec 09 15:02:14.125776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:14.168495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92952ad-948a-4d23-ad13-2c4df34ee154 req-a5d0bd93-d818-4687-905e-e601874f9e42 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.170054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c92952ad-948a-4d23-ad13-2c4df34ee154 req-a5d0bd93-d818-4687-905e-e601874f9e42 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1178248 Dec 09 15:02:14.235763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Deleting port 000956a7-ca19-4650-b401-81b2b0ca7676 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:14.236155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.276570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47902) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:14.278323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c92952ad-948a-4d23-ad13-2c4df34ee154 req-906702c6-5203-4bbb-a85b-e1c9f18d9979 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953040 Dec 09 15:02:14.285395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-923b9560-326f-41ab-93aa-5d9ddd8b94a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.1804013 Dec 09 15:02:14.372931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] For port 000956a7-ca19-4650-b401-81b2b0ca7676, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=000956a7-ca19-4650-b401-81b2b0ca7676,segment=NetworkSegment(a643399e-f09a-4fd3-a85b-afc3f2c61a2e),segment_id=a643399e-f09a-4fd3-a85b-afc3f2c61a2e)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:14.373801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.394511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Calling delete_port for 000956a7-ca19-4650-b401-81b2b0ca7676 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:14.539225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.562520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['000956a7-ca19-4650-b401-81b2b0ca7676'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:14.578637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Pushing event deleted for resources: {'Port': ['ID=000956a7-ca19-4650-b401-81b2b0ca7676,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:14.638922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] No DVR routers for this DVR port 000956a7-ca19-4650-b401-81b2b0ca7676 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:14.645419 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.648939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c8e3172-6c05-4c67-998d-7d63657a991b req-8e76f340-fa80-4c81-bf5b-24715db5dbe7 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.43 "DELETE /v2.0/ports/000956a7-ca19-4650-b401-81b2b0ca7676 HTTP/1.1" status: 204 len: 173 time: 0.5856040 Dec 09 15:02:14.649423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'name': 'network-vif-deleted', 'tag': '000956a7-ca19-4650-b401-81b2b0ca7676'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:14.652245 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e87a2e-9378-45fd-853d-d6fafe4c6f30" -d '{"events": [{"server_uuid": "ef3a51c0-7f66-4c5f-ab4b-c004c322a615", "name": "network-vif-deleted", "tag": "000956a7-ca19-4650-b401-81b2b0ca7676"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:14.696684 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de047783-dc33-411b-a247-1b489a981c3b x-openstack-request-id: req-de047783-dc33-411b-a247-1b489a981c3b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:14.697947 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a51c0-7f66-4c5f-ab4b-c004c322a615", "name": "network-vif-deleted", "tag": "000956a7-ca19-4650-b401-81b2b0ca7676", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:14.698396 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de047783-dc33-411b-a247-1b489a981c3b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:14.699046 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a51c0-7f66-4c5f-ab4b-c004c322a615', 'name': 'network-vif-deleted', 'tag': '000956a7-ca19-4650-b401-81b2b0ca7676', 'status': 'completed', 'code': 200} Dec 09 15:02:14.748566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854bba0-0ae1-4f6e-b4e5-d1cb5b9a4fa6 req-d7a0bd89-5c12-4b92-8b53-88e283de22d5 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.755876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9854bba0-0ae1-4f6e-b4e5-d1cb5b9a4fa6 req-d7a0bd89-5c12-4b92-8b53-88e283de22d5 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef3a51c0-7f66-4c5f-ab4b-c004c322a615 HTTP/1.1" status: 200 len: 945 time: 0.5876703 Dec 09 15:02:14.809918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7255c-826e-4d46-9226-a5849458b417 req-5dcfc247-e012-4883-bb87-c4dd353a8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.811509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-5dcfc247-e012-4883-bb87-c4dd353a8b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.5149257 Dec 09 15:02:14.830365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa65-bf6e-41a5-ba93-e60c6a450ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.845235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f383c-eea7-4e64-a941-077e5e5e3e43 req-8a2e01cd-3901-4f4e-ba2c-4d83eb5856aa tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.847496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc7f383c-eea7-4e64-a941-077e5e5e3e43 req-8a2e01cd-3901-4f4e-ba2c-4d83eb5856aa tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0608125 Dec 09 15:02:14.861845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e223dea2-d65d-45ff-8755-7bf5e3afcb21 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:14.879146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.897800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc7f383c-eea7-4e64-a941-077e5e5e3e43 req-123abbfa-6e27-4f0a-9c4f-4b4087ffb891 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Dec 09 15:02:14.915000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:14.920101 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9854bba0-0ae1-4f6e-b4e5-d1cb5b9a4fa6 req-8c260de4-2ff6-4da8-95d2-8c4d37ba9481 tempest-InstanceActionsNegativeTestJSON-1837853450 tempest-InstanceActionsNegativeTestJSON-1837853450-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd93d5a3-f1e3-4853-973b-baaf2199e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634235 Dec 09 15:02:14.924899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] Sync routers for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:14.929178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9c7ebdf-7b08-4def-a722-5ca2df03308d admin admin] 10.222.0.46 "PUT /v2.0/routers/2fc41f09-e79a-4036-b3ec-5d7ee76c61ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3454587 Dec 09 15:02:14.932707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47912) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:14.938391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:14.939172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:14.939953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Transition to ACTIVE for port object e223dea2-d65d-45ff-8755-7bf5e3afcb21 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:14.953759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:14.976567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7255c-826e-4d46-9226-a5849458b417 req-b762bd58-2a53-40cf-b718-eb563366e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:14.980229 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-b762bd58-2a53-40cf-b718-eb563366e13a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588140 Dec 09 15:02:15.071260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:15.084577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Pushing event updated for resources: {'Port': ['ID=e223dea2-d65d-45ff-8755-7bf5e3afcb21,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:15.092923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.200453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa65-bf6e-41a5-ba93-e60c6a450ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.232513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa65-bf6e-41a5-ba93-e60c6a450ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.260942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-963abbeb-535e-4820-80e1-cd961f6b0c48 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472987 Dec 09 15:02:15.301974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.326228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-beb5fa65-bf6e-41a5-ba93-e60c6a450ddf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8130a04a02c40698ec069d026d9f35b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0436203 Dec 09 15:02:15.330893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b907-90a3-46f2-abab-4c0d132d88ea req-4ffd82da-adb6-477e-8371-4981e7c05a49 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:15.331060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Attempting to bind port e223dea2-d65d-45ff-8755-7bf5e3afcb21 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:15.331411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Attempting to bind port e223dea2-d65d-45ff-8755-7bf5e3afcb21 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:15.331718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Attempting to bind port e223dea2-d65d-45ff-8755-7bf5e3afcb21 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:15.333672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8680b907-90a3-46f2-abab-4c0d132d88ea req-4ffd82da-adb6-477e-8371-4981e7c05a49 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 943 time: 0.2374883 Dec 09 15:02:15.333833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5fa65-bf6e-41a5-ba93-e60c6a450ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20586b06-9b32-48dd-ae44-270214825254,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:15.334136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:15.354579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f418e-8c46-4a32-84f5-65019ba812f3 req-9e98b3c3-86cb-4b98-adac-16bec4fc2c28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:15.355671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849f418e-8c46-4a32-84f5-65019ba812f3 req-9e98b3c3-86cb-4b98-adac-16bec4fc2c28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2021589 Dec 09 15:02:15.358391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Port e223dea2-d65d-45ff-8755-7bf5e3afcb21 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:15.358693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Attempting to bind port e223dea2-d65d-45ff-8755-7bf5e3afcb21 on network 2bb44386-ba3a-48d6-be76-3b19a04c4117 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:15.373993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T15:02:12Z', 'revision_number': 5, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port': {'id': '569fc0f9-8365-414d-9963-6b7b87aa866d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:58:37Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:15.400131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] Checking router: 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:15.402831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:15.402831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Checking segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:15.403207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Bound using segment: {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:15.403678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Bound port: e223dea2-d65d-45ff-8755-7bf5e3afcb21, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060bee02-fed7-40ad-bdf4-392773056d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:15.404031 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.408825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] Routers {'2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:15.409453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:01:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:15.483693 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8680b907-90a3-46f2-abab-4c0d132d88ea req-9d054f28-bf40-4b2c-b1c9-bbbca48da2e1 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384079 Dec 09 15:02:15.485780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c65f537-d19a-4a44-acd7-721069c27c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.504199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849f418e-8c46-4a32-84f5-65019ba812f3 req-92309ce2-44b7-4803-85b3-124adced73f6 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341977 Dec 09 15:02:15.514350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0f7255c-826e-4d46-9226-a5849458b417 req-71f02501-3d34-42df-ad0c-4aec428ede67 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444730 Dec 09 15:02:15.517569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] Set router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:15.529732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] For port e223dea2-d65d-45ff-8755-7bf5e3afcb21, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:15.533729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] For port e223dea2-d65d-45ff-8755-7bf5e3afcb21, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:15.542686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.550246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c65f537-d19a-4a44-acd7-721069c27c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.561613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Deleting port 569fc0f9-8365-414d-9963-6b7b87aa866d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:15.561965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.585602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T15:02:15Z', 'revision_number': 6, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:15.592117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:15.592770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.594233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] 10.222.0.36 "PUT /v2.0/ports/e223dea2-d65d-45ff-8755-7bf5e3afcb21 HTTP/1.1" status: 200 len: 1091 time: 2.2662203 Dec 09 15:02:15.594686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'tag': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:15.597222 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee" -d '{"events": [{"name": "network-changed", "server_uuid": "cca2ee14-b7ba-4755-ad64-47a3ab178a59", "tag": "e223dea2-d65d-45ff-8755-7bf5e3afcb21"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:15.623895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b14ae6-6812-4c45-a813-7afe3824ff89 None None] The sync data for ids ['2fc41f09-e79a-4036-b3ec-5d7ee76c61ae'] in n-d-804292-5 is: [{'id': '2fc41f09-e79a-4036-b3ec-5d7ee76c61ae', 'name': 'tempest-ServersTestBootFromVolume-1859612714-router', 'tenant_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:58:33Z', 'updated_at': '2021-12-09T15:02:15Z', 'revision_number': 6, 'project_id': 'b86e28aeb2fa461e877af3a62cc2fddb', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:15.648580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21db52-6c6f-4bf6-94d9-233ffbfc6f7d service neutron] Pushing event updated for resources: {'Port': ['ID=e223dea2-d65d-45ff-8755-7bf5e3afcb21,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:15.657058 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971d0a8-886b-442d-aafb-30e68909d110 x-openstack-request-id: req-5971d0a8-886b-442d-aafb-30e68909d110 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:15.657346 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca2ee14-b7ba-4755-ad64-47a3ab178a59", "tag": "e223dea2-d65d-45ff-8755-7bf5e3afcb21", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:15.657606 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5971d0a8-886b-442d-aafb-30e68909d110 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:15.658097 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'tag': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21', 'status': 'completed', 'code': 200} Dec 09 15:02:15.713471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a7081a1-cd2e-460e-b674-e9d8e9474416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:15.715009 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-5a7081a1-cd2e-460e-b674-e9d8e9474416 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 1094 time: 0.0597641 Dec 09 15:02:15.715318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea2a07-b3d9-4e2b-9c21-b93b7f6bffa2 req-f957676f-d573-4ed7-a408-0c2358e0875b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:15.716841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10ea2a07-b3d9-4e2b-9c21-b93b7f6bffa2 req-f957676f-d573-4ed7-a408-0c2358e0875b tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1394818 Dec 09 15:02:15.726298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] For port 569fc0f9-8365-414d-9963-6b7b87aa866d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=569fc0f9-8365-414d-9963-6b7b87aa866d,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:15.726657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.739688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c65f537-d19a-4a44-acd7-721069c27c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.742200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c65f537-d19a-4a44-acd7-721069c27c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:15.746412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c65f537-d19a-4a44-acd7-721069c27c09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20586b06-9b32-48dd-ae44-270214825254 HTTP/1.1" status: 204 len: 168 time: 0.4057057 Dec 09 15:02:15.763344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Calling delete_port for 569fc0f9-8365-414d-9963-6b7b87aa866d owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:15.768363 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-80369e2d-4f39-474b-853b-f7ca34ffd2e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21 HTTP/1.1" status: 200 len: 217 time: 0.0442016 Dec 09 15:02:15.775880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65f537-d19a-4a44-acd7-721069c27c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20586b06-9b32-48dd-ae44-270214825254,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:15.840059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-7f54ef31-ffae-4758-a140-a139e1c18751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:15.841583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-7f54ef31-ffae-4758-a140-a139e1c18751 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0531611 Dec 09 15:02:15.845641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10ea2a07-b3d9-4e2b-9c21-b93b7f6bffa2 req-ef3faef1-6256-4f41-a6ac-a8f32794773e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213007 Dec 09 15:02:15.877607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-11b036d5-850b-484c-b1f6-c3853e41c721 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282824 Dec 09 15:02:15.988616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.007803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-0a3e5c53-e1d8-4f82-ad74-4462a53bcead service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184313 Dec 09 15:02:16.032477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47934) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:16.035134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Pushing event deleted for resources: {'Port': ['ID=569fc0f9-8365-414d-9963-6b7b87aa866d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:16.068419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8100a4-8e67-492e-a691-003f06ef5fe1 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:16.166103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Deleting subnet 4151b8e3-a4fc-4598-9405-89eb1daf8ebd {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:16.169480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.204906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47936) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:16.212590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.225780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7809d-bd64-44c3-aec9-558a874a91d4 req-20fcedf7-972a-4dff-a268-3efdd0ffe53b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:16.227374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8d7809d-bd64-44c3-aec9-558a874a91d4 req-20fcedf7-972a-4dff-a268-3efdd0ffe53b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1317589 Dec 09 15:02:16.242794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.256874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae96f627-647a-4e35-859b-fe1dcf3108d1 req-1f9f6914-97c2-4907-b3f5-f0237ae082cb service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396557 Dec 09 15:02:16.296607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1155802c-8916-4b2b-8c28-f763678ef9c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=651e3c2a6b3547e683e439399957e922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903816 Dec 09 15:02:16.299887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47938) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:16.322386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8d7809d-bd64-44c3-aec9-558a874a91d4 req-66ad571b-8014-4cda-a672-20611d2a31e4 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809412 Dec 09 15:02:16.357036 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.358802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.361250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.390520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-8c65cdc3-1ded-4904-a759-d60950a85fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:16.392052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-8c65cdc3-1ded-4904-a759-d60950a85fdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de422f221a04927add7885e56fdb4b9&device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 1094 time: 0.0645022 Dec 09 15:02:16.393079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ec6438b-8279-4ec1-bda3-f021025860e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.429142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.429604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc41f09-e79a-4036-b3ec-5d7ee76c61ae {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:02:16.434253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.435425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ec33eace-e144-4875-9545-bbacd66c3602 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2fc41f09-e79a-4036-b3ec-5d7ee76c61ae HTTP/1.1" status: 204 len: 168 time: 1.5016401 Dec 09 15:02:16.436771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ec6438b-8279-4ec1-bda3-f021025860e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.438537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:16.485259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.531035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-1e0f29f9-c7ec-43a6-ad4e-6548823c08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:16.532362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Deleting subnet 01872b0f-ac20-4a43-9dc4-89380c7d66a4 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:16.532905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-1e0f29f9-c7ec-43a6-ad4e-6548823c08d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 200 len: 913 time: 0.1303947 Dec 09 15:02:16.547430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4151b8e3-a4fc-4598-9405-89eb1daf8ebd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:16.549369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.566417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ec6438b-8279-4ec1-bda3-f021025860e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.568725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ec6438b-8279-4ec1-bda3-f021025860e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.569909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6ec6438b-8279-4ec1-bda3-f021025860e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5795a593-a099-440f-b092-4025877ff565 HTTP/1.1" status: 204 len: 168 time: 0.2694483 Dec 09 15:02:16.578198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:16.582037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-162e08c9-3d0f-43b1-87f5-203a78b2be55 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4151b8e3-a4fc-4598-9405-89eb1daf8ebd HTTP/1.1" status: 204 len: 168 time: 0.5447452 Dec 09 15:02:16.584693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:16.613930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-d3d203d4-33ad-4f32-8600-4920b1c32b3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21 HTTP/1.1" status: 200 len: 217 time: 0.0707126 Dec 09 15:02:16.631275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6438b-8279-4ec1-bda3-f021025860e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5795a593-a099-440f-b092-4025877ff565,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:16.700197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-a25e847c-830a-460b-8200-281693475dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:16.701796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-a25e847c-830a-460b-8200-281693475dab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 200 len: 852 time: 0.0744829 Dec 09 15:02:16.710691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d292b4d-cb35-4913-b127-dbfac96433d4 req-fdb7b180-3eb5-47fc-a94f-30c67d2baee2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:16.719084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d292b4d-cb35-4913-b127-dbfac96433d4 req-fdb7b180-3eb5-47fc-a94f-30c67d2baee2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1075532 Dec 09 15:02:16.782139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-7b5a4732-dc69-40f2-9a6e-c6cc05b31fe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bb44386-ba3a-48d6-be76-3b19a04c4117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597813 Dec 09 15:02:16.792723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 569fc0f9-8365-414d-9963-6b7b87aa866d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:16.840814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 569fc0f9-8365-414d-9963-6b7b87aa866d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:16.841372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 569fc0f9-8365-414d-9963-6b7b87aa866d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:16.842083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a41479e-3bb0-4be7-90d2-8f746c826ee2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:16.868399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5a41479e-3bb0-4be7-90d2-8f746c826ee2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:16.868985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5a41479e-3bb0-4be7-90d2-8f746c826ee2 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:16.939764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d292b4d-cb35-4913-b127-dbfac96433d4 req-04b97d01-36fd-4472-8dd0-80dbf2e6cd88 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197909 Dec 09 15:02:16.984085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-0207c2e1-c7c2-4f04-82bd-31d2a80233be service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834044 Dec 09 15:02:17.000911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.061938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.073222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa956-ff68-4fdb-acbc-b65e5929a8b7 req-58234eae-8c7c-4ab9-9eb2-bb7bf064f789 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:17.074846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3cdaa956-ff68-4fdb-acbc-b65e5929a8b7 req-58234eae-8c7c-4ab9-9eb2-bb7bf064f789 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 943 time: 0.4786944 Dec 09 15:02:17.103557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef9eccbf-2520-4cb0-8e8b-c1ef14736bee req-029385e3-36cd-4368-8712-7a08f613ec22 service neutron] 10.222.0.36 "GET /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103058 Dec 09 15:02:17.176174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de9caf-2467-449c-892c-f05a1f5b6cdd req-5238bb43-2b3e-432c-a13a-c7340ea2ad70 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:17.178017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41de9caf-2467-449c-892c-f05a1f5b6cdd req-5238bb43-2b3e-432c-a13a-c7340ea2ad70 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0611091 Dec 09 15:02:17.231745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41de9caf-2467-449c-892c-f05a1f5b6cdd req-330685d6-e326-4544-bb44-8d6d87523610 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461488 Dec 09 15:02:17.247901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3cdaa956-ff68-4fdb-acbc-b65e5929a8b7 req-504b7a26-dfc3-4a4f-a370-c3bb5c285390 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663196 Dec 09 15:02:17.249535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.258428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.302202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:17.316087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:17.316388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a643399e-f09a-4fd3-a85b-afc3f2c61a2e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:17.331857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.351102 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.359008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:02:17.359513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.359794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbc93-3b69-4abc-9978-60e1dfadb5ad req-962158a5-f7f1-405f-a594-cc178e9dad47 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:02:17.361494 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:02:17.368697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f5dbc93-3b69-4abc-9978-60e1dfadb5ad req-962158a5-f7f1-405f-a594-cc178e9dad47 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0708151 Dec 09 15:02:17.372605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.416825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f5dbc93-3b69-4abc-9978-60e1dfadb5ad req-ece7dbb6-95cc-423b-8ab7-4db8bf1072c2 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465667 Dec 09 15:02:17.443053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.445534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ddcb3-856e-450b-aeef-86130ebb4013 None None] Network 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:17.447722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/01872b0f-ac20-4a43-9dc4-89380c7d66a4 HTTP/1.1" status: 204 len: 168 time: 1.0079460 Dec 09 15:02:17.455698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12312099-b2e8-4d5c-a0a3-97c9c32b1751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01872b0f-ac20-4a43-9dc4-89380c7d66a4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:17.457179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:17.492927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.498368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.505461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc HTTP/1.1" status: 204 len: 168 time: 0.9175727 Dec 09 15:02:17.520004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820583f2-886b-408b-bd75-514ea13d75b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6df4ca-4a0b-4fa1-bfdc-8a5ad075e5dc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:17.538100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f80e0-2e46-4c5e-8d5f-ebf37114ac96 req-7b648da3-e15e-41a0-a776-1451a7a574fc tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:17.539899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-059f80e0-2e46-4c5e-8d5f-ebf37114ac96 req-7b648da3-e15e-41a0-a776-1451a7a574fc tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0855534 Dec 09 15:02:17.620091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.621461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-059f80e0-2e46-4c5e-8d5f-ebf37114ac96 req-27c4e0fc-e0e8-4543-b53b-40b7c34a9763 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722954 Dec 09 15:02:17.652374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb2918-c7ae-43ba-b4b4-3e043e0dab75 req-e8879dd0-d058-4d32-9633-2df0ad16fd47 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:17.660091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8fb2918-c7ae-43ba-b4b4-3e043e0dab75 req-e8879dd0-d058-4d32-9633-2df0ad16fd47 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0876482 Dec 09 15:02:17.678277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47982) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:17.756149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8fb2918-c7ae-43ba-b4b4-3e043e0dab75 req-e9b8212d-38b3-4472-9d7a-38a1fabe9a03 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901046 Dec 09 15:02:17.778217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Deleting port 6d5845eb-07cc-44d1-bf5e-daf942248538 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:17.779286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.814966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47988) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:17.843597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2020406521'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:17.866877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] For port 6d5845eb-07cc-44d1-bf5e-daf942248538, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6d5845eb-07cc-44d1-bf5e-daf942248538,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:17.867777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.882921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] DHCP port deletion for 5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:17.886786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Calling delete_port for 6d5845eb-07cc-44d1-bf5e-daf942248538 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:17.894465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e51a5f4e-b2e3-4761-8fe0-301b0a27d3e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a76473577c14035a0d647462322aada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0782125 Dec 09 15:02:17.896863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47990) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:17.906090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:17.909565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.928296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.963199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] Deleting port 6d5845eb-07cc-44d1-bf5e-daf942248538 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:17.963973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:17.994330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c63c70a-68e8-4f14-9460-fe777f6c9d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.016704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c63c70a-68e8-4f14-9460-fe777f6c9d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.052477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.076448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] For port 6d5845eb-07cc-44d1-bf5e-daf942248538, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6d5845eb-07cc-44d1-bf5e-daf942248538,segment=NetworkSegment(239a2eed-af03-4d30-9675-ec92c15c3c67),segment_id=239a2eed-af03-4d30-9675-ec92c15c3c67)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:18.077451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.098557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] Calling delete_port for 6d5845eb-07cc-44d1-bf5e-daf942248538 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:18.110822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.111206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] No DVR routers for this DVR port 6d5845eb-07cc-44d1-bf5e-daf942248538 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:18.118986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5845eb-07cc-44d1-bf5e-daf942248538,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:18.119486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c63c70a-68e8-4f14-9460-fe777f6c9d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.122207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c63c70a-68e8-4f14-9460-fe777f6c9d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.125298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c63c70a-68e8-4f14-9460-fe777f6c9d5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd93d5a3-f1e3-4853-973b-baaf2199e8d5 HTTP/1.1" status: 204 len: 168 time: 0.2256360 Dec 09 15:02:18.128015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.144556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63c70a-68e8-4f14-9460-fe777f6c9d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93d5a3-f1e3-4853-973b-baaf2199e8d5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:18.176052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:02:18.197805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.198151 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Added segment 41e59a96-cc00-494c-9e4e-45f98aac76f5 of type vlan for network d3ad000a-542a-403b-900f-3e0469146f33 Dec 09 15:02:18.201201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361fbea-37b9-43fd-aba0-e4d35a112437 req-e2325dbe-c160-4b05-b54e-901799bdf267 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:18.206934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6331ba37-bf7e-431d-98e1-da6b06129ef5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:18.215118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f361fbea-37b9-43fd-aba0-e4d35a112437 req-e2325dbe-c160-4b05-b54e-901799bdf267 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1844146 Dec 09 15:02:18.231197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 000956a7-ca19-4650-b401-81b2b0ca7676 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:18.250557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.280317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: from cryptography.utils import int_from_bytes Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: from cryptography.utils import int_from_bytes Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.303381 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:02:18.306809 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:02:18.313673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.323643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:18.324096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:18.324935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.337311 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.347411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 000956a7-ca19-4650-b401-81b2b0ca7676 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:18.348137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 000956a7-ca19-4650-b401-81b2b0ca7676 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:18.359293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f361fbea-37b9-43fd-aba0-e4d35a112437 req-f3c6af75-2498-4534-a1c9-b7ac457384e0 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368196 Dec 09 15:02:18.363896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a2eed-af03-4d30-9675-ec92c15c3c67') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:18.364390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a2eed-af03-4d30-9675-ec92c15c3c67') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:18.386056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] Pushing event deleted for resources: {'Port': ['ID=6d5845eb-07cc-44d1-bf5e-daf942248538,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:18.387372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.391064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e227c-ecbc-4432-bc05-8f9cc73f415e None None] No DVR routers for this DVR port 6d5845eb-07cc-44d1-bf5e-daf942248538 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:18.417534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.428468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:02:18.428956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:02:18.432173 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:02:18.448117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7643437 Dec 09 15:02:18.449699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48004) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:18.457306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:18.527740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.543999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.548847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade HTTP/1.1" status: 204 len: 168 time: 1.0823724 Dec 09 15:02:18.564545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918a0c4-00a9-417f-8f2b-4d716f1dab36 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca2c3a9-ebe9-4bba-b8fd-f7ce715b9ade,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:18.566649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dda55-8d35-494d-80e3-633535c2285c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Network': ['ID=d3ad000a-542a-403b-900f-3e0469146f33,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:18.575992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcba1f0-754e-4d5f-bde7-c4b9a0bd5044 req-c07cd215-3687-42aa-8e26-cb1ef4a97d29 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:18.577758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1fcba1f0-754e-4d5f-bde7-c4b9a0bd5044 req-c07cd215-3687-42aa-8e26-cb1ef4a97d29 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 943 time: 0.1235919 Dec 09 15:02:18.591383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:02:18.594385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8b70-bfb5-4b73-8c97-5fa852b2b44e req-39cc011e-9327-453d-a7c0-047e22e9e474 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:18.604274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-154c8b70-bfb5-4b73-8c97-5fa852b2b44e req-39cc011e-9327-453d-a7c0-047e22e9e474 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.2293618 Dec 09 15:02:18.643257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:18.646900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.693712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-154c8b70-bfb5-4b73-8c97-5fa852b2b44e req-abc5746d-78a8-461f-be13-faaa898a7832 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909595 Dec 09 15:02:18.707597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1fcba1f0-754e-4d5f-bde7-c4b9a0bd5044 req-aa97ee71-fda9-4151-8767-e9eabe078561 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209209 Dec 09 15:02:18.761797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48016) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:18.811159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6d5845eb-07cc-44d1-bf5e-daf942248538 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:18.815934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2bf61db0-1ac1-4b94-bad7-0b9d6d9bd635 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b86e28aeb2fa461e877af3a62cc2fddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530245 Dec 09 15:02:18.818338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:18.832206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6d5845eb-07cc-44d1-bf5e-daf942248538 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:18.832847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6d5845eb-07cc-44d1-bf5e-daf942248538 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:18.880322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f62917d9-b64d-403e-bdd8-9a26d9252053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.898682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35dacf-2fe8-42ac-9c7f-77d6e4b5b116 req-e36f9c6b-586e-4ef5-a83f-812d70a83818 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:18.900393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d35dacf-2fe8-42ac-9c7f-77d6e4b5b116 req-e36f9c6b-586e-4ef5-a83f-812d70a83818 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1069314 Dec 09 15:02:18.911253 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f62917d9-b64d-403e-bdd8-9a26d9252053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.968251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f62917d9-b64d-403e-bdd8-9a26d9252053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.970775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.971081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f62917d9-b64d-403e-bdd8-9a26d9252053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:18.972298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f62917d9-b64d-403e-bdd8-9a26d9252053 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df0482e3-e1aa-4a92-94d3-a2fbcad862a6 HTTP/1.1" status: 204 len: 168 time: 0.1530440 Dec 09 15:02:18.982801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62917d9-b64d-403e-bdd8-9a26d9252053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0482e3-e1aa-4a92-94d3-a2fbcad862a6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:19.036506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d35dacf-2fe8-42ac-9c7f-77d6e4b5b116 req-6ad468e2-fb36-4566-b43d-0bdbbc877ae4 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105795 Dec 09 15:02:19.074671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=44e87902-be08-46bb-9211-261542653883,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:19.085545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:19.086089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network hostable DHCP agents. Network: d3ad000a-542a-403b-900f-3e0469146f33, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:02:19.109804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:02:19.122413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d3ad000a-542a-403b-900f-3e0469146f33) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:19.126703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:19.127315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.140851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d19085-5179-44b0-95da-d19d7e3a9fe4 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:19.153881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d095968f-b5b9-4386-8f8f-c0fca6ff928b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7015445 Dec 09 15:02:19.154425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48030) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:19.160262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'name': 'tempest-NetworksTestDHCPv6-1667463244'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:19.310977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e223dea2-d65d-45ff-8755-7bf5e3afcb21 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:02:19.349291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:19.351731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '44e87902-be08-46bb-9211-261542653883'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:19.352660 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.355598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.403219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 033cdb48-4135-42a6-b136-1d6bcf2a0f90 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:19.408284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:02:19.518641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e223dea2-d65d-45ff-8755-7bf5e3afcb21, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:19.522789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48044) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:19.562821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21', 'network_id': '2bb44386-ba3a-48d6-be76-3b19a04c4117', 'port_id': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21', 'mac_address': 'fa:16:3e:5f:a1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dee103-67a7-4df5-8bcc-ed1d13da6a3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:02:19.606111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecb897-ae6e-4630-9486-70294905aa62 req-7500e93c-9fea-4267-bb41-dc6ec70824ef tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:19.616677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.619936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20ecb897-ae6e-4630-9486-70294905aa62 req-7500e93c-9fea-4267-bb41-dc6ec70824ef tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1334674 Dec 09 15:02:19.624938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/44e87902-be08-46bb-9211-261542653883/5f6f2fda-53c6-4f84-a933-f662467805e5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:19.644095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e223dea2-d65d-45ff-8755-7bf5e3afcb21 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:19.666644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e223dea2-d65d-45ff-8755-7bf5e3afcb21, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:19.683212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.696856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20ecb897-ae6e-4630-9486-70294905aa62 req-e42ff570-b4d9-4854-8b74-7fb5e756cfe7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756845 Dec 09 15:02:19.707610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1608464319-network', 'tenant_id': '6385f8d0ec174c2aa87b1b00589d55df'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:19.770708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e223dea2-d65d-45ff-8755-7bf5e3afcb21,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:19.773036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Made reservation on behalf of 6385f8d0ec174c2aa87b1b00589d55df for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:19.777719 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.799881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.932684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420c422-bd56-4d91-8efb-ff834d2b9078 req-34a8558c-81c0-49d7-910f-77e861aa39fc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:19.935080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a420c422-bd56-4d91-8efb-ff834d2b9078 req-34a8558c-81c0-49d7-910f-77e861aa39fc tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1105261 Dec 09 15:02:19.939622 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:19.950357 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.024340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Pushing event updated for resources: {'Port': ['ID=5f6f2fda-53c6-4f84-a933-f662467805e5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:20.047868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['e223dea2-d65d-45ff-8755-7bf5e3afcb21'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:20.082611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baeed8-1737-4157-a236-2e1836aa4a2b req-f1a98850-5673-4c61-bfaa-16c04ba4d645 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.091836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42baeed8-1737-4157-a236-2e1836aa4a2b req-f1a98850-5673-4c61-bfaa-16c04ba4d645 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 944 time: 0.0707417 Dec 09 15:02:20.131025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:20.135489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:20.139713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:20.146877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48070) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:20.161063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.192814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42baeed8-1737-4157-a236-2e1836aa4a2b req-6d34d09d-e29f-412d-b06d-c4c72c20a99d tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997629 Dec 09 15:02:20.204004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::1c9 (d3ad000a-542a-403b-900f-3e0469146f33/44e87902-be08-46bb-9211-261542653883/033cdb48-4135-42a6-b136-1d6bcf2a0f90) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:20.216040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a420c422-bd56-4d91-8efb-ff834d2b9078 req-c2fb86e2-a5f9-4c46-83af-c175af1eed78 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736592 Dec 09 15:02:20.219266 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.229654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Attempting to bind port 5f6f2fda-53c6-4f84-a933-f662467805e5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:20.230250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Attempting to bind port 5f6f2fda-53c6-4f84-a933-f662467805e5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:20.230394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Attempting to bind port 5f6f2fda-53c6-4f84-a933-f662467805e5 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:20.252567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:20.252838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:20.253248 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.253644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:20.254895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Bound port: 5f6f2fda-53c6-4f84-a933-f662467805e5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:20.255050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.283968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c0a28-9dd4-4023-a93b-0f9af3165d41,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:20.308832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:02:20.357729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-46801eba-3148-47dc-b2d1-020b4b88507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.359170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-46801eba-3148-47dc-b2d1-020b4b88507f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 1096 time: 0.2226665 Dec 09 15:02:20.366048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.366403 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Added segment c01b73e3-b6ea-4df4-853e-db1d226a326f of type vlan for network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 Dec 09 15:02:20.421575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5052ec1-8a31-4547-8a62-7c78381968f4 req-f7c8058c-1b13-4304-9e8d-aae098d2c28d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.429684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5052ec1-8a31-4547-8a62-7c78381968f4 req-f7c8058c-1b13-4304-9e8d-aae098d2c28d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1244664 Dec 09 15:02:20.434223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] For port 5f6f2fda-53c6-4f84-a933-f662467805e5, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:20.437691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-152563501-network', 'tenant_id': 'db3766e9eb1e4348afb005919c288fb4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:20.439429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] For port 5f6f2fda-53c6-4f84-a933-f662467805e5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f6f2fda-53c6-4f84-a933-f662467805e5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:20.457134 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.470853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Made reservation on behalf of db3766e9eb1e4348afb005919c288fb4 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:20.472967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.487951 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.526717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.533761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5052ec1-8a31-4547-8a62-7c78381968f4 req-2cb7de48-99a5-41b4-9604-bf08584d1f91 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014504 Dec 09 15:02:20.541408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974efb4-fb72-4801-adc6-8b3aa6bd2e13 None None] Pushing event updated for resources: {'Port': ['ID=5f6f2fda-53c6-4f84-a933-f662467805e5,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:20.627992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d94108-de92-4846-87bd-f0b154577876 req-b9e3b35d-c95c-4fdc-85bb-0e0f0d400095 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.636230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78d94108-de92-4846-87bd-f0b154577876 req-b9e3b35d-c95c-4fdc-85bb-0e0f0d400095 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.2834387 Dec 09 15:02:20.671417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.676467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.703198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:02:20.714375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb85fa-0a0a-4197-851f-3571015d7136,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:20.720788 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.721434 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Added segment 1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62 of type vlan for network 26adfe72-2db4-4084-bf75-04f922714411 Dec 09 15:02:20.726412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373938-1e93-413b-9bb7-dad1eb33871f req-c4e57061-79ca-450e-8282-b2f613b701fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.728525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16373938-1e93-413b-9bb7-dad1eb33871f req-c4e57061-79ca-450e-8282-b2f613b701fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 1096 time: 0.2667336 Dec 09 15:02:20.729138 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.730010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.730635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.745174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-a3a865d4-ea95-4b14-950f-721b2f2aacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.746616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-a3a865d4-ea95-4b14-950f-721b2f2aacf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 200 len: 913 time: 0.3557706 Dec 09 15:02:20.776567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.804641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.807066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:20.809479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.860970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7093604 Dec 09 15:02:20.861677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48076) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:20.871404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3440232 Dec 09 15:02:20.888584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48078) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:20.890947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Request body: {'subnet': {'network_id': '26adfe72-2db4-4084-bf75-04f922714411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-152563501-subnet', 'tenant_id': 'db3766e9eb1e4348afb005919c288fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:20.901680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324d1c-7545-43a2-ac89-ae4b2594f354 admin admin] Pushing event updated for resources: {'Network': ['ID=26adfe72-2db4-4084-bf75-04f922714411,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:20.915078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 26adfe72-2db4-4084-bf75-04f922714411 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:02:20.922240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Made reservation on behalf of db3766e9eb1e4348afb005919c288fb4 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:20.924910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:20.940832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Request body: {'subnet': {'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1608464319-subnet', 'tenant_id': '6385f8d0ec174c2aa87b1b00589d55df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:20.981780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78d94108-de92-4846-87bd-f0b154577876 req-6c7d5de0-ad77-40f2-bd47-c68abf0325ae tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400013 Dec 09 15:02:20.982721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a4887-de34-4287-90c1-b7dd2fc21e7c admin admin] Pushing event updated for resources: {'Network': ['ID=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:20.995158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.016289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:02:21.022688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16373938-1e93-413b-9bb7-dad1eb33871f req-5efed622-41d1-4baa-8b75-444b7f9e342b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790661 Dec 09 15:02:21.040002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-87adf21c-0b75-4b77-b77b-372d6f1afab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 200 len: 998 time: 0.2695901 Dec 09 15:02:21.052159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Made reservation on behalf of 6385f8d0ec174c2aa87b1b00589d55df for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:21.054755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.127845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.148174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.202118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:21.204833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=033cdb48-4135-42a6-b136-1d6bcf2a0f90,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:21.206662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=616f0947-09d5-4367-be41-944d73c74e20,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:21.207289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:21.210724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:21.216725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.217353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.218982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Checking segment: {'id': '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '26adfe72-2db4-4084-bf75-04f922714411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:21.219607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Network hostable DHCP agents. Network: 26adfe72-2db4-4084-bf75-04f922714411, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:02:21.238231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Network 26adfe72-2db4-4084-bf75-04f922714411 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:02:21.252479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 26adfe72-2db4-4084-bf75-04f922714411) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:21.257236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.257972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.267481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335b5b0-3b41-485e-a151-4922779551a5 None None] Network 26adfe72-2db4-4084-bf75-04f922714411 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:21.302944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e223dea2-d65d-45ff-8755-7bf5e3afcb21 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:21.306733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c428b6fc-0b81-4d41-95b2-d2ba03987eaa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4197540 Dec 09 15:02:21.407040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359dfda-3885-4199-aa60-4fe938904263 req-6be995b2-c0b1-44ef-a1f8-da1751031c64 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.422445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c359dfda-3885-4199-aa60-4fe938904263 req-6be995b2-c0b1-44ef-a1f8-da1751031c64 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 944 time: 0.1139491 Dec 09 15:02:21.437833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port e223dea2-d65d-45ff-8755-7bf5e3afcb21 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:02:21.443060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port e223dea2-d65d-45ff-8755-7bf5e3afcb21 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:21.443623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.447652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6289c2a-d9b0-47bc-ba08-df18c1baf1fc None None] Network 26adfe72-2db4-4084-bf75-04f922714411 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:21.531934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c359dfda-3885-4199-aa60-4fe938904263 req-752d4d69-7a3f-4337-9e15-1356bea64ca8 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083794 Dec 09 15:02:21.628957 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.672432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:21.674120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48096) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:21.674279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8e8fa090-accd-4226-bd6e-d6cbdf29ea12 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5187101 Dec 09 15:02:21.675012 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2e3d1-19b3-4af5-b019-73f5520c1cb4" -d '{"events": [{"server_uuid": "cca2ee14-b7ba-4755-ad64-47a3ab178a59", "name": "network-vif-plugged", "status": "completed", "tag": "e223dea2-d65d-45ff-8755-7bf5e3afcb21"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:21.690808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-b65c89a1-af08-4ab6-ae41-d98047579bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.692326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-b65c89a1-af08-4ab6-ae41-d98047579bc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 200 len: 851 time: 0.4711399 Dec 09 15:02:21.693315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e223dea2-d65d-45ff-8755-7bf5e3afcb21, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:21.732590 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.810273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad060ab5-cca3-4722-baf5-419311ef568f req-1a0eb5ca-7764-4d0c-a7df-389bccb3e62e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.817813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad060ab5-cca3-4722-baf5-419311ef568f req-1a0eb5ca-7764-4d0c-a7df-389bccb3e62e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.2278411 Dec 09 15:02:21.827363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.837594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e223dea2-d65d-45ff-8755-7bf5e3afcb21,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:21.841605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:21.857837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaba6bd-bd09-4492-b30b-243c1f5e954d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.865374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaba6bd-bd09-4492-b30b-243c1f5e954d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.870470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5aaba6bd-bd09-4492-b30b-243c1f5e954d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1918998 Dec 09 15:02:21.873103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:21.906540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-8bfd4a41-c82a-4f95-9582-c2ac64289c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:21.910595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-8bfd4a41-c82a-4f95-9582-c2ac64289c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e330498-9918-46fe-ae82-6b744b89e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084212 Dec 09 15:02:21.942299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad060ab5-cca3-4722-baf5-419311ef568f req-e750fcad-60dc-417f-aadd-e593422caab6 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232905 Dec 09 15:02:22.057413 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-a60b96f7-ced3-44a4-8458-5660d0e41fa3 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124372 Dec 09 15:02:22.072793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314420d0-a220-4a1f-aba0-280e56c11ae8,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:22.084049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-327c63d4-37b5-4978-ae12-d5338f116998 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:22.091808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-327c63d4-37b5-4978-ae12-d5338f116998 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/networks?id=26adfe72-2db4-4084-bf75-04f922714411 HTTP/1.1" status: 200 len: 820 time: 0.2682843 Dec 09 15:02:22.113985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-44036cc2-529c-410a-b6d9-8e354a9615ef tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/quotas/db3766e9eb1e4348afb005919c288fb4 HTTP/1.1" status: 200 len: 375 time: 0.0212309 Dec 09 15:02:22.160373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Checking segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:22.160753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Network hostable DHCP agents. Network: c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:02:22.174785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-e78da211-fde2-41e1-bff9-4289eb5465c3 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=db3766e9eb1e4348afb005919c288fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563724 Dec 09 15:02:22.176539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4dc06-e161-431f-9755-de0ff065175d None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:22.206075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b49c5-7d0e-4005-ac5d-634f54a1bd38 req-aff08f82-02f5-4c0f-9c19-d88f6993af4c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:22.207876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a49b49c5-7d0e-4005-ac5d-634f54a1bd38 req-aff08f82-02f5-4c0f-9c19-d88f6993af4c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1397290 Dec 09 15:02:22.209780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 033cdb48-4135-42a6-b136-1d6bcf2a0f90 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:22.210116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.269100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:02:22.290296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f15f34cd-a897-4491-ba7c-dd4208f7b229 None None] Provisioning complete for port 5f6f2fda-53c6-4f84-a933-f662467805e5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:22.291039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f15f34cd-a897-4491-ba7c-dd4208f7b229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.318563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a49b49c5-7d0e-4005-ac5d-634f54a1bd38 req-51228cbb-adfc-442e-a99a-4a733630fc88 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805461 Dec 09 15:02:22.325927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:22.333525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:22.334924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.337119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fdb49-9841-428e-b843-ad034b96f49b None None] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:22.340979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5aee2aaf-31b2-457e-88b7-06050bc30770 req-f75296a0-8fef-4823-a334-a1fe8dc069f0 service neutron] 10.222.0.36 "GET /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582524 Dec 09 15:02:22.361486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c47ae5d-ed4c-45d9-b3d4-72e22e38db17 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4701784 Dec 09 15:02:22.375553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.465690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.481277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 033cdb48-4135-42a6-b136-1d6bcf2a0f90 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:22.500973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f15f34cd-a897-4491-ba7c-dd4208f7b229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.550182 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7864802a-1ddb-44f8-a581-9b5a800b2480 x-openstack-request-id: req-7864802a-1ddb-44f8-a581-9b5a800b2480 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:22.550478 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca2ee14-b7ba-4755-ad64-47a3ab178a59", "name": "network-vif-plugged", "status": "completed", "tag": "e223dea2-d65d-45ff-8755-7bf5e3afcb21", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:22.550799 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7864802a-1ddb-44f8-a581-9b5a800b2480 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:22.551175 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21', 'code': 200} Dec 09 15:02:22.563499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-dae22caf-96df-4126-a042-bbd44abdab85 service neutron] 10.222.0.46 "GET /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877141 Dec 09 15:02:22.566056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f15f34cd-a897-4491-ba7c-dd4208f7b229 None None] For port 5f6f2fda-53c6-4f84-a933-f662467805e5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f6f2fda-53c6-4f84-a933-f662467805e5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:22.575200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f15f34cd-a897-4491-ba7c-dd4208f7b229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.653859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f34cd-a897-4491-ba7c-dd4208f7b229 None None] Pushing event updated for resources: {'Port': ['ID=5f6f2fda-53c6-4f84-a933-f662467805e5,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:22.656674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ede07-77cb-4523-b8e1-911bd53e4939 None None] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:22.789170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5d526-f9e3-4368-aec4-5ea5c967b75a req-85b24bb0-4d6e-48df-838e-c1f80ac025e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:22.796397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dc5d526-f9e3-4368-aec4-5ea5c967b75a req-85b24bb0-4d6e-48df-838e-c1f80ac025e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 1096 time: 0.1555989 Dec 09 15:02:22.813142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.818484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9644d0-b92a-4c1d-ad3e-2608b4b6e2ef req-fb0cc4d3-2550-428d-9483-22ecc92dbb8c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:22.838150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db9644d0-b92a-4c1d-ad3e-2608b4b6e2ef req-fb0cc4d3-2550-428d-9483-22ecc92dbb8c tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.2219920 Dec 09 15:02:22.848325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=033cdb48-4135-42a6-b136-1d6bcf2a0f90,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:22.894044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f6f2fda-53c6-4f84-a933-f662467805e5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:22.916287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:22.920199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce88c193-1090-4c8e-bb7f-2379e4ac08d3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/033cdb48-4135-42a6-b136-1d6bcf2a0f90 HTTP/1.1" status: 204 len: 168 time: 1.0461369 Dec 09 15:02:22.923626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:22.966675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db9644d0-b92a-4c1d-ad3e-2608b4b6e2ef req-8ddd67f1-a5d3-4677-80b8-68b8711ef519 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137981 Dec 09 15:02:23.000250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-b42c9779-be90-4b86-b9bb-af675194b76b service neutron] 10.222.0.46 "GET /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935400 Dec 09 15:02:23.007226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8d549f68-1ca9-4869-bbf3-1afc884a4f4c None None] Could not find standard attr ID for object 033cdb48-4135-42a6-b136-1d6bcf2a0f90. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:02:23.026482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dc5d526-f9e3-4368-aec4-5ea5c967b75a req-6ab19985-4db4-4a21-8e35-e7f8be39ce37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860895 Dec 09 15:02:23.037478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5f6f2fda-53c6-4f84-a933-f662467805e5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:23.042085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.121698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9a122-de96-41ed-8860-98dd2b69fa31 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.129369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9a122-de96-41ed-8860-98dd2b69fa31 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.133269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8d549f68-1ca9-4869-bbf3-1afc884a4f4c None None] Provisioning complete for port 5f6f2fda-53c6-4f84-a933-f662467805e5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:23.133867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8d549f68-1ca9-4869-bbf3-1afc884a4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.134547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8fd9a122-de96-41ed-8860-98dd2b69fa31 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2088182 Dec 09 15:02:23.140498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48124) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:23.151139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d82098e-5dce-4757-add3-cf0befd4c0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.190315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab2619-dc0a-42c1-9bcd-2395c826ace4 req-b5aebce0-a246-43ec-858e-50d9c74f2026 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.196855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fab2619-dc0a-42c1-9bcd-2395c826ace4 req-b5aebce0-a246-43ec-858e-50d9c74f2026 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.0888648 Dec 09 15:02:23.244293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 44e87902-be08-46bb-9211-261542653883 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:23.251678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.313690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fab2619-dc0a-42c1-9bcd-2395c826ace4 req-9605e46f-4882-423b-9156-ea535aa2a9aa tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098683 Dec 09 15:02:23.348043 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.546176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b63e6-b02a-4669-b353-29dc86df2e9a req-59695d7a-8a57-483e-bbde-f141fe2027ce tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.555545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e96b63e6-b02a-4669-b353-29dc86df2e9a req-59695d7a-8a57-483e-bbde-f141fe2027ce tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0852528 Dec 09 15:02:23.610848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c5039830-6350-447c-8e35-5f22164d7740 None None] Could not find standard attr ID for object 033cdb48-4135-42a6-b136-1d6bcf2a0f90. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:02:23.627539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e96b63e6-b02a-4669-b353-29dc86df2e9a req-77acb78e-986f-462b-8ae6-4bd9955264b2 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710189 Dec 09 15:02:23.730122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f8dd-f7b0-4e0a-9ec9-6ae82fd0a7ab req-1df51b2d-35e7-431f-a1dc-a290481c1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.731738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f22f8dd-f7b0-4e0a-9ec9-6ae82fd0a7ab req-1df51b2d-35e7-431f-a1dc-a290481c1125 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.2700255 Dec 09 15:02:23.737556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ad90117-9179-4e31-a1c5-ef666ed9875e req-2de9c763-1515-43ba-9a15-72ce8b08a154 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 210 time: 0.0426774 Dec 09 15:02:23.782368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.870210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89792f4b-5e40-467f-834b-acda9df10402 req-ed16307a-5967-46e0-aac0-3dadf935531c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.872043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89792f4b-5e40-467f-834b-acda9df10402 req-ed16307a-5967-46e0-aac0-3dadf935531c tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.0566092 Dec 09 15:02:23.874141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-ba32f364-85a3-46d4-bc84-3659ec284ba7 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:23.875657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-ba32f364-85a3-46d4-bc84-3659ec284ba7 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 813 time: 0.2999940 Dec 09 15:02:23.879947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f22f8dd-f7b0-4e0a-9ec9-6ae82fd0a7ab req-6ca43844-64a0-4037-902b-62d320d0839f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224742 Dec 09 15:02:23.896444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cee099e-e5b6-4c10-93ec-185a77a03bda tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/quotas/6385f8d0ec174c2aa87b1b00589d55df HTTP/1.1" status: 200 len: 375 time: 0.0144086 Dec 09 15:02:23.898030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.934985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89792f4b-5e40-467f-834b-acda9df10402 req-26805ee4-81fe-4a26-bb26-ac819af9d6be tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526373 Dec 09 15:02:23.952403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-49d8ae7b-9f59-45f0-a3ef-a2e3c4015e7b tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474195 Dec 09 15:02:23.953088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=44e87902-be08-46bb-9211-261542653883,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:23.959023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:23.964177 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8cdb71be-1304-4077-91ec-125495bc665e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/44e87902-be08-46bb-9211-261542653883 HTTP/1.1" status: 204 len: 168 time: 0.8225729 Dec 09 15:02:23.966546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48154) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:23.969531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b952b629-2d30-498a-b754-08a085b75efa None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:24.042470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e0f58318-0139-4f12-b59d-ac4ba798c90b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747426 Dec 09 15:02:24.045255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48158) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:24.053010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:24.197759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-1cb6088b-afd3-4fef-9994-41b4d49bf721 service neutron] 10.222.0.46 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249517 Dec 09 15:02:24.252312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:24.256319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:24.338856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:24.363781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0581f5-f3c2-4973-966a-8410ac036a1c req-46eaac62-702a-4cdc-b733-5f491647fa49 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:24.366332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a0581f5-f3c2-4973-966a-8410ac036a1c req-46eaac62-702a-4cdc-b733-5f491647fa49 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1568813 Dec 09 15:02:24.372657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-779aa075-9292-49ba-84de-a8e694ff147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:24.374434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-779aa075-9292-49ba-84de-a8e694ff147d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 1096 time: 0.1097751 Dec 09 15:02:24.403445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] Deleting port 5f6f2fda-53c6-4f84-a933-f662467805e5 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:24.403873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:24.480971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] For port 5f6f2fda-53c6-4f84-a933-f662467805e5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f6f2fda-53c6-4f84-a933-f662467805e5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:24.481556 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:24.489462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a0581f5-f3c2-4973-966a-8410ac036a1c req-d0924708-7c89-497d-8da4-50b75ac0a023 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134794 Dec 09 15:02:24.503121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] Calling delete_port for 5f6f2fda-53c6-4f84-a933-f662467805e5 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:24.515403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-2793116a-7c88-428e-80d9-22dbfd7a32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:24.515979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-2793116a-7c88-428e-80d9-22dbfd7a32d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 200 len: 911 time: 0.1315143 Dec 09 15:02:24.576748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-d3f7eb55-487f-443b-a963-8785a9c842df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296337d1-6020-41f0-981c-0a271d7d5913 HTTP/1.1" status: 200 len: 217 time: 0.0539644 Dec 09 15:02:24.591162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:24.621620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] Pushing event deleted for resources: {'Port': ['ID=5f6f2fda-53c6-4f84-a933-f662467805e5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:24.625387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb298a3-2253-49e4-878e-fc6903118c88 None None] No DVR routers for this DVR port 5f6f2fda-53c6-4f84-a933-f662467805e5 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:24.656256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-a3ffe250-2c62-47fe-ab77-7d85279909cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:24.657654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-a3ffe250-2c62-47fe-ab77-7d85279909cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 200 len: 850 time: 0.0690634 Dec 09 15:02:24.666726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b6b3c-4200-4e28-be4f-6025aa09359a req-819553f3-971c-4a49-8b8f-7b10f412a10e tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:24.668361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-171b6b3c-4200-4e28-be4f-6025aa09359a req-819553f3-971c-4a49-8b8f-7b10f412a10e tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0898428 Dec 09 15:02:24.702493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-518f12f8-ef15-48bd-a762-4738c2ec5eaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fdf7128-0731-44d7-ab40-2bd52fe8a39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331430 Dec 09 15:02:24.764196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a4c05569-7ff5-49f7-892e-e75099225219 service neutron] 10.222.0.46 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595951 Dec 09 15:02:24.770650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-171b6b3c-4200-4e28-be4f-6025aa09359a req-ae3fe62a-e52e-4be3-b5e4-c4403b3f6196 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925963 Dec 09 15:02:24.828514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f6f2fda-53c6-4f84-a933-f662467805e5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:24.871668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-68e62110-5f9c-4808-815d-d660a6116d54 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613622 Dec 09 15:02:24.885287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5f6f2fda-53c6-4f84-a933-f662467805e5 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:24.885630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f6f2fda-53c6-4f84-a933-f662467805e5 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:25.050329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.055747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617e7bb-fe57-43c7-bcfb-d97690069b65 req-d889efe5-1b7c-496d-b09b-d5aedaf7ddf9 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:25.065350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a617e7bb-fe57-43c7-bcfb-d97690069b65 req-d889efe5-1b7c-496d-b09b-d5aedaf7ddf9 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.1591067 Dec 09 15:02:25.098688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a19922b-34ef-46b4-ac58-962d1af637dc req-2392bf53-db7e-449a-85fd-1eb7a8e5e064 service neutron] 10.222.0.36 "GET /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179925 Dec 09 15:02:25.161694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a617e7bb-fe57-43c7-bcfb-d97690069b65 req-28b6c7ce-6c08-4516-82c1-098989802ff8 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934067 Dec 09 15:02:25.190152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:25.204835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:25.213145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:25.213739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.216188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca2464-60b4-487b-b780-4b265bc478db None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:25.220053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=634b8a11-6c58-498a-aa34-61b57d79e6dd,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:25.232363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-b8647536-8499-4d6d-ab75-f488268d69ab tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:25.233881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-b8647536-8499-4d6d-ab75-f488268d69ab tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.43 "GET /v2.0/networks?id=26adfe72-2db4-4084-bf75-04f922714411 HTTP/1.1" status: 200 len: 820 time: 0.2866516 Dec 09 15:02:25.244875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc9fe-18cb-4e37-911b-5173a022cb09 req-6e77cab8-7279-4157-ac9e-5a0352008919 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:25.252669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c3bc9fe-18cb-4e37-911b-5173a022cb09 req-6e77cab8-7279-4157-ac9e-5a0352008919 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.2530153 Dec 09 15:02:25.270495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Request body: {'port': {'device_id': '8bd8967c-572a-4d4a-b135-210345739e15', 'network_id': '26adfe72-2db4-4084-bf75-04f922714411', 'admin_state_up': True, 'tenant_id': 'db3766e9eb1e4348afb005919c288fb4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:25.306808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e2f43f19-f718-44a9-8dbd-db946eb71c3e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2604961 Dec 09 15:02:25.306964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48182) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:25.316330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'name': 'tempest-NetworksTestDHCPv6-1103132375'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:25.375313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '634b8a11-6c58-498a-aa34-61b57d79e6dd'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:25.376647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.401823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c3bc9fe-18cb-4e37-911b-5173a022cb09 req-98665ad8-14e3-4f43-acbf-bd5889749fe9 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460342 Dec 09 15:02:25.498595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:25.502743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.523230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 60a33898-f40f-4aec-b2c2-8aeb2bc86d09 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:25.579394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d60998e6-99a0-4688-ab96-601a5c410c08 req-c7642834-01b0-4254-890b-bf6ebb0269a3 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 210 time: 0.0426426 Dec 09 15:02:25.600464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/634b8a11-6c58-498a-aa34-61b57d79e6dd/49c73eea-17e5-46a3-8656-f52328a61311) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:25.600633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Made reservation on behalf of db3766e9eb1e4348afb005919c288fb4 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:25.607391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.614245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-511dfcef-4b68-4d12-a682-1eb343fbfa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.819989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.844658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:25.847834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Allocated IP 172.20.0.7 (26adfe72-2db4-4084-bf75-04f922714411/616f0947-09d5-4367-be41-944d73c74e20/fa89a840-ad77-4837-be10-8d57d6211d12) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:25.930296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:25.935724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:25.939945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:25.957242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Pushing event updated for resources: {'Port': ['ID=49c73eea-17e5-46a3-8656-f52328a61311,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:25.972613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::318 (d3ad000a-542a-403b-900f-3e0469146f33/634b8a11-6c58-498a-aa34-61b57d79e6dd/60a33898-f40f-4aec-b2c2-8aeb2bc86d09) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:26.056005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Attempting to bind port 49c73eea-17e5-46a3-8656-f52328a61311 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:26.056566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Attempting to bind port 49c73eea-17e5-46a3-8656-f52328a61311 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:26.057095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Attempting to bind port 49c73eea-17e5-46a3-8656-f52328a61311 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:26.081539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:26.081927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:26.082483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.082707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:26.083183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Bound port: 49c73eea-17e5-46a3-8656-f52328a61311, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:26.087770 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.158225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.238917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a48236b-691b-4f14-ae9f-7df44a95cc7b req-5c06967b-76a2-451f-9cb9-a52899635345 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 210 time: 0.0479696 Dec 09 15:02:26.240402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.246392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] For port 49c73eea-17e5-46a3-8656-f52328a61311, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:26.249835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] For port 49c73eea-17e5-46a3-8656-f52328a61311, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=49c73eea-17e5-46a3-8656-f52328a61311,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:26.269336 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.342096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Pushing event updated for resources: {'Port': ['ID=fa89a840-ad77-4837-be10-8d57d6211d12,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:26.343595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.359782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Network 26adfe72-2db4-4084-bf75-04f922714411 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:26.361754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:26.365459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:26.384705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179567b-a384-42b8-84fe-e13c4eb4ee26 None None] Pushing event updated for resources: {'Port': ['ID=49c73eea-17e5-46a3-8656-f52328a61311,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:26.441182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.457250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:26.457955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.482101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-c7226ba1-0621-416f-ba23-4fc7efd7ecf5 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2154531 Dec 09 15:02:26.495161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8456f-35ea-42f2-8fde-4d3ede856c88 req-44f7645b-05d4-4351-9b6c-9629dacd287f tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:26.500571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdf8456f-35ea-42f2-8fde-4d3ede856c88 req-44f7645b-05d4-4351-9b6c-9629dacd287f tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.0798728 Dec 09 15:02:26.510436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Request body: {'port': {'device_id': '8bd8967c-572a-4d4a-b135-210345739e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:26.530155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:26.537836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:26.545371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:26.551128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:26.551798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.557403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=60a33898-f40f-4aec-b2c2-8aeb2bc86d09,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:26.579993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-5e6e5c04-2c9e-4569-bf2a-bb5cfa7e5b73 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:26.581530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-5e6e5c04-2c9e-4569-bf2a-bb5cfa7e5b73 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=108672b1-e7bf-4c46-9f27-d47febf0c760 HTTP/1.1" status: 200 len: 944 time: 0.0909827 Dec 09 15:02:26.585270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1a519a85-85bc-47e1-a543-784528d46fc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2771487 Dec 09 15:02:26.587933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48234) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:26.639646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdf8456f-35ea-42f2-8fde-4d3ede856c88 req-6e58e622-b4d8-4c04-96c4-94eeb80467db tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339586 Dec 09 15:02:26.645819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.656740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:26.830054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ded28-e949-4a33-8892-3b582094c552 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:26.841296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ded28-e949-4a33-8892-3b582094c552 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:26.851458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-312ded28-e949-4a33-8892-3b582094c552 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2595637 Dec 09 15:02:26.902282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49c73eea-17e5-46a3-8656-f52328a61311 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:26.965418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48242) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:27.012660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 49c73eea-17e5-46a3-8656-f52328a61311 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:27.013544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.073011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa984-35af-4798-9443-c5eec8c05174 req-81112b61-5737-4ae4-83f2-fd436c5d1c5b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.075139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20afa984-35af-4798-9443-c5eec8c05174 req-81112b61-5737-4ae4-83f2-fd436c5d1c5b tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.1099384 Dec 09 15:02:27.115566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa89a840-ad77-4837-be10-8d57d6211d12 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:27.120804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-3961e937-8244-4e87-a13a-e18936a2340a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.123328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-3961e937-8244-4e87-a13a-e18936a2340a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 813 time: 0.1590672 Dec 09 15:02:27.130632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.161051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Transition to ACTIVE for port object fa89a840-ad77-4837-be10-8d57d6211d12 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:27.168750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Request body: {'port': {'device_id': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'admin_state_up': True, 'tenant_id': '6385f8d0ec174c2aa87b1b00589d55df'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:27.177825 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20afa984-35af-4798-9443-c5eec8c05174 req-82e0d9ed-5465-4b62-a0a9-a0aeeb01c051 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912900 Dec 09 15:02:27.181582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.184773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.251413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Pushing event updated for resources: {'Port': ['ID=fa89a840-ad77-4837-be10-8d57d6211d12,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:27.264628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-6a45f959-29dd-4be3-9d15-af6e17330457 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.266370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-6a45f959-29dd-4be3-9d15-af6e17330457 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 813 time: 0.3900495 Dec 09 15:02:27.268913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 49c73eea-17e5-46a3-8656-f52328a61311, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=49c73eea-17e5-46a3-8656-f52328a61311,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:27.283499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.291901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Request body: {'port': {'device_id': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'admin_state_up': True, 'tenant_id': '6385f8d0ec174c2aa87b1b00589d55df'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:27.383419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=49c73eea-17e5-46a3-8656-f52328a61311,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:27.396330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Attempting to bind port fa89a840-ad77-4837-be10-8d57d6211d12 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:27.396755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Attempting to bind port fa89a840-ad77-4837-be10-8d57d6211d12 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '26adfe72-2db4-4084-bf75-04f922714411'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:27.396995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Attempting to bind port fa89a840-ad77-4837-be10-8d57d6211d12 on network 26adfe72-2db4-4084-bf75-04f922714411 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:27.407961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e105a-15bb-4877-a43c-1a75ab37a2fd req-a0bc34c9-b4ed-4350-b0ca-c334f662aaf9 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.409523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-618e105a-15bb-4877-a43c-1a75ab37a2fd req-a0bc34c9-b4ed-4350-b0ca-c334f662aaf9 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0873106 Dec 09 15:02:27.411915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Port fa89a840-ad77-4837-be10-8d57d6211d12 on network 26adfe72-2db4-4084-bf75-04f922714411 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:27.412257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Attempting to bind port fa89a840-ad77-4837-be10-8d57d6211d12 on network 26adfe72-2db4-4084-bf75-04f922714411 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:27.425108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:27.425448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Checking segment: {'id': '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '26adfe72-2db4-4084-bf75-04f922714411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:27.426359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Bound using segment: {'id': '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '26adfe72-2db4-4084-bf75-04f922714411'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:27.426359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Bound port: fa89a840-ad77-4837-be10-8d57d6211d12, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '26adfe72-2db4-4084-bf75-04f922714411'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:27.426612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.493549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Deleting port 7a305132-ced7-43cf-b62f-654e58cf5120 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:27.493951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.510902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-618e105a-15bb-4877-a43c-1a75ab37a2fd req-7e7efeb7-f540-4443-b9d8-954a4223aa58 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946338 Dec 09 15:02:27.559054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] For port fa89a840-ad77-4837-be10-8d57d6211d12, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:27.563934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] For port fa89a840-ad77-4837-be10-8d57d6211d12, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fa89a840-ad77-4837-be10-8d57d6211d12,segment=NetworkSegment(1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62),segment_id=1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:27.569193 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.643272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.644429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.645365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa89a840-ad77-4837-be10-8d57d6211d12 HTTP/1.1" status: 200 len: 1091 time: 1.1437013 Dec 09 15:02:27.647096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd8967c-572a-4d4a-b135-210345739e15', 'tag': 'fa89a840-ad77-4837-be10-8d57d6211d12'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:27.650663 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd8967c-572a-4d4a-b135-210345739e15", "tag": "fa89a840-ad77-4837-be10-8d57d6211d12"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:27.683980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 60a33898-f40f-4aec-b2c2-8aeb2bc86d09 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:27.684598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.686994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:02:27.686994 n-d-804292-5 neutron-server[109894]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 15:02:27.686994 n-d-804292-5 neutron-server[109894]: [parameters: {'project_id': '6385f8d0ec174c2aa87b1b00589d55df', 'id': '562039c2-bd3f-489c-afa2-3d9e540e781c', 'expiration': datetime.datetime(2021, 12, 9, 15, 4, 27, 661307)}] Dec 09 15:02:27.686994 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:02:27.687487 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:02:27.689087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] For port 7a305132-ced7-43cf-b62f-654e58cf5120, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a305132-ced7-43cf-b62f-654e58cf5120,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:27.689502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.714228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Made reservation on behalf of 6385f8d0ec174c2aa87b1b00589d55df for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:27.714924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c44e93-ebca-48a9-9371-ca8f31f4bb88 service neutron] Pushing event updated for resources: {'Port': ['ID=fa89a840-ad77-4837-be10-8d57d6211d12,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:27.717720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.725480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Calling delete_port for 7a305132-ced7-43cf-b62f-654e58cf5120 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:27.746486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ed46-ac44-4c4d-85f4-44736050b0b9 req-9330a26f-f133-48e3-b2bf-2138ab1819bc tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.748018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07f0ed46-ac44-4c4d-85f4-44736050b0b9 req-9330a26f-f133-48e3-b2bf-2138ab1819bc tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 943 time: 0.1446924 Dec 09 15:02:27.762714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-0833cfa2-8cd0-4fbb-9e1c-2d8ada97050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.765817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-0833cfa2-8cd0-4fbb-9e1c-2d8ada97050e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db3766e9eb1e4348afb005919c288fb4&device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 1094 time: 0.0666826 Dec 09 15:02:27.802312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e29f9691-0f44-48dd-9a38-82d338e68b80 None None] Provisioning complete for port 49c73eea-17e5-46a3-8656-f52328a61311 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:27.802687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e29f9691-0f44-48dd-9a38-82d338e68b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.862152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-3753e934-78e8-45b0-9a1f-9eae891f9f0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa89a840-ad77-4837-be10-8d57d6211d12 HTTP/1.1" status: 200 len: 217 time: 0.0880075 Dec 09 15:02:27.917363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:27.947976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07f0ed46-ac44-4c4d-85f4-44736050b0b9 req-057e659b-7d5e-4de0-8d1a-1a5b9025a42e tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899619 Dec 09 15:02:27.954308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-624ac54c-7a04-4c85-a35d-7ad5e1ab98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:27.960045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-624ac54c-7a04-4c85-a35d-7ad5e1ab98c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=616f0947-09d5-4367-be41-944d73c74e20 HTTP/1.1" status: 200 len: 860 time: 0.0899453 Dec 09 15:02:27.962887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 60a33898-f40f-4aec-b2c2-8aeb2bc86d09 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:27.974930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-32626ae4-3856-42be-b2da-e8999795a0e2 req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2000622202', 'description': 'tempest-description-2091476206'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:28.011413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-33fb6f7f-59b2-41c1-a1b6-8dc806689306 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=26adfe72-2db4-4084-bf75-04f922714411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407670 Dec 09 15:02:28.017092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-83081c1f-13dd-4bff-a6dd-86ca3cb28800 None None] Provisioning complete for port 60a33898-f40f-4aec-b2c2-8aeb2bc86d09 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:28.017652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83081c1f-13dd-4bff-a6dd-86ca3cb28800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.040475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Allocated IP 172.20.0.12 (c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684/314420d0-a220-4a1f-aba0-280e56c11ae8/d00bd69f-0c78-44a8-858a-cb6425021118) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:28.058968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-83081c1f-13dd-4bff-a6dd-86ca3cb28800 None None] Port 60a33898-f40f-4aec-b2c2-8aeb2bc86d09 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:02:28.061656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-32626ae4-3856-42be-b2da-e8999795a0e2 req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.111843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.124297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215', '02a42a13-eca2-440b-8be9-f62ee1959c50'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:28.160555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-7a8209be-e6bd-4bf2-b70e-b9a670213412 service neutron] 10.222.0.43 "GET /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416473 Dec 09 15:02:28.173777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'Port': ['ID=7a305132-ced7-43cf-b62f-654e58cf5120,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:28.270795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-32626ae4-3856-42be-b2da-e8999795a0e2 req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.273990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] No DVR routers for this DVR port 7a305132-ced7-43cf-b62f-654e58cf5120 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:28.280317 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-32626ae4-3856-42be-b2da-e8999795a0e2 req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.284314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.291780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.294715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-519c2147-8c48-4988-aa8f-70b4338e74d9 req-73fa4168-219c-40aa-8261-4579330c3aaf tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "DELETE /v2.0/ports/7a305132-ced7-43cf-b62f-654e58cf5120 HTTP/1.1" status: 204 len: 173 time: 1.6941311 Dec 09 15:02:28.303681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-deleted', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:28.306747 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb3517-bc6d-4ea9-a1e9-77abd9c9d673" -d '{"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-deleted", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:28.340087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d85f840-e385-4ae4-a7b5-4ca414a14b3f req-3ffcfdab-09ad-4ac7-834d-e3e01f7ef842 service neutron] 10.222.0.43 "GET /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716189 Dec 09 15:02:28.345277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-32626ae4-3856-42be-b2da-e8999795a0e2 req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.357421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32626ae4-3856-42be-b2da-e8999795a0e2 req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3880637 Dec 09 15:02:28.358334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72dff6-cd8e-4b53-b640-13a6f90f49ed tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4ee4f0-3eb3-4627-88fe-9f31d95b4434,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:28.468653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Made reservation on behalf of 6385f8d0ec174c2aa87b1b00589d55df for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:28.472262 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.532233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.538645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d976c4-2193-432b-8220-f96e92973d78 req-2f900d8c-ed4e-4e4b-96b0-fb9eb2ffdc6f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 210 time: 0.0449550 Dec 09 15:02:28.549914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.578105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=60a33898-f40f-4aec-b2c2-8aeb2bc86d09,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:28.652205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.653312 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcfbcf5-d00d-4107-856e-9155d504e6ac x-openstack-request-id: req-5dcfbcf5-d00d-4107-856e-9155d504e6ac {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:28.653812 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd8967c-572a-4d4a-b135-210345739e15", "tag": "fa89a840-ad77-4837-be10-8d57d6211d12", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:28.654169 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5dcfbcf5-d00d-4107-856e-9155d504e6ac {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:28.654691 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd8967c-572a-4d4a-b135-210345739e15', 'tag': 'fa89a840-ad77-4837-be10-8d57d6211d12', 'status': 'completed', 'code': 200} Dec 09 15:02:28.655770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-38ec1197-9e1b-4387-b83d-c906c02a47e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/60a33898-f40f-4aec-b2c2-8aeb2bc86d09 HTTP/1.1" status: 204 len: 168 time: 1.6871734 Dec 09 15:02:28.662667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:28.793839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-46ceea36-05be-4ef3-b762-00c32c37cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:28.795892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-46ceea36-05be-4ef3-b762-00c32c37cdfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db3766e9eb1e4348afb005919c288fb4&device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 1094 time: 0.1080575 Dec 09 15:02:28.863825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49c73eea-17e5-46a3-8656-f52328a61311 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:28.917838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 49c73eea-17e5-46a3-8656-f52328a61311 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:28.918216 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:28.955688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-6ec69794-ceb1-4faa-8ebc-ed926ea42c95 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2000622202&fields=id&tenant_id=19313c48a3954053a17f879c8b160e78 HTTP/1.1" status: 200 len: 267 time: 0.0686977 Dec 09 15:02:28.956909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-14200537-75c8-4459-a28e-c3cb30d643b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:28.958294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-14200537-75c8-4459-a28e-c3cb30d643b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=26adfe72-2db4-4084-bf75-04f922714411 HTTP/1.1" status: 200 len: 921 time: 0.1541276 Dec 09 15:02:29.025152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-f9218303-ef6b-4ba8-b0f6-b976510af12e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa89a840-ad77-4837-be10-8d57d6211d12 HTTP/1.1" status: 200 len: 217 time: 0.0506544 Dec 09 15:02:29.074663 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c345e-096a-4232-83ed-fff47460fb34 x-openstack-request-id: req-027c345e-096a-4232-83ed-fff47460fb34 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:29.075218 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108672b1-e7bf-4c46-9f27-d47febf0c760", "name": "network-vif-deleted", "tag": "7a305132-ced7-43cf-b62f-654e58cf5120", "status": "failed", "code": 422}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:29.075218 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-027c345e-096a-4232-83ed-fff47460fb34 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:29.075526 n-d-804292-5 neutron-server[109894]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '108672b1-e7bf-4c46-9f27-d47febf0c760', 'name': 'network-vif-deleted', 'tag': '7a305132-ced7-43cf-b62f-654e58cf5120', 'status': 'failed', 'code': 422} returned with failed status Dec 09 15:02:29.077723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-7f537f43-a3e5-444b-a538-19cb861227d8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.079241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-7f537f43-a3e5-444b-a538-19cb861227d8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1147013 Dec 09 15:02:29.093003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f0c2a-e3cf-462e-a992-37755476e464 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.093591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'port': {'security_groups': ['09a4d114-8934-4887-b6bf-cfc875737990', '5e4ee4f0-3eb3-4627-88fe-9f31d95b4434']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:29.094660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f0c2a-e3cf-462e-a992-37755476e464 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.096210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e1f0c2a-e3cf-462e-a992-37755476e464 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4325850 Dec 09 15:02:29.098900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48266) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:29.115657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-881b50fd-1525-4fc2-af78-c2dd82868482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.117298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-881b50fd-1525-4fc2-af78-c2dd82868482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=616f0947-09d5-4367-be41-944d73c74e20 HTTP/1.1" status: 200 len: 860 time: 0.0841987 Dec 09 15:02:29.143699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.158882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.173199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-34ee71c3-1f7c-4c1f-a1a5-c040365e1815 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=26adfe72-2db4-4084-bf75-04f922714411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461993 Dec 09 15:02:29.202120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.222884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb964075-27e7-4bd5-8be6-10c7876f2142 req-8e510e36-a685-48e2-aaa0-405edc322545 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.224406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb964075-27e7-4bd5-8be6-10c7876f2142 req-8e510e36-a685-48e2-aaa0-405edc322545 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.4709530 Dec 09 15:02:29.251375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 634b8a11-6c58-498a-aa34-61b57d79e6dd {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:29.259616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:29.266499 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.292593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:29.294941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Allocated IP 172.20.0.2 (c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684/314420d0-a220-4a1f-aba0-280e56c11ae8/2c5a1f5b-5dc1-4c2f-a91b-2c265877d276) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:29.313226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:29.328129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-839093d5-df23-4dde-942b-c797caf5ba33 service neutron] 10.222.0.43 "GET /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461546 Dec 09 15:02:29.353237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event updated for resources: {'Port': ['ID=d00bd69f-0c78-44a8-858a-cb6425021118,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:29.390712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.417847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.418199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.418564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.418894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.419242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.419600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.419938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.420268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.420599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.420926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.421255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.421583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.421909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:29.472272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.472885 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.491419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb964075-27e7-4bd5-8be6-10c7876f2142 req-276ba377-04ca-4ad7-8b3a-7803af49e308 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547054 Dec 09 15:02:29.495571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec76d647-5a9d-41d6-83eb-2fa7d57606d8 req-545a99fa-a98e-4c07-bd47-60cca06f0b07 service neutron] 10.222.0.43 "GET /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598492 Dec 09 15:02:29.529392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:29.551969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f549e9ea-11d0-494f-8e39-8623be5e2b2f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3883235 Dec 09 15:02:29.566822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.573039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.587225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Request body: {'port': {'device_id': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:29.587860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:29.627186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.627970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.640077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd15ea04-1ec8-4070-8df3-94130f35ec9c req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "PUT /v2.0/ports/879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 981 time: 0.5523450 Dec 09 15:02:29.651224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.671381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98b4bc-e225-430f-b4fc-077197ae5e44 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:29.754275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93150e5-3a59-4415-a033-dcc28bda5b1e req-30035bfc-b983-451b-804b-be78cdaa6bc7 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.756461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b93150e5-3a59-4415-a033-dcc28bda5b1e req-30035bfc-b983-451b-804b-be78cdaa6bc7 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 943 time: 0.0519960 Dec 09 15:02:29.758035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:29.804307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.815010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b93150e5-3a59-4415-a033-dcc28bda5b1e req-4f822daf-d22f-418c-bb67-240e3c7595cf tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514343 Dec 09 15:02:29.828264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0b36-aec8-4ca6-ad14-a5ecffa46f63 req-248f0ca8-5248-479c-95ba-efc55061a7e4 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:29.829796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-273a0b36-aec8-4ca6-ad14-a5ecffa46f63 req-248f0ca8-5248-479c-95ba-efc55061a7e4 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.2202933 Dec 09 15:02:29.843705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.855632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.929571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=634b8a11-6c58-498a-aa34-61b57d79e6dd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:29.937739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:29.940999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7be235aa-b769-4145-9d10-1dc849def4ec tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/634b8a11-6c58-498a-aa34-61b57d79e6dd HTTP/1.1" status: 204 len: 168 time: 0.8411632 Dec 09 15:02:29.943027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e14c01-8efc-4771-8c69-3b6a0baaecc4 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:29.943592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48278) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:29.998679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cfd25721-90b4-4189-b4c6-eb156066b2e9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539148 Dec 09 15:02:29.999924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-273a0b36-aec8-4ca6-ad14-a5ecffa46f63 req-3aefe0d5-dc64-4f26-9fb7-2d34308aefb1 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616027 Dec 09 15:02:30.010812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:30.019637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:30.138016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.205118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:30.233556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:30.234007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:30.237366 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.263500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event updated for resources: {'Port': ['ID=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:30.263500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:30.267212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:30.272181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fa89a840-ad77-4837-be10-8d57d6211d12 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:02:30.347981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:30.348249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee67cb7-e1fc-492e-9796-06497a190202 req-f6a72682-9ff1-48aa-9558-841f19ab1d47 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:30.348607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.353997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] Deleting port 49c73eea-17e5-46a3-8656-f52328a61311 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:30.354308 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.356347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ee67cb7-e1fc-492e-9796-06497a190202 req-f6a72682-9ff1-48aa-9558-841f19ab1d47 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 931 time: 0.1747832 Dec 09 15:02:30.404070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a6e1bbaf-fa41-4d30-a99e-d07561fc737a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1198704 Dec 09 15:02:30.425684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Request body: {'port': {'device_id': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:30.440538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fa89a840-ad77-4837-be10-8d57d6211d12, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fa89a840-ad77-4837-be10-8d57d6211d12,segment=NetworkSegment(1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62),segment_id=1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:30.443766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] For port 49c73eea-17e5-46a3-8656-f52328a61311, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=49c73eea-17e5-46a3-8656-f52328a61311,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:30.444208 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.444594 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ee67cb7-e1fc-492e-9796-06497a190202 req-5c917119-2e14-4e9a-be3f-5624e91bf80d tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866315 Dec 09 15:02:30.457925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-bde1b184-07db-4d92-9bc3-b570a6b10c0f tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2000622202&fields=id&tenant_id=19313c48a3954053a17f879c8b160e78 HTTP/1.1" status: 200 len: 267 time: 0.1352983 Dec 09 15:02:30.464417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] Calling delete_port for 49c73eea-17e5-46a3-8656-f52328a61311 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:30.465479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'fa89a840-ad77-4837-be10-8d57d6211d12', 'network_id': '26adfe72-2db4-4084-bf75-04f922714411', 'port_id': 'fa89a840-ad77-4837-be10-8d57d6211d12', 'mac_address': 'fa:16:3e:d7:d3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616f0947-09d5-4367-be41-944d73c74e20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:02:30.552765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.553023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00bd69f-0c78-44a8-858a-cb6425021118 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:30.566376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.573857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa89a840-ad77-4837-be10-8d57d6211d12 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:30.576646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.600474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fa89a840-ad77-4837-be10-8d57d6211d12, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fa89a840-ad77-4837-be10-8d57d6211d12,segment=NetworkSegment(1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62),segment_id=1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:30.606928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-f8c829cb-745f-4ac1-b601-cd0885a05c89 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:30.609263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-f8c829cb-745f-4ac1-b601-cd0885a05c89 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 984 time: 0.1214213 Dec 09 15:02:30.610065 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.610611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Transition to ACTIVE for port object d00bd69f-0c78-44a8-858a-cb6425021118 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:30.626294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0720-045b-4df9-a94c-8908b326cae6 req-c8b72a71-542c-4382-ab6a-a197a49e2751 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:30.628046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-695d0720-045b-4df9-a94c-8908b326cae6 req-c8b72a71-542c-4382-ab6a-a197a49e2751 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.0844312 Dec 09 15:02:30.629091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.634078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.641741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.648789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] No DVR routers for this DVR port 49c73eea-17e5-46a3-8656-f52328a61311 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:30.658957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'port': {'security_groups': ['09a4d114-8934-4887-b6bf-cfc875737990']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:30.672739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:30.674950 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6fc553-e538-44b3-86ec-cefd4f69d250" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:30.676050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fa89a840-ad77-4837-be10-8d57d6211d12,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:30.699506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c227bc-9de4-4eea-a135-e1752bf858f9 None None] Pushing event deleted for resources: {'Port': ['ID=49c73eea-17e5-46a3-8656-f52328a61311,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:30.724007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=d66ad0c1-50f0-43ac-8d5d-3195cad8537d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:30.729947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:30.734641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:30.742436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:30.743594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.749383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e0af7-a4c8-444f-a179-64c66bd5daea None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:30.793285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-695d0720-045b-4df9-a94c-8908b326cae6 req-d4aab760-7b5d-4c13-b922-5440a08c5a80 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212113 Dec 09 15:02:30.797233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1534a85b-a731-48fc-a383-90c475f78de7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7830851 Dec 09 15:02:30.803213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48288) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:30.810108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'name': 'tempest-NetworksTestDHCPv6-748661504'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:30.832567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49c73eea-17e5-46a3-8656-f52328a61311 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:30.838776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Pushing event updated for resources: {'Port': ['ID=d00bd69f-0c78-44a8-858a-cb6425021118,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:30.862659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 49c73eea-17e5-46a3-8656-f52328a61311 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:30.863090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49c73eea-17e5-46a3-8656-f52328a61311 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:30.908936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'd66ad0c1-50f0-43ac-8d5d-3195cad8537d'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:30.909853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.913873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:30.935071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['fa89a840-ad77-4837-be10-8d57d6211d12'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:30.994098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f5054-de78-42fe-987a-06b5274153a6 req-a146c6c3-9cea-40e9-b0ef-a37fd85a9d25 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:30.995916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c60f5054-de78-42fe-987a-06b5274153a6 req-a146c6c3-9cea-40e9-b0ef-a37fd85a9d25 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 908 time: 0.1002984 Dec 09 15:02:31.030344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:31.037198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.057227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Attempting to bind port d00bd69f-0c78-44a8-858a-cb6425021118 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:31.057578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Attempting to bind port d00bd69f-0c78-44a8-858a-cb6425021118 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:31.057909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Attempting to bind port d00bd69f-0c78-44a8-858a-cb6425021118 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:31.069859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 2b137d7a-55da-4dbc-a44d-932a4c82c207 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:31.075906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Port d00bd69f-0c78-44a8-858a-cb6425021118 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:31.076155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Attempting to bind port d00bd69f-0c78-44a8-858a-cb6425021118 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:31.079609 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6c926-17ef-4f29-8114-2f9ef901ef2e x-openstack-request-id: req-03b6c926-17ef-4f29-8114-2f9ef901ef2e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:31.080702 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:31.081061 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03b6c926-17ef-4f29-8114-2f9ef901ef2e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:31.081804 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'status': 'completed', 'code': 200} Dec 09 15:02:31.097685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:31.098033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Checking segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:31.098444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Bound using segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:31.098929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Bound port: d00bd69f-0c78-44a8-858a-cb6425021118, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:31.099292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.120695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/d66ad0c1-50f0-43ac-8d5d-3195cad8537d/86516db7-cde0-41fc-9f8b-dbff75e73a7e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:31.252176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-e6bb2a79-0b17-4c61-b330-d7e405ba781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:31.253859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-e6bb2a79-0b17-4c61-b330-d7e405ba781a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1135 time: 0.0999460 Dec 09 15:02:31.271342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b732f-724c-4974-aae9-a5411c612cb1 req-74a78a54-c2cf-40e7-83ec-be4a0a6279d8 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:31.273058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-237b732f-724c-4974-aae9-a5411c612cb1 req-74a78a54-c2cf-40e7-83ec-be4a0a6279d8 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 944 time: 0.1043370 Dec 09 15:02:31.305692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] For port d00bd69f-0c78-44a8-858a-cb6425021118, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:31.310645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] For port d00bd69f-0c78-44a8-858a-cb6425021118, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d00bd69f-0c78-44a8-858a-cb6425021118,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:31.313134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:31.327049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.329950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.332750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.338778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.377726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:31.378056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:31.381257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:31.387662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:31.394108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Transition to ACTIVE for port object 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:31.395011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Pushing event updated for resources: {'Port': ['ID=86516db7-cde0-41fc-9f8b-dbff75e73a7e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:31.395609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:31.396268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.397771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] 10.222.0.43 "PUT /v2.0/ports/d00bd69f-0c78-44a8-858a-cb6425021118 HTTP/1.1" status: 200 len: 1092 time: 1.8356197 Dec 09 15:02:31.400639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'tag': 'd00bd69f-0c78-44a8-858a-cb6425021118'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:31.402503 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb4b0d-5a01-4697-86b7-983fa7946e18" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe57ff0-89c8-4813-bd93-6f2c31d560d1", "tag": "d00bd69f-0c78-44a8-858a-cb6425021118"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:31.410747 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.447892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-237b732f-724c-4974-aae9-a5411c612cb1 req-6dd94258-3cbf-4268-9739-d9c06ec16b1e tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534698 Dec 09 15:02:31.456824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf88d16-531e-449b-9bbd-37abb2a9f2ec service neutron] Pushing event updated for resources: {'Port': ['ID=d00bd69f-0c78-44a8-858a-cb6425021118,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:31.457358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Attempting to bind port 86516db7-cde0-41fc-9f8b-dbff75e73a7e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:31.465561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Attempting to bind port 86516db7-cde0-41fc-9f8b-dbff75e73a7e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:31.465959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Attempting to bind port 86516db7-cde0-41fc-9f8b-dbff75e73a7e on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:31.468934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.484911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:31.484911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:31.485281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.485676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:31.486159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Bound port: 86516db7-cde0-41fc-9f8b-dbff75e73a7e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:31.486543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.522197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::61 (d3ad000a-542a-403b-900f-3e0469146f33/d66ad0c1-50f0-43ac-8d5d-3195cad8537d/2b137d7a-55da-4dbc-a44d-932a4c82c207) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:31.530847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.566890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] For port 86516db7-cde0-41fc-9f8b-dbff75e73a7e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:31.573116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] For port 86516db7-cde0-41fc-9f8b-dbff75e73a7e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=86516db7-cde0-41fc-9f8b-dbff75e73a7e,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:31.582964 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.599017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:31.599714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.601132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b50332e-dff8-4fe0-a067-e752b8150f18 req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "PUT /v2.0/ports/879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 942 time: 0.9605184 Dec 09 15:02:31.603975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Pushing event updated for resources: {'Port': ['ID=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:31.671217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8894-911e-4beb-9816-4c74aa65f5e4 None None] Pushing event updated for resources: {'Port': ['ID=86516db7-cde0-41fc-9f8b-dbff75e73a7e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:31.676441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-bc7a70ff-a261-41c3-9a62-82ff3473dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:31.677974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-bc7a70ff-a261-41c3-9a62-82ff3473dbb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=cbe57ff0-89c8-4813-bd93-6f2c31d560d1 HTTP/1.1" status: 200 len: 1095 time: 0.2063072 Dec 09 15:02:31.683212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:31.684761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Attempting to bind port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:31.685106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Attempting to bind port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:31.685876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Attempting to bind port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:31.739594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:31.759641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884d3c-24e3-45e5-a100-09ed12faadc3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event updated for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:31.771072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:31.771738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Attempting to bind port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:31.781251 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bee76e-1672-4454-951c-eed232ced552 x-openstack-request-id: req-01bee76e-1672-4454-951c-eed232ced552 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:31.782347 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe57ff0-89c8-4813-bd93-6f2c31d560d1", "tag": "d00bd69f-0c78-44a8-858a-cb6425021118", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:31.784352 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01bee76e-1672-4454-951c-eed232ced552 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:31.784928 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'tag': 'd00bd69f-0c78-44a8-858a-cb6425021118', 'status': 'completed', 'code': 200} Dec 09 15:02:31.787042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:31.788125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Checking segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:31.788822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Bound using segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:31.789435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Bound port: 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:31.790508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.793614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-53c0ace1-195e-4189-b494-67f4ebfa126d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d00bd69f-0c78-44a8-858a-cb6425021118 HTTP/1.1" status: 200 len: 217 time: 0.0975797 Dec 09 15:02:31.863820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-39ab3cc6-15d5-4c87-9a52-5490f9076071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:31.865889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-39ab3cc6-15d5-4c87-9a52-5490f9076071 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.5917897 Dec 09 15:02:31.897469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:31.980030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-5dd6ed5e-a90b-484c-8b3c-6a5504a82d3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.0987813 Dec 09 15:02:32.014170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d9e4-6253-4e2a-87e3-7c1236704887 req-4877a2d9-f150-4110-a4e1-94401b004251 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.021177 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c38d9e4-6253-4e2a-87e3-7c1236704887 req-4877a2d9-f150-4110-a4e1-94401b004251 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.2119179 Dec 09 15:02:32.030364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-0b9d1d28-add2-41cf-a2b8-0b6685028bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.032503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-0b9d1d28-add2-41cf-a2b8-0b6685028bdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.2223871 Dec 09 15:02:32.057980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793150eb-a701-4b2b-876f-257352f0ce00 req-3f96bf20-7e2a-4334-86d3-63cb76868242 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.060227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-793150eb-a701-4b2b-876f-257352f0ce00 req-3f96bf20-7e2a-4334-86d3-63cb76868242 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.1181471 Dec 09 15:02:32.077531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8b7ed-ec39-4083-9fc1-b013df3b15e7 req-13f3465b-6575-4ba6-8a3f-816518525d8a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.091048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21a8b7ed-ec39-4083-9fc1-b013df3b15e7 req-13f3465b-6575-4ba6-8a3f-816518525d8a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 943 time: 0.2819104 Dec 09 15:02:32.096284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] For port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:32.140467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-71529305-2a7b-47a1-a612-a6bb6ee2c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.143194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-71529305-2a7b-47a1-a612-a6bb6ee2c4db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.1465099 Dec 09 15:02:32.156840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-7260859b-6d76-4216-a93f-94aaa62732ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092746 Dec 09 15:02:32.176155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.180787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] For port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:32.207976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-6f47b0a0-efde-4e96-ab98-67bd6c12e401 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.209489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-6f47b0a0-efde-4e96-ab98-67bd6c12e401 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 908 time: 0.2690632 Dec 09 15:02:32.211309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-da035d4c-469e-4651-9bf5-49e2de1aba19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594239 Dec 09 15:02:32.215143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.268040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fa89a840-ad77-4837-be10-8d57d6211d12 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:32.337179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port fa89a840-ad77-4837-be10-8d57d6211d12 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:02:32.342031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port fa89a840-ad77-4837-be10-8d57d6211d12 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:32.342641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.439269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.465602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd8967c-572a-4d4a-b135-210345739e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa89a840-ad77-4837-be10-8d57d6211d12'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:32.468685 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6322b9e4-a471-400c-b399-c322424d9f3a" -d '{"events": [{"server_uuid": "8bd8967c-572a-4d4a-b135-210345739e15", "name": "network-vif-plugged", "status": "completed", "tag": "fa89a840-ad77-4837-be10-8d57d6211d12"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:32.489449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port fa89a840-ad77-4837-be10-8d57d6211d12, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fa89a840-ad77-4837-be10-8d57d6211d12,segment=NetworkSegment(1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62),segment_id=1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:32.495466 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.557301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=fa89a840-ad77-4837-be10-8d57d6211d12,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:32.652683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.653360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.654776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] 10.222.0.36 "PUT /v2.0/ports/2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 HTTP/1.1" status: 200 len: 1091 time: 2.2384202 Dec 09 15:02:32.670947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21a8b7ed-ec39-4083-9fc1-b013df3b15e7 req-7db18507-73cf-4b6f-b79b-93d0f26682b4 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788510 Dec 09 15:02:32.700457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c38d9e4-6253-4e2a-87e3-7c1236704887 req-25c3969e-00ad-4a29-b696-a8bbeaee1293 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725861 Dec 09 15:02:32.714083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b942c-257b-4c35-8c1f-20c6a853c2ce service neutron] Pushing event updated for resources: {'Port': ['ID=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:32.735239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-35c8e67b-860e-4028-a46d-160b967e830f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.748950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-35c8e67b-860e-4028-a46d-160b967e830f tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.5570247 Dec 09 15:02:32.782868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:32.787922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=2b137d7a-55da-4dbc-a44d-932a4c82c207,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:32.800758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:32.845768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:32.851507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.852319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.906240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-860a04d2-8fa9-4a96-9300-9534ea465b71 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0989141 Dec 09 15:02:32.907612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:32.911304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86516db7-cde0-41fc-9f8b-dbff75e73a7e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:32.919331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-aaf7896a-3945-4f8e-80ad-9fff59ccd493 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417736 Dec 09 15:02:32.970818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127515d-2edd-4801-be36-e505ad214fd6 req-d5f69a93-ac9f-4b1a-8c56-5ec0f9d49d9a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:32.971397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 86516db7-cde0-41fc-9f8b-dbff75e73a7e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:32.971779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:32.978896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3127515d-2edd-4801-be36-e505ad214fd6 req-d5f69a93-ac9f-4b1a-8c56-5ec0f9d49d9a tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 945 time: 0.1945086 Dec 09 15:02:32.999628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-f5e4429a-5f60-4af3-82be-aba3225bc6d3 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727509 Dec 09 15:02:33.018860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Deleting port cc2be339-843e-45c5-bcd7-34f023948a53 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:33.019210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.083965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d3fdebef-bb1e-4bd6-b3c0-0e5713532e45 None None] Provisioning complete for port 86516db7-cde0-41fc-9f8b-dbff75e73a7e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:33.084396 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d3fdebef-bb1e-4bd6-b3c0-0e5713532e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.090822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fab9c3-df0b-4750-a152-f3fca236b673 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.097738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fab9c3-df0b-4750-a152-f3fca236b673 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.101958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c5fab9c3-df0b-4750-a152-f3fca236b673 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1905773 Dec 09 15:02:33.107882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:33.136106 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.199055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Deleting port e223dea2-d65d-45ff-8755-7bf5e3afcb21 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:33.199426 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.202146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3127515d-2edd-4801-be36-e505ad214fd6 req-dbdc2248-2383-46b1-a673-1669169fd2f4 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222397 Dec 09 15:02:33.218425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 86516db7-cde0-41fc-9f8b-dbff75e73a7e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=86516db7-cde0-41fc-9f8b-dbff75e73a7e,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:33.221129 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d3fdebef-bb1e-4bd6-b3c0-0e5713532e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.244722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.251798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f4f780ca-6d6a-4d17-bfe9-1ab926a4bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.253332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-f4f780ca-6d6a-4d17-bfe9-1ab926a4bfea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 1094 time: 0.5269015 Dec 09 15:02:33.347222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=86516db7-cde0-41fc-9f8b-dbff75e73a7e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:33.358094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-d3fdebef-bb1e-4bd6-b3c0-0e5713532e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:02:33.358466 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-d3fdebef-bb1e-4bd6-b3c0-0e5713532e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:02:33.379850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-28bd5ddf-868f-4ef4-aacb-4963fd6735d4 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6048460 Dec 09 15:02:33.407585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] For port cc2be339-843e-45c5-bcd7-34f023948a53, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=cc2be339-843e-45c5-bcd7-34f023948a53,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:33.407955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.412741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f6fc553-e538-44b3-86ec-cefd4f69d250 req-61cf15f9-d78b-40ea-8aa5-f67efc24a6aa service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034190 Dec 09 15:02:33.419970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:33.428852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Calling delete_port for cc2be339-843e-45c5-bcd7-34f023948a53 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:33.441013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a45b82ac-ae24-4188-84b2-236f8ec6ff34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 HTTP/1.1" status: 200 len: 217 time: 0.1609566 Dec 09 15:02:33.455521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89ecb-143c-4c92-a1e2-a4970f7fe806 req-2c880bf7-57b1-4452-a5bd-997b37e10679 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.457014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8a89ecb-143c-4c92-a1e2-a4970f7fe806 req-2c880bf7-57b1-4452-a5bd-997b37e10679 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=be65d144-cd47-4d74-a271-9cc654444998 HTTP/1.1" status: 200 len: 908 time: 0.1290545 Dec 09 15:02:33.480036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] For port e223dea2-d65d-45ff-8755-7bf5e3afcb21, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e223dea2-d65d-45ff-8755-7bf5e3afcb21,segment=NetworkSegment(060bee02-fed7-40ad-bdf4-392773056d70),segment_id=060bee02-fed7-40ad-bdf4-392773056d70)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:33.480036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.511600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 2b137d7a-55da-4dbc-a44d-932a4c82c207 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:33.512656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.516238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-7a658cc2-99ae-470f-832a-fab2c439ef35 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514066 Dec 09 15:02:33.517445 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5640f35f-d801-4629-ac8b-cac366fcc928 x-openstack-request-id: req-5640f35f-d801-4629-ac8b-cac366fcc928 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:33.517887 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd8967c-572a-4d4a-b135-210345739e15", "name": "network-vif-plugged", "status": "completed", "tag": "fa89a840-ad77-4837-be10-8d57d6211d12", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:33.519144 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5640f35f-d801-4629-ac8b-cac366fcc928 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:33.520699 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd8967c-572a-4d4a-b135-210345739e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa89a840-ad77-4837-be10-8d57d6211d12', 'code': 200} Dec 09 15:02:33.534428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Deleting port 296337d1-6020-41f0-981c-0a271d7d5913 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:33.535048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.537934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Calling delete_port for e223dea2-d65d-45ff-8755-7bf5e3afcb21 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:33.558116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.596374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-15df0128-e935-4020-9284-d5734780ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.597822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-15df0128-e935-4020-9284-d5734780ee51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.1428969 Dec 09 15:02:33.714264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.720034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-231520e6-7050-466e-b05e-2b477ef68f89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819175 Dec 09 15:02:33.735331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 2b137d7a-55da-4dbc-a44d-932a4c82c207 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:33.776304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185d87-aa8e-4e8f-a8e4-8eb97531c116 req-4d87aaae-0b91-4db0-be3a-d88636f908b7 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.777807 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3185d87-aa8e-4e8f-a8e4-8eb97531c116 req-4d87aaae-0b91-4db0-be3a-d88636f908b7 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 945 time: 0.1707776 Dec 09 15:02:33.787210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}, {'name': 'network-changed', 'server_uuid': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'tag': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:33.788644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d6ac-50b5-4ee1-9112-28c66cc47109 req-65c8b676-fce1-4be5-9130-d453e9f7056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.789515 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e9b190-4de0-4102-9171-bb0fc21c8054" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}, {"name": "network-changed", "server_uuid": "5d1d974f-a00f-47b3-bfab-b873ff27641f", "tag": "2c5a1f5b-5dc1-4c2f-a91b-2c265877d276"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:33.790360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a309d6ac-50b5-4ee1-9112-28c66cc47109 req-65c8b676-fce1-4be5-9130-d453e9f7056a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 1096 time: 0.1788125 Dec 09 15:02:33.817047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] For port 296337d1-6020-41f0-981c-0a271d7d5913, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=296337d1-6020-41f0-981c-0a271d7d5913,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:33.817409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.885128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:33.888736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-b4a7f14a-0077-4cbe-8b6c-75cbc95e2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:33.890248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-b4a7f14a-0077-4cbe-8b6c-75cbc95e2f47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=cbe57ff0-89c8-4813-bd93-6f2c31d560d1 HTTP/1.1" status: 200 len: 1095 time: 0.3039236 Dec 09 15:02:33.896931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Calling delete_port for 296337d1-6020-41f0-981c-0a271d7d5913 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:33.953312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'Port': ['ID=cc2be339-843e-45c5-bcd7-34f023948a53,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:33.975141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3185d87-aa8e-4e8f-a8e4-8eb97531c116 req-e74ba592-1852-41f6-8727-0c30e0bfafed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823654 Dec 09 15:02:33.978897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a309d6ac-50b5-4ee1-9112-28c66cc47109 req-179e1d50-2255-440b-9c64-b9b50ddfb61b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784191 Dec 09 15:02:34.032183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] No DVR routers for this DVR port cc2be339-843e-45c5-bcd7-34f023948a53 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:34.037816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.045468 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "DELETE /v2.0/ports/cc2be339-843e-45c5-bcd7-34f023948a53 HTTP/1.1" status: 204 len: 173 time: 1.8284497 Dec 09 15:02:34.045960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'name': 'network-vif-deleted', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:34.048323 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a53f80-1b42-4f1d-a630-b6f50cf2a396" -d '{"events": [{"server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "name": "network-vif-deleted", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:34.064197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-26857a16-dd37-4f2e-804d-8038a54d1429 None None] Provisioning complete for port 2b137d7a-55da-4dbc-a44d-932a4c82c207 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:34.064879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26857a16-dd37-4f2e-804d-8038a54d1429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.124913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.130571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-26857a16-dd37-4f2e-804d-8038a54d1429 None None] Port 2b137d7a-55da-4dbc-a44d-932a4c82c207 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:02:34.144004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-12ff9eb1-172f-43d5-89ee-351730ecc1a5 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115765 Dec 09 15:02:34.166419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=2b137d7a-55da-4dbc-a44d-932a4c82c207,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:34.200160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.217718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.222555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c7c07147-5019-4361-bf6c-d5ad32069cb3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/2b137d7a-55da-4dbc-a44d-932a4c82c207 HTTP/1.1" status: 204 len: 168 time: 1.1087701 Dec 09 15:02:34.227804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48326) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:34.303819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-eb97e0d5-df98-411a-841d-9c6200782d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:34.306283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-eb97e0d5-df98-411a-841d-9c6200782d7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 914 time: 0.4018657 Dec 09 15:02:34.316538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Pushing event deleted for resources: {'Port': ['ID=e223dea2-d65d-45ff-8755-7bf5e3afcb21,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:34.332666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a688a8-c816-469d-b4b2-4036376675d4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:34.334243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a688a8-c816-469d-b4b2-4036376675d4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:34.338198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6a688a8-c816-469d-b4b2-4036376675d4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1066701 Dec 09 15:02:34.339648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48330) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:34.358684 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.386489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f770-5696-4403-bbec-ae5ab17b5898 req-a947c5ac-de22-4b01-a3fb-ac5bf70fe77c tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:34.394021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f615f770-5696-4403-bbec-ae5ab17b5898 req-a947c5ac-de22-4b01-a3fb-ac5bf70fe77c tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 943 time: 0.1480322 Dec 09 15:02:34.420633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-180be0b1-b20a-4e0c-a0a3-89ecd3066636 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d00bd69f-0c78-44a8-858a-cb6425021118 HTTP/1.1" status: 200 len: 217 time: 0.0655041 Dec 09 15:02:34.431055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet d66ad0c1-50f0-43ac-8d5d-3195cad8537d {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:34.437649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.498445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f615f770-5696-4403-bbec-ae5ab17b5898 req-c26f8a77-085e-4dc2-9968-2e709d1a0b59 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976305 Dec 09 15:02:34.506958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.569402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] No DVR routers for this DVR port e223dea2-d65d-45ff-8755-7bf5e3afcb21 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:34.573235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.577218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-793150eb-a701-4b2b-876f-257352f0ce00 req-a92e0fd7-6cad-415d-8e43-1f3c496a07a3 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.36 "DELETE /v2.0/ports/e223dea2-d65d-45ff-8755-7bf5e3afcb21 HTTP/1.1" status: 204 len: 173 time: 2.4824636 Dec 09 15:02:34.604970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e54b1db8-fcfe-423c-9fb4-78b410ed96b3 req-a242517a-9d1f-42d8-92a3-e558abae08cd service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476829 Dec 09 15:02:34.639047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-8ec9f02d-aa71-4ae8-a047-1cf86a1c6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:34.640784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-8ec9f02d-aa71-4ae8-a047-1cf86a1c6c21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.1983569 Dec 09 15:02:34.660838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c601e-0e06-4268-97f7-fd883c1fc8fb req-d33287ad-382f-4d70-87f9-5ce171c0a901 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:34.662374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d07c601e-0e06-4268-97f7-fd883c1fc8fb req-d33287ad-382f-4d70-87f9-5ce171c0a901 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f37980-3d98-4cf4-8ed0-f9304e4a5551 HTTP/1.1" status: 200 len: 945 time: 0.0944614 Dec 09 15:02:34.667829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.689966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.704638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:34.762205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d07c601e-0e06-4268-97f7-fd883c1fc8fb req-fb853cf2-2c34-4efe-a835-ccc00921cd26 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856786 Dec 09 15:02:34.769973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-15c5b683-9c4c-4152-87db-f100eb7d5f02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177208 Dec 09 15:02:34.790360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.791682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Pushing event deleted for resources: {'Port': ['ID=296337d1-6020-41f0-981c-0a271d7d5913,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:34.827764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=d66ad0c1-50f0-43ac-8d5d-3195cad8537d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:34.830306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.834111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0a138542-b606-4adf-a4de-5d2ba908c4b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/d66ad0c1-50f0-43ac-8d5d-3195cad8537d HTTP/1.1" status: 204 len: 168 time: 0.4935193 Dec 09 15:02:34.837329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:34.852425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04334aaa-a721-4080-ab4e-561855d976ca None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:34.859391 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a49a18-3d64-4ecd-ad8b-f88f64f53f74 x-openstack-request-id: req-b1a49a18-3d64-4ecd-ad8b-f88f64f53f74 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:34.859391 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d1d974f-a00f-47b3-bfab-b873ff27641f", "tag": "2c5a1f5b-5dc1-4c2f-a91b-2c265877d276", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:34.859391 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1a49a18-3d64-4ecd-ad8b-f88f64f53f74 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:34.859736 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'status': 'completed', 'code': 200} Dec 09 15:02:34.859841 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'tag': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276', 'status': 'completed', 'code': 200} Dec 09 15:02:34.862432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] No DVR routers for this DVR port 296337d1-6020-41f0-981c-0a271d7d5913 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:34.874962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:34.880335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86516db7-cde0-41fc-9f8b-dbff75e73a7e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:34.881243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-672d478c-d0bf-4a6a-b96d-94eee01c7a90 req-22d068ff-42c2-4fff-8694-7bfef0a9c927 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.36 "DELETE /v2.0/ports/296337d1-6020-41f0-981c-0a271d7d5913 HTTP/1.1" status: 204 len: 173 time: 2.1046467 Dec 09 15:02:34.900922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-87d0a34c-0cd1-4a17-bf15-e58ff2993ab5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620654 Dec 09 15:02:34.911998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48336) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:34.950211 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28feb912-0341-4c15-8669-56a970bf0f45 x-openstack-request-id: req-28feb912-0341-4c15-8669-56a970bf0f45 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:34.950645 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be65d144-cd47-4d74-a271-9cc654444998", "name": "network-vif-deleted", "tag": "cc2be339-843e-45c5-bcd7-34f023948a53", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:34.951000 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28feb912-0341-4c15-8669-56a970bf0f45 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:34.951527 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be65d144-cd47-4d74-a271-9cc654444998', 'name': 'network-vif-deleted', 'tag': 'cc2be339-843e-45c5-bcd7-34f023948a53', 'status': 'completed', 'code': 200} Dec 09 15:02:35.008673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c9584-d6e3-4409-9acb-7d512188675c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.010548 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf3c9584-d6e3-4409-9acb-7d512188675c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0957603 Dec 09 15:02:35.015531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48340) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:35.016875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Allocated IP 172.25.0.208 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/d00fbbda-53d5-4427-bab6-64fe47e15791) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:35.025064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-c3d12413-8fdd-4b7e-882d-5eb103b5c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.026794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-c3d12413-8fdd-4b7e-882d-5eb103b5c4ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.1243095 Dec 09 15:02:35.051584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e96d170-70ba-4c71-aff9-1c80ee1a57f8 req-df9f1143-811b-4eb0-824c-ef399cba1b98 tempest-DeleteServersTestJSON-799515063 tempest-DeleteServersTestJSON-799515063-project] 10.222.0.46 "GET /v2.0/ports?device_id=cca2ee14-b7ba-4755-ad64-47a3ab178a59 HTTP/1.1" status: 200 len: 210 time: 0.0396302 Dec 09 15:02:35.125673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 86516db7-cde0-41fc-9f8b-dbff75e73a7e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:35.126055 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.230588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-fc51fc18-97c9-429c-a635-244b65cd7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.233158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-fc51fc18-97c9-429c-a635-244b65cd7b04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.1908424 Dec 09 15:02:35.249334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:35.307742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-85082cae-e34b-4187-9de8-ca825470a285 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.0635371 Dec 09 15:02:35.350517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc2be339-843e-45c5-bcd7-34f023948a53 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:35.374898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] Deleting port 86516db7-cde0-41fc-9f8b-dbff75e73a7e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:35.375800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.380019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: cc2be339-843e-45c5-bcd7-34f023948a53 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:35.380561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device cc2be339-843e-45c5-bcd7-34f023948a53 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:35.383509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 296337d1-6020-41f0-981c-0a271d7d5913 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:35.410144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-a1dca523-c12e-4592-a9eb-3a61a471e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.411728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-a1dca523-c12e-4592-a9eb-3a61a471e36f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.0929005 Dec 09 15:02:35.417505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 296337d1-6020-41f0-981c-0a271d7d5913 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:35.417998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 296337d1-6020-41f0-981c-0a271d7d5913 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:35.418514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e223dea2-d65d-45ff-8755-7bf5e3afcb21 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:35.424079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5016d-38bb-47d8-8d97-60d29a76316a req-d260a389-8bed-4fc3-80e9-9cd54b776cc8 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.425866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fb5016d-38bb-47d8-8d97-60d29a76316a req-d260a389-8bed-4fc3-80e9-9cd54b776cc8 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 945 time: 0.1240962 Dec 09 15:02:35.451179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: e223dea2-d65d-45ff-8755-7bf5e3afcb21 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:35.451889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e223dea2-d65d-45ff-8755-7bf5e3afcb21 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:35.456288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-88e90621-752c-4e5b-8630-5b9fccc382cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294073 Dec 09 15:02:35.492656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] For port 86516db7-cde0-41fc-9f8b-dbff75e73a7e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=86516db7-cde0-41fc-9f8b-dbff75e73a7e,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:35.493320 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.507272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] Calling delete_port for 86516db7-cde0-41fc-9f8b-dbff75e73a7e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:35.522745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-408e54a7-8e89-475d-903f-1e561f81588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.524933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-408e54a7-8e89-475d-903f-1e561f81588a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 1094 time: 0.6427791 Dec 09 15:02:35.556576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010636df-0cbb-4553-a2bc-fd6f44fc67e8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.560901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-010636df-0cbb-4553-a2bc-fd6f44fc67e8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5414548 Dec 09 15:02:35.562453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48348) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:35.586979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fb5016d-38bb-47d8-8d97-60d29a76316a req-c7e83bf8-2a56-40cf-bc46-22d95ccdcda9 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316466 Dec 09 15:02:35.613884 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.631655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-8d731282-0b0a-4eb5-8713-3253a29d79b6 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300543 Dec 09 15:02:35.632455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] No DVR routers for this DVR port 86516db7-cde0-41fc-9f8b-dbff75e73a7e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:35.653646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91266fd-a892-44e4-9cfa-daf7497e8baf None None] Pushing event deleted for resources: {'Port': ['ID=86516db7-cde0-41fc-9f8b-dbff75e73a7e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:35.674669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d1a1e930-541f-474a-af93-96aa2483daf6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101797 Dec 09 15:02:35.680858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48350) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:35.686639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:35.785146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.802543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-51871805-6bc7-4d89-9739-e5dcd01fce67 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379500 Dec 09 15:02:35.817945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-f71f59dc-c4f1-45e3-97bd-110ce1683f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:35.819339 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-f71f59dc-c4f1-45e3-97bd-110ce1683f5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 914 time: 0.2572212 Dec 09 15:02:35.852563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7fb4b0d-5a01-4697-86b7-983fa7946e18 req-2d770cea-5440-4206-a1c4-1179b9e6b84b service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116492 Dec 09 15:02:35.888012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-44f49fe4-ac88-41a5-8f75-d89701373fe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 HTTP/1.1" status: 200 len: 217 time: 0.0583212 Dec 09 15:02:35.897569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.903519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:35.907626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:35.959143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:35.968345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:35.969636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-8d56bf51-74a8-4007-abb7-45651d694939 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573524 Dec 09 15:02:35.974845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:36.026172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-3627c727-e6c7-418f-8ee3-50a3adeba113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:36.027696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-3627c727-e6c7-418f-8ee3-50a3adeba113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.1208127 Dec 09 15:02:36.029987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event updated for resources: {'Port': ['ID=d00fbbda-53d5-4427-bab6-64fe47e15791,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:36.041154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bb246-7778-4061-b3fc-936bcf6ea162 req-4d23574e-7f86-40fd-a9b1-83572ef39a6d tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:36.042667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-607bb246-7778-4061-b3fc-936bcf6ea162 req-4d23574e-7f86-40fd-a9b1-83572ef39a6d tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 943 time: 0.1192014 Dec 09 15:02:36.068631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-69e4f6df-67d8-4695-9f74-bd48902a61ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304470 Dec 09 15:02:36.129406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-607bb246-7778-4061-b3fc-936bcf6ea162 req-295b2627-2a38-4edc-a132-1bf20d9a8001 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800781 Dec 09 15:02:36.189073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.210540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.228434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:36.244066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:36.249983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:36.250156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.254078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa5df0-61e0-46f4-b8a3-d0eb4637b42d None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:36.261678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-e83072a0-e3a9-425c-b013-4d06c6b4a94a service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849041 Dec 09 15:02:36.266675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.286924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d00bd69f-0c78-44a8-858a-cb6425021118 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:02:36.301248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=79125a4b-f137-4f68-baad-3e24d8ff0e57,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:36.311449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99eb23a0-136a-4459-abdc-f58afa741279 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6268151 Dec 09 15:02:36.312339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48360) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:36.317405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '79125a4b-f137-4f68-baad-3e24d8ff0e57', 'ip_address': '2001:db8::d8ad:5e9b:6223:e55b'}], 'name': 'tempest-NetworksTestDHCPv6-1998433440'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:36.348451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17071a16-6dce-49b9-87ce-dab21eb9baeb req-46b73959-4d85-4a36-9b70-c2baa9b334f4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:36.352401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-17071a16-6dce-49b9-87ce-dab21eb9baeb req-46b73959-4d85-4a36-9b70-c2baa9b334f4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 945 time: 0.1222517 Dec 09 15:02:36.424978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '79125a4b-f137-4f68-baad-3e24d8ff0e57'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:36.425830 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.460016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0e9b190-4de0-4102-9171-bb0fc21c8054 req-c00f136a-efc2-47fc-a5ed-a82ce13018b9 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900842 Dec 09 15:02:36.467292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-17071a16-6dce-49b9-87ce-dab21eb9baeb req-e05ab313-bfb1-4328-9e46-829e0b71f6c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081848 Dec 09 15:02:36.475421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d00bd69f-0c78-44a8-858a-cb6425021118, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d00bd69f-0c78-44a8-858a-cb6425021118,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:36.524604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:36.539251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.552012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd00bd69f-0c78-44a8-858a-cb6425021118', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'port_id': 'd00bd69f-0c78-44a8-858a-cb6425021118', 'mac_address': 'fa:16:3e:95:33:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314420d0-a220-4a1f-aba0-280e56c11ae8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:02:36.553754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.631576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.642782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.654707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00bd69f-0c78-44a8-858a-cb6425021118 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:36.664820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 7df91336-b7e9-4403-9de7-312e79610d7e yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:36.675412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event updated for resources: {'Port': ['ID=d00fbbda-53d5-4427-bab6-64fe47e15791,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:36.676872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/79125a4b-f137-4f68-baad-3e24d8ff0e57/68964412-6678-4b10-bdb9-b72701f59c0d) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:36.685181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d00bd69f-0c78-44a8-858a-cb6425021118, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d00bd69f-0c78-44a8-858a-cb6425021118,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:36.692451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.694035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.721010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.723396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-9525ba42-d7e1-4f98-b6cc-63c215ca08f3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3070989 Dec 09 15:02:36.808592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d00bd69f-0c78-44a8-858a-cb6425021118,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:36.837970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86516db7-cde0-41fc-9f8b-dbff75e73a7e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:36.862646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'name': 'network-vif-deleted', 'tag': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21'}, {'server_uuid': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'name': 'network-vif-deleted', 'tag': '296337d1-6020-41f0-981c-0a271d7d5913'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:36.865550 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e36a2e4-bed4-4d21-9991-ae0619822570" -d '{"events": [{"server_uuid": "cca2ee14-b7ba-4755-ad64-47a3ab178a59", "name": "network-vif-deleted", "tag": "e223dea2-d65d-45ff-8755-7bf5e3afcb21"}, {"server_uuid": "17f37980-3d98-4cf4-8ed0-f9304e4a5551", "name": "network-vif-deleted", "tag": "296337d1-6020-41f0-981c-0a271d7d5913"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:36.878967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-603f2f6b-5d24-4c16-ac42-692ef7f7fd28 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1490808 Dec 09 15:02:36.895504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 86516db7-cde0-41fc-9f8b-dbff75e73a7e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:36.895792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86516db7-cde0-41fc-9f8b-dbff75e73a7e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:36.926081 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.935514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:36.953096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533672d8-cb3e-48b7-9c10-80423ba84a7e req-f0b35756-04d1-41d7-bfef-5e17f3f98da3 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:36.954627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-533672d8-cb3e-48b7-9c10-80423ba84a7e req-f0b35756-04d1-41d7-bfef-5e17f3f98da3 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 945 time: 0.1119189 Dec 09 15:02:36.983994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:36.988176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:36.990177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Pushing event updated for resources: {'Port': ['ID=68964412-6678-4b10-bdb9-b72701f59c0d,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:36.992459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:37.011684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-45e79cc7-e51e-451e-8557-f231c75f243a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:37.013539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-45e79cc7-e51e-451e-8557-f231c75f243a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1335196 Dec 09 15:02:37.020754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d00bd69f-0c78-44a8-858a-cb6425021118'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:37.030821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-365f92e5-86b0-4784-b9c0-51f0de060236 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:02:37.031931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cbb7fda-4334-4f6b-a9ce-9bc33721b6ab req-365f92e5-86b0-4784-b9c0-51f0de060236 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107148 Dec 09 15:02:37.032570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::d8ad:5e9b:6223:e55b (d3ad000a-542a-403b-900f-3e0469146f33/79125a4b-f137-4f68-baad-3e24d8ff0e57/7df91336-b7e9-4403-9de7-312e79610d7e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:37.050956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-533672d8-cb3e-48b7-9c10-80423ba84a7e req-4822be7d-a01f-4f6b-8f38-70861a570700 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892439 Dec 09 15:02:37.115383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Attempting to bind port 68964412-6678-4b10-bdb9-b72701f59c0d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:37.115755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Attempting to bind port 68964412-6678-4b10-bdb9-b72701f59c0d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:37.116527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Attempting to bind port 68964412-6678-4b10-bdb9-b72701f59c0d on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:37.122575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:37.122951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:37.123405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.123877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:37.124299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Bound port: 68964412-6678-4b10-bdb9-b72701f59c0d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:37.124698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.159700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26aa7-a461-4afe-ac09-68e3f032c62d req-a4c8087b-ee10-4532-909b-f28f375fb350 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:37.161336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffc26aa7-a461-4afe-ac09-68e3f032c62d req-a4c8087b-ee10-4532-909b-f28f375fb350 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.0705185 Dec 09 15:02:37.232608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] For port 68964412-6678-4b10-bdb9-b72701f59c0d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:37.236096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] For port 68964412-6678-4b10-bdb9-b72701f59c0d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=68964412-6678-4b10-bdb9-b72701f59c0d,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:37.243856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffc26aa7-a461-4afe-ac09-68e3f032c62d req-916d084e-5176-4c5a-b9b9-93f63b77823e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722961 Dec 09 15:02:37.247647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.269170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.271726 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110a27f6-1a28-42af-b2bb-4c5a8db4d7fb x-openstack-request-id: req-110a27f6-1a28-42af-b2bb-4c5a8db4d7fb {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:37.272195 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca2ee14-b7ba-4755-ad64-47a3ab178a59", "name": "network-vif-deleted", "tag": "e223dea2-d65d-45ff-8755-7bf5e3afcb21", "status": "completed", "code": 200}, {"server_uuid": "17f37980-3d98-4cf4-8ed0-f9304e4a5551", "name": "network-vif-deleted", "tag": "296337d1-6020-41f0-981c-0a271d7d5913", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:37.272609 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-110a27f6-1a28-42af-b2bb-4c5a8db4d7fb {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:37.273179 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca2ee14-b7ba-4755-ad64-47a3ab178a59', 'name': 'network-vif-deleted', 'tag': 'e223dea2-d65d-45ff-8755-7bf5e3afcb21', 'status': 'completed', 'code': 200} Dec 09 15:02:37.273601 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f37980-3d98-4cf4-8ed0-f9304e4a5551', 'name': 'network-vif-deleted', 'tag': '296337d1-6020-41f0-981c-0a271d7d5913', 'status': 'completed', 'code': 200} Dec 09 15:02:37.301196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5f167-41fa-4ee1-84ac-f4f810849581 None None] Pushing event updated for resources: {'Port': ['ID=68964412-6678-4b10-bdb9-b72701f59c0d,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:37.324809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.360093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:02:37.456036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52de48-1d84-4176-823e-474d49f01a1d req-812c5b4c-0a0f-4a31-bbe5-8a357d6383ef tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:37.457847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-812c5b4c-0a0f-4a31-bbe5-8a357d6383ef tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1005619 Dec 09 15:02:37.490197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:37.521279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'port_id': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276', 'mac_address': 'fa:16:3e:99:8f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314420d0-a220-4a1f-aba0-280e56c11ae8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:02:37.536153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-95ed7293-8622-41a8-a441-ac3e8c9a9013 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0712295 Dec 09 15:02:37.547140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'floatingip': {'port_id': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:37.607847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.627237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:37.648203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.650933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:37.659392 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.718518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:37.795298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:37.800418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:37.802240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=7df91336-b7e9-4403-9de7-312e79610d7e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:37.806162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:37.811897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:37.812586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:37.845434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c9173-a07c-4265-ac9f-1a856fc40624 req-558656a9-a35d-4d1d-a571-f18cb5832396 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:37.846902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832c9173-a07c-4265-ac9f-1a856fc40624 req-558656a9-a35d-4d1d-a571-f18cb5832396 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 943 time: 0.4886999 Dec 09 15:02:37.854923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-489e3463-3e23-43e3-8077-be54541f3fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5384490 Dec 09 15:02:37.859863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-631a84c8-f09d-45c8-b443-cd454c96687a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:37.861276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-631a84c8-f09d-45c8-b443-cd454c96687a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 945 time: 0.1081939 Dec 09 15:02:37.861745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48388) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:37.909248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2c5a1f5b-5dc1-4c2f-a91b-2c265877d276'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:37.997759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f5c9b-41fb-4262-a699-2198969a536b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:38.004113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f5c9b-41fb-4262-a699-2198969a536b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:38.007954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-498f5c9b-41fb-4262-a699-2198969a536b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1417432 Dec 09 15:02:38.009134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:38.012679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832c9173-a07c-4265-ac9f-1a856fc40624 req-69ad7e8e-fe33-46f8-9776-ab3217c1a945 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500564 Dec 09 15:02:38.112562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Deleting port 02a42a13-eca2-440b-8be9-f62ee1959c50 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:38.113195 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.214681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.218932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.250834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 7df91336-b7e9-4403-9de7-312e79610d7e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:38.251182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.290346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d00bd69f-0c78-44a8-858a-cb6425021118 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:38.311891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] For port 02a42a13-eca2-440b-8be9-f62ee1959c50, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=02a42a13-eca2-440b-8be9-f62ee1959c50,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:38.312283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.330412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c00ff4-e352-4ead-913e-2941434eb33b req-513bed2e-18eb-4d9c-b443-7b695677f2f3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:38.339321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1c00ff4-e352-4ead-913e-2941434eb33b req-513bed2e-18eb-4d9c-b443-7b695677f2f3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=2679fa78-4f46-4171-94a9-150e8f9dc2b8 HTTP/1.1" status: 200 len: 945 time: 0.1503711 Dec 09 15:02:38.357381 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Floating IP 58f5d8c4-d85a-4aa3-aadc-f784631fcfd6 associated. External IP: 172.25.0.208, port: 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e. Dec 09 15:02:38.361001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port d00bd69f-0c78-44a8-858a-cb6425021118 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:02:38.365865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d00bd69f-0c78-44a8-858a-cb6425021118 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:38.366362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.383900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Calling delete_port for 02a42a13-eca2-440b-8be9-f62ee1959c50 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:38.469852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.482640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.498774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00bd69f-0c78-44a8-858a-cb6425021118'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:38.501268 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ea7bd-79bc-4b19-a874-e511a046ea54" -d '{"events": [{"server_uuid": "cbe57ff0-89c8-4813-bd93-6f2c31d560d1", "name": "network-vif-plugged", "status": "completed", "tag": "d00bd69f-0c78-44a8-858a-cb6425021118"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:38.522963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d00bd69f-0c78-44a8-858a-cb6425021118, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d00bd69f-0c78-44a8-858a-cb6425021118,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:38.528900 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.529677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 02a42a13-eca2-440b-8be9-f62ee1959c50 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:38.554554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1c00ff4-e352-4ead-913e-2941434eb33b req-8a774b3d-66e9-4ad2-8aa8-72c47641468a tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142119 Dec 09 15:02:38.562582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 7df91336-b7e9-4403-9de7-312e79610d7e owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:38.605622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:38.665294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d00bd69f-0c78-44a8-858a-cb6425021118,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:38.695187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.765257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:38.767550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7b878d60-6775-4f89-9617-91f35dcd4c33 None None] Provisioning complete for port 68964412-6678-4b10-bdb9-b72701f59c0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:38.767988 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b878d60-6775-4f89-9617-91f35dcd4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.776281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] Sync routers for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:38.782595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.798577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:38.799219 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:38.844843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-29944c89-da6b-4098-ad9d-bcc16ddb0374 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "PUT /v2.0/floatingips/58f5d8c4-d85a-4aa3-aadc-f784631fcfd6 HTTP/1.1" status: 200 len: 996 time: 1.3007462 Dec 09 15:02:38.846269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:38.960966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52de48-1d84-4176-823e-474d49f01a1d req-57386f43-3495-4efa-b1a7-e553cd5097c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:38.974554 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-57386f43-3495-4efa-b1a7-e553cd5097c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.1214089 Dec 09 15:02:39.009516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:39.011939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68964412-6678-4b10-bdb9-b72701f59c0d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:39.073699 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:39.086803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'Port': ['ID=02a42a13-eca2-440b-8be9-f62ee1959c50,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:39.142370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.143321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52de48-1d84-4176-823e-474d49f01a1d req-9ddc15c5-2621-41b4-b9cd-4cb12432af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:39.143732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.144053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 68964412-6678-4b10-bdb9-b72701f59c0d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:39.144505 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.144879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.145676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.146218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.146749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.147891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.148442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.149477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.150004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.151104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.151666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.152217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:39.152600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-9ddc15c5-2621-41b4-b9cd-4cb12432af67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.1771727 Dec 09 15:02:39.192715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] No DVR routers for this DVR port 02a42a13-eca2-440b-8be9-f62ee1959c50 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:39.197642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.201996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c0c2676-e915-43bb-994a-8bf63c6a4fd6 req-bc9b00e5-4585-4f1c-8fcc-87791eb43300 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "DELETE /v2.0/ports/02a42a13-eca2-440b-8be9-f62ee1959c50 HTTP/1.1" status: 204 len: 173 time: 1.3255012 Dec 09 15:02:39.202772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'name': 'network-vif-deleted', 'tag': '02a42a13-eca2-440b-8be9-f62ee1959c50'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:39.213597 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0067ed1d-afa3-4b69-a0ad-97ea080cb810" -d '{"events": [{"server_uuid": "2679fa78-4f46-4171-94a9-150e8f9dc2b8", "name": "network-vif-deleted", "tag": "02a42a13-eca2-440b-8be9-f62ee1959c50"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:39.223260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.251611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51349b-c885-420e-90e1-9f3765ca8a5c req-e2fef532-5ff5-45b7-a223-a9c082b709b1 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:39.260596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-d9f0bc78-bbae-4f25-8b45-393c42defdce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 999 time: 0.1049278 Dec 09 15:02:39.271434 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.272489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc51349b-c885-420e-90e1-9f3765ca8a5c req-e2fef532-5ff5-45b7-a223-a9c082b709b1 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.4241168 Dec 09 15:02:39.329690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:39.336661 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d5c92-ba64-4efb-80df-d161ded5eb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:39.346479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=7df91336-b7e9-4403-9de7-312e79610d7e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:39.349517 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '58f5d8c4-d85a-4aa3-aadc-f784631fcfd6', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'port_id': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'mac_address': 'fa:16:3e:63:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:02:36Z', 'updated_at': '2021-12-09T15:02:38Z', 'revision_number': 1, 'project_id': '19313c48a3954053a17f879c8b160e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:37Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:39.374688 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b878d60-6775-4f89-9617-91f35dcd4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.379851 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] Checking router: c0cde7f8-0cff-4ad1-abcb-7f634d553af2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:39.380611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52de48-1d84-4176-823e-474d49f01a1d req-6ad361a3-aabc-4979-9731-cc2415ed67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:39.390881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-6ad361a3-aabc-4979-9731-cc2415ed67e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.1290443 Dec 09 15:02:39.391152 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:39.392035 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:39.414196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:39.436951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-639abb7a-e45f-4285-92b0-b66c83b6cd7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447605 Dec 09 15:02:39.442656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-609549b8-c7f6-49f3-b0ff-69ea88086551 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:02:39.453854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-609549b8-c7f6-49f3-b0ff-69ea88086551 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157335 Dec 09 15:02:39.455203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.463402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0a005ade-c472-4555-a453-a43d82049c4f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/7df91336-b7e9-4403-9de7-312e79610d7e HTTP/1.1" status: 204 len: 168 time: 1.4496894 Dec 09 15:02:39.472501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48420) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:39.513321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 68964412-6678-4b10-bdb9-b72701f59c0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=68964412-6678-4b10-bdb9-b72701f59c0d,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:39.573274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc51349b-c885-420e-90e1-9f3765ca8a5c req-cc4e5280-3e83-459d-9188-1cf6e7d72be0 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989872 Dec 09 15:02:39.610455 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:39.613997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f96d9-0c3a-40a0-9fb8-59a95b0aaf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:39.615592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f96d9-0c3a-40a0-9fb8-59a95b0aaf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:39.620294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ed0f96d9-0c3a-40a0-9fb8-59a95b0aaf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1455753 Dec 09 15:02:39.620983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48424) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:39.621447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-7b878d60-6775-4f89-9617-91f35dcd4c33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:02:39.621825 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-7b878d60-6775-4f89-9617-91f35dcd4c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:02:39.625302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.682761 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d3e27-b8f6-4548-a751-275643520342 x-openstack-request-id: req-986d3e27-b8f6-4548-a751-275643520342 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:39.683061 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe57ff0-89c8-4813-bd93-6f2c31d560d1", "name": "network-vif-plugged", "status": "completed", "tag": "d00bd69f-0c78-44a8-858a-cb6425021118", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:39.683322 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-986d3e27-b8f6-4548-a751-275643520342 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:39.684131 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00bd69f-0c78-44a8-858a-cb6425021118', 'code': 200} Dec 09 15:02:39.718698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:02:39.736397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:39.736797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.830275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=68964412-6678-4b10-bdb9-b72701f59c0d,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:39.920374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 79125a4b-f137-4f68-baad-3e24d8ff0e57 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:39.925943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e324dc-57ca-4a50-acde-1d8789c3bcf4 req-cb1cc22b-3cb9-4d77-b748-a3366fdb8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:39.927646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23e324dc-57ca-4a50-acde-1d8789c3bcf4 req-cb1cc22b-3cb9-4d77-b748-a3366fdb8e43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbe57ff0-89c8-4813-bd93-6f2c31d560d1 HTTP/1.1" status: 200 len: 1097 time: 0.1640348 Dec 09 15:02:39.928395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:39.964297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.016803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:40.025296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.052738 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '58f5d8c4-d85a-4aa3-aadc-f784631fcfd6', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'port_id': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'mac_address': 'fa:16:3e:63:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:02:36Z', 'updated_at': '2021-12-09T15:02:38Z', 'revision_number': 1, 'project_id': '19313c48a3954053a17f879c8b160e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:37Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:40.064951 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.092938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:40.095677 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9138f9-cbef-4abf-96f9-5f3e54585401 None None] The sync data for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 is: [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '58f5d8c4-d85a-4aa3-aadc-f784631fcfd6', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'port_id': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'mac_address': 'fa:16:3e:63:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:02:36Z', 'updated_at': '2021-12-09T15:02:38Z', 'revision_number': 1, 'project_id': '19313c48a3954053a17f879c8b160e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:37Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:40.112227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23e324dc-57ca-4a50-acde-1d8789c3bcf4 req-ee1ab534-62f3-43d9-a2dd-1bbcc3ea807a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475666 Dec 09 15:02:40.117158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-e3cb05a2-5a54-475c-886a-333579ded088 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:40.119758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-e3cb05a2-5a54-475c-886a-333579ded088 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 1.0209827 Dec 09 15:02:40.131646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130777c5-1cb2-4b2d-ad44-82f9d1c18823 req-9f8d29b1-09e9-4a50-a913-5d2005aa8661 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:40.133806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-130777c5-1cb2-4b2d-ad44-82f9d1c18823 req-9f8d29b1-09e9-4a50-a913-5d2005aa8661 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 945 time: 0.1675029 Dec 09 15:02:40.152438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-680cfa03-1849-4499-9a0b-28373bbbff99 service neutron] 10.222.0.46 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974766 Dec 09 15:02:40.218342 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.242321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-130777c5-1cb2-4b2d-ad44-82f9d1c18823 req-93938383-ffa6-4092-8d94-2c52145b7ddc tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986662 Dec 09 15:02:40.248250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e52de48-1d84-4176-823e-474d49f01a1d req-e05cc209-6845-46d7-ac27-36a931f121ed service neutron] 10.222.0.46 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949488 Dec 09 15:02:40.286576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-13f205b3-6537-4814-984b-6137b30b4a73 None None] Could not find standard attr ID for object 7df91336-b7e9-4403-9de7-312e79610d7e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:02:40.303634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.342499 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c595c6f-b71c-44c2-8ca3-508b15f855a5 x-openstack-request-id: req-5c595c6f-b71c-44c2-8ca3-508b15f855a5 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:40.342779 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2679fa78-4f46-4171-94a9-150e8f9dc2b8", "name": "network-vif-deleted", "tag": "02a42a13-eca2-440b-8be9-f62ee1959c50", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:40.343044 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c595c6f-b71c-44c2-8ca3-508b15f855a5 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:40.343492 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2679fa78-4f46-4171-94a9-150e8f9dc2b8', 'name': 'network-vif-deleted', 'tag': '02a42a13-eca2-440b-8be9-f62ee1959c50', 'status': 'completed', 'code': 200} Dec 09 15:02:40.345908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=79125a4b-f137-4f68-baad-3e24d8ff0e57,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:40.349915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.357570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d4765e5-1fa8-459a-9c2c-4d8c31a0815b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/79125a4b-f137-4f68-baad-3e24d8ff0e57 HTTP/1.1" status: 204 len: 168 time: 0.7356265 Dec 09 15:02:40.358277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48434) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:40.361961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa2c63-4707-4ad8-850d-09d335453245 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:40.413187 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a5794-2f61-4b53-acbd-a0b9c825a3cc x-openstack-request-id: req-a59a5794-2f61-4b53-acbd-a0b9c825a3cc {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:40.415453 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:40.419499 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a59a5794-2f61-4b53-acbd-a0b9c825a3cc {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:40.422657 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'status': 'completed', 'code': 200} Dec 09 15:02:40.465270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48442) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:40.468760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803c2d7-09dc-483a-bdfe-76a05261ec39 None None] New status for floating IP 58f5d8c4-d85a-4aa3-aadc-f784631fcfd6: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:02:40.472239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9978a075-23b4-40f0-8491-ef21c0ea6fa0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125510 Dec 09 15:02:40.479603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:40.578771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-5bb51a59-5a8b-4c27-9918-e2e6750d821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:40.580313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-5bb51a59-5a8b-4c27-9918-e2e6750d821f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.1276248 Dec 09 15:02:40.607886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-cefc3e99-4bfa-47f6-90a5-106f6cc18be3 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 999 time: 0.1171830 Dec 09 15:02:40.636281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Deleting port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:40.636684 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.708381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-aecccfd5-7085-4f92-af2e-691d46a9ab27 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:40.709855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-aecccfd5-7085-4f92-af2e-691d46a9ab27 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports/879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 942 time: 0.0922287 Dec 09 15:02:40.739858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-c530a1fc-dd39-433b-bd42-f9dea2ea1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:40.741720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-c530a1fc-dd39-433b-bd42-f9dea2ea1a18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.1525629 Dec 09 15:02:40.752053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:40.753695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.870770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68964412-6678-4b10-bdb9-b72701f59c0d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:40.905334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-c6526fa2-2e76-4bb2-8779-714946aaed7f tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.0962267 Dec 09 15:02:40.919679 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:40.919945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-4cae3539-9e2e-470b-979e-b64352cac092 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 1001 time: 0.1693461 Dec 09 15:02:40.956442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] For port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:40.957322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.963570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 68964412-6678-4b10-bdb9-b72701f59c0d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:40.963949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:40.981201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Calling delete_port for 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:41.013129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] Deleting port 68964412-6678-4b10-bdb9-b72701f59c0d {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:41.013382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.029383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ee04-5834-4624-b1ed-c1d8a7be2d33 req-328c5be5-705d-40d5-9465-600e411d1328 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.029606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-30865ce3-7eeb-46d4-b8fa-9d948387e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.030965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0430ee04-5834-4624-b1ed-c1d8a7be2d33 req-328c5be5-705d-40d5-9465-600e411d1328 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 946 time: 0.1444330 Dec 09 15:02:41.031086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-30865ce3-7eeb-46d4-b8fa-9d948387e4af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.0990338 Dec 09 15:02:41.075908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-10aafa10-8664-4243-ae74-ea7e6ae2f3db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272980 Dec 09 15:02:41.083246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-51c2a33f-1541-4e59-8ed9-0bbd81c154f5 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.090731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-51c2a33f-1541-4e59-8ed9-0bbd81c154f5 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1844320 Dec 09 15:02:41.096101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-f35223c4-fedc-4677-aefd-433d2182ecf7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:02:41.104054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-f35223c4-fedc-4677-aefd-433d2182ecf7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123551 Dec 09 15:02:41.108380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] For port 68964412-6678-4b10-bdb9-b72701f59c0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=68964412-6678-4b10-bdb9-b72701f59c0d,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:41.108727 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.131222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] Calling delete_port for 68964412-6678-4b10-bdb9-b72701f59c0d owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:41.176626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0430ee04-5834-4624-b1ed-c1d8a7be2d33 req-86bee1a2-ebd6-493a-9cca-74fd11647f8b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140897 Dec 09 15:02:41.234889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-d3d76e1f-eaa5-49d2-be10-c07d634f96a7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1298356 Dec 09 15:02:41.239809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:41.254333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.288244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] No DVR routers for this DVR port 68964412-6678-4b10-bdb9-b72701f59c0d on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:41.290721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.290885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b8c42-022c-44d5-8ba8-92c9e41f63e8 None None] Pushing event deleted for resources: {'Port': ['ID=68964412-6678-4b10-bdb9-b72701f59c0d,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:41.311997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-3bd32d4a-f527-4218-ac5d-78c40bf1578b service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993308 Dec 09 15:02:41.334511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.388012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:41.396527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:41.400605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.401209 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.406627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4103ac4-804f-4504-b858-a3078b6d60b9 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:41.430443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cea77d-2bef-4da6-a71d-7d5f93771956 req-664b0427-a63d-43d9-bd92-c995c0e4d72e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.432302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9cea77d-2bef-4da6-a71d-7d5f93771956 req-664b0427-a63d-43d9-bd92-c995c0e4d72e tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3cffbdc-a79b-4073-beb4-b5fe915407fd HTTP/1.1" status: 200 len: 945 time: 0.1796219 Dec 09 15:02:41.437559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=898e6828-7a61-45a7-869a-a2bf3c6f77b4,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:41.471218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c38d4ce7-9736-414f-8012-01bacd2d3178 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0021656 Dec 09 15:02:41.471956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.474327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48458) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:41.482679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '898e6828-7a61-45a7-869a-a2bf3c6f77b4', 'ip_address': '2001:db8::942a:fbe1:506:476f'}], 'name': 'tempest-NetworksTestDHCPv6-550912969'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:41.515723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Pushing event deleted for resources: {'Port': ['ID=0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:41.527046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9cea77d-2bef-4da6-a71d-7d5f93771956 req-490e788a-2ab0-4446-bdaf-7fadaa188d28 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.46 "GET /v2.0/security-groups?id=34603006-4b84-4e6d-ba0b-176845aab7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824718 Dec 09 15:02:41.576013 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-883d5c92-ba64-4efb-80df-d161ded5eb4d req-6297727c-a0c3-41e9-a0cb-a2a427eed8aa service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509024 Dec 09 15:02:41.578982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '898e6828-7a61-45a7-869a-a2bf3c6f77b4'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:41.580675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.591797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] No DVR routers for this DVR port 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:41.595340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.600949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78798e32-c651-45ed-9c1a-5e3ddd8e7ed0 req-8f640bc5-fd63-4309-adc5-bd2c42a79cc3 tempest-ServerRescueTestJSON-28280488 tempest-ServerRescueTestJSON-28280488-project] 10.222.0.43 "DELETE /v2.0/ports/0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b HTTP/1.1" status: 204 len: 173 time: 1.2664840 Dec 09 15:02:41.625454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.635107 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.635646 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Floating IP 58f5d8c4-d85a-4aa3-aadc-f784631fcfd6 disassociated. External IP: 172.25.0.208, port: 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e. Dec 09 15:02:41.689257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:41.691768 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0a15eb-ccb2-4a63-890d-447e05a1b9d3" -d '{"events": [{"server_uuid": "5d1d974f-a00f-47b3-bfab-b873ff27641f", "name": "network-vif-plugged", "status": "completed", "tag": "2c5a1f5b-5dc1-4c2f-a91b-2c265877d276"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:41.694283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8312f-c988-4f31-a34a-94d45af80423 req-d5af8431-922a-40e6-962b-503b4b83f495 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.698156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7c8312f-c988-4f31-a34a-94d45af80423 req-d5af8431-922a-40e6-962b-503b4b83f495 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.0816193 Dec 09 15:02:41.768773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:41.780057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/898e6828-7a61-45a7-869a-a2bf3c6f77b4/715344ba-2c0d-4d4e-a6e4-c81ca92f90f9) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:41.795282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7c8312f-c988-4f31-a34a-94d45af80423 req-ef137a52-f37a-4a2b-845b-5f7ece2e7637 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=69888bf1-4b07-409c-9e7d-3c7cf879fa18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909038 Dec 09 15:02:41.963937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.974265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:41.987012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-0937e618-3405-4eeb-83ec-86ccc39f9957 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:41.988768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-0937e618-3405-4eeb-83ec-86ccc39f9957 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 946 time: 0.0719509 Dec 09 15:02:41.999002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cea1-0309-4f1c-b9d7-fa99d7a8bb6f req-89d8e865-eb5d-4923-862c-8d4c55e2b610 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:42.000773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d72cea1-0309-4f1c-b9d7-fa99d7a8bb6f req-89d8e865-eb5d-4923-862c-8d4c55e2b610 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 945 time: 0.0948200 Dec 09 15:02:42.018615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:42.021650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:42.024866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:42.060342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Pushing event updated for resources: {'Port': ['ID=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:42.094275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Attempting to bind port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:42.094656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Attempting to bind port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:42.095132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Attempting to bind port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:42.101485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:42.102787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:42.103232 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.103753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:42.104271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Bound port: 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:42.104866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.114124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d72cea1-0309-4f1c-b9d7-fa99d7a8bb6f req-e9d28096-7684-4013-b8ef-1746c3cd7e56 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016064 Dec 09 15:02:42.194359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Deleting port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:42.194805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.210563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] For port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:42.214764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] For port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:42.223010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.243758 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d67fb78-957c-431e-b765-9b6f2ca59bd6 x-openstack-request-id: req-6d67fb78-957c-431e-b765-9b6f2ca59bd6 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:42.244060 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1d974f-a00f-47b3-bfab-b873ff27641f", "name": "network-vif-plugged", "status": "completed", "tag": "2c5a1f5b-5dc1-4c2f-a91b-2c265877d276", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:42.244312 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d67fb78-957c-431e-b765-9b6f2ca59bd6 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:42.244718 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276', 'code': 200} Dec 09 15:02:42.323632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:42.326288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.352798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:42.366199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port ec24dde4-c8e2-48de-be67-07e73c40dc0c yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:42.376760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:42.377536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:42.394711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cad76d-3cc8-494a-9be1-375f3c387a00 None None] Pushing event updated for resources: {'Port': ['ID=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:42.418519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] For port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:42.418913 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.430262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'name': 'network-vif-deleted', 'tag': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:42.432537 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deae55c7-92e4-44b2-9ff4-1c11b76e6154" -d '{"events": [{"server_uuid": "c3cffbdc-a79b-4073-beb4-b5fe915407fd", "name": "network-vif-deleted", "tag": "0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:42.512949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-b10a93c9-ae7f-48f4-9920-b304a34272a1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:42.514522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-b10a93c9-ae7f-48f4-9920-b304a34272a1 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 945 time: 0.1969485 Dec 09 15:02:42.520931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fbb0e-9b08-4152-aa79-0012bbcda69f req-b2218ab4-0eb4-49e1-bdd4-f64475ea8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:42.522397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-810fbb0e-9b08-4152-aa79-0012bbcda69f req-b2218ab4-0eb4-49e1-bdd4-f64475ea8f97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 1096 time: 0.1766026 Dec 09 15:02:42.656219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::942a:fbe1:506:476f (d3ad000a-542a-403b-900f-3e0469146f33/898e6828-7a61-45a7-869a-a2bf3c6f77b4/ec24dde4-c8e2-48de-be67-07e73c40dc0c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:42.799620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-810fbb0e-9b08-4152-aa79-0012bbcda69f req-76664130-ef85-4eed-8212-55ad917f62d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659068 Dec 09 15:02:42.808417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:42.809822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a60fcc-56f3-4fdd-9c79-59a3a8078102 req-7cfa5dd5-257d-4260-9199-1028c66710fe tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:42.811804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56a60fcc-56f3-4fdd-9c79-59a3a8078102 req-7cfa5dd5-257d-4260-9199-1028c66710fe tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 946 time: 0.2741854 Dec 09 15:02:42.817739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.819895 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] Sync routers for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:42.845822 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:42.849423 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:42.855916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.856367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.856750 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Floating IP b541047b-532b-49bc-8c15-cf9cd763774e disassociated. External IP: 172.25.0.220, port: 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49. Dec 09 15:02:42.857170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Calling delete_port for 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:42.883263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-5437be81-8d58-4283-9f49-82423226a6f8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "PUT /v2.0/floatingips/58f5d8c4-d85a-4aa3-aadc-f784631fcfd6 HTTP/1.1" status: 200 len: 695 time: 1.6473110 Dec 09 15:02:42.886643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:42.889149 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:42.911411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Deleting port 85e41308-4806-43fc-92b2-51505ced5215 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:42.911411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.923916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:42.961694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56a60fcc-56f3-4fdd-9c79-59a3a8078102 req-6c91488b-51b6-4a86-a184-21ec19154830 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1308389-a303-4e54-8e64-5a60c8b707fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256130 Dec 09 15:02:42.963642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:42.985886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-22ac0d51-ce7a-419b-a547-e573d28e6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:42.994452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-22ac0d51-ce7a-419b-a547-e573d28e6fdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.0861046 Dec 09 15:02:43.026625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:43.027002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.066359 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a1d456-ec4c-4046-9b47-23a02b1fbe12 x-openstack-request-id: req-18a1d456-ec4c-4046-9b47-23a02b1fbe12 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:43.066653 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cffbdc-a79b-4073-beb4-b5fe915407fd", "name": "network-vif-deleted", "tag": "0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:43.066915 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18a1d456-ec4c-4046-9b47-23a02b1fbe12 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:43.067303 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cffbdc-a79b-4073-beb4-b5fe915407fd', 'name': 'network-vif-deleted', 'tag': '0f1ef4d0-2294-4005-ae63-a1ec9aecfa5b', 'status': 'completed', 'code': 200} Dec 09 15:02:43.106586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-39289bc4-b1cd-4789-aec5-a25fbfe750ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:43.117386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-39289bc4-b1cd-4789-aec5-a25fbfe750ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.1101801 Dec 09 15:02:43.152564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] For port 85e41308-4806-43fc-92b2-51505ced5215, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=85e41308-4806-43fc-92b2-51505ced5215,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:43.152940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.178261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-b706660f-14e4-4fa7-8ff9-13c7cd9ecf2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.0581205 Dec 09 15:02:43.185406 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:43.212606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.244915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Calling delete_port for 85e41308-4806-43fc-92b2-51505ced5215 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:43.254596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.268645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:43.278947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-ad701d7d-a380-4944-be51-e79610653a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:43.281290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.282913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-ad701d7d-a380-4944-be51-e79610653a21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.1037700 Dec 09 15:02:43.364648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:43.397615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68964412-6678-4b10-bdb9-b72701f59c0d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:43.410038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-2c5aa380-d894-4e26-9729-5b42b3744578 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508592 Dec 09 15:02:43.416186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:43.445342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 68964412-6678-4b10-bdb9-b72701f59c0d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:43.450010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68964412-6678-4b10-bdb9-b72701f59c0d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:43.537851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.549154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-85963af0-297c-40d6-b44a-a944f5e5463b service neutron] 10.222.0.46 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294451 Dec 09 15:02:43.554764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['85e41308-4806-43fc-92b2-51505ced5215'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:43.570144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:43.584577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:43.590757 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:37Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:43.597067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:43.597930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.610011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.641341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e65f3a-1377-4060-9c2f-ac2f794be74f req-a3a801fd-e71b-470d-a662-5bdd9e745277 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:43.643622 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] Checking router: c0cde7f8-0cff-4ad1-abcb-7f634d553af2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:43.656983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:43.658113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:43.662331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42e65f3a-1377-4060-9c2f-ac2f794be74f req-a3a801fd-e71b-470d-a662-5bdd9e745277 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 945 time: 0.4196234 Dec 09 15:02:43.669633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'Port': ['ID=85e41308-4806-43fc-92b2-51505ced5215,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:43.757815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=ec24dde4-c8e2-48de-be67-07e73c40dc0c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:43.788299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] No DVR routers for this DVR port 85e41308-4806-43fc-92b2-51505ced5215 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:43.790969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event deleted for resources: {'Port': ['ID=0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:43.805288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:43.813170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eafb8ff-4458-4be8-aa29-2a3594e64aff req-50c97aca-8c23-443e-89fb-b5f8466a8fd7 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.43 "DELETE /v2.0/ports/85e41308-4806-43fc-92b2-51505ced5215 HTTP/1.1" status: 204 len: 173 time: 1.2876544 Dec 09 15:02:43.831843 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:43.856234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc1a1274-2224-46ab-b1bc-a23c7cb382ee req-08129cde-e831-4152-91b4-6d3d1a9e4abe service neutron] 10.222.0.46 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518957 Dec 09 15:02:43.888053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e1dc743-3029-4ba6-a61e-0138a93a102b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4106696 Dec 09 15:02:43.892852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48488) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:43.996308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48490) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:44.011770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42e65f3a-1377-4060-9c2f-ac2f794be74f req-e3dfea3b-5dbf-489a-99be-7be1a9d2fcf8 tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/security-groups?id=35fb85fa-0a0a-4197-851f-3571015d7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483977 Dec 09 15:02:44.060978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3ceebba1-3177-498a-b23a-4f5c701780ab None None] Provisioning complete for port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:44.064244 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ceebba1-3177-498a-b23a-4f5c701780ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:44.315950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-5a5bd363-3f8f-493c-a5e7-6d85bffcffac tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:44.317515 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-5a5bd363-3f8f-493c-a5e7-6d85bffcffac tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.43 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 945 time: 0.3030474 Dec 09 15:02:44.373714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Router 062baca9-710f-48b0-8585-0f1c8e75c63c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:44.437767 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:37Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:44.438690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bc5be-b999-492c-bbee-bd3eb8488fd7 req-49369cd4-d84c-446b-91b5-455897113e58 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:44.454407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-056bc5be-b999-492c-bbee-bd3eb8488fd7 req-49369cd4-d84c-446b-91b5-455897113e58 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 945 time: 0.2356648 Dec 09 15:02:44.517596 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba434c-3cf9-4b56-9b36-1267158c7a5f None None] The sync data for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 is: [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '18482f97-e629-4d42-a15a-7f4b9d9ec557', 'name': '', 'network_id': '7237f2b7-4622-4b8c-bfb4-18f8826d0a7f', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'mac_address': 'fa:16:3e:af:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:28Z', 'updated_at': '2021-12-09T15:01:37Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'subnets': [{'id': 'f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:44.565805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c2970907-26bc-45a7-85cf-e17fa5da444a None None] Provisioning complete for port ec24dde4-c8e2-48de-be67-07e73c40dc0c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:44.569845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2970907-26bc-45a7-85cf-e17fa5da444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:44.594267 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c643f7-48d8-43b4-b461-76d1ff72b293 x-openstack-request-id: req-68c643f7-48d8-43b4-b461-76d1ff72b293 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:44.595805 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:44.599126 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68c643f7-48d8-43b4-b461-76d1ff72b293 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:44.599786 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'status': 'completed', 'code': 200} Dec 09 15:02:44.656024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c2970907-26bc-45a7-85cf-e17fa5da444a None None] Port ec24dde4-c8e2-48de-be67-07e73c40dc0c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:02:44.684528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dbfeb59-f6b6-488f-9ae0-08fc133d2f4a req-5e570a7c-868c-43c9-9fa4-d8c8435e5304 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41 HTTP/1.1" status: 200 len: 210 time: 0.1348248 Dec 09 15:02:44.727038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0195387-9b20-48e8-85c1-ceb0443a1cdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:44.733884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0195387-9b20-48e8-85c1-ceb0443a1cdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:44.734231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:44.736755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e0195387-9b20-48e8-85c1-ceb0443a1cdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8393643 Dec 09 15:02:44.740272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48496) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:44.759054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-056bc5be-b999-492c-bbee-bd3eb8488fd7 req-6c565ae2-b85b-4509-b265-64c83608700c tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006849 Dec 09 15:02:44.764927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] Sync routers for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:44.792168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:44.795166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:44.839326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-1e6e640d-3823-45b8-9619-ba5c7716972d tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips/58f5d8c4-d85a-4aa3-aadc-f784631fcfd6 HTTP/1.1" status: 200 len: 695 time: 0.1019609 Dec 09 15:02:44.899752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] No DVR routers for this DVR port 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:44.903152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:44.903559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:44.906846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e121ea27-6cf0-4fe5-bba4-f799e31de113 req-ed9cf0c8-83fd-4da2-8e9f-14445de19ee4 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.36 "DELETE /v2.0/ports/0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 HTTP/1.1" status: 204 len: 173 time: 2.9049795 Dec 09 15:02:44.964826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00a3ec49-3f7d-4056-93f3-7f9fd47ddf3b req-628afd70-2597-4346-94cc-f06e3296d818 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a HTTP/1.1" status: 200 len: 210 time: 0.0534952 Dec 09 15:02:44.972798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Deleting port fa89a840-ad77-4837-be10-8d57d6211d12 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:44.973430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:45.016461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-d5664fd8-0d38-444b-b207-171622a81e6d tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:45.026834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-d5664fd8-0d38-444b-b207-171622a81e6d tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 784 time: 0.1865358 Dec 09 15:02:45.047752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e253b8ca-0adf-4073-9983-b1daa5b79d89 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:02:45.049397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e253b8ca-0adf-4073-9983-b1daa5b79d89 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211225 Dec 09 15:02:45.051622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-5fd774bc-a00e-4eb1-ae42-a1f9b5680425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:45.053613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-5fd774bc-a00e-4eb1-ae42-a1f9b5680425 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19313c48a3954053a17f879c8b160e78&device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 1096 time: 0.5001705 Dec 09 15:02:45.075889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'name': 'network-vif-deleted', 'tag': '85e41308-4806-43fc-92b2-51505ced5215'}, {'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'name': 'network-vif-deleted', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:45.078131 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86850076-c920-46e5-b2fb-61432c50bd26" -d '{"events": [{"server_uuid": "b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41", "name": "network-vif-deleted", "tag": "85e41308-4806-43fc-92b2-51505ced5215"}, {"server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "name": "network-vif-deleted", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:45.110384 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2653f5-580a-4a77-8e41-0cea850609bb None None] New status for floating IP 58f5d8c4-d85a-4aa3-aadc-f784631fcfd6: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:02:45.167631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-b7d3b7cf-c3ae-4f2c-9b13-fda7c005c45a tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 698 time: 0.0774415 Dec 09 15:02:45.260918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] For port fa89a840-ad77-4837-be10-8d57d6211d12, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=fa89a840-ad77-4837-be10-8d57d6211d12,segment=NetworkSegment(1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62),segment_id=1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:45.261295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:45.283396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ba98-7a08-41e6-ad74-10d6a3a92106 req-5272c8fe-ea1d-4efc-add5-9cc997e46988 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:45.297214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb9ba98-7a08-41e6-ad74-10d6a3a92106 req-5272c8fe-ea1d-4efc-add5-9cc997e46988 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe57ff0-89c8-4813-bd93-6f2c31d560d1 HTTP/1.1" status: 200 len: 946 time: 0.2132170 Dec 09 15:02:45.303651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port ec24dde4-c8e2-48de-be67-07e73c40dc0c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:45.303922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:45.324189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Calling delete_port for fa89a840-ad77-4837-be10-8d57d6211d12 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:45.360494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-901c4c12-ae4a-4c04-a5fe-4ab93301d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:45.362280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-901c4c12-ae4a-4c04-a5fe-4ab93301d04b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 200 len: 921 time: 0.2802889 Dec 09 15:02:45.374141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:45.405203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-fc0abcd9-a03b-4310-ad1d-2e5beff664c2 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 698 time: 0.1777599 Dec 09 15:02:45.452482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:45.490227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:45.490570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:45.551236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:45.551654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:45.599058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-19e58030-a375-45fa-a305-d88ab7b5e002 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 200 len: 217 time: 0.1639566 Dec 09 15:02:45.675689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-486cc101-a7e1-44f5-a1f5-5ad82b3aa1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:45.677200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-486cc101-a7e1-44f5-a1f5-5ad82b3aa1eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 200 len: 860 time: 0.0685563 Dec 09 15:02:45.738163 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-2916488b-e8ea-4c47-a6bd-6a3dffd31d12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386961 Dec 09 15:02:45.800229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:45.829905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] Checking router: 062baca9-710f-48b0-8585-0f1c8e75c63c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:45.839537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:45.840263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:45.895314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Deleting port d00fbbda-53d5-4427-bab6-64fe47e15791 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:45.896006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:45.963147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:45.981531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-b4496927-1fb0-4a64-aace-7659385d86ed service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333167 Dec 09 15:02:46.058331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb9ba98-7a08-41e6-ad74-10d6a3a92106 req-5b3e14b7-4e46-4fc2-b361-9368562cd7ea tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353361 Dec 09 15:02:46.097401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b585b4d0-3077-4d04-8c6a-9c2fba3f68c5 req-068908d6-04f5-40d8-8b99-f9e9e235b340 service neutron] 10.222.0.43 "GET /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065524 Dec 09 15:02:46.115741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.135925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.157075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for ec24dde4-c8e2-48de-be67-07e73c40dc0c owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:46.173880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.174230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.195220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Calling delete_port for d00fbbda-53d5-4427-bab6-64fe47e15791 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:46.208048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d470ad79-0e5a-4421-a917-9ba7a50bd2a5 req-56757b00-540a-4037-97d5-e9d55214fefb tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bd8967c-572a-4d4a-b135-210345739e15 HTTP/1.1" status: 200 len: 210 time: 0.0285881 Dec 09 15:02:46.237771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.261359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['fa89a840-ad77-4837-be10-8d57d6211d12'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:02:46.280297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Pushing event deleted for resources: {'Port': ['ID=fa89a840-ad77-4837-be10-8d57d6211d12,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:46.334516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] No DVR routers for this DVR port fa89a840-ad77-4837-be10-8d57d6211d12 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:46.337947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.341572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-010355c5-a0c4-4f32-8e95-8bdefe2c0d06 req-10e32edc-fecf-46e1-971f-14b6364666ed tempest-ServerMetadataNegativeTestJSON-392486777 tempest-ServerMetadataNegativeTestJSON-392486777-project] 10.222.0.43 "DELETE /v2.0/ports/fa89a840-ad77-4837-be10-8d57d6211d12 HTTP/1.1" status: 204 len: 173 time: 2.0144787 Dec 09 15:02:46.353319 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c975cbb-bd68-4806-9119-74c97165a507 x-openstack-request-id: req-0c975cbb-bd68-4806-9119-74c97165a507 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:46.353646 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41", "name": "network-vif-deleted", "tag": "85e41308-4806-43fc-92b2-51505ced5215", "status": "completed", "code": 200}, {"server_uuid": "e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a", "name": "network-vif-deleted", "tag": "0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:46.353866 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c975cbb-bd68-4806-9119-74c97165a507 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:46.354367 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5adc1-cbfb-4a58-a4b4-24bea3b74a41', 'name': 'network-vif-deleted', 'tag': '85e41308-4806-43fc-92b2-51505ced5215', 'status': 'completed', 'code': 200} Dec 09 15:02:46.354629 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ea3cd6-0f3d-4ef6-ad06-4924e21f739a', 'name': 'network-vif-deleted', 'tag': '0356d6f0-bc52-47ba-a9ea-5c21cb4a2a49', 'status': 'completed', 'code': 200} Dec 09 15:02:46.374994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 85e41308-4806-43fc-92b2-51505ced5215 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:46.439938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 85e41308-4806-43fc-92b2-51505ced5215 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:46.440353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 85e41308-4806-43fc-92b2-51505ced5215 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:46.468877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.488107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:46.534764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=ec24dde4-c8e2-48de-be67-07e73c40dc0c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:46.571577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a253d8f-8692-4d9e-bf9a-ce5ba3b512e0 None None] The sync data for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 is: [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:00:36Z', 'revision_number': 4, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3', 'name': '', 'network_id': '88bb0511-f3fa-4879-b033-dd11bfdc53da', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'mac_address': 'fa:16:3e:44:23:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '14eb932a-7297-47e2-8125-34925228a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:35Z', 'updated_at': '2021-12-09T15:00:40Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'subnets': [{'id': '14eb932a-7297-47e2-8125-34925228a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:46.606189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.610223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5149b6bc-787c-4b39-8191-7b6b014ccfc1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/ec24dde4-c8e2-48de-be67-07e73c40dc0c HTTP/1.1" status: 204 len: 168 time: 1.8497775 Dec 09 15:02:46.612765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48518) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:46.686500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0b79e-8504-4170-bfc0-053d4b054cdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:46.691886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0b79e-8504-4170-bfc0-053d4b054cdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:46.694152 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.696480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93d0b79e-8504-4170-bfc0-053d4b054cdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0812078 Dec 09 15:02:46.698417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48520) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:46.720415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event deleted for resources: {'Port': ['ID=d00fbbda-53d5-4427-bab6-64fe47e15791,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:46.805468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 898e6828-7a61-45a7-869a-a2bf3c6f77b4 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:46.816084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.874950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Deleting port 99413f19-4a18-44c0-8581-66643e9e4318 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:46.875298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.908690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.912135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:46.913317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d49cd920-65fc-4860-a237-c6529cbcfa79 req-e8dd0922-dd19-44f9-88f1-1383de02f7b8 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "DELETE /v2.0/floatingips/58f5d8c4-d85a-4aa3-aadc-f784631fcfd6 HTTP/1.1" status: 204 len: 173 time: 1.5067940 Dec 09 15:02:46.955398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.010252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48526) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:47.125565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] For port 99413f19-4a18-44c0-8581-66643e9e4318, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=99413f19-4a18-44c0-8581-66643e9e4318,segment=NetworkSegment(65b0e556-b675-4f39-976f-05e6d9f01eff),segment_id=65b0e556-b675-4f39-976f-05e6d9f01eff)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:47.126275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.148978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a63b27-c266-4ce7-b426-a4ae6a9368eb None None] New status for floating IP b541047b-532b-49bc-8c15-cf9cd763774e: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:02:47.163778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Calling delete_port for 99413f19-4a18-44c0-8581-66643e9e4318 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:47.251022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-816cd377-d666-4228-808a-f0f649cc4572 req-54ff95fb-ea0a-4bc9-a554-583be128f103 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups/5e4ee4f0-3eb3-4627-88fe-9f31d95b4434 HTTP/1.1" status: 200 len: 1827 time: 0.1436119 Dec 09 15:02:47.253795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72d5782f-1089-4aa6-8507-bde48fb0970b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.263972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.330052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72d5782f-1089-4aa6-8507-bde48fb0970b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.435343 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-816cd377-d666-4228-808a-f0f649cc4572 req-82ec5d14-18cf-4a93-b0df-92c2f747371b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.451123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.505259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72d5782f-1089-4aa6-8507-bde48fb0970b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.508643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72d5782f-1089-4aa6-8507-bde48fb0970b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.510062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-72d5782f-1089-4aa6-8507-bde48fb0970b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "DELETE /v2.0/security-groups/e1308389-a303-4e54-8e64-5a60c8b707fb HTTP/1.1" status: 204 len: 168 time: 0.4943681 Dec 09 15:02:47.512364 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-816cd377-d666-4228-808a-f0f649cc4572 req-82ec5d14-18cf-4a93-b0df-92c2f747371b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.518518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48536) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:47.525261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=898e6828-7a61-45a7-869a-a2bf3c6f77b4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:47.535754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.541662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae6de63b-1d2b-4e35-a6fc-68cf27c74b0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/898e6828-7a61-45a7-869a-a2bf3c6f77b4 HTTP/1.1" status: 204 len: 168 time: 0.8391354 Dec 09 15:02:47.541838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82204328-37f1-4506-acb7-3135f97f1ee7 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:47.543815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48538) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:47.544088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5782f-1089-4aa6-8507-bde48fb0970b tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1308389-a303-4e54-8e64-5a60c8b707fb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:47.562475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db6f6c-a63d-47f5-a9bf-ea97c9062121 req-d6bd860a-7e71-492d-a81d-5b0ad04cb73d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:47.574131 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02db6f6c-a63d-47f5-a9bf-ea97c9062121 req-d6bd860a-7e71-492d-a81d-5b0ad04cb73d tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.1178997 Dec 09 15:02:47.576003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.626798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-042e1b1c-842a-485c-9b93-e5c5500d2027 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805566 Dec 09 15:02:47.631203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48540) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:47.636537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:47.638930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Pushing event deleted for resources: {'Port': ['ID=99413f19-4a18-44c0-8581-66643e9e4318,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:47.722496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-816cd377-d666-4228-808a-f0f649cc4572 req-82ec5d14-18cf-4a93-b0df-92c2f747371b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.725139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-816cd377-d666-4228-808a-f0f649cc4572 req-82ec5d14-18cf-4a93-b0df-92c2f747371b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.739475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-816cd377-d666-4228-808a-f0f649cc4572 req-82ec5d14-18cf-4a93-b0df-92c2f747371b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "DELETE /v2.0/security-groups/5e4ee4f0-3eb3-4627-88fe-9f31d95b4434 HTTP/1.1" status: 204 len: 173 time: 0.4767492 Dec 09 15:02:47.782650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec5d14-18cf-4a93-b0df-92c2f747371b tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4ee4f0-3eb3-4627-88fe-9f31d95b4434,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:47.785219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48546) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:47.830764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:47.907998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Deleting port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:47.908388 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:47.993554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:47.997319 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.014006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] For port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:48.014725 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.030879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Calling delete_port for 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:48.033982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Deleting subnet 616f0947-09d5-4367-be41-944d73c74e20 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:48.041645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.090741 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-975d2dd6-84ca-43cd-b11e-92f707f61cd0 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] show failed (client error): The resource could not be found. Dec 09 15:02:48.092141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-975d2dd6-84ca-43cd-b11e-92f707f61cd0 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "GET /v2.0/security-groups/e1308389-a303-4e54-8e64-5a60c8b707fb HTTP/1.1" status: 404 len: 347 time: 0.5526288 Dec 09 15:02:48.095716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48556) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:48.141551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-04674517-0d81-4cbb-b1f4-e3c4f429d7b3 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:48.143402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-04674517-0d81-4cbb-b1f4-e3c4f429d7b3 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 813 time: 0.2622352 Dec 09 15:02:48.153412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.180463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.193485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-af448f2b-f003-4d69-9ea6-bb9138765fe8 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/quotas/6385f8d0ec174c2aa87b1b00589d55df HTTP/1.1" status: 200 len: 375 time: 0.0146077 Dec 09 15:02:48.235201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Pushing event deleted for resources: {'Port': ['ID=715344ba-2c0d-4d4e-a6e4-c81ca92f90f9,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:48.253613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] No DVR routers for this DVR port 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:48.256542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.259269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.263846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.265738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff678fb-a1f8-4239-af0f-d7f154b2460e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:02:48.278927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02db6f6c-a63d-47f5-a9bf-ea97c9062121 req-9afc6468-d92e-414a-8c0a-a0b36669dc63 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7038374 Dec 09 15:02:48.308540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.313626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fa89a840-ad77-4837-be10-8d57d6211d12 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:48.357017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: fa89a840-ad77-4837-be10-8d57d6211d12 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:48.359080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device fa89a840-ad77-4837-be10-8d57d6211d12 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:48.375058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd8967c-572a-4d4a-b135-210345739e15', 'name': 'network-vif-deleted', 'tag': 'fa89a840-ad77-4837-be10-8d57d6211d12'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:48.377468 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc08d5-59d9-432a-993a-debb69dec026" -d '{"events": [{"server_uuid": "8bd8967c-572a-4d4a-b135-210345739e15", "name": "network-vif-deleted", "tag": "fa89a840-ad77-4837-be10-8d57d6211d12"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:48.427789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-79228c8c-7183-4e08-81c7-c9623b0e7fad tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2241430 Dec 09 15:02:48.452462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Deleting port fcb68f60-ea98-48c3-8008-b1d9ee556f0d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:48.452844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.496446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.535544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-51e44a49-792c-4d88-a9cf-e7d762e24797 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:48.537200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-51e44a49-792c-4d88-a9cf-e7d762e24797 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbe57ff0-89c8-4813-bd93-6f2c31d560d1 HTTP/1.1" status: 200 len: 946 time: 0.1709995 Dec 09 15:02:48.601820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.602236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.622950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.637440 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a249d8-addc-4d2c-810d-0c86bfe66a63 x-openstack-request-id: req-65a249d8-addc-4d2c-810d-0c86bfe66a63 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:48.637818 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd8967c-572a-4d4a-b135-210345739e15", "name": "network-vif-deleted", "tag": "fa89a840-ad77-4837-be10-8d57d6211d12", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:48.638015 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65a249d8-addc-4d2c-810d-0c86bfe66a63 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:48.638411 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd8967c-572a-4d4a-b135-210345739e15', 'name': 'network-vif-deleted', 'tag': 'fa89a840-ad77-4837-be10-8d57d6211d12', 'status': 'completed', 'code': 200} Dec 09 15:02:48.659747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Calling delete_port for fcb68f60-ea98-48c3-8008-b1d9ee556f0d owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:48.684409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.688367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/616f0947-09d5-4367-be41-944d73c74e20 HTTP/1.1" status: 204 len: 168 time: 0.9017694 Dec 09 15:02:48.689274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.691702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48562) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:48.714409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41746fc5-e843-44af-bc39-f5889e419142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616f0947-09d5-4367-be41-944d73c74e20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:48.831784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=c958152e-03d3-4d3b-942c-b559574ca551,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:48.846746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:48.855904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:48.859143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-1b819ca9-0c40-4213-a100-0463b40ae9cb service neutron] 10.222.0.46 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113789 Dec 09 15:02:48.861977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:48.862558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.874715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734640f-68b3-4101-8e98-71351f9df6ae None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:48.903367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:48.927665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-ccb54569-d960-4911-87ed-fbcf1709d568 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:48.929175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-ccb54569-d960-4911-87ed-fbcf1709d568 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2900045 Dec 09 15:02:48.978108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbd3b4-37cf-4d08-a0f7-82b429d17cea req-516d4341-d74b-490c-ae41-3629f0534621 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:48.985841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2abbd3b4-37cf-4d08-a0f7-82b429d17cea req-516d4341-d74b-490c-ae41-3629f0534621 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.2441244 Dec 09 15:02:48.987773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7f3b9291-c451-4935-a43f-a1f9d3c9efc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3554521 Dec 09 15:02:48.991994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48568) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:48.999954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': 'c958152e-03d3-4d3b-942c-b559574ca551', 'ip_address': '2001:db8::75e7:6e63:eadc:b23'}], 'name': 'tempest-NetworksTestDHCPv6-262009299'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:49.008804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'c958152e-03d3-4d3b-942c-b559574ca551'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:49.010445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.076956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-493b4940-99dd-415d-b055-c90a59cdad73 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:49.078472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-493b4940-99dd-415d-b055-c90a59cdad73 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d1d974f-a00f-47b3-bfab-b873ff27641f HTTP/1.1" status: 200 len: 945 time: 0.2525415 Dec 09 15:02:49.104262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Deleting port d00bd69f-0c78-44a8-858a-cb6425021118 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:49.104610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.121923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Router 86cda6d8-024e-44fb-a3ad-65760a443dec has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:49.167913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2abbd3b4-37cf-4d08-a0f7-82b429d17cea req-bee8a261-9b9c-4582-8a4d-335609418ffe tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731474 Dec 09 15:02:49.172127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.247776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/c958152e-03d3-4d3b-942c-b559574ca551/6c81d314-2652-461f-81f3-e8a6cf7178a0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:49.273903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.327423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Pushing event deleted for resources: {'Port': ['ID=fcb68f60-ea98-48c3-8008-b1d9ee556f0d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:49.368539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-971434b5-f38c-4ee6-bec5-59a90ba37fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834719 Dec 09 15:02:49.373407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:49.402638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26adfe72-2db4-4084-bf75-04f922714411']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:49.410319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:49.410674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 715344ba-2c0d-4d4e-a6e4-c81ca92f90f9 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:49.441171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:49.441579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb9a269-5bc7-43b3-b0a5-87d00fa1ea62') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:49.465914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.530817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:49.541977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.551614 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.564019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.570006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] For port d00bd69f-0c78-44a8-858a-cb6425021118, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d00bd69f-0c78-44a8-858a-cb6425021118,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:49.570542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.576264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.578812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.582670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-012ebecd-e32f-4b68-a6ae-54692282b0a1 tempest-ServersTestFqdnHostnames-408581362 tempest-ServersTestFqdnHostnames-408581362-project] 10.222.0.46 "DELETE /v2.0/floatingips/b541047b-532b-49bc-8c15-cf9cd763774e HTTP/1.1" status: 204 len: 168 time: 1.4833972 Dec 09 15:02:49.583969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48578) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:49.584954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:02:49.585356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:02:49.594875 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:02:49.666297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:49.670356 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:49.682648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48582) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:49.701465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:49.730485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Pushing event updated for resources: {'Port': ['ID=6c81d314-2652-461f-81f3-e8a6cf7178a0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:49.735678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1b045-a257-482c-82e2-4f75e7c1d7a5 req-5932dea5-6a16-4eb7-8d3f-eaa3e3424318 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:49.744179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1c1b045-a257-482c-82e2-4f75e7c1d7a5 req-5932dea5-6a16-4eb7-8d3f-eaa3e3424318 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.2245390 Dec 09 15:02:49.791944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:49.808269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a63565-c9c2-4328-9941-11186f592620 None None] Sync routers for ids ['86cda6d8-024e-44fb-a3ad-65760a443dec'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:49.826835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83d3992b-452e-42ab-9cf4-2aa714d09065 admin admin] 10.222.0.46 "PUT /v2.0/routers/86cda6d8-024e-44fb-a3ad-65760a443dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8237841 Dec 09 15:02:49.834052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] Routers {'86cda6d8-024e-44fb-a3ad-65760a443dec'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:49.835007 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['86cda6d8-024e-44fb-a3ad-65760a443dec'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:49.845459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:49.867068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Attempting to bind port 6c81d314-2652-461f-81f3-e8a6cf7178a0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:49.868037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Attempting to bind port 6c81d314-2652-461f-81f3-e8a6cf7178a0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:49.868477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Attempting to bind port 6c81d314-2652-461f-81f3-e8a6cf7178a0 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:49.885468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:49.885468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:49.886311 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:49.887290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:49.887929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Bound port: 6c81d314-2652-461f-81f3-e8a6cf7178a0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:49.888418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.043514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] For port 6c81d314-2652-461f-81f3-e8a6cf7178a0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:50.049600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] For port 6c81d314-2652-461f-81f3-e8a6cf7178a0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6c81d314-2652-461f-81f3-e8a6cf7178a0,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:50.060722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.104975 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] Set router 86cda6d8-024e-44fb-a3ad-65760a443dec gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:50.143500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Deleting port b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:50.143847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.154319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Calling delete_port for d00bd69f-0c78-44a8-858a-cb6425021118 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:50.203690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Deleting subnet 36dee103-67a7-4df5-8bcc-ed1d13da6a3c {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:50.204355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.212472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0bb10-0d06-4be2-b099-907c72f14c6a None None] Pushing event updated for resources: {'Port': ['ID=6c81d314-2652-461f-81f3-e8a6cf7178a0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:50.239179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e628c92-e25f-4034-bb24-9da8f15f7b5c req-d952f9fc-18ea-4177-8eee-9b419f6519fb tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 210 time: 0.1003501 Dec 09 15:02:50.275024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Deleting port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:50.275503 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.397414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.402389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.405149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:50.471042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.477269 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] 10.222.0.46 "DELETE /v2.0/networks/26adfe72-2db4-4084-bf75-04f922714411 HTTP/1.1" status: 204 len: 168 time: 1.7549994 Dec 09 15:02:50.481431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.551745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6fc03-44fb-434b-abf5-14ab22837313 admin admin] Pushing event deleted for resources: {'Network': ['ID=26adfe72-2db4-4084-bf75-04f922714411,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:50.563508 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:02:47Z', 'revision_number': 5, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:50.610994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1c1b045-a257-482c-82e2-4f75e7c1d7a5 req-67d5a97d-9388-48fc-8d5a-a0fc2a64b5e5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8657813 Dec 09 15:02:50.707212 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a63565-c9c2-4328-9941-11186f592620 None None] Checking router: 86cda6d8-024e-44fb-a3ad-65760a443dec for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:50.727790 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] Routers {'86cda6d8-024e-44fb-a3ad-65760a443dec'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:50.728477 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['86cda6d8-024e-44fb-a3ad-65760a443dec'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:50.739671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.814594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.830287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b11d27-e47f-4f53-9e82-6908a8d61e90 req-a9a34126-2ffd-46b5-bc5b-ef5d58f23b22 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:50.840908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e1b11d27-e47f-4f53-9e82-6908a8d61e90 req-a9a34126-2ffd-46b5-bc5b-ef5d58f23b22 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.4569800 Dec 09 15:02:50.858577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48604) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:50.872656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] For port b8c95fbd-392c-4b86-a7d8-4addd3545b6d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:50.873113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.895514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] Set router 86cda6d8-024e-44fb-a3ad-65760a443dec gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:50.981310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] For port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:50.981988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:50.993452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.066620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Calling delete_port for 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:51.076716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Deleting port e456b0ad-20ba-43d4-b207-012d522c771b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:51.077219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.125046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c844dc-5a0a-4787-a22b-396255144893 req-18e20995-ac56-481f-852e-7ccebb6a8872 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:51.126838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14c844dc-5a0a-4787-a22b-396255144893 req-18e20995-ac56-481f-852e-7ccebb6a8872 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.1769140 Dec 09 15:02:51.212109 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a63565-c9c2-4328-9941-11186f592620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:02:47Z', 'revision_number': 5, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:51.293829 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a63565-c9c2-4328-9941-11186f592620 None None] The sync data for ids ['86cda6d8-024e-44fb-a3ad-65760a443dec'] in n-d-804292-5 is: [{'id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'name': 'tempest-ServerRescueTestJSON-956681604-router', 'tenant_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:39Z', 'updated_at': '2021-12-09T15:02:47Z', 'revision_number': 5, 'project_id': 'e4652b157dbf49a2b9e686aa1a4d751a', 'gw_port': {'id': 'e456b0ad-20ba-43d4-b207-012d522c771b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cda6d8-024e-44fb-a3ad-65760a443dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:40Z', 'updated_at': '2021-12-09T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:51.316385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c81d314-2652-461f-81f3-e8a6cf7178a0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:51.399403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e1b11d27-e47f-4f53-9e82-6908a8d61e90 req-86041862-7584-4507-a8ca-5b6cedc28d48 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578036 Dec 09 15:02:51.425888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-26a87b94-863a-434b-bbff-85d92baae116 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db3766e9eb1e4348afb005919c288fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5598953 Dec 09 15:02:51.433414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6c81d314-2652-461f-81f3-e8a6cf7178a0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:51.434026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.466075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48608) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:51.527922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.579913 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.583368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::75e7:6e63:eadc:b23 (d3ad000a-542a-403b-900f-3e0469146f33/c958152e-03d3-4d3b-942c-b559574ca551/6efdca6c-bd82-4dcf-b120-2ba17f8d07e5) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:51.628214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 6c81d314-2652-461f-81f3-e8a6cf7178a0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6c81d314-2652-461f-81f3-e8a6cf7178a0,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:51.632522 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.735543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event deleted for resources: {'Port': ['ID=d00bd69f-0c78-44a8-858a-cb6425021118,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:51.760187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=6c81d314-2652-461f-81f3-e8a6cf7178a0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:51.772372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.927173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:51.954126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-79afa1ae-0b62-49ef-82fe-dfd3afc74434 None None] Provisioning complete for port 6c81d314-2652-461f-81f3-e8a6cf7178a0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:51.954525 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79afa1ae-0b62-49ef-82fe-dfd3afc74434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.032811 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-177ebac5-414a-4198-bc3a-357e9b67bd9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.116787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] No DVR routers for this DVR port d00bd69f-0c78-44a8-858a-cb6425021118 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:52.152743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.155026 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-36ace3f1-234d-45c6-ae76-418ca328c918 req-8744a1d7-8b74-4ad4-aa76-c429f8758554 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 210 time: 0.3048429 Dec 09 15:02:52.160560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "DELETE /v2.0/ports/d00bd69f-0c78-44a8-858a-cb6425021118 HTTP/1.1" status: 204 len: 173 time: 3.6108627 Dec 09 15:02:52.161113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'name': 'network-vif-deleted', 'tag': 'd00bd69f-0c78-44a8-858a-cb6425021118'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:52.163522 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e048f49-b70f-4184-82ee-b443569c82b8" -d '{"events": [{"server_uuid": "cbe57ff0-89c8-4813-bd93-6f2c31d560d1", "name": "network-vif-deleted", "tag": "d00bd69f-0c78-44a8-858a-cb6425021118"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:52.182320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dee103-67a7-4df5-8bcc-ed1d13da6a3c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:52.212419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d8a-44b6-4aaa-8111-391920ef9a6d req-17e27a82-32b4-4515-9d6c-c7957fde4e8f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:52.214078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1cc0d8a-44b6-4aaa-8111-391920ef9a6d req-17e27a82-32b4-4515-9d6c-c7957fde4e8f tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 945 time: 0.4212534 Dec 09 15:02:52.222190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-177ebac5-414a-4198-bc3a-357e9b67bd9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.236074 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.248815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.249144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.249479 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Floating IP c3991fd5-c34f-47ee-995e-1594df98e3d1 disassociated. External IP: 172.25.0.7, port: b8c95fbd-392c-4b86-a7d8-4addd3545b6d. Dec 09 15:02:52.249830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Calling delete_port for b8c95fbd-392c-4b86-a7d8-4addd3545b6d owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:52.252757 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc673bbe-1e2f-4150-9d9c-3796729bab98 x-openstack-request-id: req-cc673bbe-1e2f-4150-9d9c-3796729bab98 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:52.253055 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe57ff0-89c8-4813-bd93-6f2c31d560d1", "name": "network-vif-deleted", "tag": "d00bd69f-0c78-44a8-858a-cb6425021118", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:52.253315 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc673bbe-1e2f-4150-9d9c-3796729bab98 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:52.253723 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe57ff0-89c8-4813-bd93-6f2c31d560d1', 'name': 'network-vif-deleted', 'tag': 'd00bd69f-0c78-44a8-858a-cb6425021118', 'status': 'completed', 'code': 200} Dec 09 15:02:52.254554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0a228353-963d-4c65-b830-a2545158fc34 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/36dee103-67a7-4df5-8bcc-ed1d13da6a3c HTTP/1.1" status: 204 len: 168 time: 2.5399077 Dec 09 15:02:52.276428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48614) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:52.301768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] For port e456b0ad-20ba-43d4-b207-012d522c771b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e456b0ad-20ba-43d4-b207-012d522c771b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:52.302203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.312690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.338392 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.351575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-4e27abe0-a3a5-441b-b001-e311bbadbd0d tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:52.353132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-4e27abe0-a3a5-441b-b001-e311bbadbd0d tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 813 time: 0.4340885 Dec 09 15:02:52.362544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d00bd69f-0c78-44a8-858a-cb6425021118 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:52.370958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.375167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Calling delete_port for e456b0ad-20ba-43d4-b207-012d522c771b owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:52.389157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: d00bd69f-0c78-44a8-858a-cb6425021118 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:52.389495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d00bd69f-0c78-44a8-858a-cb6425021118 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:52.400024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Request body: {'port': {'device_id': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'admin_state_up': True, 'tenant_id': '6385f8d0ec174c2aa87b1b00589d55df'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:52.431637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event deleted for resources: {'Port': ['ID=2c5a1f5b-5dc1-4c2f-a91b-2c265877d276,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:52.518838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-e5b0ffbd-7cbc-43bd-912f-5ed39a346b4f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:52.520416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-e5b0ffbd-7cbc-43bd-912f-5ed39a346b4f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 813 time: 0.8007777 Dec 09 15:02:52.538115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Request body: {'port': {'device_id': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'admin_state_up': True, 'tenant_id': '6385f8d0ec174c2aa87b1b00589d55df'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:52.576092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1cc0d8a-44b6-4aaa-8111-391920ef9a6d req-44c56e32-0829-48f6-b979-40fe0093e120 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e43017c-c143-4909-bba1-0b2ce1158405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421545 Dec 09 15:02:52.613246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] No DVR routers for this DVR port 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:52.626829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.629642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24fc6e68-39ae-4ca5-b3ff-f8f01680add1 req-825fbb98-51ee-4a5b-8c14-c251804fc2b5 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "DELETE /v2.0/ports/2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 HTTP/1.1" status: 204 len: 173 time: 3.5322673 Dec 09 15:02:52.634685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Deleting port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:52.635028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.662209 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.717491 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-177ebac5-414a-4198-bc3a-357e9b67bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.719107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-177ebac5-414a-4198-bc3a-357e9b67bd9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.722807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-177ebac5-414a-4198-bc3a-357e9b67bd9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35fb85fa-0a0a-4197-851f-3571015d7136 HTTP/1.1" status: 204 len: 168 time: 1.2508049 Dec 09 15:02:52.750910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.779656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebac5-414a-4198-bc3a-357e9b67bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb85fa-0a0a-4197-851f-3571015d7136,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:52.848824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3905a-cee6-4c8c-8ceb-ee5ac6b0de3a req-aae20b4a-1dad-471d-abfc-96c7c3e68584 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:52.850369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1de3905a-cee6-4c8c-8ceb-ee5ac6b0de3a req-aae20b4a-1dad-471d-abfc-96c7c3e68584 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 945 time: 0.3539200 Dec 09 15:02:52.923403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.934952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Made reservation on behalf of 6385f8d0ec174c2aa87b1b00589d55df for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:52.938658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:52.940680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.012125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:53.025704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=6efdca6c-bd82-4dcf-b120-2ba17f8d07e5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:53.028321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:53.034970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:53.041413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:53.042175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.073126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] For port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:53.074086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.141037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'Port': ['ID=b8c95fbd-392c-4b86-a7d8-4addd3545b6d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:53.146006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.149393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Made reservation on behalf of 6385f8d0ec174c2aa87b1b00589d55df for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:53.162919 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.166168 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3831e292-8045-4cd1-a526-09dd8fb27388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.169803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ede3b329-4426-44c7-9d18-7a7916de1e06 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.1749806 Dec 09 15:02:53.176458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48622) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:53.188316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Calling delete_port for 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:53.272778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb44386-ba3a-48d6-be76-3b19a04c4117']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:53.304742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c81d314-2652-461f-81f3-e8a6cf7178a0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:02:53.320372 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1de3905a-cee6-4c8c-8ceb-ee5ac6b0de3a req-0b7d7419-db10-46d1-a1e9-8b5bb562536d tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/security-groups?id=09a4d114-8934-4887-b6bf-cfc875737990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291728 Dec 09 15:02:53.389781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060bee02-fed7-40ad-bdf4-392773056d70') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:53.396213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060bee02-fed7-40ad-bdf4-392773056d70') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:53.425976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.431655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:53.508312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: b8c95fbd-392c-4b86-a7d8-4addd3545b6d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:53.508871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b8c95fbd-392c-4b86-a7d8-4addd3545b6d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:53.509419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:53.547079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:53.549627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2c5a1f5b-5dc1-4c2f-a91b-2c265877d276 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:53.560372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6c81d314-2652-461f-81f3-e8a6cf7178a0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:53.568330 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.577971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.596212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.653595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:02:53.654006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.670096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fe283d44-bace-4f53-bece-828b0acfeacf None None] Provisioning complete for port 6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:02:53.670468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe283d44-bace-4f53-bece-828b0acfeacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:02:53.703289 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:02:53.772320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fe283d44-bace-4f53-bece-828b0acfeacf None None] Port 6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:02:53.779863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99413f19-4a18-44c0-8581-66643e9e4318 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:53.802009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 99413f19-4a18-44c0-8581-66643e9e4318 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:53.802331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99413f19-4a18-44c0-8581-66643e9e4318 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:53.822924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb263624-9632-422a-b9b5-2e6ee8fd4dfa None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:53.826257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c35b9-15a9-400c-afd9-7c7cab20a569 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:53.835575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c35b9-15a9-400c-afd9-7c7cab20a569 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:53.841784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe6c35b9-15a9-400c-afd9-7c7cab20a569 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6649246 Dec 09 15:02:53.844435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48640) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:53.886897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Allocated IP 172.20.0.7 (c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684/314420d0-a220-4a1f-aba0-280e56c11ae8/fced93ce-e504-458d-9c3f-0a94a5e7df07) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:53.892560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Pushing event deleted for resources: {'Port': ['ID=e456b0ad-20ba-43d4-b207-012d522c771b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:53.921189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92105ac8-5e28-43a4-aa92-75b94488e1ea req-fdf40ca1-bcd8-4dae-bb66-3a0e2130cf83 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 210 time: 0.0731785 Dec 09 15:02:53.932189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Router f7b34488-f38c-4613-9982-dc7208bfc6f2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:53.963378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d959c6b-d1c0-4e7d-b1ca-b5284a583d07 req-9beccd48-e313-4996-9fef-e040df202b87 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 210 time: 0.1045365 Dec 09 15:02:54.052619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.074023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.077993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/2bb44386-ba3a-48d6-be76-3b19a04c4117 HTTP/1.1" status: 204 len: 168 time: 1.7994702 Dec 09 15:02:54.078992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed2f3d-9fdb-46e2-b175-a284ffa569ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb44386-ba3a-48d6-be76-3b19a04c4117,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:54.084215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.118106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.120902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Pushing event deleted for resources: {'Port': ['ID=879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:54.182366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:54.182804 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.199298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Deleting port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:54.199785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.270813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.277185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:54.279030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'name': 'network-vif-deleted', 'tag': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:54.281022 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11decc32-dd4d-49f8-a1bf-d84b15ed43d6" -d '{"events": [{"server_uuid": "5d1d974f-a00f-47b3-bfab-b873ff27641f", "name": "network-vif-deleted", "tag": "2c5a1f5b-5dc1-4c2f-a91b-2c265877d276"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:54.288579 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.291218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] No DVR routers for this DVR port 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:54.300722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.302044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] Sync routers for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:54.304581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14c844dc-5a0a-4787-a22b-396255144893 req-c0f90cd8-4c55-4e62-a562-683c452025c7 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.43 "DELETE /v2.0/ports/879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e HTTP/1.1" status: 204 len: 173 time: 3.1485589 Dec 09 15:02:54.307289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'name': 'network-vif-deleted', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:54.319806 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470d27e8-4f6a-4c65-bff2-8faf43eea939" -d '{"events": [{"server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "name": "network-vif-deleted", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:54.341410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.361536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] No DVR routers for this DVR port b8c95fbd-392c-4b86-a7d8-4addd3545b6d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:54.369285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.373309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42857f86-f0ce-4cf7-8c05-5afed21e266e req-9485148f-cd1d-4855-9754-c99d18a6e5d3 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.36 "DELETE /v2.0/ports/b8c95fbd-392c-4b86-a7d8-4addd3545b6d HTTP/1.1" status: 204 len: 173 time: 5.4341612 Dec 09 15:02:54.390419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.413733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:54.415326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:54.444877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.446146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86cda6d8-024e-44fb-a3ad-65760a443dec {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:02:54.475789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.527255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:54.527950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:54.539654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48658) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:54.542641 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff80ad1-1c86-48f5-8666-847f0176e74e x-openstack-request-id: req-7ff80ad1-1c86-48f5-8666-847f0176e74e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:54.543012 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1d974f-a00f-47b3-bfab-b873ff27641f", "name": "network-vif-deleted", "tag": "2c5a1f5b-5dc1-4c2f-a91b-2c265877d276", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:54.543513 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ff80ad1-1c86-48f5-8666-847f0176e74e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:54.544659 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1d974f-a00f-47b3-bfab-b873ff27641f', 'name': 'network-vif-deleted', 'tag': '2c5a1f5b-5dc1-4c2f-a91b-2c265877d276', 'status': 'completed', 'code': 200} Dec 09 15:02:54.572212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event updated for resources: {'Port': ['ID=fced93ce-e504-458d-9c3f-0a94a5e7df07,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:54.588174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:54.600191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:54.612303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:54.633711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Allocated IP 172.20.0.13 (c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684/314420d0-a220-4a1f-aba0-280e56c11ae8/1c24bc76-d8e8-4a58-a8d6-506e8addc4ec) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:54.687937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aecb6afd-9dcc-463a-8b52-4ad69ebaebc5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5de422f221a04927add7885e56fdb4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418831 Dec 09 15:02:54.692161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48662) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:54.733787 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ba37b-19ad-4a56-a521-0135532f1053 x-openstack-request-id: req-886ba37b-19ad-4a56-a521-0135532f1053 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:54.734362 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa92e5-beb1-4d15-b239-43f0932f5b4b", "name": "network-vif-deleted", "tag": "879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:54.734760 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-886ba37b-19ad-4a56-a521-0135532f1053 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:54.735297 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa92e5-beb1-4d15-b239-43f0932f5b4b', 'name': 'network-vif-deleted', 'tag': '879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e', 'status': 'completed', 'code': 200} Dec 09 15:02:54.739000 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.744072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac447134-c9da-442d-8149-7fc83b36c9af admin admin] 10.222.0.46 "DELETE /v2.0/routers/86cda6d8-024e-44fb-a3ad-65760a443dec HTTP/1.1" status: 204 len: 168 time: 4.8640563 Dec 09 15:02:54.765021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:54.765715 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.776380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:54.807136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] For port c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:54.807828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.838248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-d6e89456-2c07-4e2e-8dc6-778fa34bcf15 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3039567 Dec 09 15:02:54.854171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Request body: {'port': {'device_id': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:54.863116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.865088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7138e8-dded-4490-b908-0f8257126b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:54.947487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13610197-0726-433a-856e-67f95c552193 req-7bfe7590-cb88-402d-b7f9-affb9b9c1c89 tempest-ServerRescueTestJSONUnderV235-3072138 tempest-ServerRescueTestJSONUnderV235-3072138-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3aa92e5-beb1-4d15-b239-43f0932f5b4b HTTP/1.1" status: 200 len: 210 time: 0.2107561 Dec 09 15:02:54.951534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=6efdca6c-bd82-4dcf-b120-2ba17f8d07e5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:55.028374 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7138e8-dded-4490-b908-0f8257126b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.057851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.061647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-58bfc42a-12c8-4724-af11-a0ac1d6b766b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 HTTP/1.1" status: 204 len: 168 time: 1.2126250 Dec 09 15:02:55.066927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48676) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:55.113744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.152634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:55.166304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Calling delete_port for c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:55.297459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:55.297839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 879e31f4-b9dc-4fef-a7bb-8dfe4ff7702e not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:55.303598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3af9f2ba-ccbc-45ff-8cab-22106c60a945 req-0df82eb6-64ba-42ca-bd5a-78f246b5936f tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 210 time: 0.1862497 Dec 09 15:02:55.366507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e456b0ad-20ba-43d4-b207-012d522c771b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:55.368165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40855f8-f18c-4ba0-b89a-4d6ab93f7cce tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:55.370637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40855f8-f18c-4ba0-b89a-4d6ab93f7cce tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:55.371991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f40855f8-f18c-4ba0-b89a-4d6ab93f7cce tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3037708 Dec 09 15:02:55.374998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48680) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:55.446188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7138e8-dded-4490-b908-0f8257126b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.449954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7138e8-dded-4490-b908-0f8257126b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.451684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4e7138e8-dded-4490-b908-0f8257126b01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b HTTP/1.1" status: 204 len: 168 time: 0.7583804 Dec 09 15:02:55.483368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7138e8-dded-4490-b908-0f8257126b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff83c09-837b-4e76-9bcd-f6ea1a4b8c1b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:55.553658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet c958152e-03d3-4d3b-942c-b559574ca551 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:55.562710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.578454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e456b0ad-20ba-43d4-b207-012d522c771b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:55.578908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e456b0ad-20ba-43d4-b207-012d522c771b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:55.639131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.646412 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65ac23be-8473-450a-b607-a5bba52e524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.658323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:55.697747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] Checking router: f7b34488-f38c-4613-9982-dc7208bfc6f2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:55.708177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:55.708827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:55.783974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.855294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:55.863447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.903811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=c958152e-03d3-4d3b-942c-b559574ca551,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:55.913146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:55.922687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9bd7ef94-006d-475e-9e89-2a5b94764bee tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c958152e-03d3-4d3b-942c-b559574ca551 HTTP/1.1" status: 204 len: 168 time: 0.5465405 Dec 09 15:02:55.923678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48692) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:55.960140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af312ae7-c534-4100-94f0-267f97473324 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:55.970023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Deleting subnet cfae73e1-3bad-459e-bda6-b0be0cd331e3 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:02:55.997561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bff652a5-d55c-4124-9144-707c3d82b773 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702641 Dec 09 15:02:56.001772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.004573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48696) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.013463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa1525d9-4b38-4ee1-999d-6cae9b3b40b6 req-fcea8cf3-fa42-4097-8ac1-690ebd28a021 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/ports?device_id=0288c3e8-e104-44fb-8130-deac416059ae HTTP/1.1" status: 200 len: 210 time: 0.0751677 Dec 09 15:02:56.070589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48698) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.104824 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.129989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.260196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.292071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.298825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afa277e-6a1f-428b-a318-a8fee7984cf7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:56.303990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5afa277e-6a1f-428b-a318-a8fee7984cf7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2979891 Dec 09 15:02:56.309816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48708) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.321286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:02:56.353652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:56.369292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:56.384483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:56.399983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:02:56.424738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.468281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab560418-2bc4-466a-b8a3-50587a8624b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:56.473082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ab560418-2bc4-466a-b8a3-50587a8624b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1619039 Dec 09 15:02:56.473900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48716) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.543134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event updated for resources: {'Port': ['ID=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:56.585116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:56.589063 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0d5b0462-f0ea-46d8-8abb-af81af788e0c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606937 Dec 09 15:02:56.616751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-deleted', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:56.624944 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649e763f-95a8-415b-b1fc-b6f1bc4bb0b3" -d '{"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-deleted", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:56.635527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48722) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.640730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:56.653450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:56.696186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] Deleting port 6c81d314-2652-461f-81f3-e8a6cf7178a0 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:56.699497 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.701623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.708557 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76ee53d-7638-4948-bb7f-28fc4d55b3de x-openstack-request-id: req-f76ee53d-7638-4948-bb7f-28fc4d55b3de {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:56.709067 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0288c3e8-e104-44fb-8130-deac416059ae", "name": "network-vif-deleted", "tag": "b8c95fbd-392c-4b86-a7d8-4addd3545b6d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:56.709332 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f76ee53d-7638-4948-bb7f-28fc4d55b3de {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:56.709806 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0288c3e8-e104-44fb-8130-deac416059ae', 'name': 'network-vif-deleted', 'tag': 'b8c95fbd-392c-4b86-a7d8-4addd3545b6d', 'status': 'completed', 'code': 200} Dec 09 15:02:56.769721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:56.772080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.782942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.791260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cfae73e1-3bad-459e-bda6-b0be0cd331e3 HTTP/1.1" status: 204 len: 168 time: 2.0136046 Dec 09 15:02:56.794934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.855221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] For port 6c81d314-2652-461f-81f3-e8a6cf7178a0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6c81d314-2652-461f-81f3-e8a6cf7178a0,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:02:56.855650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.861933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215340e-fdeb-43e1-8039-b8bce66850b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfae73e1-3bad-459e-bda6-b0be0cd331e3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:56.869907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] Calling delete_port for 6c81d314-2652-461f-81f3-e8a6cf7178a0 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:56.895764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:56.904300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-777e1eb3-5534-4a9d-8b71-c38d7cdc590e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5257850 Dec 09 15:02:56.944033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:56.958706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d49d1-3a9b-4544-a5fd-14a0063d2240 None None] The sync data for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 is: [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T14:53:44Z', 'revision_number': 4, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b95f634c-8464-4a8e-8ec1-faeeee2e8ca6', 'name': '', 'network_id': '9e330498-9918-46fe-ae82-6b744b89e9ad', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'mac_address': 'fa:16:3e:46:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:43Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'subnets': [{'id': 'fa59e132-7cb8-4c6a-b630-d956462d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:56.966558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.010893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] Pushing event deleted for resources: {'Port': ['ID=6c81d314-2652-461f-81f3-e8a6cf7178a0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:57.012447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.019027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368daef2-9f96-4d1a-a6ad-2cd0957e7ad5 None None] No DVR routers for this DVR port 6c81d314-2652-461f-81f3-e8a6cf7178a0 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:02:57.088575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b1c31-f114-4e1a-a219-f6d9485b2469 req-d3be25a1-cc22-4f01-a24e-70979ad472e6 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:57.100299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-957b1c31-f114-4e1a-a219-f6d9485b2469 req-d3be25a1-cc22-4f01-a24e-70979ad472e6 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 932 time: 0.5815940 Dec 09 15:02:57.110978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Request body: {'port': {'device_id': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:57.150748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced93ce-e504-458d-9c3f-0a94a5e7df07 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:57.177354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48748) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:57.205701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.223591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.234152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1142295374-network', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:57.289599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdf7128-0731-44d7-ab40-2bd52fe8a39a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:57.294917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:57.299822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.305065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Transition to ACTIVE for port object fced93ce-e504-458d-9c3f-0a94a5e7df07 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:57.320728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.327887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c81d314-2652-461f-81f3-e8a6cf7178a0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:02:57.354885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-957b1c31-f114-4e1a-a219-f6d9485b2469 req-4ca4b35b-0172-4aeb-8b35-c66e069a0005 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534616 Dec 09 15:02:57.361668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.363239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.366400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b0e556-b675-4f39-976f-05e6d9f01eff') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:57.366705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b0e556-b675-4f39-976f-05e6d9f01eff') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:57.385562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6c81d314-2652-461f-81f3-e8a6cf7178a0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:02:57.404091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c81d314-2652-461f-81f3-e8a6cf7178a0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:02:57.443025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.463754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:57.466063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.471730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-a494-466b-8e03-b391c0d73a76 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.490589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f438b820-6201-4762-a138-8712478bcc64 None None] New status for floating IP c3991fd5-c34f-47ee-995e-1594df98e3d1: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:02:57.505205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.524316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.550407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:02:57.550706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:02:57.555919 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:02:57.558304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=fced93ce-e504-458d-9c3f-0a94a5e7df07,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:57.605142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-a494-466b-8e03-b391c0d73a76 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.733849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.752140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.755478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7fdf7128-0731-44d7-ab40-2bd52fe8a39a HTTP/1.1" status: 204 len: 168 time: 0.9534271 Dec 09 15:02:57.789035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc4ef7-4781-456f-9d5e-56e171aeeb24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdf7128-0731-44d7-ab40-2bd52fe8a39a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:57.835261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:57.841112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Attempting to bind port fced93ce-e504-458d-9c3f-0a94a5e7df07 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:57.841444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Attempting to bind port fced93ce-e504-458d-9c3f-0a94a5e7df07 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:57.841782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Attempting to bind port fced93ce-e504-458d-9c3f-0a94a5e7df07 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:57.854751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.862973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Port fced93ce-e504-458d-9c3f-0a94a5e7df07 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:57.862973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Attempting to bind port fced93ce-e504-458d-9c3f-0a94a5e7df07 on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:57.864815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-a494-466b-8e03-b391c0d73a76 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.868323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-a494-466b-8e03-b391c0d73a76 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.872346 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-69972b6a-a494-466b-8e03-b391c0d73a76 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "DELETE /v2.0/security-groups/4e43017c-c143-4909-bba1-0b2ce1158405 HTTP/1.1" status: 204 len: 168 time: 0.6870966 Dec 09 15:02:57.874781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:57.914723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:57.915305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Checking segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:57.915305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Bound using segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:57.915753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Bound port: fced93ce-e504-458d-9c3f-0a94a5e7df07, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:57.916115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.928352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.955872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972b6a-a494-466b-8e03-b391c0d73a76 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e43017c-c143-4909-bba1-0b2ce1158405,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:57.983937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:57.986258 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-b3ce8a28-1b2a-495b-9544-4deadb1138a5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] show failed (client error): The resource could not be found. Dec 09 15:02:57.990313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3ce8a28-1b2a-495b-9544-4deadb1138a5 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "GET /v2.0/security-groups/4e43017c-c143-4909-bba1-0b2ce1158405 HTTP/1.1" status: 404 len: 347 time: 0.0745668 Dec 09 15:02:57.993461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48764) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:58.013261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-029609ea-91bc-4eaa-9379-a7c2a30f786c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.060237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Router 062baca9-710f-48b0-8585-0f1c8e75c63c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:02:58.088410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48766) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:58.255634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:02:58.268868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.271245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.286630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-294935f5-7945-403b-8bed-9d4577367305 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4652b157dbf49a2b9e686aa1a4d751a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970642 Dec 09 15:02:58.294505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:58.354569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Transition to ACTIVE for port object 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:02:58.360163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.367934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-029609ea-91bc-4eaa-9379-a7c2a30f786c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.373358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.394422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-029609ea-91bc-4eaa-9379-a7c2a30f786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.400549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:58.436455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:58.449503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=b86031d5-6cba-4b95-8f69-94ea7fa236c6,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:58.449716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb8489-9544-4cd1-9ef4-669305ae8596 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:02:58.461984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:02:58.467389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-39a6843d-5567-41cf-8ff8-8c6390bca892 admin admin] 10.222.0.46 "PUT /v2.0/routers/062baca9-710f-48b0-8585-0f1c8e75c63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8777878 Dec 09 15:02:58.478820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48772) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:58.484224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] Sync routers for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:02:58.484408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:58.484968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.487538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:02:58.531722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:58.532381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:58.553087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-029609ea-91bc-4eaa-9379-a7c2a30f786c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33285ec110fb491988083d0cca58c387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134788 Dec 09 15:02:58.559260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029609ea-91bc-4eaa-9379-a7c2a30f786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222863f-a934-4273-bd5c-711fabdb5a62,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:58.574522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48774) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:58.581487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:58.595057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.595287 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Added segment 91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c of type vlan for network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 Dec 09 15:02:58.603158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:58.630733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94660be1-6729-4664-a7fb-7979c9828da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.640582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'b86031d5-6cba-4b95-8f69-94ea7fa236c6'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:02:58.641441 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.660758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] For port fced93ce-e504-458d-9c3f-0a94a5e7df07, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:58.689099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d501561-5a24-45fa-8021-573daf73631b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0523245 Dec 09 15:02:58.694556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48776) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:58.701853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': 'b86031d5-6cba-4b95-8f69-94ea7fa236c6', 'ip_address': '2001:db8::cc3:eb48:1639:d5a3'}], 'name': 'tempest-NetworksTestDHCPv6-1485636662'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:58.736666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] For port fced93ce-e504-458d-9c3f-0a94a5e7df07, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:58.745846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94660be1-6729-4664-a7fb-7979c9828da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.768277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.771962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.779827 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.807017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74988bf3-37c2-4fec-913c-73abd5cf78e8 req-fff759ba-8dc8-4a4e-9943-33903e095adc tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:58.808701 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74988bf3-37c2-4fec-913c-73abd5cf78e8 req-fff759ba-8dc8-4a4e-9943-33903e095adc tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 944 time: 0.3441329 Dec 09 15:02:58.850425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Attempting to bind port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:58.850768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Attempting to bind port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:58.851104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Attempting to bind port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:58.888310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:02:58.891063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Attempting to bind port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec on network c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:58.893646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:58.894789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.895921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] 10.222.0.36 "PUT /v2.0/ports/fced93ce-e504-458d-9c3f-0a94a5e7df07 HTTP/1.1" status: 200 len: 1091 time: 4.0462501 Dec 09 15:02:58.898719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'tag': 'fced93ce-e504-458d-9c3f-0a94a5e7df07'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:58.900410 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62554ab-943f-4b61-b35e-ecc37819e5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "28a26080-6c1f-4996-95bd-3a0fbcd5ddb4", "tag": "fced93ce-e504-458d-9c3f-0a94a5e7df07"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:58.908903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:58.909241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Checking segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:58.910484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Bound using segment: {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:58.910484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Bound port: 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01b73e3-b6ea-4df4-853e-db1d226a326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:58.910766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:58.940588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:58.985793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cad5a171-382a-4a87-8628-a18d1283ab77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.012338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.013318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:59.013910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.014109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94660be1-6729-4664-a7fb-7979c9828da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.016631 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94660be1-6729-4664-a7fb-7979c9828da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.016956 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba551af9-8d82-4c70-84c0-a2e0aa25aeda x-openstack-request-id: req-ba551af9-8d82-4c70-84c0-a2e0aa25aeda {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:59.017261 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a26080-6c1f-4996-95bd-3a0fbcd5ddb4", "tag": "fced93ce-e504-458d-9c3f-0a94a5e7df07", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:59.017523 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba551af9-8d82-4c70-84c0-a2e0aa25aeda {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:59.017765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-94660be1-6729-4664-a7fb-7979c9828da2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34603006-4b84-4e6d-ba0b-176845aab7c5 HTTP/1.1" status: 204 len: 168 time: 0.6869206 Dec 09 15:02:59.017899 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'tag': 'fced93ce-e504-458d-9c3f-0a94a5e7df07', 'status': 'completed', 'code': 200} Dec 09 15:02:59.045558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbdb1c-94ab-42da-a88d-7ca52ea28ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=fced93ce-e504-458d-9c3f-0a94a5e7df07,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:59.055397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660be1-6729-4664-a7fb-7979c9828da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34603006-4b84-4e6d-ba0b-176845aab7c5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:59.089918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Deleting port 77ab4605-64ee-4d53-9f0c-2c6b5ed09f0d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:59.090276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.093955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] For port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:59.098154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] For port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:59.099728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:59.106226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.111476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/b86031d5-6cba-4b95-8f69-94ea7fa236c6/7ca284cd-64e7-4d4e-ac35-36aa227b5af7) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:02:59.125027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.139392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cad5a171-382a-4a87-8628-a18d1283ab77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.149038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74988bf3-37c2-4fec-913c-73abd5cf78e8 req-c1da8642-4b10-438f-a962-3182fa391134 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095756 Dec 09 15:02:59.181079 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2159526 Dec 09 15:02:59.182949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:02:59.211155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Request body: {'subnet': {'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1142295374-subnet', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:02:59.220818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:59.222041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.223773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c24bc76-d8e8-4a58-a8d6-506e8addc4ec HTTP/1.1" status: 200 len: 1092 time: 2.1173940 Dec 09 15:02:59.264808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'tag': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:02:59.267937 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180a28a7-3890-45c5-abba-d66010e84060" -d '{"events": [{"name": "network-changed", "server_uuid": "e1501f6d-befd-42bd-9ab2-d3ba5b99b23c", "tag": "1c24bc76-d8e8-4a58-a8d6-506e8addc4ec"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:02:59.302515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.358637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8396-782a-4c71-a447-1478517a55b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:59.370325 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f321a35-abe8-452c-ae99-3c22829e9802 x-openstack-request-id: req-7f321a35-abe8-452c-ae99-3c22829e9802 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:02:59.370622 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1501f6d-befd-42bd-9ab2-d3ba5b99b23c", "tag": "1c24bc76-d8e8-4a58-a8d6-506e8addc4ec", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:02:59.370890 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f321a35-abe8-452c-ae99-3c22829e9802 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:02:59.371569 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'tag': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec', 'status': 'completed', 'code': 200} Dec 09 15:02:59.373696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:02:59.376031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.376927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.377280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.387726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82e71-e4bc-4644-94a6-31a4fbae0a5c admin admin] Pushing event updated for resources: {'Network': ['ID=0b833a08-3676-4a33-b6cd-80b89bcfbe73,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:59.408160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:02:59.442019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-7841f3e2-c394-4b4f-bd05-459e64b85b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:59.443965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-7841f3e2-c394-4b4f-bd05-459e64b85b7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 1094 time: 0.4741650 Dec 09 15:02:59.445586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Calling delete_port for 77ab4605-64ee-4d53-9f0c-2c6b5ed09f0d owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:02:59.447185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:02:56Z', 'revision_number': 5, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port': {'id': '86cac3e6-9514-4c6a-8065-409e246d6919', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:00:32Z', 'updated_at': '2021-12-09T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:59.502703 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.510210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-19b8cb89-5ca5-41f8-9948-29f3f5a17f9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07 HTTP/1.1" status: 200 len: 217 time: 0.0572441 Dec 09 15:02:59.531301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] Checking router: 062baca9-710f-48b0-8585-0f1c8e75c63c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:02:59.550541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.584658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-42fba660-827d-45e5-a973-f4287ecf1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:02:59.586197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] Routers {'062baca9-710f-48b0-8585-0f1c8e75c63c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:02:59.587087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-42fba660-827d-45e5-a973-f4287ecf1b3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.0662518 Dec 09 15:02:59.587271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['062baca9-710f-48b0-8585-0f1c8e75c63c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:59.630122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-c3527b12-23a0-4ee5-9bea-6694472e9060 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332937 Dec 09 15:02:59.649783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:02:59.681750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:02:59.684282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:02:59.709654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Pushing event updated for resources: {'Port': ['ID=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:02:59.764957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] Set router 062baca9-710f-48b0-8585-0f1c8e75c63c gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:02:59.767382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-fb2f5e99-e26e-409c-a269-4121aee71d8d service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021981 Dec 09 15:02:59.827035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:02:59Z', 'revision_number': 6, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:02:59.828853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Attempting to bind port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:02:59.829235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Attempting to bind port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:02:59.829607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Attempting to bind port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:02:59.863339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26b1af-7aaf-4f75-b3da-0226e3b7764f None None] The sync data for ids ['062baca9-710f-48b0-8585-0f1c8e75c63c'] in n-d-804292-5 is: [{'id': '062baca9-710f-48b0-8585-0f1c8e75c63c', 'name': 'tempest-ServersTestFqdnHostnames-1411434857-router', 'tenant_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:00:31Z', 'updated_at': '2021-12-09T15:02:59Z', 'revision_number': 6, 'project_id': '2d90a99ee14d4dbd96795b2ebe5ecfca', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:02:59.867536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:02:59.867536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:02:59.867536 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.867894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:02:59.868176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Bound port: 7ca284cd-64e7-4d4e-ac35-36aa227b5af7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:02:59.868577 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.875529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-29ba5a16-4de0-4ad0-9a94-98546fb3c41b service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964193 Dec 09 15:02:59.880509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Deleting port 18482f97-e629-4d42-a15a-7f4b9d9ec557 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:02:59.880509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.937834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:02:59.967289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] For port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:02:59.970973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] For port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:02:59.971534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 010f08d5-27e0-4ea5-8c39-23b4fab69951 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:02:59.976496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.006248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cad5a171-382a-4a87-8628-a18d1283ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.008995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cad5a171-382a-4a87-8628-a18d1283ab77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.014078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cad5a171-382a-4a87-8628-a18d1283ab77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7222863f-a934-4273-bd5c-711fabdb5a62 HTTP/1.1" status: 204 len: 168 time: 1.4355419 Dec 09 15:03:00.035488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5a171-382a-4a87-8628-a18d1283ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222863f-a934-4273-bd5c-711fabdb5a62,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:00.109357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] For port 18482f97-e629-4d42-a15a-7f4b9d9ec557, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=18482f97-e629-4d42-a15a-7f4b9d9ec557,segment=NetworkSegment(63f4a22d-3a38-4ef5-84a3-fb27755daf1c),segment_id=63f4a22d-3a38-4ef5-84a3-fb27755daf1c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:00.110017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.114680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45728a3-46a9-448c-aafa-0f2742cf54b0 None None] Pushing event updated for resources: {'Port': ['ID=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:00.130326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Calling delete_port for 18482f97-e629-4d42-a15a-7f4b9d9ec557 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:00.157932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-4676c82c-eca4-4f0b-914c-41b8dcc56881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:00.159338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-4676c82c-eca4-4f0b-914c-41b8dcc56881 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 1094 time: 0.2269650 Dec 09 15:03:00.186329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-0fdadefb-db23-4180-820c-c57c266b428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:00.188039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-0fdadefb-db23-4180-820c-c57c266b428c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 1095 time: 0.8922269 Dec 09 15:03:00.245063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Deleting port 86cac3e6-9514-4c6a-8065-409e246d6919 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:00.245403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.398576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-6e326900-bd82-414e-9b99-0957e7be4c53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec HTTP/1.1" status: 200 len: 217 time: 0.1942260 Dec 09 15:03:00.481013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-236dbb3a-d95c-4faa-9b49-0bba5eb07d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:00.483136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-236dbb3a-d95c-4faa-9b49-0bba5eb07d92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.0693479 Dec 09 15:03:00.487449 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.520326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::cc3:eb48:1639:d5a3 (d3ad000a-542a-403b-900f-3e0469146f33/b86031d5-6cba-4b95-8f69-94ea7fa236c6/010f08d5-27e0-4ea5-8c39-23b4fab69951) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:00.547931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-7b8e7451-305b-4624-a637-7071f0d9cd7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424085 Dec 09 15:03:00.670602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:00.675613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31c0e-e221-4bf2-b5f1-09b0a06c81f7 req-99c79eb1-a805-417d-8cd9-effeb2c07e8b tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:00.677181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29c31c0e-e221-4bf2-b5f1-09b0a06c81f7 req-99c79eb1-a805-417d-8cd9-effeb2c07e8b tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 944 time: 0.3581250 Dec 09 15:03:00.677975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Pushing event deleted for resources: {'Port': ['ID=77ab4605-64ee-4d53-9f0c-2c6b5ed09f0d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:00.730133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-de21106a-afc9-4ccf-8675-b7eb6ed6dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:00.731700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-de21106a-afc9-4ccf-8675-b7eb6ed6dd0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 914 time: 0.5615299 Dec 09 15:03:00.762812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22b4c4fb-515d-4a03-b881-74d8ca72f212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.770297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] For port 86cac3e6-9514-4c6a-8065-409e246d6919, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=86cac3e6-9514-4c6a-8065-409e246d6919,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:00.770674 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.786354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-72bf198e-99c8-4c5b-b4ec-c219041749eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07 HTTP/1.1" status: 200 len: 217 time: 0.0433297 Dec 09 15:03:00.802812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.806069 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:00.806916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7a1426a-5352-4e26-87a6-1a5ca7033e28 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] 10.222.0.46 "DELETE /v2.0/floatingips/c3991fd5-c34f-47ee-995e-1594df98e3d1 HTTP/1.1" status: 204 len: 168 time: 2.8080153 Dec 09 15:03:00.820766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48826) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:00.848306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Calling delete_port for 86cac3e6-9514-4c6a-8065-409e246d6919 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:00.875138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29c31c0e-e221-4bf2-b5f1-09b0a06c81f7 req-389d582d-903a-4057-98f6-42f0c043b1e2 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883178 Dec 09 15:03:00.912076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-4b761e6e-6dfe-4624-a730-200146d14839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:00.913655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-4b761e6e-6dfe-4624-a730-200146d14839 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 0.1056538 Dec 09 15:03:00.959122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-d1d7eb49-9aee-4709-a3cc-cd941128ce18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378439 Dec 09 15:03:01.091973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-bcd15766-7aef-41c9-8367-a1fa00f896a3 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077102 Dec 09 15:03:01.116722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-bed10946-21d3-4277-a11f-17bd797f66b5 service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485643 Dec 09 15:03:01.165453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.187734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22b4c4fb-515d-4a03-b881-74d8ca72f212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.209833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1a6d3c6-9ebc-41c9-9dfe-9391926c0fe0 req-721d2579-0135-43e8-88d2-3b118831cab4 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1220212 Dec 09 15:03:01.217298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22b4c4fb-515d-4a03-b881-74d8ca72f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.243248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.283981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=18482f97-e629-4d42-a15a-7f4b9d9ec557,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:01.365399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:01.437722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:01.438107 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.461097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62554ab-943f-4b61-b35e-ecc37819e5fc req-e5aa9ddd-27f2-42dc-b888-04f8da11c5db service neutron] 10.222.0.36 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925274 Dec 09 15:03:01.556119 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.603164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4c4fb-515d-4a03-b881-74d8ca72f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3654cd58-5958-453d-a54b-07cce81bd5fd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:01.603801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:01.611779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.625161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-22b4c4fb-515d-4a03-b881-74d8ca72f212 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c33444955c284c948781ca45c5bb2570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381464 Dec 09 15:03:01.638007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48840) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:01.692480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:01.695820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a3238e-989c-4be7-9247-a9d7e6d78141,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:01.710223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.711516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e0bd1896-1f60-4fb4-920f-f8904178cb86 None None] Provisioning complete for port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:01.712083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1896-1f60-4fb4-920f-f8904178cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.747666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Checking segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:01.748178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Network hostable DHCP agents. Network: 0b833a08-3676-4a33-b6cd-80b89bcfbe73, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:01.763582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f85fde6-c4a7-446e-8c4d-95ff0cce3085 req-7230bccc-5635-41ab-ab31-b48bcecd0e5a service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528729 Dec 09 15:03:01.767710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:01.786432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.798170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:01.798860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c64fe1f0-ec11-4ae5-ae07-05844e3b7ed3 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:01.799500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86cac3e6-9514-4c6a-8065-409e246d6919 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:01.804965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.822447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 86cac3e6-9514-4c6a-8065-409e246d6919 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:01.823167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 86cac3e6-9514-4c6a-8065-409e246d6919 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:01.825728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cac3e6-9514-4c6a-8065-409e246d6919,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:01.834373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:01.862714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.878140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9cef5-870a-4368-bb18-0f9c58a3b88c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:01.886889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34977fc3-2be8-42dd-8dec-535857c008fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.923945 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34977fc3-2be8-42dd-8dec-535857c008fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:01.932432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0b833a08-3676-4a33-b6cd-80b89bcfbe73) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:01.942341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9a9d4-3798-4b01-8843-d0de14a0d9dd None None] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:01.970520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:01.971199 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.035304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:02.048012 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.053960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e848292d-c564-4f82-88fd-c5596ec0ae83 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8475370 Dec 09 15:03:02.055301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=010f08d5-27e0-4ea5-8c39-23b4fab69951,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:02.058179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:02.060225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:02.069044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:02.101250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:02.108531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:02.109272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.122500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:02.123445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.175501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a28a7-3890-45c5-abba-d66010e84060 req-968d3a00-a0a5-40c8-a442-27c59645d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:02.177032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-968d3a00-a0a5-40c8-a442-27c59645d8d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 1095 time: 0.3119104 Dec 09 15:03:02.228816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.236198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.287957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf4e08-bece-45c6-bf72-ffba55dc53a6 req-f640df91-92dd-43c5-9bcd-07503cf8e6ac tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:02.298993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ddf4e08-bece-45c6-bf72-ffba55dc53a6 req-f640df91-92dd-43c5-9bcd-07503cf8e6ac tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 944 time: 0.3227892 Dec 09 15:03:02.333652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Allocated IP 172.20.0.2 (0b833a08-3676-4a33-b6cd-80b89bcfbe73/d8a3238e-989c-4be7-9247-a9d7e6d78141/e2000dc2-7117-4ca0-a128-e43eec936e5a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:02.463004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.464214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.480875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca0b49b7-21f4-4490-8200-2f4e68bfbbcf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7830274 Dec 09 15:03:02.485281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:02.493834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': 'b86031d5-6cba-4b95-8f69-94ea7fa236c6', 'ip_address': '2001:db8::cc3:eb48:1639:d5a3'}], 'name': 'tempest-NetworksTestDHCPv6-568207391'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:02.512580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.513124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e99d9a2d-5b45-4226-9331-9da7bff2854f req-e1a78e94-35b0-4498-9ce5-e33c0ef4f1dd tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1039281 Dec 09 15:03:02.513590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062baca9-710f-48b0-8585-0f1c8e75c63c {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:03:02.518980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34977fc3-2be8-42dd-8dec-535857c008fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.526752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34977fc3-2be8-42dd-8dec-535857c008fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.528406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34977fc3-2be8-42dd-8dec-535857c008fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3654cd58-5958-453d-a54b-07cce81bd5fd HTTP/1.1" status: 204 len: 168 time: 0.8860686 Dec 09 15:03:02.544065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.547519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac44b34f-ac32-4d99-8468-18dc6f9a46c0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/062baca9-710f-48b0-8585-0f1c8e75c63c HTTP/1.1" status: 204 len: 168 time: 4.0587890 Dec 09 15:03:02.550245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48852) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:02.558287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977fc3-2be8-42dd-8dec-535857c008fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3654cd58-5958-453d-a54b-07cce81bd5fd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:02.700230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.720254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ddf4e08-bece-45c6-bf72-ffba55dc53a6 req-32b66d96-0faf-4c55-8f07-d484caab205e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198644 Dec 09 15:03:02.728393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-01d9bfc9-8a43-4446-bc3a-3ec469245d92 None None] Provisioning complete for port 010f08d5-27e0-4ea5-8c39-23b4fab69951 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:02.731163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01d9bfc9-8a43-4446-bc3a-3ec469245d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.745348 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.747099 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.764207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:02.767884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.791283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a28a7-3890-45c5-abba-d66010e84060 req-5c8df718-f5c9-4005-bcd5-e242a6e65125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:02.793226 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-5c8df718-f5c9-4005-bcd5-e242a6e65125 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 200 len: 914 time: 0.5761850 Dec 09 15:03:02.796127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Deleting subnet 14eb932a-7297-47e2-8125-34925228a4cc {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:02.816620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:02.854551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:02.859475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:02.877164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:02.901016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-01d9bfc9-8a43-4446-bc3a-3ec469245d92 None None] Port 010f08d5-27e0-4ea5-8c39-23b4fab69951 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:02.921888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Pushing event updated for resources: {'Port': ['ID=e2000dc2-7117-4ca0-a128-e43eec936e5a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:02.986878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Attempting to bind port e2000dc2-7117-4ca0-a128-e43eec936e5a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:02.987796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Attempting to bind port e2000dc2-7117-4ca0-a128-e43eec936e5a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:02.987796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Attempting to bind port e2000dc2-7117-4ca0-a128-e43eec936e5a on network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:03.001582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:03.002082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Checking segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:03.002607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.002953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-68f1ba77-05de-4cb7-956a-8e4b2d3258a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec HTTP/1.1" status: 200 len: 217 time: 0.1889982 Dec 09 15:03:03.003188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Bound using segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:03.003800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Bound port: e2000dc2-7117-4ca0-a128-e43eec936e5a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:03.004284 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.055189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:03.061615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e2e5a56a-2e53-438f-a880-0e6731267d3b admin admin] 10.222.0.46 "PUT /v2.0/routers/c0cde7f8-0cff-4ad1-abcb-7f634d553af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9895613 Dec 09 15:03:03.065117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:03.067126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03567572-d90d-4efc-9eda-8400624891fe None None] Sync routers for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:03.088888 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:03.089714 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:03.091393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.106218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] For port e2000dc2-7117-4ca0-a128-e43eec936e5a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:03.110322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] For port e2000dc2-7117-4ca0-a128-e43eec936e5a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e2000dc2-7117-4ca0-a128-e43eec936e5a,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:03.130729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.228418 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:03.229736 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.269791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1d44-a6af-4534-b174-0c8326dfaf91 None None] Pushing event updated for resources: {'Port': ['ID=e2000dc2-7117-4ca0-a128-e43eec936e5a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:03.401020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:03.405314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Deleting port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:03.405655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.421987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.461961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fced93ce-e504-458d-9c3f-0a94a5e7df07 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:03:03.571751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] For port b95f634c-8464-4a8e-8ec1-faeeee2e8ca6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:03.587655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.597817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:03.600233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.651002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Calling delete_port for b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:03.703608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Deleting port 03d993eb-3cc6-4021-82c8-40c9d4376a04 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:03.706458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.728585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01de3689-555f-417c-b8fb-3b486efb8b63 req-8b7f6377-26f1-4e76-8b08-691594c585e2 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0627077 Dec 09 15:03:03.734785 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:03:00Z', 'revision_number': 5, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port': {'id': '03d993eb-3cc6-4021-82c8-40c9d4376a04', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:01:26Z', 'updated_at': '2021-12-09T15:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:03.769137 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03567572-d90d-4efc-9eda-8400624891fe None None] Checking router: c0cde7f8-0cff-4ad1-abcb-7f634d553af2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:03.781392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] Routers {'c0cde7f8-0cff-4ad1-abcb-7f634d553af2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:03.782204 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:03.813361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port fced93ce-e504-458d-9c3f-0a94a5e7df07, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:03.843443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'fced93ce-e504-458d-9c3f-0a94a5e7df07', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'port_id': 'fced93ce-e504-458d-9c3f-0a94a5e7df07', 'mac_address': 'fa:16:3e:a5:59:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314420d0-a220-4a1f-aba0-280e56c11ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:03:03.940042 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:03.965917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fced93ce-e504-458d-9c3f-0a94a5e7df07 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:03:04.006718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port fced93ce-e504-458d-9c3f-0a94a5e7df07, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:04.017096 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.025052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] Set router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:04.042471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] For port 03d993eb-3cc6-4021-82c8-40c9d4376a04, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03d993eb-3cc6-4021-82c8-40c9d4376a04,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:04.042833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.061500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Calling delete_port for 03d993eb-3cc6-4021-82c8-40c9d4376a04 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:04.108536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.145083 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03567572-d90d-4efc-9eda-8400624891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:03:03Z', 'revision_number': 6, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:04.159730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=fced93ce-e504-458d-9c3f-0a94a5e7df07,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:04.213148 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03567572-d90d-4efc-9eda-8400624891fe None None] The sync data for ids ['c0cde7f8-0cff-4ad1-abcb-7f634d553af2'] in n-d-804292-5 is: [{'id': 'c0cde7f8-0cff-4ad1-abcb-7f634d553af2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128715632-router', 'tenant_id': '19313c48a3954053a17f879c8b160e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:01:25Z', 'updated_at': '2021-12-09T15:03:03Z', 'revision_number': 6, 'project_id': '19313c48a3954053a17f879c8b160e78', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:04.222563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['fced93ce-e504-458d-9c3f-0a94a5e7df07'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:03:04.227831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f380e85-c5d1-4c6e-afc8-008309d19bea req-71fb2d8d-754f-4605-8cda-7248a1cae661 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1140523 Dec 09 15:03:04.292481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.327343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.375580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35eb4d-d793-4b95-b086-53f16676d190 req-fff29318-0108-4a2a-bbd7-00f379e908bf tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:04.377963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e35eb4d-d793-4b95-b086-53f16676d190 req-fff29318-0108-4a2a-bbd7-00f379e908bf tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 944 time: 0.2345579 Dec 09 15:03:04.389162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a28a7-3890-45c5-abba-d66010e84060 req-f656c4e4-7275-4fd1-8b38-ce4cae394595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:04.392140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-f656c4e4-7275-4fd1-8b38-ce4cae394595 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 200 len: 853 time: 1.3767207 Dec 09 15:03:04.393159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:03:04.401465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95f634c-8464-4a8e-8ec1-faeeee2e8ca6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:04.443107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:04.451631 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.491510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.529370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 3e9faf17-5ff4-41c4-9e68-31a5f97f531d yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:03:04.568050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:04.568561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d993eb-3cc6-4021-82c8-40c9d4376a04,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:04.582419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec', 'network_id': 'c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684', 'port_id': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec', 'mac_address': 'fa:16:3e:e3:6b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314420d0-a220-4a1f-aba0-280e56c11ae8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:03:04.589489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b3b21-1dd0-4bc9-836e-b08e797bd9ec None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:04.604673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-3779bd68-986e-452c-ad43-812adf50892f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303205 Dec 09 15:03:04.742390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.795919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.822528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:03:04.917343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:04.919091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-2796ab79-1bd1-44bb-8675-9fda5771b7f1 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524915 Dec 09 15:03:04.934118 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:04.985364 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.052230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38710621-9345-49dc-84b9-13e0ece3a7a2 req-f78ae7d4-97b2-4e25-bdb1-b587a0dc43f9 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1110077 Dec 09 15:03:05.053974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.060136 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.080091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-180a28a7-3890-45c5-abba-d66010e84060 req-d576b448-8e38-499c-9953-640172e5c2f3 service neutron] 10.222.0.43 "GET /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141350 Dec 09 15:03:05.103955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.113534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e35eb4d-d793-4b95-b086-53f16676d190 req-7d0a5117-f2c5-4b73-8276-069c09fc1458 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194829 Dec 09 15:03:05.195270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.195986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cde7f8-0cff-4ad1-abcb-7f634d553af2 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:03:05.222753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.238020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.242341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-96143b7d-da5d-465c-8ed9-e1ec2371c572 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c0cde7f8-0cff-4ad1-abcb-7f634d553af2 HTTP/1.1" status: 204 len: 168 time: 2.1752913 Dec 09 15:03:05.242586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14eb932a-7297-47e2-8125-34925228a4cc HTTP/1.1" status: 204 len: 168 time: 2.6791553 Dec 09 15:03:05.244876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48894) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:05.245220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:05.255225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d06a4-7146-41dd-9df2-7bd34c492ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14eb932a-7297-47e2-8125-34925228a4cc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:05.298672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37170b1-3769-4cb9-a1d0-e39fa9ce0ffa None None] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:05.337294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Deleting subnet f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:05.379304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.402813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f11246c-e9ab-4135-bb51-64f6ec90acc0 None None] Network 88bb0511-f3fa-4879-b033-dd11bfdc53da requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:05.404712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:05.475743 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 15:03:05.476658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:03:05.510810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.521354 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-acc457a9-96fc-4cae-b455-7e3fc3f4efda tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.0296137 Dec 09 15:03:05.541659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.566167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fced93ce-e504-458d-9c3f-0a94a5e7df07 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:05.568968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['1c24bc76-d8e8-4a58-a8d6-506e8addc4ec'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:03:05.571727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e2000dc2-7117-4ca0-a128-e43eec936e5a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:05.659064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48902) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:05.714128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Allocated IP 172.25.0.250 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/baea5922-dc70-43c3-915a-f02cca3baaa5) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:05.724215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-45cb1d0e-197e-4574-9029-85779b4f0795 None None] Provisioning complete for port e2000dc2-7117-4ca0-a128-e43eec936e5a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:05.724594 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45cb1d0e-197e-4574-9029-85779b4f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.747905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8183595-a974-4da9-aca3-bb19574690fb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:05.755897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8183595-a974-4da9-aca3-bb19574690fb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:05.758308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8183595-a974-4da9-aca3-bb19574690fb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0981431 Dec 09 15:03:05.767822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:05.840938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e2000dc2-7117-4ca0-a128-e43eec936e5a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:05.841578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.881707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.947886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.984022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:05.988395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.046654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.060081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port fced93ce-e504-458d-9c3f-0a94a5e7df07 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:03:06.066099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] DHCP port deletion for 88bb0511-f3fa-4879-b033-dd11bfdc53da request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:06.075237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45cb1d0e-197e-4574-9029-85779b4f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.092461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port fced93ce-e504-458d-9c3f-0a94a5e7df07 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:06.092838 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.114617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Pushing event updated for resources: {'Port': ['ID=baea5922-dc70-43c3-915a-f02cca3baaa5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:06.142929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:06.146957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:06.154628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:06.177746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Router f7b34488-f38c-4613-9982-dc7208bfc6f2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:06.202871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.218116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13cf98-486e-4df5-9b8f-1afdaa22630e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:06.299696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-45cb1d0e-197e-4574-9029-85779b4f0795 None None] For port e2000dc2-7117-4ca0-a128-e43eec936e5a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e2000dc2-7117-4ca0-a128-e43eec936e5a,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:06.325452 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45cb1d0e-197e-4574-9029-85779b4f0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.330889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-086bae3a-abe5-4d4f-a352-3d48154e61c1 req-0fd1bf29-246b-473d-a898-094febfe2bb8 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1202519 Dec 09 15:03:06.332033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 010f08d5-27e0-4ea5-8c39-23b4fab69951 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:06.333102 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.340934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.398065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Deleting port 3ca0c370-877a-4892-9e64-9274b9370ca7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:06.398948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.449267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.453374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d HTTP/1.1" status: 204 len: 168 time: 1.2058961 Dec 09 15:03:06.458799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0d50c-7f93-433b-b7ac-209652f789b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fdebf5-6ad5-41bb-88c2-cc1fb9953f9d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:06.461460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48920) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:06.539594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.558589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 010f08d5-27e0-4ea5-8c39-23b4fab69951 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:06.575565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:03:06.576279 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:03:06.596840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] Deleting port 3ca0c370-877a-4892-9e64-9274b9370ca7 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:06.597527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.603468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb1d0e-197e-4574-9029-85779b4f0795 None None] Pushing event updated for resources: {'Port': ['ID=e2000dc2-7117-4ca0-a128-e43eec936e5a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:06.609678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-546b3651-9032-4b35-8449-57f10d05357e None None] Provisioning complete for port baea5922-dc70-43c3-915a-f02cca3baaa5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:06.610308 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546b3651-9032-4b35-8449-57f10d05357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.626104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.655876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] For port 3ca0c370-877a-4892-9e64-9274b9370ca7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0c370-877a-4892-9e64-9274b9370ca7,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:06.656298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.691257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Calling delete_port for 3ca0c370-877a-4892-9e64-9274b9370ca7 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:06.703864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.712816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:06.723991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ee987807-89c6-4de3-9784-b2a75d1e6563 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7b34488-f38c-4613-9982-dc7208bfc6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9010556 Dec 09 15:03:06.732495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced93ce-e504-458d-9c3f-0a94a5e7df07'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:03:06.735139 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e0c2df-1ca6-4ae2-b48c-781a35194e29" -d '{"events": [{"server_uuid": "28a26080-6c1f-4996-95bd-3a0fbcd5ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "fced93ce-e504-458d-9c3f-0a94a5e7df07"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:03:06.749088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] Sync routers for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:06.763607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] For port 3ca0c370-877a-4892-9e64-9274b9370ca7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0c370-877a-4892-9e64-9274b9370ca7,segment=NetworkSegment(6ed610eb-4f8d-4dcf-b071-07e18a7edb7b),segment_id=6ed610eb-4f8d-4dcf-b071-07e18a7edb7b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:06.764250 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.766960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48932) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:06.778328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port fced93ce-e504-458d-9c3f-0a94a5e7df07, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:06.794786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-546b3651-9032-4b35-8449-57f10d05357e None None] Port baea5922-dc70-43c3-915a-f02cca3baaa5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:06.838057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:06.844983 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b52492-4289-4701-ade6-b69b751b5e0b x-openstack-request-id: req-00b52492-4289-4701-ade6-b69b751b5e0b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:03:06.846624 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a26080-6c1f-4996-95bd-3a0fbcd5ddb4", "name": "network-vif-plugged", "status": "completed", "tag": "fced93ce-e504-458d-9c3f-0a94a5e7df07", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:03:06.848304 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00b52492-4289-4701-ade6-b69b751b5e0b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:03:06.849776 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced93ce-e504-458d-9c3f-0a94a5e7df07', 'code': 200} Dec 09 15:03:06.854785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] Calling delete_port for 3ca0c370-877a-4892-9e64-9274b9370ca7 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:06.874215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:06.875249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.057186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.077652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63a30-89a6-4010-9a3d-3e7af6bca61f req-b39532c0-3826-409d-b9cf-fead6d2faa2e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:07.079248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97f63a30-89a6-4010-9a3d-3e7af6bca61f req-b39532c0-3826-409d-b9cf-fead6d2faa2e tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 945 time: 0.3988636 Dec 09 15:03:07.113528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7b25881-0807-4f1e-887f-dab4604386ac req-2c86654f-ed42-42aa-8001-51cf4b999055 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1269262 Dec 09 15:03:07.184284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=fced93ce-e504-458d-9c3f-0a94a5e7df07,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:07.219712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7237f2b7-4622-4b8c-bfb4-18f8826d0a7f']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.225610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f1f6dad9-ab68-4400-9c48-faf96eebf3cb None None] Provisioning complete for port e2000dc2-7117-4ca0-a128-e43eec936e5a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:07.226580 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1f6dad9-ab68-4400-9c48-faf96eebf3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.249439 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.254798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.257924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f4a22d-3a38-4ef5-84a3-fb27755daf1c') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.258288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f4a22d-3a38-4ef5-84a3-fb27755daf1c') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.278184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.280375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 18482f97-e629-4d42-a15a-7f4b9d9ec557 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:07.299331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608d84-6ef0-4782-9dd6-f542621c3813 req-bcb6341d-eaf9-4052-a98a-ef68da08c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:07.300034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97f63a30-89a6-4010-9a3d-3e7af6bca61f req-5a432f3e-5a46-4778-8ef8-0b1160c6118b tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113087 Dec 09 15:03:07.300843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18608d84-6ef0-4782-9dd6-f542621c3813 req-bcb6341d-eaf9-4052-a98a-ef68da08c70c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 1096 time: 0.3613758 Dec 09 15:03:07.335370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=010f08d5-27e0-4ea5-8c39-23b4fab69951,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:07.357001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca0c370-877a-4892-9e64-9274b9370ca7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:07.361309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.382990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] No DVR routers for this DVR port 3ca0c370-877a-4892-9e64-9274b9370ca7 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:07.402907 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.405461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 18482f97-e629-4d42-a15a-7f4b9d9ec557 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:07.405823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 18482f97-e629-4d42-a15a-7f4b9d9ec557 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:07.406257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03d993eb-3cc6-4021-82c8-40c9d4376a04 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:07.409235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:07.422415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.428668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aa3096cf-e491-4a6f-8b07-b135c9f38e9b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/010f08d5-27e0-4ea5-8c39-23b4fab69951 HTTP/1.1" status: 204 len: 168 time: 1.6575136 Dec 09 15:03:07.430119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48956) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:07.492806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:03:07.493364 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:03:07.496509 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:03:07.504856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80b2ed-cf2c-4dc3-8775-3abf21a493cf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:07.512725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80b2ed-cf2c-4dc3-8775-3abf21a493cf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:07.518400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1e80b2ed-cf2c-4dc3-8775-3abf21a493cf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0834968 Dec 09 15:03:07.521602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48958) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:07.556084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 03d993eb-3cc6-4021-82c8-40c9d4376a04 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:07.556462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03d993eb-3cc6-4021-82c8-40c9d4376a04 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:07.599763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.607830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.701026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.706656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet b86031d5-6cba-4b95-8f69-94ea7fa236c6 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:07.711046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.744529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18608d84-6ef0-4782-9dd6-f542621c3813 req-4acba739-a838-4430-8841-3b82b395543c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941882 Dec 09 15:03:07.753485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bb0511-f3fa-4879-b033-dd11bfdc53da']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.768649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.790334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.790613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed610eb-4f8d-4dcf-b071-07e18a7edb7b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:07.802796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.809895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.831975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.842559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:03:07.843126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.886864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e2000dc2-7117-4ca0-a128-e43eec936e5a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:07.916702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] Pushing event deleted for resources: {'Port': ['ID=3ca0c370-877a-4892-9e64-9274b9370ca7,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:03:07.917064 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:03:07.919779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.925761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7237f2b7-4622-4b8c-bfb4-18f8826d0a7f HTTP/1.1" status: 204 len: 168 time: 1.4575205 Dec 09 15:03:07.925761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.940463 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.948121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db9cf0-5a4c-4ffc-8653-0c6cb75bd8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7237f2b7-4622-4b8c-bfb4-18f8826d0a7f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:07.957675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:07.967210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] 10.222.0.46 "DELETE /v2.0/networks/88bb0511-f3fa-4879-b033-dd11bfdc53da HTTP/1.1" status: 204 len: 168 time: 2.7208617 Dec 09 15:03:07.971144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710ab68-33b4-443f-b926-910a28f1988c None None] No DVR routers for this DVR port 3ca0c370-877a-4892-9e64-9274b9370ca7 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:08.014815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508beb-22ab-4c8a-baf9-7b91c814a32a admin admin] Pushing event deleted for resources: {'Network': ['ID=88bb0511-f3fa-4879-b033-dd11bfdc53da,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:08.057990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Deleting port 8ba59728-1a3d-4788-9e33-0079a618ece2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:08.057990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.065746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.080958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e2000dc2-7117-4ca0-a128-e43eec936e5a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:08.081626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.161945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T15:03:04Z', 'revision_number': 5, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port': {'id': '8ba59728-1a3d-4788-9e33-0079a618ece2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:38Z', 'updated_at': '2021-12-09T14:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:08.200980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] For port 8ba59728-1a3d-4788-9e33-0079a618ece2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8ba59728-1a3d-4788-9e33-0079a618ece2,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:08.201342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.201947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.237361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Calling delete_port for 8ba59728-1a3d-4788-9e33-0079a618ece2 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:08.276305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] Checking router: f7b34488-f38c-4613-9982-dc7208bfc6f2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:08.308745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] Routers {'f7b34488-f38c-4613-9982-dc7208bfc6f2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:08.314230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f7b34488-f38c-4613-9982-dc7208bfc6f2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:08.333276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:08.369693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.375847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27b00934-2a5c-4ca6-855f-c04b9c19a7de req-ae58e098-d8a1-4872-8045-2885be915edd tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0560648 Dec 09 15:03:08.427370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=b86031d5-6cba-4b95-8f69-94ea7fa236c6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:08.435821 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.443951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-acc6b449-8642-4533-bfee-76427d147fa9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/b86031d5-6cba-4b95-8f69-94ea7fa236c6 HTTP/1.1" status: 204 len: 168 time: 0.9211977 Dec 09 15:03:08.447753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48978) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:08.461395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-486d9713-cf5d-458f-8bb0-ff6614ce9342 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19313c48a3954053a17f879c8b160e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255610 Dec 09 15:03:08.463819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48980) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:08.466039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0c370-877a-4892-9e64-9274b9370ca7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:08.468929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:08.511404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1da0a5f7-e631-4e62-8c8b-a5b206d38206 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622904 Dec 09 15:03:08.513125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d9151-e642-4d36-9566-3daa03ff212d None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:08.517714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48982) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:08.518116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:08.558047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:08.586914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f962bc99-05c5-4cbd-8243-f52d78819fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.634258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 3ca0c370-877a-4892-9e64-9274b9370ca7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:08.634681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0c370-877a-4892-9e64-9274b9370ca7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:08.647946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f962bc99-05c5-4cbd-8243-f52d78819fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.683040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-26acc67e-f42b-4d08-b2a8-5e6ce7103987 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d90a99ee14d4dbd96795b2ebe5ecfca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607230 Dec 09 15:03:08.683191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48986) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:08.705928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2fdf4-7845-4766-bce0-9e8fd1f8c7fe req-f6ae525c-637a-4c9e-bc53-6e9dc36aa996 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:08.708312 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fc2fdf4-7845-4766-bce0-9e8fd1f8c7fe req-f6ae525c-637a-4c9e-bc53-6e9dc36aa996 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 945 time: 0.2514405 Dec 09 15:03:08.720336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.730678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Router fe069620-39c7-4d95-93ee-ff552613a5db is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:08.744221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] Set router f7b34488-f38c-4613-9982-dc7208bfc6f2 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:08.769373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:08.773187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.799560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba59728-1a3d-4788-9e33-0079a618ece2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:08.829870 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f962bc99-05c5-4cbd-8243-f52d78819fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.832752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f962bc99-05c5-4cbd-8243-f52d78819fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.833916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f962bc99-05c5-4cbd-8243-f52d78819fa4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09a4d114-8934-4887-b6bf-cfc875737990 HTTP/1.1" status: 204 len: 168 time: 0.3690221 Dec 09 15:03:08.877107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bc99-05c5-4cbd-8243-f52d78819fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a4d114-8934-4887-b6bf-cfc875737990,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:08.902971 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86b09c1a-bf54-4cc2-af61-581abb460514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.918892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:08.956853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:08.960866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11355230-7ee1-449c-9bc2-2c6bec2911cf None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:08.980528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T15:03:07Z', 'revision_number': 6, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:08.984706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:03:09.003528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86b09c1a-bf54-4cc2-af61-581abb460514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.040547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.045533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.066701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:09.068118 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.114613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.115812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b34488-f38c-4613-9982-dc7208bfc6f2 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:03:09.121209 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.125247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-063d5c37-fbe9-4605-8ffb-a555626e9d13 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7b34488-f38c-4613-9982-dc7208bfc6f2 HTTP/1.1" status: 204 len: 168 time: 2.3543143 Dec 09 15:03:09.125247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48994) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:09.190603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6b5b9-2abb-409c-85cb-91e19f48adac None None] The sync data for ids ['f7b34488-f38c-4613-9982-dc7208bfc6f2'] in n-d-804292-5 is: [{'id': 'f7b34488-f38c-4613-9982-dc7208bfc6f2', 'name': 'tempest-ServerActionsTestJSON-1383225830-router', 'tenant_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:36Z', 'updated_at': '2021-12-09T15:03:07Z', 'revision_number': 6, 'project_id': '1598fc3a2d6a41d28f608d4ca2c8077d', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:09.211163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Deleting subnet fa59e132-7cb8-4c6a-b630-d956462d97b8 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:09.217517 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.265527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.269381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.298951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:03:09.302163 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b96bc-167b-4546-a835-031cc0746c1f" -d '{"events": [{"server_uuid": "e1501f6d-befd-42bd-9ab2-d3ba5b99b23c", "name": "network-vif-plugged", "status": "completed", "tag": "1c24bc76-d8e8-4a58-a8d6-506e8addc4ec"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:03:09.332302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86b09c1a-bf54-4cc2-af61-581abb460514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.334978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86b09c1a-bf54-4cc2-af61-581abb460514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.338764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-86b09c1a-bf54-4cc2-af61-581abb460514 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1071cd40-c583-4a58-9c76-1330efde5205 HTTP/1.1" status: 204 len: 168 time: 0.6478064 Dec 09 15:03:09.340425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:09.355372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b09c1a-bf54-4cc2-af61-581abb460514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071cd40-c583-4a58-9c76-1330efde5205,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:09.376042 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fc2fdf4-7845-4766-bce0-9e8fd1f8c7fe req-7fbd0301-e891-4a89-bfc3-9d9c3933524a tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530120 Dec 09 15:03:09.381075 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0d882-f200-4494-8d55-33294cd69fba x-openstack-request-id: req-1bc0d882-f200-4494-8d55-33294cd69fba {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:03:09.381637 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1501f6d-befd-42bd-9ab2-d3ba5b99b23c", "name": "network-vif-plugged", "status": "completed", "tag": "1c24bc76-d8e8-4a58-a8d6-506e8addc4ec", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:03:09.382715 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bc0d882-f200-4494-8d55-33294cd69fba {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:03:09.383586 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec', 'code': 200} Dec 09 15:03:09.386156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.432020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.485395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] Deleting port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:09.488820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.501964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.561477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa59e132-7cb8-4c6a-b630-d956462d97b8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:09.586051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.605132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1543e9a2-f204-4857-864f-968b8bd4484d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fa59e132-7cb8-4c6a-b630-d956462d97b8 HTTP/1.1" status: 204 len: 168 time: 0.4782424 Dec 09 15:03:09.615141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff05ded-0918-4556-9806-2405ccc97a89 None None] Network 9e330498-9918-46fe-ae82-6b744b89e9ad requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:09.620624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:09.635069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c724fed1-fe31-4ef6-a5bb-effa1f1ab924 req-a20da01d-889e-4bc3-8fcc-a29a6113fe13 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0702424 Dec 09 15:03:09.721027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461a95d-e914-44a8-90c1-8927972f4a22 req-30938ac1-bbd2-4568-839e-a1e3e488d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:09.723521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2461a95d-e914-44a8-90c1-8927972f4a22 req-30938ac1-bbd2-4568-839e-a1e3e488d167 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 1097 time: 0.2438879 Dec 09 15:03:09.781846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] For port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:09.782250 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.812809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:09.836799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] Calling delete_port for 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:09.850531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.875276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:09.897063 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Sync routers for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:09.918025 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:09.919384 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:09.942896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2461a95d-e914-44a8-90c1-8927972f4a22 req-eae99716-4be1-4a52-a978-98f9546b0d41 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442163 Dec 09 15:03:09.946295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:09.949905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b37c4c6b-f794-46bb-aed0-7f45c1f4bb73 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8819261 Dec 09 15:03:09.950282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:09.990582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.038096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.050961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] Pushing event deleted for resources: {'Port': ['ID=7ca284cd-64e7-4d4e-ac35-36aa227b5af7,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:10.063432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31939a4b-014f-478c-b6a3-f30e7b873bdc None None] No DVR routers for this DVR port 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:10.113018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Deleting port 2ad43993-57ab-404e-931e-b89e11032e6a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:10.114718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] DHCP port deletion for 9e330498-9918-46fe-ae82-6b744b89e9ad request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:10.117463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.131137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:10.168438 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:10.180596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:10.185912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:10.186790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7ca284cd-64e7-4d4e-ac35-36aa227b5af7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:10.187253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:10.204922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:10.234368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a5f75-3914-436b-a3d1-c4024a2acda3 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:10.237555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=18ce0368-af1c-4732-a74d-6e387b8e6e3d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:10.248902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:10.250053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.295548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:10.295895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b95f634c-8464-4a8e-8ec1-faeeee2e8ca6 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:10.325125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-06ea5658-86b7-4ca8-ac65-029290589ff8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8040614 Dec 09 15:03:10.332330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49026) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:10.346954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '18ce0368-af1c-4732-a74d-6e387b8e6e3d', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1070242971'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:10.567839 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:06Z', 'revision_number': 3, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:10.595118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Deleting port 2ad43993-57ab-404e-931e-b89e11032e6a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:10.596726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.620163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '18ce0368-af1c-4732-a74d-6e387b8e6e3d'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:10.621219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.630536 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Checking router: fe069620-39c7-4d95-93ee-ff552613a5db for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:10.630892 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Updating router fe069620-39c7-4d95-93ee-ff552613a5db port baea5922-dc70-43c3-915a-f02cca3baaa5 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:10.686128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] For port 2ad43993-57ab-404e-931e-b89e11032e6a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2ad43993-57ab-404e-931e-b89e11032e6a,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:10.687033 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.687338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:10.746895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Calling delete_port for 2ad43993-57ab-404e-931e-b89e11032e6a owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:10.791562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9c535-467a-4447-b2c1-c05b961b88b8 req-87878fae-32a9-4b5c-91cf-cbb0faad2032 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:10.793753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76a9c535-467a-4447-b2c1-c05b961b88b8 req-87878fae-32a9-4b5c-91cf-cbb0faad2032 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 946 time: 0.2058654 Dec 09 15:03:10.796415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:11.029654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] For port 2ad43993-57ab-404e-931e-b89e11032e6a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2ad43993-57ab-404e-931e-b89e11032e6a,segment=NetworkSegment(23948f51-fd45-450c-baaf-7f8ec263a755),segment_id=23948f51-fd45-450c-baaf-7f8ec263a755)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:11.030211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.072347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76a9c535-467a-4447-b2c1-c05b961b88b8 req-9bf00b53-bfaf-4985-b236-f2ee10ea0881 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706332 Dec 09 15:03:11.117950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/18ce0368-af1c-4732-a74d-6e387b8e6e3d/32303294-af0c-41a0-a8d5-ba528f2b0810) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:11.155494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.182553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 1740f4aa-7d3d-4d6a-a839-aa5b3b4c2e37 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:03:11.242545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2be4a9d4-47b3-4010-9805-7297e4509b69 req-7decbbcb-a4cd-44af-bc12-8df5dcda6857 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1393421 Dec 09 15:03:11.248485 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.258368 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.323992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Pushing event updated for resources: {'Port': ['ID=baea5922-dc70-43c3-915a-f02cca3baaa5,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:11.329235 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.339466 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.340242 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.340782 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.341448 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.341978 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.342778 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.344596 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.345097 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.345598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.346484 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.347206 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.347943 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.348882 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:11.372677 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Attempting to bind port baea5922-dc70-43c3-915a-f02cca3baaa5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:11.373278 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Attempting to bind port baea5922-dc70-43c3-915a-f02cca3baaa5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:11.373800 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Attempting to bind port baea5922-dc70-43c3-915a-f02cca3baaa5 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:11.381440 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:11.381810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad43993-57ab-404e-931e-b89e11032e6a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:11.382534 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:11.383165 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.383775 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:11.384472 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Bound port: baea5922-dc70-43c3-915a-f02cca3baaa5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:11.385026 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.399704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] No DVR routers for this DVR port 2ad43993-57ab-404e-931e-b89e11032e6a on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:11.452395 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] For port baea5922-dc70-43c3-915a-f02cca3baaa5, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:11.456611 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] For port baea5922-dc70-43c3-915a-f02cca3baaa5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baea5922-dc70-43c3-915a-f02cca3baaa5,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:11.467659 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.499296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49056) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:11.515213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.532122 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:11.533191 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:11.545266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e330498-9918-46fe-ae82-6b744b89e9ad']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:11.558065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23948f51-fd45-450c-baaf-7f8ec263a755') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:11.558746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23948f51-fd45-450c-baaf-7f8ec263a755') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:11.566296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.599637 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd685-f88c-4f44-b56d-8c690b001748 None None] Pushing event updated for resources: {'Port': ['ID=baea5922-dc70-43c3-915a-f02cca3baaa5,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:11.609776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.658804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.679302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:03:11.680080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:03:11.684288 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:03:11.714417 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:11.787145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.799759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.807794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e330498-9918-46fe-ae82-6b744b89e9ad HTTP/1.1" status: 204 len: 168 time: 2.1829336 Dec 09 15:03:11.811885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.823236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497167a4-b67b-4401-ba46-a066bfb7e0da admin admin] Pushing event deleted for resources: {'Network': ['ID=9e330498-9918-46fe-ae82-6b744b89e9ad,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:11.831664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917c06d-1f91-4541-a6a2-c14e34ea2f6b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:11.833603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8ba59728-1a3d-4788-9e33-0079a618ece2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:11.838857 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:03:11.839885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:03:11.855014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Calling delete_port for 2ad43993-57ab-404e-931e-b89e11032e6a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:11.857522 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.878517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-66935746-network', 'tenant_id': '99e733927a694a69adbe209e1a948b3b'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:11.889487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-61253561-9831-4275-9c18-286abed424b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5540287 Dec 09 15:03:11.893898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49066) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:11.904949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49068) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:11.950583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Made reservation on behalf of 99e733927a694a69adbe209e1a948b3b for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:11.953043 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.963259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8ba59728-1a3d-4788-9e33-0079a618ece2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:11.963640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8ba59728-1a3d-4788-9e33-0079a618ece2 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:11.963757 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:11.964062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2ad43993-57ab-404e-931e-b89e11032e6a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:11.975142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Allocated IP 172.20.0.1 (0b833a08-3676-4a33-b6cd-80b89bcfbe73/d8a3238e-989c-4be7-9247-a9d7e6d78141/9c1dfbee-e942-4537-b25c-cd050c221c30) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:12.011499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea963c6-6ed0-4fbf-bb35-b1a7c89712bb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:12.022013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49072) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:12.027655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dea963c6-6ed0-4fbf-bb35-b1a7c89712bb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1304843 Dec 09 15:03:12.057383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:12.065535 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:06Z', 'revision_number': 3, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:12.068662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca33715-c8d1-4675-a89a-225424023874 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:12.071084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:12.075369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:12.113264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a4edb-fddd-4499-85fb-2aacafef2b3b None None] The sync data for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 is: [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:06Z', 'revision_number': 3, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:12.188021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-network', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:12.189619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49078) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:12.195736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 2ad43993-57ab-404e-931e-b89e11032e6a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:12.196392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2ad43993-57ab-404e-931e-b89e11032e6a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:12.233926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369b64a-f4c6-4834-a8dd-4d9b8768e0f5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:12.235719 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.239217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369b64a-f4c6-4834-a8dd-4d9b8768e0f5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:12.240904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1369b64a-f4c6-4834-a8dd-4d9b8768e0f5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2154865 Dec 09 15:03:12.249052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:12.304872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:12.307212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.310653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.323923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.325706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.365715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 18ce0368-af1c-4732-a74d-6e387b8e6e3d {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:12.369514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.369869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c6a5-11b3-4299-9768-341c242dd2a3 req-70efed58-8373-4481-9f2d-a8c66886d5fc tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:12.371620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0503c6a5-11b3-4299-9768-341c242dd2a3 req-70efed58-8373-4481-9f2d-a8c66886d5fc tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 946 time: 0.1641695 Dec 09 15:03:12.376796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:12.392156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Pushing event updated for resources: {'Port': ['ID=32303294-af0c-41a0-a8d5-ba528f2b0810,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:12.400374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f18f05ba-70f1-412c-8c3f-ea49eba9e2ae None None] Provisioning complete for port baea5922-dc70-43c3-915a-f02cca3baaa5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:12.400831 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f18f05ba-70f1-412c-8c3f-ea49eba9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.405972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1f4c8-d2c6-490b-a998-20033c7fc62d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:12.426470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.427858 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.428362 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Added segment cece7d1a-74b3-4e86-99c4-677928cc5441 of type vlan for network 3a250ebc-439a-473c-b410-3d10c28a3459 Dec 09 15:03:12.481947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Attempting to bind port 32303294-af0c-41a0-a8d5-ba528f2b0810 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:12.482408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Attempting to bind port 32303294-af0c-41a0-a8d5-ba528f2b0810 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:12.482784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Attempting to bind port 32303294-af0c-41a0-a8d5-ba528f2b0810 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:12.490916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:12.491319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:12.491875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.492204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:12.492692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Bound port: 32303294-af0c-41a0-a8d5-ba528f2b0810, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:12.493081 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.527485 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.536504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.546059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0503c6a5-11b3-4299-9768-341c242dd2a3 req-640e38e0-e2ae-4a2a-9c02-a8ec414e3118 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589797 Dec 09 15:03:12.562107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.626389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.627918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.629002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:12.629636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.654996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.664470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f18f05ba-70f1-412c-8c3f-ea49eba9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.696913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1962731 Dec 09 15:03:12.731987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Network 9e330498-9918-46fe-ae82-6b744b89e9ad is not hosted by any dhcp agent {{(pid=109896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:03:12.732699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] No DVR routers for this DVR port 2ad43993-57ab-404e-931e-b89e11032e6a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:12.736917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:12.740674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006bd76-412b-48af-bd38-6df34310a20a None None] Pushing event deleted for resources: {'Port': ['ID=2ad43993-57ab-404e-931e-b89e11032e6a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:12.773695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b53c91-1b94-4133-81c6-5ca9614881ed admin admin] Pushing event updated for resources: {'Network': ['ID=3a250ebc-439a-473c-b410-3d10c28a3459,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:12.777713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.793948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a738e2a-3bc9-4fb3-a8eb-526710bc5046,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:12.820983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 3a250ebc-439a-473c-b410-3d10c28a3459 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:12.822739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.823024 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Added segment 5362f347-5dc3-4424-8006-f9d9ad428589 of type vlan for network 54626a82-c410-4bdc-afc5-b67930a6e4f7 Dec 09 15:03:12.850347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=18ce0368-af1c-4732-a74d-6e387b8e6e3d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:12.855576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df483c23-7cc3-4f32-a2fb-b4bad09b4423 req-69a92665-3b0d-4c09-9de6-9a7ddcf34b0b tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1310387 Dec 09 15:03:12.857637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.865576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-393ebca9-e2a2-4008-b0de-2387aa46b6a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/18ce0368-af1c-4732-a74d-6e387b8e6e3d HTTP/1.1" status: 204 len: 168 time: 0.6153367 Dec 09 15:03:12.871897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-77749f30-6bc5-4179-89ba-9f0428cd64f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1598fc3a2d6a41d28f608d4ca2c8077d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795874 Dec 09 15:03:12.874971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49094) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:12.875579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49096) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:12.889094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f18f05ba-70f1-412c-8c3f-ea49eba9e2ae None None] For port baea5922-dc70-43c3-915a-f02cca3baaa5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baea5922-dc70-43c3-915a-f02cca3baaa5,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:12.924833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f18f05ba-70f1-412c-8c3f-ea49eba9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.947273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:12.957475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc3fbf-1c15-44df-a589-68798b5b1474 req-4e60730c-9df4-4601-83ef-c22a4e579d83 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:12.959058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69fc3fbf-1c15-44df-a589-68798b5b1474 req-4e60730c-9df4-4601-83ef-c22a4e579d83 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 945 time: 0.1752574 Dec 09 15:03:13.037021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] For port 32303294-af0c-41a0-a8d5-ba528f2b0810, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:13.040816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-46bce982-8ee9-4909-b99b-ef0adcd173a6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1637347 Dec 09 15:03:13.042564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f05ba-70f1-412c-8c3f-ea49eba9e2ae None None] Pushing event updated for resources: {'Port': ['ID=baea5922-dc70-43c3-915a-f02cca3baaa5,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:13.048440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49100) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:13.053533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:13.075807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] For port 32303294-af0c-41a0-a8d5-ba528f2b0810, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32303294-af0c-41a0-a8d5-ba528f2b0810,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:13.091004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.102622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.115737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae13fecd-3f9f-484f-b629-1cea1185ade9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.115884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:13.116988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.150021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69fc3fbf-1c15-44df-a589-68798b5b1474 req-baab10c1-216f-40fd-9a91-2ab360c4eef4 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809886 Dec 09 15:03:13.153423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296d81b-f49b-458e-bd1e-485b7a2417e1 None None] Pushing event updated for resources: {'Port': ['ID=32303294-af0c-41a0-a8d5-ba528f2b0810,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:13.160235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f1db6906-11ef-473c-a6db-31047ade8436 None None] Provisioning complete for port baea5922-dc70-43c3-915a-f02cca3baaa5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:13.160612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1db6906-11ef-473c-a6db-31047ade8436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.174210 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2627776 Dec 09 15:03:13.174846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:13.208497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Request body: {'subnet': {'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-subnet', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:13.232558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.253454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae13fecd-3f9f-484f-b629-1cea1185ade9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.337523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae13fecd-3f9f-484f-b629-1cea1185ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.341043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae13fecd-3f9f-484f-b629-1cea1185ade9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.343317 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae13fecd-3f9f-484f-b629-1cea1185ade9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69888bf1-4b07-409c-9e7d-3c7cf879fa18 HTTP/1.1" status: 204 len: 168 time: 0.3784716 Dec 09 15:03:13.370956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c029-63e3-402c-95da-990a30b164c1 admin admin] Pushing event updated for resources: {'Network': ['ID=54626a82-c410-4bdc-afc5-b67930a6e4f7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:13.392178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:13.416772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:13.422765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.426916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:13.431528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:13.475191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Pushing event updated for resources: {'Port': ['ID=9c1dfbee-e942-4537-b25c-cd050c221c30,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:13.801507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13fecd-3f9f-484f-b629-1cea1185ade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69888bf1-4b07-409c-9e7d-3c7cf879fa18,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:13.921002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b0b6-c9a6-4147-b9d2-65e5dfc63a24 req-e0a333ed-487d-45d9-8982-4a098a4d110e tempest-ComputeTenantNetworksTest-290922339 tempest-ComputeTenantNetworksTest-290922339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:13.931892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b0b6-c9a6-4147-b9d2-65e5dfc63a24 req-e0a333ed-487d-45d9-8982-4a098a4d110e tempest-ComputeTenantNetworksTest-290922339 tempest-ComputeTenantNetworksTest-290922339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:13.938851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b0b6-c9a6-4147-b9d2-65e5dfc63a24 req-e0a333ed-487d-45d9-8982-4a098a4d110e tempest-ComputeTenantNetworksTest-290922339 tempest-ComputeTenantNetworksTest-290922339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:13.940692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94f4b0b6-c9a6-4147-b9d2-65e5dfc63a24 req-e0a333ed-487d-45d9-8982-4a098a4d110e tempest-ComputeTenantNetworksTest-290922339 tempest-ComputeTenantNetworksTest-290922339-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.4347064 Dec 09 15:03:13.949443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:13.950682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:13.954666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:13.997287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32303294-af0c-41a0-a8d5-ba528f2b0810 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:14.064300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.081406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.081951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f7035d-524a-4b7c-8097-7de0849a9c3c req-42e047c6-715c-4d9f-a7ab-b22e626d5657 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0612247 Dec 09 15:03:14.088404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 32303294-af0c-41a0-a8d5-ba528f2b0810 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:14.089548 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.135999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.231439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5211b-112e-40e6-a8d1-c5493ea94b2d req-baec0790-95c7-401d-ad19-627744ce74e8 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:14.239401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4e5211b-112e-40e6-a8d1-c5493ea94b2d req-baec0790-95c7-401d-ad19-627744ce74e8 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 945 time: 0.3161728 Dec 09 15:03:14.281360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e058c5-74b4-4aff-9ca6-4372d6c2f233 req-0c2cbcf0-444a-4f73-9e74-b145c0b6f057 tempest-ComputeTenantNetworksTest-290922339 tempest-ComputeTenantNetworksTest-290922339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:14.284848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e058c5-74b4-4aff-9ca6-4372d6c2f233 req-0c2cbcf0-444a-4f73-9e74-b145c0b6f057 tempest-ComputeTenantNetworksTest-290922339 tempest-ComputeTenantNetworksTest-290922339-project] 10.222.0.46 "GET /v2.0/networks/3a250ebc-439a-473c-b410-3d10c28a3459 HTTP/1.1" status: 200 len: 767 time: 0.1415129 Dec 09 15:03:14.306951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:14.324310 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.388095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 32303294-af0c-41a0-a8d5-ba528f2b0810, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32303294-af0c-41a0-a8d5-ba528f2b0810,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:14.394312 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.395959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device baea5922-dc70-43c3-915a-f02cca3baaa5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:14.458546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.464659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.467871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:14.469792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4943e9cf-8b56-4703-b6f6-cccd100992ba,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:14.501492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-00e9abc5-62ab-4bad-8d72-c0f942200a26 None None] Provisioning complete for port 9c1dfbee-e942-4537-b25c-cd050c221c30 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:14.501856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00e9abc5-62ab-4bad-8d72-c0f942200a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.511995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=32303294-af0c-41a0-a8d5-ba528f2b0810,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:14.515029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:14.544125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port baea5922-dc70-43c3-915a-f02cca3baaa5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:14.544499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.605094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-00e9abc5-62ab-4bad-8d72-c0f942200a26 None None] Port 9c1dfbee-e942-4537-b25c-cd050c221c30 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:14.628366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:14.630716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.696196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4e5211b-112e-40e6-a8d1-c5493ea94b2d req-51d172c9-42e9-415e-a4f6-5c2f0e7efda2 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558706 Dec 09 15:03:14.730322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Checking segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:14.731036 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Network hostable DHCP agents. Network: 54626a82-c410-4bdc-afc5-b67930a6e4f7, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:14.732140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.742922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.780608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7302077 Dec 09 15:03:14.826811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98440e9d-36fe-4162-bafa-c724b9f5d290 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=1a033396-ac64-4b10-80f1-e57096d459f2,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:14.832389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49148) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:14.852629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:14.942527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.976327 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:14.980810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Pushing event updated for resources: {'Port': ['ID=9c1dfbee-e942-4537-b25c-cd050c221c30,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:15.058615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a250ebc-439a-473c-b410-3d10c28a3459']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:15.082689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cece7d1a-74b3-4e86-99c4-677928cc5441') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:15.083269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cece7d1a-74b3-4e86-99c4-677928cc5441') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:15.116174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.135121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.142908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:03:15.143616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:03:15.219500 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:03:15.227468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:15.254243 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.264181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.275655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a250ebc-439a-473c-b410-3d10c28a3459 HTTP/1.1" status: 204 len: 168 time: 0.9640837 Dec 09 15:03:15.313255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-7528a350-a085-40e0-853c-968588640504 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:15.313774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-7528a350-a085-40e0-853c-968588640504 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "GET /v2.0/ports?device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 945 time: 0.3340337 Dec 09 15:03:15.332104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e555658-7515-416b-a4ef-b1ae957bc663 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:15.432298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 54626a82-c410-4bdc-afc5-b67930a6e4f7) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:15.441155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:15.441958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.454099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1acc8d7-d849-440c-b8f7-ba3fc175e4e8 None None] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:15.482601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6b789-ca9b-4a90-80e7-71dd95c67f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a250ebc-439a-473c-b410-3d10c28a3459,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:15.511543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-023a05b7-939a-4d10-a787-e56e8d7e7449 req-24ff2209-97d9-417b-a92a-e0b4397db671 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1575027 Dec 09 15:03:15.513770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0b8efba8-4c6d-446a-b8a8-7f5f8e4a1060 None None] Provisioning complete for port 32303294-af0c-41a0-a8d5-ba528f2b0810 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:15.514352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0b8efba8-4c6d-446a-b8a8-7f5f8e4a1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.515155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.516884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.585569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.587848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:15.590134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:15.605083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-52b3a624-0e3c-4638-88a6-339e9360d864 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:15.606792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-52b3a624-0e3c-4638-88a6-339e9360d864 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1501f6d-befd-42bd-9ab2-d3ba5b99b23c HTTP/1.1" status: 200 len: 946 time: 0.3819752 Dec 09 15:03:15.612949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c2ed649f-3234-42ef-899b-3f3ea1ae9185 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4063604 Dec 09 15:03:15.612949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.620954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49168) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:15.652465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:15.747746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.748295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.749246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32303294-af0c-41a0-a8d5-ba528f2b0810 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:15.777112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49172) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:15.812265 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:15.816164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4f024f41-d508-416b-9de4-6361765d26f4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9771464 Dec 09 15:03:15.821616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:15.882569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Router fe069620-39c7-4d95-93ee-ff552613a5db has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:15.935313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Deleting port fced93ce-e504-458d-9c3f-0a94a5e7df07 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:15.936501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.083592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 32303294-af0c-41a0-a8d5-ba528f2b0810 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:16.083980 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.092527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:16.100639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-54626a82-c410-4bdc-afc5-b67930a6e4f7', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:16.101848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.115554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b8214-54de-4732-a364-fa794f505cb5 req-5edee03a-d728-4257-8de4-5682c6f10c28 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:16.125661 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f8b8214-54de-4732-a364-fa794f505cb5 req-5edee03a-d728-4257-8de4-5682c6f10c28 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 945 time: 0.2948837 Dec 09 15:03:16.220558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.239820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Deleting port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:16.240170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.349367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] For port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:16.349742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.365113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Calling delete_port for 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:16.379322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f8b8214-54de-4732-a364-fa794f505cb5 req-a3575d28-056d-467c-8657-85d0b7c34a64 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f6c0a28-9dd4-4023-a93b-0f9af3165d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523482 Dec 09 15:03:16.392227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ea96b691-f87e-4610-b37d-7ee69a2669b5 None None] Provisioning complete for port 9c1dfbee-e942-4537-b25c-cd050c221c30 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:16.392936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea96b691-f87e-4610-b37d-7ee69a2669b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.420441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:16.428542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ecb30b91-d134-463a-ab38-deb482edb49b admin admin] 10.222.0.46 "PUT /v2.0/routers/fe069620-39c7-4d95-93ee-ff552613a5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4771733 Dec 09 15:03:16.431499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] For port fced93ce-e504-458d-9c3f-0a94a5e7df07, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fced93ce-e504-458d-9c3f-0a94a5e7df07,segment=NetworkSegment(c01b73e3-b6ea-4df4-853e-db1d226a326f),segment_id=c01b73e3-b6ea-4df4-853e-db1d226a326f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:16.431876 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.445992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Calling delete_port for fced93ce-e504-458d-9c3f-0a94a5e7df07 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:16.460884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ea96b691-f87e-4610-b37d-7ee69a2669b5 None None] Port 9c1dfbee-e942-4537-b25c-cd050c221c30 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:16.465236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Sync routers for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:16.477249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.512255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d72f80cd-29c2-4b3d-90fa-86340241a5ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99e733927a694a69adbe209e1a948b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276964 Dec 09 15:03:16.520866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49188) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:16.609528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:16.610300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:16.649295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e29fa7a-080e-4ee0-8758-945e3dff3861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.677159 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-998e4eab-3265-4bcf-aff8-fb47b677b79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.710952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e29fa7a-080e-4ee0-8758-945e3dff3861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.736671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.749320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:16.763594 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fed562a-0540-4a16-bab0-fa3062a9189e req-98a1098c-5d51-4850-940d-0c1b5b00a4c1 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0684946 Dec 09 15:03:16.810114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event deleted for resources: {'Port': ['ID=fced93ce-e504-458d-9c3f-0a94a5e7df07,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:16.870211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.874230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Allocated IP 172.20.0.2 (54626a82-c410-4bdc-afc5-b67930a6e4f7/4943e9cf-8b56-4703-b6f6-cccd100992ba/99526178-dd9e-49f9-8ba3-e5075cefea0c) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:16.884139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['fced93ce-e504-458d-9c3f-0a94a5e7df07'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:03:16.933396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] No DVR routers for this DVR port fced93ce-e504-458d-9c3f-0a94a5e7df07 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:16.938131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:16.951991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd1a88f6-e4a7-4c07-8042-e068f6db857e req-2dc4d921-b9e1-4f78-b21e-66f2422ec932 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.36 "DELETE /v2.0/ports/fced93ce-e504-458d-9c3f-0a94a5e7df07 HTTP/1.1" status: 204 len: 173 time: 1.6233594 Dec 09 15:03:16.966970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'name': 'network-vif-deleted', 'tag': 'fced93ce-e504-458d-9c3f-0a94a5e7df07'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:03:16.974494 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36b968-e6e5-48cc-afaf-e0e883fb7f6f" -d '{"events": [{"server_uuid": "28a26080-6c1f-4996-95bd-3a0fbcd5ddb4", "name": "network-vif-deleted", "tag": "fced93ce-e504-458d-9c3f-0a94a5e7df07"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:03:17.003598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e29fa7a-080e-4ee0-8758-945e3dff3861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.006452 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e29fa7a-080e-4ee0-8758-945e3dff3861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.010671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2e29fa7a-080e-4ee0-8758-945e3dff3861 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1d1f4c8-d2c6-490b-a998-20033c7fc62d HTTP/1.1" status: 204 len: 168 time: 0.4831126 Dec 09 15:03:17.047389 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca0186-77e4-4cd5-be1c-4d0c7a4d5376 x-openstack-request-id: req-e3ca0186-77e4-4cd5-be1c-4d0c7a4d5376 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:03:17.047703 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a26080-6c1f-4996-95bd-3a0fbcd5ddb4", "name": "network-vif-deleted", "tag": "fced93ce-e504-458d-9c3f-0a94a5e7df07", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:03:17.047988 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3ca0186-77e4-4cd5-be1c-4d0c7a4d5376 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:03:17.048410 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a26080-6c1f-4996-95bd-3a0fbcd5ddb4', 'name': 'network-vif-deleted', 'tag': 'fced93ce-e504-458d-9c3f-0a94a5e7df07', 'status': 'completed', 'code': 200} Dec 09 15:03:17.061557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29fa7a-080e-4ee0-8758-945e3dff3861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1f4c8-d2c6-490b-a998-20033c7fc62d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:17.091801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-998e4eab-3265-4bcf-aff8-fb47b677b79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.103962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-998e4eab-3265-4bcf-aff8-fb47b677b79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.151791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.176754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-998e4eab-3265-4bcf-aff8-fb47b677b79e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b63ec630bc0a43a28a65247c4ece70ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0810952 Dec 09 15:03:17.179969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.181631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49206) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:17.196211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['fced93ce-e504-458d-9c3f-0a94a5e7df07'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:03:17.197220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Pushing event deleted for resources: {'Port': ['ID=1c24bc76-d8e8-4a58-a8d6-506e8addc4ec,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:17.198229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2b6aeefa-5833-4992-affa-3ef509c412b3 None None] Provisioning complete for port 32303294-af0c-41a0-a8d5-ba528f2b0810 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:17.198620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b6aeefa-5833-4992-affa-3ef509c412b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.234538 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.273363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e4eab-3265-4bcf-aff8-fb47b677b79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5069fb6-4be1-4637-83b5-7a831ef11d7e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:17.278097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49208) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:17.302102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b31e15d2-a641-4bee-81fd-c460beb3b4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.329528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b31e15d2-a641-4bee-81fd-c460beb3b4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.406260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b31e15d2-a641-4bee-81fd-c460beb3b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.415882 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b31e15d2-a641-4bee-81fd-c460beb3b4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.426520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b31e15d2-a641-4bee-81fd-c460beb3b4d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5069fb6-4be1-4637-83b5-7a831ef11d7e HTTP/1.1" status: 204 len: 168 time: 0.2330167 Dec 09 15:03:17.456420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e15d2-a641-4bee-81fd-c460beb3b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5069fb6-4be1-4637-83b5-7a831ef11d7e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:17.535796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:17.547839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:17.585211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:17.670344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80ed0ee4-1f61-4ead-bb56-390a93ffae70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.715231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Pushing event updated for resources: {'Port': ['ID=99526178-dd9e-49f9-8ba3-e5075cefea0c,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:17.728935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Attempting to bind port 99526178-dd9e-49f9-8ba3-e5075cefea0c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:17.729159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Attempting to bind port 99526178-dd9e-49f9-8ba3-e5075cefea0c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:17.729532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Attempting to bind port 99526178-dd9e-49f9-8ba3-e5075cefea0c on network 54626a82-c410-4bdc-afc5-b67930a6e4f7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:17.740208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:17.740725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Checking segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:17.741212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.741743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Bound using segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:17.742418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Bound port: 99526178-dd9e-49f9-8ba3-e5075cefea0c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:17.742810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.838323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80ed0ee4-1f61-4ead-bb56-390a93ffae70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.851281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80ed0ee4-1f61-4ead-bb56-390a93ffae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.861015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] For port 99526178-dd9e-49f9-8ba3-e5075cefea0c, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:17.868253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] For port 99526178-dd9e-49f9-8ba3-e5075cefea0c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=99526178-dd9e-49f9-8ba3-e5075cefea0c,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:17.879820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 2, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:17.884412 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.945745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Checking router: fe069620-39c7-4d95-93ee-ff552613a5db for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:17.946265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Updating router fe069620-39c7-4d95-93ee-ff552613a5db port 9c1dfbee-e942-4537-b25c-cd050c221c30 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:17.956568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb5e87d3-f3c1-4065-ba6a-e2a6dfb500e3 req-8decaaa9-cfa8-4677-bd42-dfa81ab7f32f tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0536482 Dec 09 15:03:17.975858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:17.982876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-80ed0ee4-1f61-4ead-bb56-390a93ffae70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d442b649fbf64088aa33ebb771f0ee42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7019644 Dec 09 15:03:17.984230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed0ee4-1f61-4ead-bb56-390a93ffae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d028e8-a1e3-4f32-990e-e14cfadbae85,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:18.005298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49230) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:18.014970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-557978d1-d6ea-4803-bd5d-5a8920fc1a5b req-d15da1b1-abda-4880-a6de-5e12028dc2b8 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a26080-6c1f-4996-95bd-3a0fbcd5ddb4 HTTP/1.1" status: 200 len: 210 time: 0.2641330 Dec 09 15:03:18.025492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] No DVR routers for this DVR port 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:18.043069 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.046646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98630cc8-e1ca-445b-ba5e-378a206e4fe6 req-30e48b38-807d-4ea4-89a7-c80bf7d4f381 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] 10.222.0.43 "DELETE /v2.0/ports/1c24bc76-d8e8-4a58-a8d6-506e8addc4ec HTTP/1.1" status: 204 len: 173 time: 2.4205639 Dec 09 15:03:18.047110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'name': 'network-vif-deleted', 'tag': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:03:18.049804 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f5d97c-83b9-42b8-b409-5d9e349bfd0b" -d '{"events": [{"server_uuid": "e1501f6d-befd-42bd-9ab2-d3ba5b99b23c", "name": "network-vif-deleted", "tag": "1c24bc76-d8e8-4a58-a8d6-506e8addc4ec"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:03:18.110467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::1 (d3ad000a-542a-403b-900f-3e0469146f33/1a033396-ac64-4b10-80f1-e57096d459f2/13a43d10-51d6-4e14-9d81-93d40d0a40a3) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:18.112621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069a909-0c42-4d8e-8f4e-d135f71e3b4c None None] Pushing event updated for resources: {'Port': ['ID=99526178-dd9e-49f9-8ba3-e5075cefea0c,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:18.148064 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224edec8-430f-4359-a202-294a4842c774 x-openstack-request-id: req-224edec8-430f-4359-a202-294a4842c774 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:03:18.148667 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1501f6d-befd-42bd-9ab2-d3ba5b99b23c", "name": "network-vif-deleted", "tag": "1c24bc76-d8e8-4a58-a8d6-506e8addc4ec", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:03:18.149266 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-224edec8-430f-4359-a202-294a4842c774 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:03:18.150013 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1501f6d-befd-42bd-9ab2-d3ba5b99b23c', 'name': 'network-vif-deleted', 'tag': '1c24bc76-d8e8-4a58-a8d6-506e8addc4ec', 'status': 'completed', 'code': 200} Dec 09 15:03:18.219004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49236) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:18.249398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2000681876-network', 'tenant_id': '8cbe3126826240739711532b8c9f94b4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:18.270818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6e1b-4683-4a1e-aa14-d5a59dc1621b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.412697 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6e1b-4683-4a1e-aa14-d5a59dc1621b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.413404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.423712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Made reservation on behalf of 8cbe3126826240739711532b8c9f94b4 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:18.432391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.447814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.458485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:18.465229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.505705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.535079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:18.535501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1c24bc76-d8e8-4a58-a8d6-506e8addc4ec not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:18.600325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6e1b-4683-4a1e-aa14-d5a59dc1621b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.604721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6e1b-4683-4a1e-aa14-d5a59dc1621b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.609107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6d4b6e1b-4683-4a1e-aa14-d5a59dc1621b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6d028e8-a1e3-4f32-990e-e14cfadbae85 HTTP/1.1" status: 204 len: 168 time: 0.5956435 Dec 09 15:03:18.629565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6e1b-4683-4a1e-aa14-d5a59dc1621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d028e8-a1e3-4f32-990e-e14cfadbae85,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:18.726544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.732205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.763818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:18.771833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.785503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea3f42-c70e-4d7f-81f6-bd9107a532c2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:18.787969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.794474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.794474 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Added segment 54ae5515-b9e5-4d7e-bf03-f8a1a4028022 of type vlan for network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf Dec 09 15:03:18.819021 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.847649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Allocated IP 172.25.0.220 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e3190426-ce41-4f0a-94c4-6486052a18ab) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:18.912867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.939222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb14f91-07e5-4bdf-8b48-e8d7f0173396 None None] Pushing event updated for resources: {'Port': ['ID=9c1dfbee-e942-4537-b25c-cd050c221c30,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:18.958102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.964470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:18.964470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:18.986764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:19.006507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:19.053419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8331099 Dec 09 15:03:19.060800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:19.077400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Attempting to bind port 9c1dfbee-e942-4537-b25c-cd050c221c30 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:19.077400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Attempting to bind port 9c1dfbee-e942-4537-b25c-cd050c221c30 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:19.077400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Attempting to bind port 9c1dfbee-e942-4537-b25c-cd050c221c30 on network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:19.087737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:19.088388 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.102042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Request body: {'subnet': {'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2000681876-subnet', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:19.111120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:19.111972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Checking segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:19.112388 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.112791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Bound using segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:19.113288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Bound port: 9c1dfbee-e942-4537-b25c-cd050c221c30, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:19.113677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.259157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49270) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:19.276554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=13a43d10-51d6-4e14-9d81-93d40d0a40a3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:19.329440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] For port 9c1dfbee-e942-4537-b25c-cd050c221c30, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:19.336984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] For port 9c1dfbee-e942-4537-b25c-cd050c221c30, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9c1dfbee-e942-4537-b25c-cd050c221c30,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:19.354251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4f93373-7cb9-4f46-9486-8d4240b5a85b req-34f73896-b2e0-44bf-9afc-94d6b0a5ba79 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0822127 Dec 09 15:03:19.366523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.412553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Deleting subnet 314420d0-a220-4a1f-aba0-280e56c11ae8 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:19.422657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3605a-e3aa-4748-b3b3-babf1dbc0a1d admin admin] Pushing event updated for resources: {'Network': ['ID=1dbfdb44-dcce-45cf-b0a7-37ad83933bbf,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:19.431738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49276) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:19.445264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.453030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Made reservation on behalf of 8cbe3126826240739711532b8c9f94b4 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:19.456363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.471146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.475743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:19.500246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d773264-ec67-4299-a45e-b8cf05c5ace9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.517984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-14ecbace-ae85-41be-b612-eddfe5e8668b None None] Provisioning complete for port 9c1dfbee-e942-4537-b25c-cd050c221c30 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:19.518649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-14ecbace-ae85-41be-b612-eddfe5e8668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.632971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fced93ce-e504-458d-9c3f-0a94a5e7df07 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:19.667738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:19.683390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:19.729047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d773264-ec67-4299-a45e-b8cf05c5ace9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.791509 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d773264-ec67-4299-a45e-b8cf05c5ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.873645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.904795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.946551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:19.988926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.000630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d773264-ec67-4299-a45e-b8cf05c5ace9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae20c722d3c3495e9a9797a26e7e3ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5599477 Dec 09 15:03:20.000630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d773264-ec67-4299-a45e-b8cf05c5ace9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceffcc4-dc84-4185-a0a7-7d540aa7b864,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.002910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49286) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:20.076053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.078338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49288) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:20.111865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.115429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/314420d0-a220-4a1f-aba0-280e56c11ae8 HTTP/1.1" status: 204 len: 168 time: 0.8529768 Dec 09 15:03:20.116757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7c917b-667d-4bee-a55c-b64c9cb80ebf,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.118881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49292) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:20.145438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:20.162470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.164099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99526178-dd9e-49f9-8ba3-e5075cefea0c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:20.172139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: fced93ce-e504-458d-9c3f-0a94a5e7df07 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:20.172477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fced93ce-e504-458d-9c3f-0a94a5e7df07 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:20.174090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40802aca-4668-4fc2-b730-0efc4c15fab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314420d0-a220-4a1f-aba0-280e56c11ae8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.183703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Checking segment: {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:20.184143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Network hostable DHCP agents. Network: 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:20.219376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be14bb11-9bce-4f95-8e5b-0ce8a8d2b144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.235004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6c387-a855-4690-adb1-e1c5cb533dc7 None None] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:20.246738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.257600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:20.293215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:20.304208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:20.313232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:20.313232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.323192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:20.331246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be14bb11-9bce-4f95-8e5b-0ce8a8d2b144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.343548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:20.373900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Pushing event updated for resources: {'Port': ['ID=e3190426-ce41-4f0a-94c4-6486052a18ab,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.401342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a8e1a54d-f30d-4213-bbe2-31894f1d5f8e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3394227 Dec 09 15:03:20.403584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.412913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-36366044-network', 'tenant_id': '5930e292fd2b400ca165065e9fe14769'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:20.415917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becc672f-29ec-4560-8b71-0a4d8be4ab3a None None] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:20.416605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49300) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:20.417871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be435c-b987-4c33-a54c-7a598c027302 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:20.434390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:20.462681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb14f91-07e5-4bdf-8b48-e8d7f0173396 None None] Pushing event updated for resources: {'Port': ['ID=9c1dfbee-e942-4537-b25c-cd050c221c30,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.480382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:20.491521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.508162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01b73e3-b6ea-4df4-853e-db1d226a326f') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:20.508404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01b73e3-b6ea-4df4-853e-db1d226a326f') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:20.524091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.535544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.535544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.564284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2bbc43c-02c3-4c57-b894-2048095ad90c req-a81b8b33-eb78-446c-977a-5b5318c6d939 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0426328 Dec 09 15:03:20.569799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.583855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:03:20.584267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:03:20.586637 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:03:20.613716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Made reservation on behalf of 5930e292fd2b400ca165065e9fe14769 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:20.616184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.650364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.673771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.682771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.686432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684 HTTP/1.1" status: 204 len: 168 time: 0.5644679 Dec 09 15:03:20.695458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be14bb11-9bce-4f95-8e5b-0ce8a8d2b144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.698841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-be14bb11-9bce-4f95-8e5b-0ce8a8d2b144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.700433 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-be14bb11-9bce-4f95-8e5b-0ce8a8d2b144 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ceffcc4-dc84-4185-a0a7-7d540aa7b864 HTTP/1.1" status: 204 len: 168 time: 0.6921966 Dec 09 15:03:20.712078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.713471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.729238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc8e8c-8231-4311-af29-0f6877699988 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b4f4ac-87b4-4757-bd6c-5a4bc9a57684,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.740599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=13a43d10-51d6-4e14-9d81-93d40d0a40a3,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.759087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14bb11-9bce-4f95-8e5b-0ce8a8d2b144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceffcc4-dc84-4185-a0a7-7d540aa7b864,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:20.915194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.917167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-1dbfdb44-dcce-45cf-b0a7-37ad83933bbf', 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf', 'project_id': '8cbe3126826240739711532b8c9f94b4', 'fixed_ips': [{'subnet_id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:20.918229 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:20.986492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49316) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:21.026330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 99526178-dd9e-49f9-8ba3-e5075cefea0c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:21.026608 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.045945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:21.081506 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-14ecbace-ae85-41be-b612-eddfe5e8668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.100726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-94ed59ae-b078-42e3-b573-585958843190 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6385f8d0ec174c2aa87b1b00589d55df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1125922 Dec 09 15:03:21.103247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49318) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:21.107794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:21.233388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8138079-9e05-4d0a-8959-a3e3819328a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.242464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-14ecbace-ae85-41be-b612-eddfe5e8668b None None] For port 9c1dfbee-e942-4537-b25c-cd050c221c30, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9c1dfbee-e942-4537-b25c-cd050c221c30,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:21.245972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.253156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.260705 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-14ecbace-ae85-41be-b612-eddfe5e8668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.316285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8138079-9e05-4d0a-8959-a3e3819328a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.394974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Allocated IP 172.20.0.2 (1dbfdb44-dcce-45cf-b0a7-37ad83933bbf/ae7c917b-667d-4bee-a55c-b64c9cb80ebf/1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:21.422995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8138079-9e05-4d0a-8959-a3e3819328a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.426141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8138079-9e05-4d0a-8959-a3e3819328a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.430246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e8138079-9e05-4d0a-8959-a3e3819328a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f6c0a28-9dd4-4023-a93b-0f9af3165d41 HTTP/1.1" status: 204 len: 168 time: 0.3226769 Dec 09 15:03:21.437358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8138079-9e05-4d0a-8959-a3e3819328a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c0a28-9dd4-4023-a93b-0f9af3165d41,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:21.471147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.483313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:21.616582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.620749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.621101 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Added segment b9f32ae5-e8a3-4429-ac9e-01381baf0625 of type vlan for network d66db03e-003a-4cde-90cd-986486d2165a Dec 09 15:03:21.669925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd706d20-64a4-452c-a461-981c84c7a234,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:21.716464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Provisioning complete for port 99526178-dd9e-49f9-8ba3-e5075cefea0c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:21.716464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.718622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecbace-ae85-41be-b612-eddfe5e8668b None None] Pushing event updated for resources: {'Port': ['ID=9c1dfbee-e942-4537-b25c-cd050c221c30,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:21.776675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.785964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.816387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e5ebbe8e-2ea1-4f71-a6fd-64a1107f8ea4 req-4a6a8384-32c9-440b-8ff4-d35817395ec6 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0596755 Dec 09 15:03:21.863662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Router 99456245-d474-4cd5-9294-f6b07e1a1e7d is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:21.911888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:21.972605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:19Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:21.988172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 99526178-dd9e-49f9-8ba3-e5075cefea0c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=99526178-dd9e-49f9-8ba3-e5075cefea0c,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:22.024231 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.028680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.031266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46081182-cd98-445d-96e5-4e880c94a510 None None] The sync data for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 is: [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:19Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:22.044367 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.239103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=99526178-dd9e-49f9-8ba3-e5075cefea0c,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:22.310616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:22.337951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:22.346179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:22.434077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.435230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:22.436038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.534592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Pushing event updated for resources: {'Port': ['ID=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:22.550563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.585499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Provisioning complete for port e3190426-ce41-4f0a-94c4-6486052a18ab triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:22.588387 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.597347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Attempting to bind port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:22.598196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Attempting to bind port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:22.598852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Attempting to bind port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 on network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:22.606499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:22.606877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Checking segment: {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:22.607282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.607700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Bound using segment: {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:22.608187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Bound port: 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:22.608715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.688402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49368) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:22.689984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6081212 Dec 09 15:03:22.697811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Request body: {'subnet': {'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-36366044-subnet', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:22.728480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Made reservation on behalf of 5930e292fd2b400ca165065e9fe14769 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:22.733343 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.765242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Port e3190426-ce41-4f0a-94c4-6486052a18ab cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:22.787773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] For port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:22.798393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132fab3-0419-4377-8b96-bc089a13bd29 admin admin] Pushing event updated for resources: {'Network': ['ID=d66db03e-003a-4cde-90cd-986486d2165a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:22.818720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] For port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:22.830123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d66db03e-003a-4cde-90cd-986486d2165a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:22.873727 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:22.994686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:23.049684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e40e445d-1eff-4837-b0ad-b77338b5a76c req-95669df9-8fa2-4a3a-89d6-a47b18e1367f tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0518606 Dec 09 15:03:23.099205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:23.113990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2dafb7d2-c139-4a7f-9c9b-1f27a63caee1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "PUT /v2.0/routers/99456245-d474-4cd5-9294-f6b07e1a1e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2840319 Dec 09 15:03:23.118644 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Sync routers for ids ['99456245-d474-4cd5-9294-f6b07e1a1e7d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:23.138194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Provisioning complete for port 9c1dfbee-e942-4537-b25c-cd050c221c30 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:23.139808 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Routers {'99456245-d474-4cd5-9294-f6b07e1a1e7d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:23.142440 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:23.143171 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99456245-d474-4cd5-9294-f6b07e1a1e7d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:23.144912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49382) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:23.371944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:23.407052 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8726-d23c-463f-b6c5-ce861db6100a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:23.415251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:23.431813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c92c-b4d3-422e-bdcc-03e3fa07a33b None None] Pushing event updated for resources: {'Port': ['ID=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:23.469932 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Set router 99456245-d474-4cd5-9294-f6b07e1a1e7d gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:23.510282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Router 62d429c4-12d2-4640-86da-b329e4fe022d is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:23.714088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Provisioning complete for port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:23.714607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:23.790944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Allocated IP 172.25.0.140 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/ef4e722f-4e54-448c-b73d-476d783a77ff) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:23.858368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d3aa0-05dc-4310-8632-a45d57f2f6ff None None] Port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:23.867949 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:19Z', 'revision_number': 2, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None, '_interfaces': [{'id': '13a43d10-51d6-4e14-9d81-93d40d0a40a3', 'name': '', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'mac_address': 'fa:16:3e:71:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '1a033396-ac64-4b10-80f1-e57096d459f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:16Z', 'updated_at': '2021-12-09T15:03:20Z', 'revision_number': 2, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'subnets': [{'id': '1a033396-ac64-4b10-80f1-e57096d459f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:23.996567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-82deeafa-cd6c-48a3-a085-557de9245b32 None None] Provisioning complete for port 99526178-dd9e-49f9-8ba3-e5075cefea0c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:23.996945 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82deeafa-cd6c-48a3-a085-557de9245b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.114271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.213885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49398) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:24.236394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.250008 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Checking router: 99456245-d474-4cd5-9294-f6b07e1a1e7d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:24.250495 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Updating router 99456245-d474-4cd5-9294-f6b07e1a1e7d port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:24.254029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-82deeafa-cd6c-48a3-a085-557de9245b32 None None] Provisioning complete for port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:24.258049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82deeafa-cd6c-48a3-a085-557de9245b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.313026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74794740-1feb-4e90-b99d-d459324e1da3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:24.313679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-74794740-1feb-4e90-b99d-d459324e1da3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports/13a43d10-51d6-4e14-9d81-93d40d0a40a3 HTTP/1.1" status: 200 len: 911 time: 1.1618667 Dec 09 15:03:24.317312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.330552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49410) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:24.346394 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.349895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-82deeafa-cd6c-48a3-a085-557de9245b32 None None] Port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:24.499774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9c1dfbee-e942-4537-b25c-cd050c221c30 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:24.566518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4e722f-4e54-448c-b73d-476d783a77ff,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:24.588375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f87f46c-dcec-4e4b-9184-5a26813b3871,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:24.656887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Checking segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:24.657270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Network hostable DHCP agents. Network: d66db03e-003a-4cde-90cd-986486d2165a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:24.660836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9c1dfbee-e942-4537-b25c-cd050c221c30 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:24.667223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.770234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3851fd6-dee4-43a0-b796-9ae1a02750e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:24.796526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3851fd6-dee4-43a0-b796-9ae1a02750e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:24.801006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3851fd6-dee4-43a0-b796-9ae1a02750e0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4603913 Dec 09 15:03:24.807786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Network d66db03e-003a-4cde-90cd-986486d2165a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:24.809923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49422) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:24.852258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:24.857331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:24.880205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1152609213-network', 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:24.889184 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.905992 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:24.931993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Sync routers for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:24.974714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02e3b076-9c5f-4863-bb49-2c5fec2ee95e req-60600cef-62be-421e-84cd-39ef97c3cdab tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.4133081 Dec 09 15:03:24.987067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:24.987814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:24.997078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:25.004648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:25.035067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:25.053501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d66db03e-003a-4cde-90cd-986486d2165a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:25.058316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:25.060691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.064601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:25.065242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.110620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-616c0127-3c9d-4d10-8f3e-54ac951eb951 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4197841 Dec 09 15:03:25.118385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49438) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:25.122613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f203d-ac3e-41a6-b484-17f42a23433e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:25.123836 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3eb8e-1a5a-446d-9e2d-917f583ee16c None None] Pushing event updated for resources: {'Port': ['ID=13a43d10-51d6-4e14-9d81-93d40d0a40a3,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:25.126869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.129337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:25.144000 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.154620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92233d9-081c-4091-8e63-1dc034c7bcf0 None None] Network d66db03e-003a-4cde-90cd-986486d2165a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:25.159080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-034e99bc-cea9-4572-961c-7d2dda782e21 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5315881 Dec 09 15:03:25.178634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49442) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:25.217421 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Attempting to bind port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:25.218103 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Attempting to bind port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:25.218729 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Attempting to bind port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:25.226709 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:25.227471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:25.228778 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.229405 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:25.230131 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Bound port: 13a43d10-51d6-4e14-9d81-93d40d0a40a3, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:25.230760 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.296486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:25.296866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.348450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] For port 13a43d10-51d6-4e14-9d81-93d40d0a40a3, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:25.352241 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] For port 13a43d10-51d6-4e14-9d81-93d40d0a40a3, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=13a43d10-51d6-4e14-9d81-93d40d0a40a3,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:25.360665 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.402344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.410020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.485183 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3eb8e-1a5a-446d-9e2d-917f583ee16c None None] Pushing event updated for resources: {'Port': ['ID=13a43d10-51d6-4e14-9d81-93d40d0a40a3,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:25.516736 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Routers {'99456245-d474-4cd5-9294-f6b07e1a1e7d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:25.519531 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:02:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99456245-d474-4cd5-9294-f6b07e1a1e7d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:25.729282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49468) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:25.732397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:25.732578 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] Set router 99456245-d474-4cd5-9294-f6b07e1a1e7d gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:25.982331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df92c7-1d15-4e78-bef1-09f7a96f77e0 None None] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:26.057038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:19Z', 'revision_number': 2, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None, '_interfaces': [{'id': '13a43d10-51d6-4e14-9d81-93d40d0a40a3', 'name': '', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'mac_address': 'fa:16:3e:71:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '1a033396-ac64-4b10-80f1-e57096d459f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:16Z', 'updated_at': '2021-12-09T15:03:25Z', 'revision_number': 4, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'subnets': [{'id': '1a033396-ac64-4b10-80f1-e57096d459f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:26.085414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.109178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.113495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49478) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:26.115062 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c818e-eb49-4a2f-bf9e-101919b53472 None None] The sync data for ids ['99456245-d474-4cd5-9294-f6b07e1a1e7d'] in n-d-804292-5 is: [{'id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:19Z', 'revision_number': 2, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None, '_interfaces': [{'id': '13a43d10-51d6-4e14-9d81-93d40d0a40a3', 'name': '', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'mac_address': 'fa:16:3e:71:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '1a033396-ac64-4b10-80f1-e57096d459f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:16Z', 'updated_at': '2021-12-09T15:03:25Z', 'revision_number': 4, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'subnets': [{'id': '1a033396-ac64-4b10-80f1-e57096d459f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:26.135869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-512b444d-c255-4157-af4d-ad81c93690b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.181415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d81c8786-cefe-4a5d-a052-3573043f93f3 None None] Provisioning complete for port ef4e722f-4e54-448c-b73d-476d783a77ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:26.182045 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d81c8786-cefe-4a5d-a052-3573043f93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.203003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.224530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d81c8786-cefe-4a5d-a052-3573043f93f3 None None] Port ef4e722f-4e54-448c-b73d-476d783a77ff cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:26.230188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f536698-43b9-4f63-be7f-805f68472e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.251973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:26.258580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54db6a91-cbbb-4297-8718-94a8a6e1a5d7 req-814e457e-6eb6-43cd-a43e-9890a426e7d3 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1095176 Dec 09 15:03:26.272685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.273554 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Added segment 3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f of type vlan for network 23ebedf1-423d-4263-81e1-c04e8a906cd4 Dec 09 15:03:26.312099 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.317996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:26.356704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae004e12-1544-49a6-aa47-89b0b104a820,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:26.392685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.432958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76e26128-c2d9-4497-9f0f-dbb6864e25d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.446984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:26.458215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.458215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99526178-dd9e-49f9-8ba3-e5075cefea0c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:26.471699 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.565268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.577931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:26.580989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d66db03e-003a-4cde-90cd-986486d2165a', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:26.582042 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.644874 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-512b444d-c255-4157-af4d-ad81c93690b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.651911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.653026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:26.653861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.657429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-512b444d-c255-4157-af4d-ad81c93690b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.697098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4778669 Dec 09 15:03:26.707885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Provisioning complete for port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:26.708248 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.766169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49482) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:26.771051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Request body: {'subnet': {'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1152609213-subnet', 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:26.789839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-512b444d-c255-4157-af4d-ad81c93690b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38fcf1168da241ebbf160802ae7b0be4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0502541 Dec 09 15:03:26.793867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49484) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:26.814326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b444d-c255-4157-af4d-ad81c93690b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc736f09-23d9-46cd-b9fc-ae9cd9ef4f4f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:26.843635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:26.845962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.853482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.923414 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4140e2b7-b5b3-4ef6-a643-d82ca8e7f3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:26.924038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f086cc5-a697-4193-9b93-fb5d5a440cea admin admin] Pushing event updated for resources: {'Network': ['ID=23ebedf1-423d-4263-81e1-c04e8a906cd4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:26.955882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Allocated IP 172.20.0.2 (d66db03e-003a-4cde-90cd-986486d2165a/9f87f46c-dcec-4e4b-9184-5a26813b3871/995c6472-b172-4c1a-8c7d-5b67cc500e2a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:26.997328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.009198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:27.080186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4140e2b7-b5b3-4ef6-a643-d82ca8e7f3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.161860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 99526178-dd9e-49f9-8ba3-e5075cefea0c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:27.162235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.171217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.181701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76e26128-c2d9-4497-9f0f-dbb6864e25d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.204232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.229869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76e26128-c2d9-4497-9f0f-dbb6864e25d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.295286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4140e2b7-b5b3-4ef6-a643-d82ca8e7f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.297958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4140e2b7-b5b3-4ef6-a643-d82ca8e7f3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.299119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4140e2b7-b5b3-4ef6-a643-d82ca8e7f3b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc736f09-23d9-46cd-b9fc-ae9cd9ef4f4f HTTP/1.1" status: 204 len: 168 time: 0.5031974 Dec 09 15:03:27.330902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:20Z', 'revision_number': 3, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:27.367742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Checking router: 62d429c4-12d2-4640-86da-b329e4fe022d for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:27.368421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Updating router 62d429c4-12d2-4640-86da-b329e4fe022d port e3190426-ce41-4f0a-94c4-6486052a18ab binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:27.402273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140e2b7-b5b3-4ef6-a643-d82ca8e7f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc736f09-23d9-46cd-b9fc-ae9cd9ef4f4f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:27.437134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Allocated IP 172.25.0.202 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/cf64280e-aeab-47c2-974a-175736e2554b) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:27.443809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Provisioning complete for port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:27.444511 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.467933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:27.468289 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.516774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.542139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.582808 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.653556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Network d66db03e-003a-4cde-90cd-986486d2165a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:27.657761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] For port 13a43d10-51d6-4e14-9d81-93d40d0a40a3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=13a43d10-51d6-4e14-9d81-93d40d0a40a3,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:27.658280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.668588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:27.689414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 13a43d10-51d6-4e14-9d81-93d40d0a40a3 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:27.696377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.720997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:27.724883 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.823065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-641b70b8-d2f0-4911-b6f5-ee04cae09061 req-da0ce6c7-8671-423a-be2e-62acab718090 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0764763 Dec 09 15:03:27.838771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-76e26128-c2d9-4497-9f0f-dbb6864e25d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55b3953ee4f24ae5b1f1eacc184b2172&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7168987 Dec 09 15:03:27.841661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49492) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:27.855685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.857429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e26128-c2d9-4497-9f0f-dbb6864e25d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1575e134-a974-4292-89bf-4fb28a75d7b4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:27.888260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] For port 13a43d10-51d6-4e14-9d81-93d40d0a40a3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=13a43d10-51d6-4e14-9d81-93d40d0a40a3,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:27.897862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49494) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:27.907173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.912345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Pushing event updated for resources: {'Port': ['ID=995c6472-b172-4c1a-8c7d-5b67cc500e2a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:27.917407 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:27.981366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:28.005340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:28.005658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d084dfbb-b584-4e10-98db-a9bfdf35a47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.010776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:28.014381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:28.058455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Pushing event updated for resources: {'Port': ['ID=cf64280e-aeab-47c2-974a-175736e2554b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:28.088975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.222891 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.227285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Allocated IP 172.20.0.1 (54626a82-c410-4bdc-afc5-b67930a6e4f7/4943e9cf-8b56-4703-b6f6-cccd100992ba/67b1a5f6-e7b8-469f-901c-1964d6a8b27d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:28.232372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a126588-02cf-49a4-b813-85e8838b2fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.255631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac62cd-8213-4e90-8400-2523f3f45017 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:28.290045 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0987e6-f8f5-4679-9312-090fe43a6c38,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:28.327641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=13a43d10-51d6-4e14-9d81-93d40d0a40a3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:28.348754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a126588-02cf-49a4-b813-85e8838b2fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.374461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Attempting to bind port 995c6472-b172-4c1a-8c7d-5b67cc500e2a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:28.374837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Attempting to bind port 995c6472-b172-4c1a-8c7d-5b67cc500e2a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:28.375205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Attempting to bind port 995c6472-b172-4c1a-8c7d-5b67cc500e2a on network d66db03e-003a-4cde-90cd-986486d2165a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:28.381629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.386660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba650887-5707-458a-bcb3-07e71d3c73c4 None None] Pushing event updated for resources: {'Port': ['ID=13a43d10-51d6-4e14-9d81-93d40d0a40a3,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:28.403320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:28.407857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Network hostable DHCP agents. Network: 23ebedf1-423d-4263-81e1-c04e8a906cd4, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:28.428383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:28.430583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Checking segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:28.431133 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.431657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Bound using segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:28.433538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Bound port: 995c6472-b172-4c1a-8c7d-5b67cc500e2a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:28.433951 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.445048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.489936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d084dfbb-b584-4e10-98db-a9bfdf35a47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.509310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d084dfbb-b584-4e10-98db-a9bfdf35a47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.576748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8cb9ce37-1061-4543-a389-95f15c9ca09d None None] Provisioning complete for port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:28.577527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ce37-1061-4543-a389-95f15c9ca09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.583988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:28.594401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Router 47bc2331-f088-40ac-9737-2618761cf68b is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:28.604022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d084dfbb-b584-4e10-98db-a9bfdf35a47c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4770b288e43a4ad794921b80929b07c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7003076 Dec 09 15:03:28.614649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49496) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:28.617753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084dfbb-b584-4e10-98db-a9bfdf35a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc1a93f-2f3c-4ff4-b477-4b1ed865da81,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:28.634601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.642462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 23ebedf1-423d-4263-81e1-c04e8a906cd4) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:28.655607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a126588-02cf-49a4-b813-85e8838b2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.657498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49393d5a-c20e-485f-a945-348a2628cae3 None None] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:28.658250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a126588-02cf-49a4-b813-85e8838b2fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.661907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8a126588-02cf-49a4-b813-85e8838b2fce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1575e134-a974-4292-89bf-4fb28a75d7b4 HTTP/1.1" status: 204 len: 168 time: 0.8150191 Dec 09 15:03:28.673854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:28.674550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.690222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] For port 995c6472-b172-4c1a-8c7d-5b67cc500e2a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:28.708862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:28.709241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.741891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a126588-02cf-49a4-b813-85e8838b2fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1575e134-a974-4292-89bf-4fb28a75d7b4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:28.778861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] For port 995c6472-b172-4c1a-8c7d-5b67cc500e2a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=995c6472-b172-4c1a-8c7d-5b67cc500e2a,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:28.818240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49d0a26e-2b37-4629-bc6a-452be3e9adda admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0402489 Dec 09 15:03:28.835404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-490fd981-1a47-4198-b2e1-b6c9ce073549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.846717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.850726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:28.944705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:28.974773 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Sync routers for ids ['47bc2331-f088-40ac-9737-2618761cf68b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:28.978366 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-490fd981-1a47-4198-b2e1-b6c9ce073549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.015448 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Routers {'47bc2331-f088-40ac-9737-2618761cf68b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:29.016104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['47bc2331-f088-40ac-9737-2618761cf68b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:29.019179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:29.020788 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.027862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:29.029971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Pushing event updated for resources: {'Port': ['ID=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:29.033199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:29.056909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-737c36dc-69d6-4cdb-ad4b-b194dc440f81 req-21a3f43a-4b61-4f44-8df9-eb40bb8b2cdf tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0396986 Dec 09 15:03:29.175237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.180994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-45af953b-9acb-47cd-a767-e524ccb117f2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7628980 Dec 09 15:03:29.186960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-490fd981-1a47-4198-b2e1-b6c9ce073549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.191824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49508) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:29.193696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-490fd981-1a47-4198-b2e1-b6c9ce073549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.199227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-490fd981-1a47-4198-b2e1-b6c9ce073549 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dc1a93f-2f3c-4ff4-b477-4b1ed865da81 HTTP/1.1" status: 204 len: 168 time: 0.5823002 Dec 09 15:03:29.219148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fd981-1a47-4198-b2e1-b6c9ce073549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc1a93f-2f3c-4ff4-b477-4b1ed865da81,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:29.242145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.252900 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.323673 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Set router 47bc2331-f088-40ac-9737-2618761cf68b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:29.325919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38d345-efb1-4de2-88cd-6d8dd2517691 None None] Pushing event updated for resources: {'Port': ['ID=995c6472-b172-4c1a-8c7d-5b67cc500e2a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:29.361801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c00de6f-0e51-4d4f-b650-9b7942367233 None None] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:29.453384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.572055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43ce44-1b3a-4493-bbe2-65fe18571e40 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:29.636940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:29.647190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.647718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.687441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64b2786e-8a84-47bd-b478-de6f81f3720e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.699851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Attempting to bind port e3190426-ce41-4f0a-94c4-6486052a18ab on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:29.700223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Attempting to bind port e3190426-ce41-4f0a-94c4-6486052a18ab by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:29.700588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Attempting to bind port e3190426-ce41-4f0a-94c4-6486052a18ab on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:29.735380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e18eb-7196-4443-a210-bd83a8712f01 None None] Pushing event updated for resources: {'Port': ['ID=e3190426-ce41-4f0a-94c4-6486052a18ab,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:29.755642 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:03:25Z', 'revision_number': 3, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:29.765183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:29.765550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:29.773192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.773608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:29.774132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Bound port: e3190426-ce41-4f0a-94c4-6486052a18ab, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:29.774523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.817400 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Checking router: 47bc2331-f088-40ac-9737-2618761cf68b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:29.817400 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Updating router 47bc2331-f088-40ac-9737-2618761cf68b port ef4e722f-4e54-448c-b73d-476d783a77ff binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:29.829631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 13a43d10-51d6-4e14-9d81-93d40d0a40a3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:29.861986 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.880631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 13a43d10-51d6-4e14-9d81-93d40d0a40a3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:29.880981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 13a43d10-51d6-4e14-9d81-93d40d0a40a3 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 15:03:29.888351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-130a2daf-33d8-45c2-b660-86c30fc50ac9 None None] Provisioning complete for port cf64280e-aeab-47c2-974a-175736e2554b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:29.888646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-130a2daf-33d8-45c2-b660-86c30fc50ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:29.908035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Router 99456245-d474-4cd5-9294-f6b07e1a1e7d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:29.993542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Port 13a43d10-51d6-4e14-9d81-93d40d0a40a3 not found, will not notify nova. {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 15:03:30.086257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] For port e3190426-ce41-4f0a-94c4-6486052a18ab, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:30.100776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] For port e3190426-ce41-4f0a-94c4-6486052a18ab, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e3190426-ce41-4f0a-94c4-6486052a18ab,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:30.103405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-130a2daf-33d8-45c2-b660-86c30fc50ac9 None None] Port cf64280e-aeab-47c2-974a-175736e2554b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:30.110657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.168652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef8890-5b3e-4b22-b046-1aac5ada9d03 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:30.180597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:30.181282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:30.244149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64b2786e-8a84-47bd-b478-de6f81f3720e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.265991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e18eb-7196-4443-a210-bd83a8712f01 None None] Pushing event updated for resources: {'Port': ['ID=e3190426-ce41-4f0a-94c4-6486052a18ab,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:30.283866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64b2786e-8a84-47bd-b478-de6f81f3720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.405157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Provisioning complete for port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:30.406559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.436387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-1af25456-9750-4593-ac5e-39f8cd28f00b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:30.443775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-1af25456-9750-4593-ac5e-39f8cd28f00b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.1613524 Dec 09 15:03:30.467288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.490973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.510762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-9b97317c-09c6-431e-8b70-76ffb4f11d7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0651538 Dec 09 15:03:30.525026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 995c6472-b172-4c1a-8c7d-5b67cc500e2a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:30.604220 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.607515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:30.623395 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.640002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:30.648727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2786e-8a84-47bd-b478-de6f81f3720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb9b7a-f41e-4bcb-923f-dfedf35d306c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:30.657520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e9ac33-3e22-4aaf-9e94-d507c3d7babc req-e5ab5532-e934-4bd3-85c3-8d57a05653e4 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1681445 Dec 09 15:03:30.684640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-e73f1d92-1e2a-414a-9d70-3fde278713f0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1723657 Dec 09 15:03:30.716471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-64b2786e-8a84-47bd-b478-de6f81f3720e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b4b0d6bf29e4954baf90bc44c5dfa00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0749927 Dec 09 15:03:30.728665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 995c6472-b172-4c1a-8c7d-5b67cc500e2a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:30.729607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.733395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49548) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:30.742045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Provisioning complete for port e3190426-ce41-4f0a-94c4-6486052a18ab triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:30.742799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.760448 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Attempting to bind port ef4e722f-4e54-448c-b73d-476d783a77ff on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:30.760980 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Attempting to bind port ef4e722f-4e54-448c-b73d-476d783a77ff by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:30.761403 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Attempting to bind port ef4e722f-4e54-448c-b73d-476d783a77ff on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:30.771011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05495732-5b80-4632-974e-571f83aae625 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:30.774469 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cea6c-68cd-490b-8f16-aeb4f4cdac9f None None] Pushing event updated for resources: {'Port': ['ID=ef4e722f-4e54-448c-b73d-476d783a77ff,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:30.790094 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:30.790544 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:30.791083 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.791511 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:30.792065 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Bound port: ef4e722f-4e54-448c-b73d-476d783a77ff, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:30.792509 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.868096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.878417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:30.896461 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] For port ef4e722f-4e54-448c-b73d-476d783a77ff, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:30.904114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2b2bdc18-37de-4f06-b269-d27b2e61fb39 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "PUT /v2.0/routers/99456245-d474-4cd5-9294-f6b07e1a1e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0904868 Dec 09 15:03:30.907761 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] For port ef4e722f-4e54-448c-b73d-476d783a77ff, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ef4e722f-4e54-448c-b73d-476d783a77ff,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:30.909089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49552) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:30.912849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.918489 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:30.944522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] Sync routers for ids ['99456245-d474-4cd5-9294-f6b07e1a1e7d'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:30.946708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Pushing event updated for resources: {'Port': ['ID=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:31.057528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.119307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] Routers {'99456245-d474-4cd5-9294-f6b07e1a1e7d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:31.119970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99456245-d474-4cd5-9294-f6b07e1a1e7d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:31.169841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40a82d-e704-42a0-a28b-1a0f9eae6842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:31.171851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40a82d-e704-42a0-a28b-1a0f9eae6842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:31.180635 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fb40a82d-e704-42a0-a28b-1a0f9eae6842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2616465 Dec 09 15:03:31.185370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:31.186431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-495b55ed-5c0f-4575-9650-5abc42ab097c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.204551 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cea6c-68cd-490b-8f16-aeb4f4cdac9f None None] Pushing event updated for resources: {'Port': ['ID=ef4e722f-4e54-448c-b73d-476d783a77ff,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:31.222666 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Routers {'47bc2331-f088-40ac-9737-2618761cf68b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:31.223310 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['47bc2331-f088-40ac-9737-2618761cf68b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:31.263761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-495b55ed-5c0f-4575-9650-5abc42ab097c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.269487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-ae88202d-ae35-4c50-8beb-457b4b368973 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830948 Dec 09 15:03:31.368336 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] Set router 47bc2331-f088-40ac-9737-2618761cf68b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:31.370773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.417639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] Set router 99456245-d474-4cd5-9294-f6b07e1a1e7d gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:31.426041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:31.487558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 3, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:31.499372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 1a033396-ac64-4b10-80f1-e57096d459f2 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:31.504837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.516969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-495b55ed-5c0f-4575-9650-5abc42ab097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.519579 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-495b55ed-5c0f-4575-9650-5abc42ab097c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.520721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-495b55ed-5c0f-4575-9650-5abc42ab097c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fbb9b7a-f41e-4bcb-923f-dfedf35d306c HTTP/1.1" status: 204 len: 168 time: 0.7776260 Dec 09 15:03:31.525269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181a1fe-1dcb-4ade-8944-5e9c451f714c None None] Network d66db03e-003a-4cde-90cd-986486d2165a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:31.528975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b53b6-fe13-4070-af3a-9ce9f4b67089 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:31.566081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] Checking router: 99456245-d474-4cd5-9294-f6b07e1a1e7d for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:31.603698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b55ed-5c0f-4575-9650-5abc42ab097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb9b7a-f41e-4bcb-923f-dfedf35d306c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:31.665836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.693292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:31.703394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] For port e3190426-ce41-4f0a-94c4-6486052a18ab, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e3190426-ce41-4f0a-94c4-6486052a18ab,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:31.720499 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:31.725528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:31.737607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:31.755996 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.761966 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.792852 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:31.793487 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:31.821904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.890104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-3ba5cae5-b068-40f3-887b-826429d36bea service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638893 Dec 09 15:03:31.940596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:31.945499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c67a2-a7c9-4b2a-962e-db0f84e14a0a None None] Pushing event updated for resources: {'Port': ['ID=e3190426-ce41-4f0a-94c4-6486052a18ab,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:31.950126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-076f0baf-4cad-4a31-8ef7-6f3568c8f336 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8240287 Dec 09 15:03:31.961358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] Routers {'99456245-d474-4cd5-9294-f6b07e1a1e7d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:31.962312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99456245-d474-4cd5-9294-f6b07e1a1e7d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:31.968826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49580) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:32.020016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Allocated IP 172.20.0.1 (1dbfdb44-dcce-45cf-b0a7-37ad83933bbf/ae7c917b-667d-4bee-a55c-b64c9cb80ebf/64607f66-a12e-4358-8dc1-07dd6fa68c91) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:32.067759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 995c6472-b172-4c1a-8c7d-5b67cc500e2a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=995c6472-b172-4c1a-8c7d-5b67cc500e2a,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:32.104028 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:03:25Z', 'revision_number': 3, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:32.128808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Provisioning complete for port ef4e722f-4e54-448c-b73d-476d783a77ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:32.129626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:32.174507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:32.180586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-936adc7a-e454-4f4f-9122-d5f144219eb9 req-6ebdc8e1-b0d7-455d-907a-68fef86b4437 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.2135866 Dec 09 15:03:32.282841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:32.288292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/1a033396-ac64-4b10-80f1-e57096d459f2 HTTP/1.1" status: 204 len: 168 time: 1.0209467 Dec 09 15:03:32.292534 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291c237-a9d8-4a0f-bb75-986aacfde83c None None] The sync data for ids ['47bc2331-f088-40ac-9737-2618761cf68b'] in n-d-804292-5 is: [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:03:25Z', 'revision_number': 3, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:32.294816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Router 62d429c4-12d2-4640-86da-b329e4fe022d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:32.295672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49592) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:32.326082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59586df5-127f-47a6-a5b4-31913a60d5ab None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:32.328874 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:32.346336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] Set router 99456245-d474-4cd5-9294-f6b07e1a1e7d gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:32.387184 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:32.395835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661a0ee-8b14-4aea-b735-a6eeec79270d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=1a033396-ac64-4b10-80f1-e57096d459f2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:32.456139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cbaf0b82-c36f-4c00-b8ed-ff4dbf92e4ae req-b8768b26-11b9-4262-950b-cce5f6b5b966 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 210 time: 0.0766666 Dec 09 15:03:32.510150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=995c6472-b172-4c1a-8c7d-5b67cc500e2a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:32.625961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 3, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:32.679669 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:32.729841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:32.732418 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48769c36-2000-4d74-89de-30f06d8a03fc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4343655 Dec 09 15:03:32.737456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49608) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:32.902429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:32.920491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:32.933649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:32.942869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278808b7-f0bf-4988-ad4a-25bc1db3ad69 None None] The sync data for ids ['99456245-d474-4cd5-9294-f6b07e1a1e7d'] in n-d-804292-5 is: [{'id': '99456245-d474-4cd5-9294-f6b07e1a1e7d', 'name': 'tempest-NetworksTestDHCPv6-router-1067439834', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 3, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:32.943860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Pushing event updated for resources: {'Port': ['ID=64607f66-a12e-4358-8dc1-07dd6fa68c91,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:33.035990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.036344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.036697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.037026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.041222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.042513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.043264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.051165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.051748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.052397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.053962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.054293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.054786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:33.068098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:33.084305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:33.110280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-27e2f635-fa2f-43c1-8299-e24f4662e8be admin admin] 10.222.0.46 "PUT /v2.0/routers/62d429c4-12d2-4640-86da-b329e4fe022d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9198070 Dec 09 15:03:33.133718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:33.172760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 1, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:33.186621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] For port ef4e722f-4e54-448c-b73d-476d783a77ff, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ef4e722f-4e54-448c-b73d-476d783a77ff,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:33.245964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:33.264471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 3, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:33.298627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:33.325110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79a08-833c-49f2-b2b1-1d2063fb40e4 None None] The sync data for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 is: [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 1, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:33.442865 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:33.449204 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Updating router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff port cf64280e-aeab-47c2-974a-175736e2554b binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:33.598898 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:03:33.601978 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:33.701075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:33.716369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e1bcbc4-3bb4-4e65-a1ba-0b5bb201834e req-d93b08e2-e3fd-4641-805d-4672c17ab20b tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.2356052 Dec 09 15:03:33.768608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Pushing event updated for resources: {'Port': ['ID=ef4e722f-4e54-448c-b73d-476d783a77ff,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:34.090602 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.092979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Provisioning complete for port 995c6472-b172-4c1a-8c7d-5b67cc500e2a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:34.093380 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.559685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Provisioning complete for port e3190426-ce41-4f0a-94c4-6486052a18ab triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:34.560062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c08661af-afff-4890-8dbb-2ea6c0b3515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.672057 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.686648 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.711039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] Deleting port 32303294-af0c-41a0-a8d5-ba528f2b0810 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:34.711558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.832750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] For port 32303294-af0c-41a0-a8d5-ba528f2b0810, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32303294-af0c-41a0-a8d5-ba528f2b0810,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:34.832750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.848247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] Calling delete_port for 32303294-af0c-41a0-a8d5-ba528f2b0810 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:34.919511 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25f07-7450-4cbe-8a64-30fa24762b73 None None] Pushing event updated for resources: {'Port': ['ID=cf64280e-aeab-47c2-974a-175736e2554b,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:34.927074 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Attempting to bind port cf64280e-aeab-47c2-974a-175736e2554b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:34.927580 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Attempting to bind port cf64280e-aeab-47c2-974a-175736e2554b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:34.928075 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Attempting to bind port cf64280e-aeab-47c2-974a-175736e2554b on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:34.943518 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:34.945619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:34.946776 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:34.947958 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:34.949794 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Bound port: cf64280e-aeab-47c2-974a-175736e2554b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:34.950396 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.022630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ef4e722f-4e54-448c-b73d-476d783a77ff up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:35.025375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb36602-3a43-47f5-99aa-46dc023eac15 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:35.102208 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] For port cf64280e-aeab-47c2-974a-175736e2554b, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:35.123161 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] For port cf64280e-aeab-47c2-974a-175736e2554b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cf64280e-aeab-47c2-974a-175736e2554b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:35.133322 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.233675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7328a5-1eb3-421d-b11a-dba35c59c121 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:35.236437 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:35.237368 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:35.339078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a80b645-fbe0-4018-bca7-3f8661439a69 req-bbe8e066-0393-458a-9cea-d9f66aa7659c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 210 time: 0.3206484 Dec 09 15:03:35.441687 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:35.480095 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.487775 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25f07-7450-4cbe-8a64-30fa24762b73 None None] Pushing event updated for resources: {'Port': ['ID=cf64280e-aeab-47c2-974a-175736e2554b,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:35.530453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-403e84e7-6c6e-43d6-bc84-fb3144b1e47d req-cf46bdff-1f13-4c56-8490-2591fde75442 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1667478 Dec 09 15:03:35.539240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.544302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.556267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] Pushing event deleted for resources: {'Port': ['ID=32303294-af0c-41a0-a8d5-ba528f2b0810,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:35.610032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4096719-0c2d-4990-8e61-33904ee65864 None None] No DVR routers for this DVR port 32303294-af0c-41a0-a8d5-ba528f2b0810 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:35.683129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.683404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-28212108-0763-4998-b0ae-c3016569492d None None] Provisioning complete for port 995c6472-b172-4c1a-8c7d-5b67cc500e2a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:35.683723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28212108-0763-4998-b0ae-c3016569492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.683833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Fanout notify agent at l3_agent the message router_deleted on router 99456245-d474-4cd5-9294-f6b07e1a1e7d {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:03:35.695288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.697082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ef4e722f-4e54-448c-b73d-476d783a77ff triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:35.697454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:35.698111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fa851a9e-614b-4707-86d9-6a9edca0817f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/routers/99456245-d474-4cd5-9294-f6b07e1a1e7d HTTP/1.1" status: 204 len: 168 time: 2.9588382 Dec 09 15:03:35.701490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:35.706728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:35.916716 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 3, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:35.969510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:35.973722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.026856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.035993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eef43b5f-493d-49c5-8248-c0e6f70c66e3 req-45e2292f-feb1-4d3e-bdc0-2c8e38ae921b tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.2710485 Dec 09 15:03:36.040003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:36.091382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.156592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:36.157232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-28212108-0763-4998-b0ae-c3016569492d None None] Provisioning complete for port cf64280e-aeab-47c2-974a-175736e2554b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:36.158615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28212108-0763-4998-b0ae-c3016569492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.162083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 995c6472-b172-4c1a-8c7d-5b67cc500e2a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:36.199909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Pushing event updated for resources: {'Port': ['ID=64607f66-a12e-4358-8dc1-07dd6fa68c91,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:36.216347 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.233332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-137589514-network', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:36.307578 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21316cb7-a523-41ab-8f65-375fbd8a89b8 None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:28Z', 'revision_number': 3, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:36.361047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-83e82c2b-a5f7-47d3-97bd-0a8029dc5af8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:36.363106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-83e82c2b-a5f7-47d3-97bd-0a8029dc5af8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 1.8540802 Dec 09 15:03:36.380373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:36.446068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 995c6472-b172-4c1a-8c7d-5b67cc500e2a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:36.447994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.455543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28212108-0763-4998-b0ae-c3016569492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.601996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.654556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.664305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db4da669-e10d-47ff-aea0-c25e0b9d4ba4 req-b2cc18d4-22cb-4332-bd9a-6532f23d3eb9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 210 time: 0.0698380 Dec 09 15:03:36.666176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Made reservation on behalf of 6795df5fb55c4a638f8c8dd48259bec8 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:36.674859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.683461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:36.688556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4359cf3b-a367-4d91-8f8f-9b198527288c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.746852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:36.753217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:36.754595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.798368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=533a26e0-96e5-4f62-af17-3751cfc919fe,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:36.810619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab52e4-9329-4a91-9c18-0db53ac59b72 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:36.815701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.857574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8bc443f0-fcd7-477a-895c-b0dba28f5f83 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1547832 Dec 09 15:03:36.861152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49692) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:36.878724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-28212108-0763-4998-b0ae-c3016569492d None None] For port cf64280e-aeab-47c2-974a-175736e2554b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cf64280e-aeab-47c2-974a-175736e2554b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:36.884406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1860826028', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:36.888868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:36.892693 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.899944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28212108-0763-4998-b0ae-c3016569492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.927097 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:36.940535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.027928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212108-0763-4998-b0ae-c3016569492d None None] Pushing event updated for resources: {'Port': ['ID=cf64280e-aeab-47c2-974a-175736e2554b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:37.037187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-28212108-0763-4998-b0ae-c3016569492d None None] Provisioning complete for port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:37.040858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28212108-0763-4998-b0ae-c3016569492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.054239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.061477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.064476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4359cf3b-a367-4d91-8f8f-9b198527288c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.096352 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.098133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-656a30a1-4d69-4666-9a4f-90bc19200f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2356880 Dec 09 15:03:37.101843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49704) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:37.174475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4359cf3b-a367-4d91-8f8f-9b198527288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.206677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '533a26e0-96e5-4f62-af17-3751cfc919fe'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:37.213071 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.223737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-28212108-0763-4998-b0ae-c3016569492d None None] Port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:37.355698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.14 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:37.458224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32303294-af0c-41a0-a8d5-ba528f2b0810 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:37.507249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 32303294-af0c-41a0-a8d5-ba528f2b0810 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:37.507882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32303294-af0c-41a0-a8d5-ba528f2b0810 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:37.508465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 13a43d10-51d6-4e14-9d81-93d40d0a40a3 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:03:37.510562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-28212108-0763-4998-b0ae-c3016569492d None None] Provisioning complete for port 64607f66-a12e-4358-8dc1-07dd6fa68c91 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:37.511200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28212108-0763-4998-b0ae-c3016569492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.555888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/533a26e0-96e5-4f62-af17-3751cfc919fe/d867b399-a15f-49bb-9706-6026365670af) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:37.612686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe8a1e27-46e0-43c6-92c6-48661804d47b req-1e18f170-c4de-4ea9-8eca-37283b4b91e9 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1475713 Dec 09 15:03:37.679397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:37.691409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:37.710372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.737417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.752778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4359cf3b-a367-4d91-8f8f-9b198527288c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb966b9da1a34c1280e9728a2b6874fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7086828 Dec 09 15:03:37.761044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:37.763866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 13a43d10-51d6-4e14-9d81-93d40d0a40a3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:03:37.764216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 13a43d10-51d6-4e14-9d81-93d40d0a40a3 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:03:37.765955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:37.792639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359cf3b-a367-4d91-8f8f-9b198527288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1041492d-b5f1-4a1e-9c1b-df5ecd9b9985,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:37.807841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-28212108-0763-4998-b0ae-c3016569492d None None] Port 64607f66-a12e-4358-8dc1-07dd6fa68c91 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:38.029796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164639b7-3b95-42a7-8139-40cf26a1211b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:38.112741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:38.131140 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.146242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e70ba16-4cfe-47bb-8da5-61f6f461ddc8 req-79fec894-8adf-4ce8-aaad-fac90c0553f8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 210 time: 0.2655563 Dec 09 15:03:38.153172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Allocated IP 172.20.0.1 (d66db03e-003a-4cde-90cd-986486d2165a/9f87f46c-dcec-4e4b-9184-5a26813b3871/91703a99-c185-4573-8606-197edd59ebaa) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:38.154362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e3190426-ce41-4f0a-94c4-6486052a18ab up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:38.198301 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.199011 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Added segment 55de2666-7e3e-4736-883b-66e990d7ff91 of type vlan for network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 Dec 09 15:03:38.222772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.242842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Sync routers for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:38.245673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.252304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6a158c0-9349-4437-a31c-bb695c9ab839 req-cfc67d41-5d2e-46c2-ae80-7e13b28169d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2838f48fd50446e9e727029d2fdfba1&device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0932789 Dec 09 15:03:38.286707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49746) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:38.321689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:38.333081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:38.340544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:38.341496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:38.345340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:38.384613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb4107ed-8cda-404e-a87e-8fc1acd1a3a5 req-d3e42a6b-f524-4b3c-8ce3-76e84822c41c tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0985558 Dec 09 15:03:38.384987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Pushing event updated for resources: {'Port': ['ID=d867b399-a15f-49bb-9706-6026365670af,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:38.392505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3b74b060-26f7-46ef-8569-9883ebcf9e86 None None] Provisioning complete for port 64607f66-a12e-4358-8dc1-07dd6fa68c91 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:38.392994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b74b060-26f7-46ef-8569-9883ebcf9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.399439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6a158c0-9349-4437-a31c-bb695c9ab839 req-5a05cec1-05eb-40a1-8cd8-be9eed523380 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e2838f48fd50446e9e727029d2fdfba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374218 Dec 09 15:03:38.408737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57a22403-b3e7-44e5-be22-a04f48923e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.501456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.513296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57a22403-b3e7-44e5-be22-a04f48923e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.571761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.591215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.593952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3b74b060-26f7-46ef-8569-9883ebcf9e86 None None] Port 64607f66-a12e-4358-8dc1-07dd6fa68c91 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:38.602159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e3190426-ce41-4f0a-94c4-6486052a18ab triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:38.602535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.614782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Attempting to bind port d867b399-a15f-49bb-9706-6026365670af on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:38.615226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Attempting to bind port d867b399-a15f-49bb-9706-6026365670af by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:38.615599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Attempting to bind port d867b399-a15f-49bb-9706-6026365670af on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:38.640634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.641967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:38.651627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Network d66db03e-003a-4cde-90cd-986486d2165a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:38.669964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:38.682691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:38.694102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:38.694953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:38.696050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.696050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:38.696391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Pushing event updated for resources: {'Port': ['ID=91703a99-c185-4573-8606-197edd59ebaa,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:38.696567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Bound port: d867b399-a15f-49bb-9706-6026365670af, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:38.696915 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.704345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.730388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a158c0-9349-4437-a31c-bb695c9ab839 req-dc288b8b-1337-49bb-9a25-ffa2545a0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:38.732996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6a158c0-9349-4437-a31c-bb695c9ab839 req-dc288b8b-1337-49bb-9a25-ffa2545a0b50 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3013813 Dec 09 15:03:38.738283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::1 (d3ad000a-542a-403b-900f-3e0469146f33/533a26e0-96e5-4f62-af17-3751cfc919fe/9178a26f-5fbd-4ee6-ae47-c4587c9e6911) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:38.741819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57a22403-b3e7-44e5-be22-a04f48923e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.744814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57a22403-b3e7-44e5-be22-a04f48923e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.746211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-57a22403-b3e7-44e5-be22-a04f48923e90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1041492d-b5f1-4a1e-9c1b-df5ecd9b9985 HTTP/1.1" status: 204 len: 168 time: 0.9835317 Dec 09 15:03:38.777210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a22403-b3e7-44e5-be22-a04f48923e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041492d-b5f1-4a1e-9c1b-df5ecd9b9985,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:38.798081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Router 47bc2331-f088-40ac-9737-2618761cf68b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:38.813783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.815218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:38.816026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.869725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.873968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:38.937666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:38.939956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:38.950312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:38.951848 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:38.960419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7512491 Dec 09 15:03:38.961303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:38.965230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.030659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Request body: {'subnet': {'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-subnet', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:39.039706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604105-bda4-4914-bf96-4302523c423e admin admin] Pushing event updated for resources: {'Network': ['ID=0ae4d7a2-0265-46f5-bab7-c95397dd2313,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:39.040395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] For port d867b399-a15f-49bb-9706-6026365670af, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:39.040885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.071012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] For port d867b399-a15f-49bb-9706-6026365670af, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d867b399-a15f-49bb-9706-6026365670af,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:39.073713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:39.096170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cf64280e-aeab-47c2-974a-175736e2554b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:39.128626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e1040a61129416c88b7d12a70efedd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8077815 Dec 09 15:03:39.142017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49756) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:39.149360 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.162155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0fc40-7541-4cb0-8533-bfb441568cc1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:39.187856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.188384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.189117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.189328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.189766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.190421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.191217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.191217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.191488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.191916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.192333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.192740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.193230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d320ef-2345-4cd2-b3dc-8a4fce0e615c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:39.208723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.253475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:39.257295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:39.261402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:39.262177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.332704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:39.333939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.341871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=9178a26f-5fbd-4ee6-ae47-c4587c9e6911,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:39.400621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Made reservation on behalf of 6795df5fb55c4a638f8c8dd48259bec8 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:39.411340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.473203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.477441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:39.477614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-25a28a78-eb99-41b6-89f9-d96c7e7e4388 None None] Provisioning complete for port 91703a99-c185-4573-8606-197edd59ebaa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:39.478055 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25a28a78-eb99-41b6-89f9-d96c7e7e4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.505262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ac63-0fe4-49b4-af78-5cb6bbe15cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.553156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e0ec7-390b-4702-b69f-6ecc85bf71d5 None None] Pushing event updated for resources: {'Port': ['ID=d867b399-a15f-49bb-9706-6026365670af,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:39.560267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-d5b7fcaa-4ef6-4ed0-94cc-16b94378f7e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1848414 Dec 09 15:03:39.583121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Request body: {'port': {'device_id': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:39.587617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b579a59-7825-4f62-8c7b-c2b8a47ebf13 req-9c6f9f51-cb0d-4192-a3d7-6a05f490ce67 tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.0531619 Dec 09 15:03:39.598157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:39.601983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port cf64280e-aeab-47c2-974a-175736e2554b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:39.603645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.622887 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Sync routers for ids ['47bc2331-f088-40ac-9737-2618761cf68b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:39.670911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-25f0a194-5335-44dd-b1f4-1ebc0cdfa426 admin admin] 10.222.0.46 "PUT /v2.0/routers/47bc2331-f088-40ac-9737-2618761cf68b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4706364 Dec 09 15:03:39.670911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b00a53b-6276-4579-842a-13e6ec075c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.683932 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Routers {'47bc2331-f088-40ac-9737-2618761cf68b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:39.686061 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['47bc2331-f088-40ac-9737-2618761cf68b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:39.710197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344038cf-2660-492b-9ea5-9ec0da9e326f req-bb7cb215-408d-49a7-ac8a-1040533ef73a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:39.711916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-344038cf-2660-492b-9ea5-9ec0da9e326f req-bb7cb215-408d-49a7-ac8a-1040533ef73a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 932 time: 0.4130008 Dec 09 15:03:39.741424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.771428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25a28a78-eb99-41b6-89f9-d96c7e7e4388 None None] Port 91703a99-c185-4573-8606-197edd59ebaa cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:39.825188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b00a53b-6276-4579-842a-13e6ec075c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.859973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 2, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:39.919859 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ac63-0fe4-49b4-af78-5cb6bbe15cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.935546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ac63-0fe4-49b4-af78-5cb6bbe15cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.947421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Checking router: 62d429c4-12d2-4640-86da-b329e4fe022d for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:39.947785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Updating router 62d429c4-12d2-4640-86da-b329e4fe022d port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:39.957648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:39.977314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e1f5ac63-0fe4-49b4-af78-5cb6bbe15cf6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee847d0ac4634618a3d7b77d80b55a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979074 Dec 09 15:03:39.981093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49772) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:39.998697 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Set router 47bc2331-f088-40ac-9737-2618761cf68b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:40.041871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.051598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ac63-0fe4-49b4-af78-5cb6bbe15cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c349aa8-1ccd-417c-b35c-dcc0170efa3a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:40.106662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-344038cf-2660-492b-9ea5-9ec0da9e326f req-bd68a69d-cb96-4078-b43b-e2839d167416 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565097 Dec 09 15:03:40.200350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b00a53b-6276-4579-842a-13e6ec075c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.200976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd670aff-3aa1-4a1e-931c-4e17c6444cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.205710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b00a53b-6276-4579-842a-13e6ec075c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.210356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2b00a53b-6276-4579-842a-13e6ec075c81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1cb0fc40-7541-4cb0-8533-bfb441568cc1 HTTP/1.1" status: 204 len: 168 time: 1.0632687 Dec 09 15:03:40.258429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd670aff-3aa1-4a1e-931c-4e17c6444cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.336540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00a53b-6276-4579-842a-13e6ec075c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0fc40-7541-4cb0-8533-bfb441568cc1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:40.349752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.355243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6a158c0-9349-4437-a31c-bb695c9ab839 req-97ae8807-2fc0-40d8-83fd-818c03ae19df tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.2646801 Dec 09 15:03:40.363018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd670aff-3aa1-4a1e-931c-4e17c6444cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.368655 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd670aff-3aa1-4a1e-931c-4e17c6444cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.372773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bd670aff-3aa1-4a1e-931c-4e17c6444cfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c349aa8-1ccd-417c-b35c-dcc0170efa3a HTTP/1.1" status: 204 len: 168 time: 0.3893955 Dec 09 15:03:40.409656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd670aff-3aa1-4a1e-931c-4e17c6444cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c349aa8-1ccd-417c-b35c-dcc0170efa3a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:40.415328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.430133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.431212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.596797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90aa1c21-c6ec-483c-b955-afcbdb0ab2fe,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:40.597353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=9178a26f-5fbd-4ee6-ae47-c4587c9e6911,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:40.631319 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.645154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Checking segment: {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:40.645594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Network hostable DHCP agents. Network: 0ae4d7a2-0265-46f5-bab7-c95397dd2313, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:40.651453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.702537 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '64607f66-a12e-4358-8dc1-07dd6fa68c91', 'name': '', 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'mac_address': 'fa:16:3e:6d:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:31Z', 'updated_at': '2021-12-09T15:03:34Z', 'revision_number': 2, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'subnets': [{'id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:40.801092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Checking router: 47bc2331-f088-40ac-9737-2618761cf68b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:40.801573 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Updating router 47bc2331-f088-40ac-9737-2618761cf68b port 64607f66-a12e-4358-8dc1-07dd6fa68c91 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:40.802012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d867b399-a15f-49bb-9706-6026365670af up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:40.863688 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:40.927555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62fbd782-c62e-4818-b1cb-aef29e6f2e23 req-366fa835-2886-4538-b866-cbcd5e177f2f tempest-ServerShowV257Test-620038027 tempest-ServerShowV257Test-620038027-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e92706a-24d5-40aa-ae41-35a7699230d8 HTTP/1.1" status: 200 len: 210 time: 0.1073606 Dec 09 15:03:40.960376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:40.965309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:41.219172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49820) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:41.288502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d867b399-a15f-49bb-9706-6026365670af triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:41.294094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-204d0bb2-f7cd-4a22-ba6a-6f363a53ed1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.296692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.452081 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-204d0bb2-f7cd-4a22-ba6a-6f363a53ed1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.463111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-204d0bb2-f7cd-4a22-ba6a-6f363a53ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.508049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0bb2-f7cd-4a22-ba6a-6f363a53ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca34dc5-1a00-4e8b-a784-e9a2c7245708,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:41.536111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.541995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:41.556724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e6c62f2f-f8cf-4c5e-856a-290d6dd1cf14 None None] Provisioning complete for port d867b399-a15f-49bb-9706-6026365670af triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:41.557924 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6c62f2f-f8cf-4c5e-856a-290d6dd1cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.560669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Pushing event updated for resources: {'Port': ['ID=91703a99-c185-4573-8606-197edd59ebaa,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:41.562212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-204d0bb2-f7cd-4a22-ba6a-6f363a53ed1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6672b8e289944eb7bcbf62ba981683c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419583 Dec 09 15:03:41.564823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49828) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:41.568033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Router 203a0043-333f-4234-8be3-fe82dc3e94e1 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:41.666915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeb74b-af35-451f-9f43-c6e4026359fe req-9f67e8ac-2cd8-452f-92f4-bf216fe18b13 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:41.673613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90aeb74b-af35-451f-9f43-c6e4026359fe req-9f67e8ac-2cd8-452f-92f4-bf216fe18b13 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 932 time: 0.3208392 Dec 09 15:03:41.674509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0ae4d7a2-0265-46f5-bab7-c95397dd2313) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:41.731385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:41.731640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.732563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.749950 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.763621 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.794693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86451198-3468-49bb-9ac0-e4e2f47218c4 None None] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:41.812533 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.856878 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06278b1a-29da-4333-ba19-79b37d113963 None None] Pushing event updated for resources: {'Port': ['ID=64607f66-a12e-4358-8dc1-07dd6fa68c91,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:41.858492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:41.860768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:03:41.873463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c9a7a73-5f13-429f-ae77-827bc8a442ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "PUT /v2.0/routers/203a0043-333f-4234-8be3-fe82dc3e94e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7704744 Dec 09 15:03:41.876226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:41.891183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:41.908680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fa4f738c-0819-4094-88b1-a88a7aa56604 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9102972 Dec 09 15:03:41.916168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49838) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:41.963268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Transition to ACTIVE for port object 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:03:41.988218 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Attempting to bind port 64607f66-a12e-4358-8dc1-07dd6fa68c91 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:41.992432 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Attempting to bind port 64607f66-a12e-4358-8dc1-07dd6fa68c91 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:41.993486 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Attempting to bind port 64607f66-a12e-4358-8dc1-07dd6fa68c91 on network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:41.994448 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.011228 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:42.018919 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Checking segment: {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:42.019439 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.019754 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Bound using segment: {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:42.019870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82def22-1245-4a17-8676-469253e33779 None None] Sync routers for ids ['203a0043-333f-4234-8be3-fe82dc3e94e1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:42.020255 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Bound port: 64607f66-a12e-4358-8dc1-07dd6fa68c91, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ae5515-b9e5-4d7e-bf03-f8a1a4028022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:42.020642 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.122691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:42.134224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90aeb74b-af35-451f-9f43-c6e4026359fe req-10b6f9b8-d9d6-42ca-878b-939a1d04c2dc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976943 Dec 09 15:03:42.151976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Network d66db03e-003a-4cde-90cd-986486d2165a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:42.168894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:42.194304 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] For port 64607f66-a12e-4358-8dc1-07dd6fa68c91, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:42.217810 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] For port 64607f66-a12e-4358-8dc1-07dd6fa68c91, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64607f66-a12e-4358-8dc1-07dd6fa68c91,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:42.248566 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.249796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4cf29-af77-432e-8ac5-c77b108a4411 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:42.253760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-67d4cf29-af77-432e-8ac5-c77b108a4411 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports/9178a26f-5fbd-4ee6-ae47-c4587c9e6911 HTTP/1.1" status: 200 len: 911 time: 0.3735099 Dec 09 15:03:42.300383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49872) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:42.303269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] Routers {'203a0043-333f-4234-8be3-fe82dc3e94e1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:42.305628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203a0043-333f-4234-8be3-fe82dc3e94e1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:42.442789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:42.454833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1cefb34-b437-40c5-a12d-f4d855739507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.467660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] Set router 203a0043-333f-4234-8be3-fe82dc3e94e1 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:42.539186 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06278b1a-29da-4333-ba19-79b37d113963 None None] Pushing event updated for resources: {'Port': ['ID=64607f66-a12e-4358-8dc1-07dd6fa68c91,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:42.555042 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Routers {'47bc2331-f088-40ac-9737-2618761cf68b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:42.565758 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['47bc2331-f088-40ac-9737-2618761cf68b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:42.586239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c761d87-7ef4-47c5-8b27-1a7e5c8d9f5f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:42.623214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c761d87-7ef4-47c5-8b27-1a7e5c8d9f5f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:42.624799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c761d87-7ef4-47c5-8b27-1a7e5c8d9f5f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3234973 Dec 09 15:03:42.643055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49886) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:42.672295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1cefb34-b437-40c5-a12d-f4d855739507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.771941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.776290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.790155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1cefb34-b437-40c5-a12d-f4d855739507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.797632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1cefb34-b437-40c5-a12d-f4d855739507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.804040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f1cefb34-b437-40c5-a12d-f4d855739507 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fca34dc5-1a00-4e8b-a784-e9a2c7245708 HTTP/1.1" status: 204 len: 168 time: 1.2344146 Dec 09 15:03:42.819914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a868c-afa7-4cff-8bf0-e3b936529b80 None None] Pushing event updated for resources: {'Port': ['ID=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:42.853893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49894) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:42.860754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cefb34-b437-40c5-a12d-f4d855739507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca34dc5-1a00-4e8b-a784-e9a2c7245708,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:42.923265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:42.938073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] Set router 47bc2331-f088-40ac-9737-2618761cf68b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:42.984354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.137342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Attempting to bind port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:43.137342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Attempting to bind port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:43.137342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Attempting to bind port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:43.202625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'fixed_ips': [{'subnet_id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:43.203527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.235313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Attempting to bind port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:43.235731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Attempting to bind port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:43.236335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Attempting to bind port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d on network 54626a82-c410-4bdc-afc5-b67930a6e4f7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:43.247380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port d867b399-a15f-49bb-9706-6026365670af, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d867b399-a15f-49bb-9706-6026365670af,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:43.250546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:43.251232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Checking segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:43.251889 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.252484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Bound using segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:43.253234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Bound port: 67b1a5f6-e7b8-469f-901c-1964d6a8b27d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:43.254172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.265852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:43.274630 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6c62f2f-f8cf-4c5e-856a-290d6dd1cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.280867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:03:43.283258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Attempting to bind port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:43.297078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.382197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:43.382546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:43.382942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:43.385627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Bound port: 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:43.386011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.467835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '64607f66-a12e-4358-8dc1-07dd6fa68c91', 'name': '', 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'mac_address': 'fa:16:3e:6d:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:31Z', 'updated_at': '2021-12-09T15:03:42Z', 'revision_number': 4, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'subnets': [{'id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:43.512203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a1bd1-e1a0-439c-9d8f-747f5ac8903f None None] The sync data for ids ['47bc2331-f088-40ac-9737-2618761cf68b'] in n-d-804292-5 is: [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '64607f66-a12e-4358-8dc1-07dd6fa68c91', 'name': '', 'network_id': '1dbfdb44-dcce-45cf-b0a7-37ad83933bbf', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'mac_address': 'fa:16:3e:6d:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:31Z', 'updated_at': '2021-12-09T15:03:42Z', 'revision_number': 4, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'subnets': [{'id': 'ae7c917b-667d-4bee-a55c-b64c9cb80ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:43.617587 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.624557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c994defb-eba6-4ab6-8028-dd5b984b0b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.699635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be391379-d648-4f22-89a5-4712e7b06669 req-6b8e8770-e81f-4e2a-a931-4b38f1c2b0bb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:43.701677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be391379-d648-4f22-89a5-4712e7b06669 req-6b8e8770-e81f-4e2a-a931-4b38f1c2b0bb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 944 time: 0.2718463 Dec 09 15:03:43.793333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] For port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:43.797429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] For port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:43.839101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.869987 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be391379-d648-4f22-89a5-4712e7b06669 req-d8e2d79e-aded-4069-aa4a-f2067babd557 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530969 Dec 09 15:03:43.909908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:43.911616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:43.921251 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:43.922816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cac50c94-4f8c-4b55-9fe9-9667e0eca574 admin admin] 10.222.0.46 "PUT /v2.0/routers/db2317b3-509a-4c9c-9e27-bf5b4cdd03ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9507627 Dec 09 15:03:43.939329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:43.940694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:43.944664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-a4abe399-306c-40bf-af88-195e3307b094 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 200 len: 1092 time: 4.3744001 Dec 09 15:03:43.946717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'tag': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:03:43.955888 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d" -d '{"events": [{"name": "network-changed", "server_uuid": "885d1741-9beb-4c21-b733-37e8a2115f6d", "tag": "2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:03:43.991104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:43.994898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] For port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:43.997581 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:43.999473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] For port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:44.002185 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-e6c62f2f-f8cf-4c5e-856a-290d6dd1cf14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:03:44.002700 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-e6c62f2f-f8cf-4c5e-856a-290d6dd1cf14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:03:44.003720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=d867b399-a15f-49bb-9706-6026365670af,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:44.062267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Allocated IP 172.20.0.2 (0ae4d7a2-0265-46f5-bab7-c95397dd2313/90aa1c21-c6ec-483c-b955-afcbdb0ab2fe/f6d9052d-e305-425d-9ef9-19a7e244d75f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:44.093293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c994defb-eba6-4ab6-8028-dd5b984b0b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:44.111694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c994defb-eba6-4ab6-8028-dd5b984b0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:44.115711 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62535a90-1594-423a-a0d5-9285131a7f6c x-openstack-request-id: req-62535a90-1594-423a-a0d5-9285131a7f6c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:03:44.116180 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885d1741-9beb-4c21-b733-37e8a2115f6d", "tag": "2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:03:44.116360 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62535a90-1594-423a-a0d5-9285131a7f6c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:03:44.116709 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'tag': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', 'status': 'completed', 'code': 200} Dec 09 15:03:44.140173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-531be8ca-df9e-48a2-971e-ef5bec762573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:44.146242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-531be8ca-df9e-48a2-971e-ef5bec762573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 1095 time: 0.1112664 Dec 09 15:03:44.309870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-38cd84f4-a3f6-4ac6-8402-fdb9a4f27c95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 200 len: 217 time: 0.1545451 Dec 09 15:03:44.406413 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:44.483164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:44.524355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:44.617498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-3ad77692-131d-4b12-8788-50b103c92501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:44.621887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-3ad77692-131d-4b12-8788-50b103c92501 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.3006091 Dec 09 15:03:44.629763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:44.645010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:44.805968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-6973015f-21e9-47c3-9c32-eaec7fed3d75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949938 Dec 09 15:03:44.807118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:44.839116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:44.856208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:45.038307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:45.041080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:45.116719 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:40Z', 'revision_number': 2, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:45.183520 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:45.184141 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Updating router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff port 91703a99-c185-4573-8606-197edd59ebaa binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:45.236151 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:45.399287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994defb-eba6-4ab6-8028-dd5b984b0b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf73543-c5f9-438e-b29c-7e1608d470e2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:45.424391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c994defb-eba6-4ab6-8028-dd5b984b0b59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2838f48fd50446e9e727029d2fdfba1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5671575 Dec 09 15:03:45.427273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49956) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:45.467910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c10b6-0603-4310-a661-f45335e1871a req-ea9f70ba-208a-47b6-abd7-eb3a0d1def62 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:45.469766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f1c10b6-0603-4310-a661-f45335e1871a req-ea9f70ba-208a-47b6-abd7-eb3a0d1def62 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 944 time: 0.3047221 Dec 09 15:03:45.496771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-20e0d924-e98f-4b49-8899-ce8ccec6cbe5 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803029 Dec 09 15:03:45.764422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a868c-afa7-4cff-8bf0-e3b936529b80 None None] Pushing event updated for resources: {'Port': ['ID=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:45.773123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:45.862507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49970) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:45.873168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100716687', 'description': 'tempest-description--1040553512'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:45.900207 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f1c10b6-0603-4310-a661-f45335e1871a req-012692dd-a261-48c7-8573-f6789e7d3bf6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146295 Dec 09 15:03:45.906295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c9ccc2-b2d9-42ca-90b8-79e76ed5071e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:45.908033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:45.934574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Pushing event updated for resources: {'Port': ['ID=f6d9052d-e305-425d-9ef9-19a7e244d75f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:45.954103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d867b399-a15f-49bb-9706-6026365670af up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:45.956326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Provisioning complete for port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:45.956706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:45.966182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c9ccc2-b2d9-42ca-90b8-79e76ed5071e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:45.978366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8cc95bc-b10d-4dc6-ba23-19e61819c010 req-c02f5755-e955-4737-8783-0ad73ecc4273 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679921 Dec 09 15:03:46.125321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.190920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a0043-333f-4234-8be3-fe82dc3e94e1', 'name': 'tempest-NetworksTestDHCPv6-router-1860826028', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 2, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None, '_interfaces': [{'id': '9178a26f-5fbd-4ee6-ae47-c4587c9e6911', 'name': '', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'mac_address': 'fa:16:3e:43:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203a0043-333f-4234-8be3-fe82dc3e94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '533a26e0-96e5-4f62-af17-3751cfc919fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:38Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 2, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'subnets': [{'id': '533a26e0-96e5-4f62-af17-3751cfc919fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:46.242201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Attempting to bind port f6d9052d-e305-425d-9ef9-19a7e244d75f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:46.242894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Attempting to bind port f6d9052d-e305-425d-9ef9-19a7e244d75f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:46.243477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Attempting to bind port f6d9052d-e305-425d-9ef9-19a7e244d75f on network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:46.279829 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.290926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 9178a26f-5fbd-4ee6-ae47-c4587c9e6911 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:46.292129 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.295190 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.295960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82def22-1245-4a17-8676-469253e33779 None None] Checking router: 203a0043-333f-4234-8be3-fe82dc3e94e1 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:46.296572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82def22-1245-4a17-8676-469253e33779 None None] Updating router 203a0043-333f-4234-8be3-fe82dc3e94e1 port 9178a26f-5fbd-4ee6-ae47-c4587c9e6911 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:46.348551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:46.349269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Checking segment: {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:46.350967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.351645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Bound using segment: {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:46.353476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Bound port: f6d9052d-e305-425d-9ef9-19a7e244d75f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:46.353476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.425829 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d8fd-5d56-4d90-bedd-267d34869201 None None] Pushing event updated for resources: {'Port': ['ID=91703a99-c185-4573-8606-197edd59ebaa,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:46.566059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] For port f6d9052d-e305-425d-9ef9-19a7e244d75f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:46.574856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] For port f6d9052d-e305-425d-9ef9-19a7e244d75f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f6d9052d-e305-425d-9ef9-19a7e244d75f,segment=NetworkSegment(55de2666-7e3e-4736-883b-66e990d7ff91),segment_id=55de2666-7e3e-4736-883b-66e990d7ff91)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:46.576712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c9ccc2-b2d9-42ca-90b8-79e76ed5071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.583454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c9ccc2-b2d9-42ca-90b8-79e76ed5071e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.586932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Allocated IP 172.25.0.121 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/8b83007b-e7ab-4160-a87f-9cf63209914b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:46.587764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-19c9ccc2-b2d9-42ca-90b8-79e76ed5071e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bf73543-c5f9-438e-b29c-7e1608d470e2 HTTP/1.1" status: 204 len: 168 time: 1.1559298 Dec 09 15:03:46.591222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-3d0e3925-5a2c-4d3a-9b50-e28d773626a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:46.593495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-3d0e3925-5a2c-4d3a-9b50-e28d773626a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 1095 time: 0.5467598 Dec 09 15:03:46.644368 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.656851 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Attempting to bind port 91703a99-c185-4573-8606-197edd59ebaa on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:46.657228 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Attempting to bind port 91703a99-c185-4573-8606-197edd59ebaa by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:46.657597 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Attempting to bind port 91703a99-c185-4573-8606-197edd59ebaa on network d66db03e-003a-4cde-90cd-986486d2165a {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:46.679530 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:46.681172 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Checking segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:46.681609 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.685253 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Bound using segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:46.685657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9ccc2-b2d9-42ca-90b8-79e76ed5071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf73543-c5f9-438e-b29c-7e1608d470e2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:46.685860 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Bound port: 91703a99-c185-4573-8606-197edd59ebaa, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:46.686264 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.698504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.731613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.764298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a82def22-1245-4a17-8676-469253e33779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.770545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:46.876270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:46.900329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 9178a26f-5fbd-4ee6-ae47-c4587c9e6911 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:46.960006 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] For port 91703a99-c185-4573-8606-197edd59ebaa, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:03:46.977562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-3ac04dc7-9232-4288-839b-4338e1190493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:46.979731 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-3ac04dc7-9232-4288-839b-4338e1190493 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.3676817 Dec 09 15:03:46.982122 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] For port 91703a99-c185-4573-8606-197edd59ebaa, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=91703a99-c185-4573-8606-197edd59ebaa,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:03:46.995987 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.067215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.072158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2023673 Dec 09 15:03:47.086715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50006) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:47.087058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50008) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:47.146365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'security_group_rule': {'security_group_id': '39c3905c-9683-4d95-8389-92c9c2f20598', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:47.189592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-fe1e9755-8349-470e-8676-a98108bb7ed6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 200 len: 217 time: 0.1346934 Dec 09 15:03:47.221655 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:47.235088 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:47.236660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.301848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba46a9-2ce7-4674-83f0-d30ce50fbcc6 None None] Pushing event updated for resources: {'Port': ['ID=f6d9052d-e305-425d-9ef9-19a7e244d75f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:47.352704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c03d6-62e3-423d-ad5a-35cfc1119429 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c3905c-9683-4d95-8389-92c9c2f20598,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:47.409467 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d8fd-5d56-4d90-bedd-267d34869201 None None] Pushing event updated for resources: {'Port': ['ID=91703a99-c185-4573-8606-197edd59ebaa,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:47.410316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.500036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.530386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-1495a532-b388-4854-ba63-d8f218f4054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:47.539607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-1495a532-b388-4854-ba63-d8f218f4054c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.3213050 Dec 09 15:03:47.594426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3547f-c631-48d3-9b1a-bca0e997bfd2 req-738b75d0-29a8-4651-8f68-af1ab2bf109a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:47.608772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18c3547f-c631-48d3-9b1a-bca0e997bfd2 req-738b75d0-29a8-4651-8f68-af1ab2bf109a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 944 time: 0.3609552 Dec 09 15:03:47.635276 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:47.685064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-073a153c-d1cc-4c71-a8e4-879b4320d555 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326497 Dec 09 15:03:47.719678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.772144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] For port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:47.790978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d867b399-a15f-49bb-9706-6026365670af triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:47.792342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.808671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.879093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:47.906214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c54c-36ce-4db8-8be5-e4266f6c77a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.938680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:47.970328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:48.003592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:48.005678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:48.051871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Pushing event updated for resources: {'Port': ['ID=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:48.089583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c53982-a28a-4b29-8a4c-2f13531ec93d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:48.101824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b178bb1f-c3d2-4f24-80d3-7d8e066bc1a2,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:48.203606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:46Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:48.228804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18c3547f-c631-48d3-9b1a-bca0e997bfd2 req-650d4aa9-1e3c-4f10-a5cd-3202ee5bab26 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190338 Dec 09 15:03:48.229520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b83007b-e7ab-4160-a87f-9cf63209914b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:48.298830 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786ce16-cbda-4d2b-9ded-e9548deeb3ae None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:46Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:48.334293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:48.338188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3525421-7c69-4c91-b22f-4aaab1301f2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2424223 Dec 09 15:03:48.353296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50036) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:48.383551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'security_group_rule': {'security_group_id': '39c3905c-9683-4d95-8389-92c9c2f20598', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:48.446327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Provisioning complete for port 91703a99-c185-4573-8606-197edd59ebaa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:48.446954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:48.573232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c54c-36ce-4db8-8be5-e4266f6c77a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:48.590187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c54c-36ce-4db8-8be5-e4266f6c77a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:48.748721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6c54c-36ce-4db8-8be5-e4266f6c77a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614097e7-9683-4352-9f23-2367138e7750,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:48.861593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64607f66-a12e-4358-8dc1-07dd6fa68c91 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:48.910674 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:48.928117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e4d6c54c-36ce-4db8-8be5-e4266f6c77a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=945d9d4c94b64bdba80afe6d69a16f42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8333762 Dec 09 15:03:48.929057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50050) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:49.030601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.052995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935c8bd-e3b6-4347-a2c7-5d9bbcaadf96 None None] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:49.074067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-93fb107a-dd72-4eab-80f9-d9250f77485c service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3792875 Dec 09 15:03:49.078345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=9178a26f-5fbd-4ee6-ae47-c4587c9e6911,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:49.289475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.311247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aef0e308-072e-42f4-93a4-5f5f5788c50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.316746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.418240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 64607f66-a12e-4358-8dc1-07dd6fa68c91 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:49.418615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.424675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aef0e308-072e-42f4-93a4-5f5f5788c50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.482711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.615703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4dd633-c800-464d-9971-27032cad1aac,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:49.704149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.710598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b595c6e2-2f14-4c53-97ee-9ec296a1d4ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3544099 Dec 09 15:03:49.711624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50062) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:49.729761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:49.731944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:03:49.744630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbfdb4ce-cadd-4a42-a08f-797e15ffac1d req-f5595701-a0ee-4b0a-b4ae-703b21197c38 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586485 Dec 09 15:03:49.779812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913dc09-11b2-4a7b-8eb5-19612653062d req-f9360839-9468-43ed-9b1d-58f315d0b1b2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:49.781439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6913dc09-11b2-4a7b-8eb5-19612653062d req-f9360839-9468-43ed-9b1d-58f315d0b1b2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 944 time: 0.3501689 Dec 09 15:03:49.802269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.813719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aef0e308-072e-42f4-93a4-5f5f5788c50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.816707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aef0e308-072e-42f4-93a4-5f5f5788c50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:49.831823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:43Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:49.837519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aef0e308-072e-42f4-93a4-5f5f5788c50e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/614097e7-9683-4352-9f23-2367138e7750 HTTP/1.1" status: 204 len: 168 time: 0.8496308 Dec 09 15:03:49.937981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:03:49.978912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0e308-072e-42f4-93a4-5f5f5788c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614097e7-9683-4352-9f23-2367138e7750,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:50.045943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:50.094334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332ed7f-0c02-4d97-9950-ab72933d1c2b None None] The sync data for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 is: [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:43Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:50.114760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6913dc09-11b2-4a7b-8eb5-19612653062d req-bd29d6a1-c0e8-494b-ab09-39f27130ae2c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155274 Dec 09 15:03:50.187072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:50.263089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] For port 91703a99-c185-4573-8606-197edd59ebaa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=91703a99-c185-4573-8606-197edd59ebaa,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:50.311874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Router 203a0043-333f-4234-8be3-fe82dc3e94e1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:50.328003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:50.578846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:50.586710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0afeed6e-7fd1-43f2-b509-1d7025658395 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "PUT /v2.0/routers/203a0043-333f-4234-8be3-fe82dc3e94e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9244363 Dec 09 15:03:50.586902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50082) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:50.650690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059cb019-aa60-471a-9a7e-47411f2052f9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:50.652554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059cb019-aa60-471a-9a7e-47411f2052f9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:50.655415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-059cb019-aa60-471a-9a7e-47411f2052f9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0665708 Dec 09 15:03:50.657419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50088) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:50.695101 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-a82def22-1245-4a17-8676-469253e33779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:03:50.700775 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-a82def22-1245-4a17-8676-469253e33779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:03:50.728697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 533a26e0-96e5-4f62-af17-3751cfc919fe {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:03:50.733726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:50.797418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:50.801623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:50.861414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Provisioning complete for port 64607f66-a12e-4358-8dc1-07dd6fa68c91 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:50.861798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:50.878318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', 'mac_address': 'fa:16:3e:eb:1b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:03:51.000733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.031324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.238356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.294531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Allocated IP 172.25.0.101 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/9254c410-8abe-43cd-98a9-cc45e496af98) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:51.298397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.311736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/533a26e0-96e5-4f62-af17-3751cfc919fe HTTP/1.1" status: 204 len: 168 time: 0.6527197 Dec 09 15:03:51.322244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50110) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:51.421621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c84b7b-c222-47c1-9f77-7f3c6d163439 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=533a26e0-96e5-4f62-af17-3751cfc919fe,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:51.687898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.744143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cbf91bf8-c2a5-4542-8ae6-6a02ae07006a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4123883 Dec 09 15:03:51.751988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50122) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:51.760314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.779938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:51.816005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Pushing event updated for resources: {'Port': ['ID=91703a99-c185-4573-8606-197edd59ebaa,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:51.860537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8a697-4878-460e-8d55-39b3fb54c2ce None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:51.886311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:51.972962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:51.995912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:52.012393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.012740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.013101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.014348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.015054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.020677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.021097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.021473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.021848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.022186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.022520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.022849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.023178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.023650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:03:52.126301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'Port': ['ID=9254c410-8abe-43cd-98a9-cc45e496af98,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:52.190814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20111fb3-d0eb-4d3a-81d5-a1732a8160de req-11470ebe-73a4-4144-8287-b0bd86ff14d2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:52.204501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20111fb3-d0eb-4d3a-81d5-a1732a8160de req-11470ebe-73a4-4144-8287-b0bd86ff14d2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 944 time: 0.4499297 Dec 09 15:03:52.212470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82def22-1245-4a17-8676-469253e33779 None None] Port 9178a26f-5fbd-4ee6-ae47-c4587c9e6911 not found while updating agent binding for router 203a0043-333f-4234-8be3-fe82dc3e94e1. {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:03:52.243448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.280366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.311963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] Routers {'203a0043-333f-4234-8be3-fe82dc3e94e1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:52.312909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['203a0043-333f-4234-8be3-fe82dc3e94e1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:52.445395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] Set router 203a0043-333f-4234-8be3-fe82dc3e94e1 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:52.509377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.512548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.602886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a82def22-1245-4a17-8676-469253e33779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203a0043-333f-4234-8be3-fe82dc3e94e1', 'name': 'tempest-NetworksTestDHCPv6-router-1860826028', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:48Z', 'revision_number': 3, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:52.623199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.624039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Fanout notify agent at l3_agent the message router_deleted on router 203a0043-333f-4234-8be3-fe82dc3e94e1 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:03:52.628644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20111fb3-d0eb-4d3a-81d5-a1732a8160de req-b7286770-630d-4d27-8846-7231a67248e9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229765 Dec 09 15:03:52.646922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.650819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b172822f-5c99-4dba-8c4e-bd860d5e47b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/routers/203a0043-333f-4234-8be3-fe82dc3e94e1 HTTP/1.1" status: 204 len: 168 time: 0.8921154 Dec 09 15:03:52.652525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82def22-1245-4a17-8676-469253e33779 None None] The sync data for ids ['203a0043-333f-4234-8be3-fe82dc3e94e1'] in n-d-804292-5 is: [{'id': '203a0043-333f-4234-8be3-fe82dc3e94e1', 'name': 'tempest-NetworksTestDHCPv6-router-1860826028', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:48Z', 'revision_number': 3, 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:52.660939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50136) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:52.664874 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.713200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.719041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 64607f66-a12e-4358-8dc1-07dd6fa68c91, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64607f66-a12e-4358-8dc1-07dd6fa68c91,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:52.727079 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.767743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:03:52.814596 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.822251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:03:52.840600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15ff8e-b830-47ed-81d3-b21e5639bb81 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:52.844429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8e15ff8e-b830-47ed-81d3-b21e5639bb81 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1794021 Dec 09 15:03:52.846835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50142) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:52.876318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:52.901694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:52.949167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-27b2900d-5348-4297-a446-28d44c9444b8 None None] Could not find standard attr ID for object 9178a26f-5fbd-4ee6-ae47-c4587c9e6911. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:03:52.998346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:53.006055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95d865-53bb-435b-b789-649f637e7d5e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:53.007660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d95d865-53bb-435b-b789-649f637e7d5e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1595695 Dec 09 15:03:53.012366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50144) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:53.027895 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.052242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=64607f66-a12e-4358-8dc1-07dd6fa68c91,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:53.116081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bbb7ca40-2166-442a-91f8-8855d827f10d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022208 Dec 09 15:03:53.124465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50152) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:53.131845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:53.214375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:53.336882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:03:53.344820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:53.348485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:03:53.350335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.373669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.375409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a5bbccc1-50b5-41a0-bbab-af2799738fc6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4570181 Dec 09 15:03:53.380196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50158) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:53.385865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 91703a99-c185-4573-8606-197edd59ebaa up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:53.406248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Sync routers for ids ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:53.556979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.563456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] Deleting port d867b399-a15f-49bb-9706-6026365670af {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:53.564090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.572433 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.641718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] For port d867b399-a15f-49bb-9706-6026365670af, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d867b399-a15f-49bb-9706-6026365670af,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:53.642433 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.658878 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dea63325-7bcb-4996-8139-bcaa4e5ab635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.675272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] Calling delete_port for d867b399-a15f-49bb-9706-6026365670af owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:53.684272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'Port': ['ID=9254c410-8abe-43cd-98a9-cc45e496af98,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:53.855386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.879005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Provisioning complete for port 8b83007b-e7ab-4160-a87f-9cf63209914b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:53.879718 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.894841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:53.964672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Routers {'4a05e839-26c8-49ec-a74c-15e3cfa4dce1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:53.965761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:53.976480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50174) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:54.023887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:54.025362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-543fc07d-5529-4231-91da-9ea3c2ab23bb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3053582 Dec 09 15:03:54.062111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:03:54.144625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] Pushing event deleted for resources: {'Port': ['ID=d867b399-a15f-49bb-9706-6026365670af,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:54.182466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76834d14-008f-4f78-8901-d1cc10500b63 None None] No DVR routers for this DVR port d867b399-a15f-49bb-9706-6026365670af on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:03:54.236178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Port 8b83007b-e7ab-4160-a87f-9cf63209914b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:03:54.323685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090ac5f-9c39-49ec-b063-6e50a8d99563 req-64eb83e8-ded4-42bd-84d7-466e224a01c7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:54.326127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9090ac5f-9c39-49ec-b063-6e50a8d99563 req-64eb83e8-ded4-42bd-84d7-466e224a01c7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 945 time: 0.5241609 Dec 09 15:03:54.399643 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Sync routers for ids ['203a0043-333f-4234-8be3-fe82dc3e94e1'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:03:54.411113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:54.411451 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:03:54.413086 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_agentschedulers_db [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'203a0043-333f-4234-8be3-fe82dc3e94e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:03:54.423666 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:03:54.424343 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:03:54.425114 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_agentschedulers_db [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'203a0043-333f-4234-8be3-fe82dc3e94e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:03:54.425651 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c44a86-0fb5-4c5a-9de7-7b455fe48d82 None None] The sync data for ids ['203a0043-333f-4234-8be3-fe82dc3e94e1'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:03:54.562584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1295335759'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:54.565419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Provisioning complete for port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:54.565993 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:54.569574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 91703a99-c185-4573-8606-197edd59ebaa triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:54.574534 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:54.717219 n-d-804292-5 neutron-server[109894]: WARNING neutron.services.revisions.revision_plugin [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Could not find related port for resource to bump revision. Dec 09 15:03:54.745035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_pluggable_backend [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Port d867b399-a15f-49bb-9706-6026365670af was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109894) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 09 15:03:54.745346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_pluggable_backend [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Reverting IP allocation for 2001:db8::f816:3eff:feb1:6ce {{(pid=109894) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 09 15:03:54.757239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_pluggable_backend [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb1:6ce {{(pid=109894) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 09 15:03:54.762568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:54.808404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9090ac5f-9c39-49ec-b063-6e50a8d99563 req-beeec934-74ed-475f-bbeb-b6a5d00888e0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528975 Dec 09 15:03:54.819141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Set router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:03:54.839912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:54.843760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:54.856774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:54.864248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:54.892348 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7657454 Dec 09 15:03:54.895538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50208) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:54.898732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e9b8-c0a2-4cd2-9793-5a3515dd7207 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=c1c00aa1-f388-4414-9337-2e5e7a1a5796,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:54.904896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:55.084801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:55.090481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.118759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a44b3-fdff-4af0-8da1-08f76a449851 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:55.298778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-c2df5735-4933-42ac-8878-dc34e8bb3fd8 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2100716687&fields=id&tenant_id=5930e292fd2b400ca165065e9fe14769 HTTP/1.1" status: 200 len: 267 time: 0.7881114 Dec 09 15:03:55.377599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.379484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Made reservation on behalf of 431c5e2c570c4749a531c42a30e604b9 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:55.383069 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.459382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.597585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.620309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.623513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.687602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:55.689435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:55.698129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:55.699601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.734423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8366756 Dec 09 15:03:55.737716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50226) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:55.741099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c659806-1d63-48ad-ac6c-a8a65ca26307,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:55.760180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:3f:d0:69', 'name': 'tempest-NetworksTestDHCPv6-742417436'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:55.778946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdedaef-8feb-4b82-b5a7-2b165b33e67e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=fd289c31-de6c-403a-a0bf-80a2f4f3aeff,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:55.849437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:03:55.936673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:55.937022 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Added segment 1a4b37b4-5d9c-4b64-becc-18d0d12e618e of type vlan for network f656faf7-a50f-495c-92dd-79927bc51d1a Dec 09 15:03:55.955985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-afc7c2ff-92bf-4407-929c-df43e5b25503 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:55.957569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-afc7c2ff-92bf-4407-929c-df43e5b25503 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 809 time: 0.6595650 Dec 09 15:03:56.020751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-c881b1bf-69cd-446a-95fa-f4fa2d117f50 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/quotas/5930e292fd2b400ca165065e9fe14769 HTTP/1.1" status: 200 len: 375 time: 0.0331748 Dec 09 15:03:56.025321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.130883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Allocated IP 172.20.0.1 (0ae4d7a2-0265-46f5-bab7-c95397dd2313/90aa1c21-c6ec-483c-b955-afcbdb0ab2fe/30b10d91-2638-46ea-84da-0534ca408144) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:56.141933 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-72bb9d7b-2639-4792-a123-8278d9d7dfc4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114035 Dec 09 15:03:56.143986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.150512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:56.151129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.206756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6d9052d-e305-425d-9ef9-19a7e244d75f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:56.242025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b2cdf-32cd-4702-9c77-1faa053950c0 req-4184e1e3-a550-4b49-a613-ef9d3ff3c8b0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:56.245691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe1b2cdf-32cd-4702-9c77-1faa053950c0 req-4184e1e3-a550-4b49-a613-ef9d3ff3c8b0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 945 time: 0.2521994 Dec 09 15:03:56.277131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'c1c00aa1-f388-4414-9337-2e5e7a1a5796'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:03:56.277131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.283267 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ab61a27-1ba5-44b5-b534-a3c1d5b777fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.294490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3165824 Dec 09 15:03:56.307840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Provisioning complete for port f6d9052d-e305-425d-9ef9-19a7e244d75f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:56.312227 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.336420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:56.354170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4052c51-858d-4f09-b1b7-2c56d0ed2888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Pushing event updated for resources: {'Network': ['ID=f656faf7-a50f-495c-92dd-79927bc51d1a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:56.370192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe1b2cdf-32cd-4702-9c77-1faa053950c0 req-ec2581f9-a19c-459b-81cf-a3ea2b745e91 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184714 Dec 09 15:03:56.401910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f656faf7-a50f-495c-92dd-79927bc51d1a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:03:56.460324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.488386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 67454eb8-4723-4881-a130-16c78c2bbb05 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:03:56.516682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:03:49Z', 'revision_number': 3, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:03:56.529155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-5a930579-8fb4-4a0a-920c-ee730d936f44 service neutron] 10.222.0.46 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473270 Dec 09 15:03:56.592737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f6d9052d-e305-425d-9ef9-19a7e244d75f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:56.593581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.708110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Checking router: 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:03:56.708735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Updating router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 port 8b83007b-e7ab-4160-a87f-9cf63209914b binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:03:56.751080 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.776567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:56.844859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-bc08e12c-9849-44da-989b-7237a64b6cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143981 Dec 09 15:03:56.867471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50260) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:56.886489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Request body: {'port': {'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a', 'binding:host_id': 'n-h2-804292-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1655481858'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:03:56.898180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 172.20.0.4 (d3ad000a-542a-403b-900f-3e0469146f33/fd289c31-de6c-403a-a0bf-80a2f4f3aeff/67454eb8-4723-4881-a130-16c78c2bbb05) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:56.918729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe3f:d069 (d3ad000a-542a-403b-900f-3e0469146f33/c1c00aa1-f388-4414-9337-2e5e7a1a5796/67454eb8-4723-4881-a130-16c78c2bbb05) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:56.983381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Made reservation on behalf of 9f0042a8ef3f453ab5a903157c995536 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:03:56.986067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.003156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.010600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.016110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.116914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.128291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:57.138641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Pushing event updated for resources: {'Port': ['ID=30b10d91-2638-46ea-84da-0534ca408144,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:57.213282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3357941-c787-41c4-89ff-64a661aee811 req-834d3fa6-b378-439f-b310-f31320a5d930 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 210 time: 0.0792155 Dec 09 15:03:57.220547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:57.223444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:57.228548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:57.330333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.419976 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.487924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.503655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port f6d9052d-e305-425d-9ef9-19a7e244d75f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f6d9052d-e305-425d-9ef9-19a7e244d75f,segment=NetworkSegment(55de2666-7e3e-4736-883b-66e990d7ff91),segment_id=55de2666-7e3e-4736-883b-66e990d7ff91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:03:57.519402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.695297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.730344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.733632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 67b1a5f6-e7b8-469f-901c-1964d6a8b27d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:03:57.739034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.760430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:03:57.783618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:57.852611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:57.861647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:57.872366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:57.895649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Allocated IP 2001:db8::f816:3eff:fe4e:d10e (d3ad000a-542a-403b-900f-3e0469146f33/c1c00aa1-f388-4414-9337-2e5e7a1a5796/454e25eb-2633-487d-a339-7e487b64e422) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:03:57.970198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35415fa-dddb-4bdd-8f6e-c555944d2a08,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:58.010358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:58.012479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.075787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=67454eb8-4723-4881-a130-16c78c2bbb05,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:58.098680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:03:58.099035 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:03:58.130631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bd3f7-ef64-4fb3-a29d-08c184ad4f7d req-d2149335-df2b-4154-af34-ddd911b1c1b9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:58.138508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2bd3f7-ef64-4fb3-a29d-08c184ad4f7d req-d2149335-df2b-4154-af34-ddd911b1c1b9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 945 time: 0.5715516 Dec 09 15:03:58.158830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a503269f-6269-4d78-b25c-be71947950db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4200213 Dec 09 15:03:58.178727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50302) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:58.234830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.299029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.410291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:03:58.414524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e6a2e-df9a-4e23-b6b1-5cb963cb035f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:58.423666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fa6e6a2e-df9a-4e23-b6b1-5cb963cb035f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.2438233 Dec 09 15:03:58.435579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2bd3f7-ef64-4fb3-a29d-08c184ad4f7d req-95e739f9-1405-4922-b91a-8fc3e457812f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961369 Dec 09 15:03:58.440678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50308) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:03:58.467460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2ef41656-7a82-436f-bd5a-b807c55ae774 req-69efa462-76d3-4c6d-b4ab-6f6f5ddeef6b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 210 time: 0.0790930 Dec 09 15:03:58.484635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.495819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Pushing event updated for resources: {'Port': ['ID=30b10d91-2638-46ea-84da-0534ca408144,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:58.500445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.502591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.578210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:03:58.681094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=f6d9052d-e305-425d-9ef9-19a7e244d75f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:58.684406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:58.684783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.726472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 67454eb8-4723-4881-a130-16c78c2bbb05 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:03:58.728603 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.749933 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.760411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.785523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Provisioning complete for port 91703a99-c185-4573-8606-197edd59ebaa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:58.785906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ead2-5114-48d9-b186-9658ab9042a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.802064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Checking segment: {'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:58.802458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Network hostable DHCP agents. Network: f656faf7-a50f-495c-92dd-79927bc51d1a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:03:58.842671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8409d0-8962-4392-aff5-d8ea7dd90a85,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:58.870369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Network f656faf7-a50f-495c-92dd-79927bc51d1a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:03:58.876016 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.885177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.894329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:58.897746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:58.899944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f656faf7-a50f-495c-92dd-79927bc51d1a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:58.908146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:58.936944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:58.941740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df44e1a-c4f3-48d5-a208-f4c94d4641d7 None None] Network f656faf7-a50f-495c-92dd-79927bc51d1a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:03:58.961661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:58.962036 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:58.962400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:59.037524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.064262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 67454eb8-4723-4881-a130-16c78c2bbb05 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:03:59.102510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:03:59.102914 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.160326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:03:59.160957 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:03:59.164579 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 2 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:03:59.219442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55fc262-4981-4fd8-b7f7-600499bef129 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:03:59.248261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:59.248816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:59.249454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:59.331900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:03:59.332343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:03:59.332689 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:03:59.361095 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 3 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:03:59.391764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3e54a-45a6-42f2-b1f8-6824b3b2d784 None None] Pushing event updated for resources: {'Port': ['ID=8b83007b-e7ab-4160-a87f-9cf63209914b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:03:59.395179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:03:59.398817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:03:59.411873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Attempting to bind port 8b83007b-e7ab-4160-a87f-9cf63209914b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:59.412947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Attempting to bind port 8b83007b-e7ab-4160-a87f-9cf63209914b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:59.412947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Attempting to bind port 8b83007b-e7ab-4160-a87f-9cf63209914b on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:59.459484 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.490817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:59.492088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:59.493108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:59.540318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:03:59.540657 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:03:59.584176 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.586271 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 4 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:03:59.603650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:03:59.604324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:03:59.604908 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.605454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:03:59.606115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Bound port: 8b83007b-e7ab-4160-a87f-9cf63209914b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:03:59.606655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.620410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:03:59.623121 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea45783c-2caf-49c7-abbb-b725f38978da" -d '{"events": [{"server_uuid": "885d1741-9beb-4c21-b733-37e8a2115f6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:03:59.644360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:03:59.718586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f6234ba-e43e-4798-b851-11ad3b0093ea req-6ab03c0d-926b-4eea-a456-9f3559e5a362 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 210 time: 0.0474937 Dec 09 15:03:59.727515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-53430aca-aea1-40bb-82a8-e0f8e440b9ad tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:03:59.737744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-53430aca-aea1-40bb-82a8-e0f8e440b9ad tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 809 time: 0.7477813 Dec 09 15:03:59.746696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:03:59.758813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:59.759371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:59.762072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:59.803558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:03:59.803929 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:03:59.811922 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 5 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:03:59.851469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:03:59.851810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:03:59.852154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:03:59.926752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-1bb42ee4-1bdb-4be4-9f48-172bf6c0a987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5930e292fd2b400ca165065e9fe14769 HTTP/1.1" status: 200 len: 380 time: 0.1580193 Dec 09 15:03:59.927885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:03:59.928229 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:03:59.929081 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 6 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:03:59.996146 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea328416-bcc6-482b-8ee9-1eb6b599ed2d x-openstack-request-id: req-ea328416-bcc6-482b-8ee9-1eb6b599ed2d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:03:59.996411 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885d1741-9beb-4c21-b733-37e8a2115f6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:03:59.996784 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea328416-bcc6-482b-8ee9-1eb6b599ed2d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:03:59.997171 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', 'code': 200} Dec 09 15:03:59.998837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:00.018208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'port': {'device_id': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'admin_state_up': True, 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'security_groups': ['39c3905c-9683-4d95-8389-92c9c2f20598']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:00.030112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Pushing event updated for resources: {'Port': ['ID=454e25eb-2633-487d-a339-7e487b64e422,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:00.042992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Attempting to bind port 454e25eb-2633-487d-a339-7e487b64e422 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:00.044411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Attempting to bind port 454e25eb-2633-487d-a339-7e487b64e422 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:00.044677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Attempting to bind port 454e25eb-2633-487d-a339-7e487b64e422 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:00.065837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.127525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:00.128177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:00.128784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:00.211221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:00.213251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:00.215374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.215599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:00.217517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Bound port: 454e25eb-2633-487d-a339-7e487b64e422, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:00.217517 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.236880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:00.237778 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:00.267050 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 7 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:04:00.348820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=67454eb8-4723-4881-a130-16c78c2bbb05,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:00.362318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Made reservation on behalf of 5930e292fd2b400ca165065e9fe14769 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:00.366633 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.375761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:00.376097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:00.376438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:00.395043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:00.395406 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:00.397888 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 8 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:04:00.399403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:00.430224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] For port 8b83007b-e7ab-4160-a87f-9cf63209914b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:00.438382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:04:00.453659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c5cd055e-bf0f-40b5-a4f1-802011fda9af admin admin] 10.222.0.46 "PUT /v2.0/routers/4a05e839-26c8-49ec-a74c-15e3cfa4dce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0717208 Dec 09 15:04:00.505043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:00.505618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:00.506138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:00.518937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:00.518937 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:00.521270 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 9 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:04:00.524045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302949ff-4760-4493-8b13-59ce8917b75e req-29bcdc1a-963f-4012-bb65-d7e76644e2dc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:00.526108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-302949ff-4760-4493-8b13-59ce8917b75e req-29bcdc1a-963f-4012-bb65-d7e76644e2dc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 945 time: 0.9554646 Dec 09 15:04:00.539819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f7b4b-a937-4e79-a73b-e1a2266c2db1 req-128e333c-2574-4ccb-8c44-ace5a40f74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:00.541752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d72f7b4b-a937-4e79-a73b-e1a2266c2db1 req-128e333c-2574-4ccb-8c44-ace5a40f74a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 1097 time: 0.2435753 Dec 09 15:04:00.543571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:00.544103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:00.544390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:00.560813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:00.561147 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:00.564245 n-d-804292-5 neutron-server[109895]: INFO neutron.plugins.ml2.plugin [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 10 to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 Dec 09 15:04:00.585730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] For port 8b83007b-e7ab-4160-a87f-9cf63209914b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8b83007b-e7ab-4160-a87f-9cf63209914b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:00.603192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.606898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79344215-3018-4d01-b583-505ca15cdf2a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/67454eb8-4723-4881-a130-16c78c2bbb05 HTTP/1.1" status: 204 len: 168 time: 2.1614370 Dec 09 15:04:00.610524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50356) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:00.657496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:00.658752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.667370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:00.667904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:00.676283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d72f7b4b-a937-4e79-a73b-e1a2266c2db1 req-2c350003-7e3d-43d9-889a-3981c43bf82a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187980 Dec 09 15:04:00.681041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:00.683434 n-d-804292-5 neutron-server[109895]: ERROR neutron.plugins.ml2.managers [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:00.684337 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.692224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Provisioning complete for port 8b83007b-e7ab-4160-a87f-9cf63209914b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:00.692683 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:00.703697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-302949ff-4760-4493-8b13-59ce8917b75e req-1a13e0e4-7d29-46ab-91f3-26e27fc5f622 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603720 Dec 09 15:04:00.710610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f738897-df87-451e-b4c0-82d0b31099e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:00.713466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f738897-df87-451e-b4c0-82d0b31099e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:00.715558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f738897-df87-451e-b4c0-82d0b31099e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:00.717379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7f738897-df87-451e-b4c0-82d0b31099e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1056638 Dec 09 15:04:00.720993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50358) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:00.760700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d867b399-a15f-49bb-9706-6026365670af no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:04:00.815872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Allocated IP 172.20.0.13 (d66db03e-003a-4cde-90cd-986486d2165a/9f87f46c-dcec-4e4b-9184-5a26813b3871/e1a2dcc0-4de7-40f9-9586-b2d832f170c3) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:00.939137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e3130-b011-4187-9fe2-6409f35cfdbb None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:04:00.945239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] For port 3e8409d0-8962-4392-aff5-d8ea7dd90a85, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:00.945594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempted to set empty binding levels {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:04:00.961506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d867b399-a15f-49bb-9706-6026365670af {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:04:00.961839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d867b399-a15f-49bb-9706-6026365670af not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:04:00.968616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.012172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:01.012990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.015530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae1fa066-bf95-4144-be57-1e1e056c3e67 req-fb78d636-b66b-4699-afd6-68239fcc1b1e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 210 time: 0.1575711 Dec 09 15:04:01.028344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet c1c00aa1-f388-4414-9337-2e5e7a1a5796 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:01.038790 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.046497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] For port 454e25eb-2633-487d-a339-7e487b64e422, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:01.050000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Routers {'4a05e839-26c8-49ec-a74c-15e3cfa4dce1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:04:01.050658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:01.075692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] For port 454e25eb-2633-487d-a339-7e487b64e422, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=454e25eb-2633-487d-a339-7e487b64e422,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:01.150403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.175379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.175379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3e54a-45a6-42f2-b1f8-6824b3b2d784 None None] Pushing event updated for resources: {'Port': ['ID=8b83007b-e7ab-4160-a87f-9cf63209914b,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:01.265454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3943720 Dec 09 15:04:01.268488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50384) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:01.276306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35199c-2b54-418f-b2a0-01ce63514313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8409d0-8962-4392-aff5-d8ea7dd90a85,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:01.283337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64607f66-a12e-4358-8dc1-07dd6fa68c91 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:01.377622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.428918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.445461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.572144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.619898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'Port': ['ID=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:01.642212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Network d66db03e-003a-4cde-90cd-986486d2165a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:01.649704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:01.660456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:01.691063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8e4e-37d2-4898-83c4-3c1241ef01aa None None] Pushing event updated for resources: {'Port': ['ID=454e25eb-2633-487d-a339-7e487b64e422,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:01.709186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.712148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.731659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c1c00aa1-f388-4414-9337-2e5e7a1a5796 HTTP/1.1" status: 204 len: 168 time: 1.0017750 Dec 09 15:04:01.735607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3459b8-e3b3-47b6-a10a-7debfd3e121d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c00aa1-f388-4414-9337-2e5e7a1a5796,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:01.742714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50418) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:01.778112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] For port 8b83007b-e7ab-4160-a87f-9cf63209914b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8b83007b-e7ab-4160-a87f-9cf63209914b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:01.783985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] Set router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:04:01.819917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.965150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Pushing event updated for resources: {'Port': ['ID=8b83007b-e7ab-4160-a87f-9cf63209914b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:01.965775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet fd289c31-de6c-403a-a0bf-80a2f4f3aeff {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:01.979170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:01.994499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Deleting port 3e8409d0-8962-4392-aff5-d8ea7dd90a85 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:01.994847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.105303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 64607f66-a12e-4358-8dc1-07dd6fa68c91 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:02.108477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.214991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] For port 3e8409d0-8962-4392-aff5-d8ea7dd90a85, host n-h2-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:02.219929 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.241427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Provisioning complete for port 30b10d91-2638-46ea-84da-0534ca408144 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:02.241813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.249671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.252119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Calling delete_port for 3e8409d0-8962-4392-aff5-d8ea7dd90a85 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:02.354922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7a00-dda5-4b56-9c65-23713ed0461d None None] Port 30b10d91-2638-46ea-84da-0534ca408144 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:02.492050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.496924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:02.501421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.544023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e8409d0-8962-4392-aff5-d8ea7dd90a85,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:02.544315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.561326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.571769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-61566dd1-2b20-4175-a14c-641bfe0b5a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3e8409d0-8962-4392-aff5-d8ea7dd90a85 HTTP/1.1" status: 204 len: 168 time: 1.2853677 Dec 09 15:04:02.579782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50454) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:02.593634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398b55-43ee-4217-82a1-694b52493dc8 req-95fd225d-248a-4225-99d1-6c95664bf981 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:02.595699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a398b55-43ee-4217-82a1-694b52493dc8 req-95fd225d-248a-4225-99d1-6c95664bf981 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 932 time: 0.1180265 Dec 09 15:04:02.601870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de300f-19b5-4f16-b2e7-c21fcd69d501 req-031b2252-3c54-41be-967d-8e60e039dc96 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:02.607111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1045a014-2a08-4e07-b466-647f5d2a07d8 None None] Provisioning complete for port 8b83007b-e7ab-4160-a87f-9cf63209914b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:02.607708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1045a014-2a08-4e07-b466-647f5d2a07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.617538 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1de300f-19b5-4f16-b2e7-c21fcd69d501 req-031b2252-3c54-41be-967d-8e60e039dc96 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 946 time: 0.4295347 Dec 09 15:04:02.636721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-fab332f2-815f-4e8d-b686-593d08e14502 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6231833 Dec 09 15:04:02.643460 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc02d9-758e-4e40-b410-e89d3250a0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:04:02.655717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c4fc02d9-758e-4e40-b410-e89d3250a0eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "GET /v2.0/ports/3e8409d0-8962-4392-aff5-d8ea7dd90a85 HTTP/1.1" status: 404 len: 333 time: 0.0586619 Dec 09 15:04:02.656634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50458) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:02.673782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Request body: {'port': {'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424237421'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:02.723100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Request body: {'port': {'device_id': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:02.794806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a398b55-43ee-4217-82a1-694b52493dc8 req-06f6393b-cf69-472b-924a-b7de3df11910 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754551 Dec 09 15:04:02.796186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Made reservation on behalf of 9f0042a8ef3f453ab5a903157c995536 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:02.804032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:02.856912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port de983c74-390c-4ef5-9725-1bca94be7c32 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:02.939185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6d9052d-e305-425d-9ef9-19a7e244d75f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:02.981515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1de300f-19b5-4f16-b2e7-c21fcd69d501 req-c57c2050-c58e-4908-aab8-2bae39740f85 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630679 Dec 09 15:04:02.982151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.063994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.107017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=fd289c31-de6c-403a-a0bf-80a2f4f3aeff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:03.125519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.129608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fc4ab08a-4c15-4882-abd4-2b10f6bc2e33 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/fd289c31-de6c-403a-a0bf-80a2f4f3aeff HTTP/1.1" status: 204 len: 168 time: 1.3855462 Dec 09 15:04:03.138259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50476) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:03.294766 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.322200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50500) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:03.323856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-71ec13c0-e36e-455d-a354-e2077acfb5ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794143 Dec 09 15:04:03.328645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1045a014-2a08-4e07-b466-647f5d2a07d8 None None] Provisioning complete for port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:03.329856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1045a014-2a08-4e07-b466-647f5d2a07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.332796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:03.399511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '30b10d91-2638-46ea-84da-0534ca408144', 'name': '', 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'mac_address': 'fa:16:3e:ce:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:55Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 2, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'subnets': [{'id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:03.407860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f6d9052d-e305-425d-9ef9-19a7e244d75f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:03.408553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.543116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.559527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b41994-deb4-4c40-aec9-86ca0b0a0684 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:03.579839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Network f656faf7-a50f-495c-92dd-79927bc51d1a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:03.585605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:03.589044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:03.590264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:03.591057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.599915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9ab21-a25e-4421-98d3-6d97fda826ab None None] The sync data for ids ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'] in n-d-804292-5 is: [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '30b10d91-2638-46ea-84da-0534ca408144', 'name': '', 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'mac_address': 'fa:16:3e:ce:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:55Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 2, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'subnets': [{'id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:04:03.673989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:03.680395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.695672 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0311756 Dec 09 15:04:03.696791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50514) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:03.710233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1045a014-2a08-4e07-b466-647f5d2a07d8 None None] Port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:03.751460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:03.827679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a2dcc0-4de7-40f9-9586-b2d832f170c3 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:04:03.848329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:03.863783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04f10-555d-40b0-96d0-b67d422bdb30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=de983c74-390c-4ef5-9725-1bca94be7c32,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:03.882812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Transition to ACTIVE for port object e1a2dcc0-4de7-40f9-9586-b2d832f170c3 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:04:03.891701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.033083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.084319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-56b1667c-80fb-4e05-b73d-644474e814b5 None None] Provisioning complete for port 454e25eb-2633-487d-a339-7e487b64e422 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:04.090005 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56b1667c-80fb-4e05-b73d-644474e814b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.139534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:04.419209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:04:04.501377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Attempting to bind port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:04.502075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Attempting to bind port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:04.502505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Attempting to bind port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 on network d66db03e-003a-4cde-90cd-986486d2165a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:04.506431 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56b1667c-80fb-4e05-b73d-644474e814b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.548338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951613d3-eca6-4446-99ad-b072732df342 req-1ac24368-f14c-41a5-a76e-4e0f26375641 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:04.561881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-951613d3-eca6-4446-99ad-b072732df342 req-1ac24368-f14c-41a5-a76e-4e0f26375641 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 946 time: 0.3891330 Dec 09 15:04:04.608516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 on network d66db03e-003a-4cde-90cd-986486d2165a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:04.611816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Attempting to bind port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 on network d66db03e-003a-4cde-90cd-986486d2165a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:04.620117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-56b1667c-80fb-4e05-b73d-644474e814b5 None None] For port 454e25eb-2633-487d-a339-7e487b64e422, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=454e25eb-2633-487d-a339-7e487b64e422,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:04.635776 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56b1667c-80fb-4e05-b73d-644474e814b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.668759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:04.669260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Checking segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:04.669660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Bound using segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:04.670100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Bound port: e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:04.670456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.716754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ca6c1-0d90-4d1d-ae0e-d0b8234da6da req-a8824731-1aa3-4e02-a53a-757474328b94 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:04.725664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-226ca6c1-0d90-4d1d-ae0e-d0b8234da6da req-a8824731-1aa3-4e02-a53a-757474328b94 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 944 time: 0.6971772 Dec 09 15:04:04.735882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-951613d3-eca6-4446-99ad-b072732df342 req-55720fa4-5f10-4d37-8fa9-27af93a0f66d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725566 Dec 09 15:04:04.737113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] Deleting port 454e25eb-2633-487d-a339-7e487b64e422 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:04.737547 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.858141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] For port e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:04.869348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] For port e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:04.878743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.985794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:04.987722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:04.990496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] 10.222.0.43 "PUT /v2.0/ports/e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1092 time: 2.3202844 Dec 09 15:04:04.992025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:05.007967 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2" -d '{"events": [{"name": "network-changed", "server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:05.148727 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98295dc3-559f-4276-b824-0ba1046c10bb x-openstack-request-id: req-98295dc3-559f-4276-b824-0ba1046c10bb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:05.150205 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:05.150479 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98295dc3-559f-4276-b824-0ba1046c10bb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:05.150895 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'status': 'completed', 'code': 200} Dec 09 15:04:05.163604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e39191-db44-479a-a91f-1a5d328c4456 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:05.202322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-8c2cf540-b385-487f-a007-1545cd1e4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:05.204033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-8c2cf540-b385-487f-a007-1545cd1e4fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1095 time: 0.1012161 Dec 09 15:04:05.324708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-dcf9c042-447d-45e0-a173-d79e2ef98c96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 217 time: 0.1045046 Dec 09 15:04:05.366752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:04:05.472173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port de983c74-390c-4ef5-9725-1bca94be7c32 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:05.494494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:05.502971 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-226ca6c1-0d90-4d1d-ae0e-d0b8234da6da req-698938df-13ec-422a-8c23-c3a531f8dcef tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7763855 Dec 09 15:04:05.511572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-7d7838a3-ff84-4e3a-920e-6d91651f9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:05.516030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-7d7838a3-ff84-4e3a-920e-6d91651f9836 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1802590 Dec 09 15:04:05.536036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1667c-80fb-4e05-b73d-644474e814b5 None None] Pushing event updated for resources: {'Port': ['ID=454e25eb-2633-487d-a339-7e487b64e422,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:05.568706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:05.600022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee44a8-1700-4e04-b823-98c61972f92e req-0082aa54-7592-4295-ba88-d94a9cb25c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:05.600517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] For port 454e25eb-2633-487d-a339-7e487b64e422, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=454e25eb-2633-487d-a339-7e487b64e422,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:05.604157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:05.605961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-0082aa54-7592-4295-ba88-d94a9cb25c7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775721 Dec 09 15:04:05.629392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] Calling delete_port for 454e25eb-2633-487d-a339-7e487b64e422 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:05.668155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=de983c74-390c-4ef5-9725-1bca94be7c32,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:05.747089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:05.747848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:05.747848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:05.866898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:05.867545 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:05.868343 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 2 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:05.884685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:05.886380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:05.886947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:05.887532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:05.918108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Port 454e25eb-2633-487d-a339-7e487b64e422 concurrently deleted while adding address for new subnet {'id': 'bf6fc81c-a9bd-42e4-8d28-c67b0069756a', 'name': '', 'tenant_id': 'b05877e02d7848e48701ba553ffbba1f', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1580, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-09T15:04:04Z', 'updated_at': '2021-12-09T15:04:04Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b05877e02d7848e48701ba553ffbba1f'}. {{(pid=109894) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 09 15:04:05.918953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:05.957957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] Pushing event deleted for resources: {'Port': ['ID=454e25eb-2633-487d-a339-7e487b64e422,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:05.976222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6ef95-3f4e-41d2-9f0b-b5c2c4fbaf88 None None] No DVR routers for this DVR port 454e25eb-2633-487d-a339-7e487b64e422 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:04:05.991222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=bf6fc81c-a9bd-42e4-8d28-c67b0069756a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:05.997356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:05.997693 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:05.999927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:06.000474 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 3 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.026918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.027489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.027883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.030386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:06.034691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:06.035315 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:06.046057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c157804-8949-4ccf-a873-a655d2a657e9 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:06.047780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.048127 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.050921 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 4 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.098499 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-455018ca-f144-4d22-aa07-eb5f2c448f25 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7745547 Dec 09 15:04:06.104441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50562) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:06.105258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.105600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.105944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.126486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:06.315053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.315412 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.318268 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 5 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.339218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'bf6fc81c-a9bd-42e4-8d28-c67b0069756a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:06.340809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:06.382906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.383251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.395240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.419222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.419590 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.422435 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 6 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.430141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8b83007b-e7ab-4160-a87f-9cf63209914b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:06.472975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.473318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.477590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.549809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.550190 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.551920 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 7 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.556203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-a493e75a-fb3e-43f2-a0d0-5e8c04d13cd2 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9374540 Dec 09 15:04:06.634908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.639972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.640918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.666212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.666771 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.668195 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 8 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.679193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:06.684745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:06.706795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.708135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.709380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.717684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.718304 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.721191 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 9 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.789855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.790970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.791568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.821084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ee44a8-1700-4e04-b823-98c61972f92e req-01bbabd6-3207-40fd-a5de-16c7c5f4ea31 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532060 Dec 09 15:04:06.831053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8b83007b-e7ab-4160-a87f-9cf63209914b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:06.833219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:06.860368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.860801 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.864227 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 10 to bind port de983c74-390c-4ef5-9725-1bca94be7c32 Dec 09 15:04:06.912460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:06.915135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:06.919760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:06.936251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Allocated IP 2001:db8::f816:3eff:fe2a:6e47 (d3ad000a-542a-403b-900f-3e0469146f33/bf6fc81c-a9bd-42e4-8d28-c67b0069756a/d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:06.954364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:06.954712 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port de983c74-390c-4ef5-9725-1bca94be7c32 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:06.955082 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:06.988091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-33f0bbde-8b49-4ab3-be09-deaaf33470d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:06.992487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-33f0bbde-8b49-4ab3-be09-deaaf33470d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1095 time: 0.0984347 Dec 09 15:04:07.007174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242f747-5e51-41ac-a349-59ebe55b87fa req-88e4e5d8-2836-487f-aee4-d7a04f38ed96 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:07.014518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a242f747-5e51-41ac-a349-59ebe55b87fa req-88e4e5d8-2836-487f-aee4-d7a04f38ed96 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 944 time: 0.2694857 Dec 09 15:04:07.149864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a242f747-5e51-41ac-a349-59ebe55b87fa req-66bd661e-7cf5-4215-a6c7-1b410666b63c tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190019 Dec 09 15:04:07.228833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-4657cfd4-8e2c-4240-9f36-ba3f0a79943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:07.230455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-4657cfd4-8e2c-4240-9f36-ba3f0a79943b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.2303822 Dec 09 15:04:07.312263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] For port de983c74-390c-4ef5-9725-1bca94be7c32, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:07.312744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempted to set empty binding levels {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:04:07.366388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-b62f5d84-fddf-494f-8c2f-68ccffd111e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 217 time: 0.1194308 Dec 09 15:04:07.377373 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:07.513912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-a6ba80ea-9e31-47cc-9abb-ec660cb96ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:07.517874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-a6ba80ea-9e31-47cc-9abb-ec660cb96ceb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1424518 Dec 09 15:04:07.546184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] In _notify_port_updated(), no bound segment for port de983c74-390c-4ef5-9725-1bca94be7c32 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:04:07.550347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:07.551666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:07.557030 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "PUT /v2.0/ports/de983c74-390c-4ef5-9725-1bca94be7c32 HTTP/1.1" status: 200 len: 979 time: 3.8078198 Dec 09 15:04:07.581019 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:07.584944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50582) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:07.593927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:07.645986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-7ff0c724-2b83-4b08-8af7-3e384b19bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:07.652597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-7ff0c724-2b83-4b08-8af7-3e384b19bee2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264925 Dec 09 15:04:07.689881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d4f1f-21b6-46be-b70e-d05fa1c21839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=de983c74-390c-4ef5-9725-1bca94be7c32,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:07.753408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:07.775235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 454e25eb-2633-487d-a339-7e487b64e422 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:04:07.911584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 454e25eb-2633-487d-a339-7e487b64e422 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:04:07.912333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 454e25eb-2633-487d-a339-7e487b64e422 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:04:07.933567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Pushing event updated for resources: {'Port': ['ID=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:07.956291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:07.961469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:07.966285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=3c39ec92-8e11-4ec2-983c-78a5bf5098c3,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:07.973980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:07.981329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-2d2c2c81-0d83-477e-bdc9-eb6f75b4d76a service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200173 Dec 09 15:04:08.017721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:08.019294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:08.025474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.026085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.049094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Sync routers for ids ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:04:08.086435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.087046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.087731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.088209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.088939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.089418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.090208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.090631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.091132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.091657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.093352 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.093839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.094375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.094843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.095341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.095831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.096329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.096956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.097576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.098214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.099338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.100260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.100787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.101335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.101523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Attempting to bind port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:08.101992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Attempting to bind port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:08.102408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Attempting to bind port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:08.110788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-71bedb8f-0a1b-4a35-ad39-adc78a65d77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21613 time: 0.5202274 Dec 09 15:04:08.115682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Routers {'4a05e839-26c8-49ec-a74c-15e3cfa4dce1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:04:08.116532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:08.118562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50594) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:08.122842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:08.123303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:08.124400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.124801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:08.127630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Bound port: d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:08.128060 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.154861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-772cd16c-63fd-482f-86e4-cef67bdb5cf8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0344152 Dec 09 15:04:08.155097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50596) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:08.161911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:61:7b:fd', 'name': 'tempest-NetworksTestDHCPv6-616104694'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:08.328426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-5936a6ba-ce0f-44ed-a74e-caa50b75ad14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2748160 Dec 09 15:04:08.461893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f6bdcd-ac11-4ea2-818c-25e04ca831a2 req-152777de-bc67-452a-aa06-1b404240ce00 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454861 Dec 09 15:04:08.478075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Set router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:04:08.511069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:08.526080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1c8ec-8220-4e6b-a8d4-2952446da727 req-5233bf93-5806-4eae-b601-c93e1a48b990 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.528112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cca1c8ec-8220-4e6b-a8d4-2952446da727 req-5233bf93-5806-4eae-b601-c93e1a48b990 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.5856504 Dec 09 15:04:08.550013 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cca1c8ec-8220-4e6b-a8d4-2952446da727 req-ac4652c1-d471-450f-b78c-68d7233cacaa tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0149977 Dec 09 15:04:08.557746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Deleting port de983c74-390c-4ef5-9725-1bca94be7c32 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:08.558443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.601125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] For port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:08.606175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] For port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:08.626329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.654155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] For port de983c74-390c-4ef5-9725-1bca94be7c32, host n-h2-804292-5, got binding levels [] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:08.655389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.673842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Calling delete_port for de983c74-390c-4ef5-9725-1bca94be7c32 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:08.704702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.758753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e1a2dcc0-4de7-40f9-9586-b2d832f170c3 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:04:08.803946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-02e7ed84-802b-4e4f-be7e-280bfaab2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.809198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-02e7ed84-802b-4e4f-be7e-280bfaab2681 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 1097 time: 0.4237370 Dec 09 15:04:08.829803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port ed537ab5-7310-41f7-a0c3-936b5b022b97 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:08.848638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69dba0-f119-47c5-b1d2-560d89df2392 req-bd1e9ccf-7040-4634-8cc5-5ae85a60d614 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:08.865821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f69dba0-f119-47c5-b1d2-560d89df2392 req-bd1e9ccf-7040-4634-8cc5-5ae85a60d614 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 944 time: 0.5207851 Dec 09 15:04:08.894191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.926425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:08.964471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event deleted for resources: {'Port': ['ID=de983c74-390c-4ef5-9725-1bca94be7c32,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:08.980048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:08.982344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'port_id': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'mac_address': 'fa:16:3e:5e:6d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:04:08.983808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fda06b9f-dc53-4be3-b4f7-457893805abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "DELETE /v2.0/ports/de983c74-390c-4ef5-9725-1bca94be7c32 HTTP/1.1" status: 204 len: 168 time: 0.7635636 Dec 09 15:04:09.009078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50612) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:09.017864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cca1c8ec-8220-4e6b-a8d4-2952446da727 req-c52ed8d4-983d-4a2d-8806-9ccc743547b8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389606 Dec 09 15:04:09.109566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe30f5c-e715-4199-9657-e78c490e652b None None] Pushing event updated for resources: {'Port': ['ID=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:09.167368 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:09.208164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '30b10d91-2638-46ea-84da-0534ca408144', 'name': '', 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'mac_address': 'fa:16:3e:ce:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:55Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 2, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'subnets': [{'id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:09.257169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Checking router: 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:04:09.257736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Updating router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 port 30b10d91-2638-46ea-84da-0534ca408144 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:04:09.274567 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cf61b7-e305-4396-9908-4cd3d57ae898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:04:09.274567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f6cf61b7-e305-4396-9908-4cd3d57ae898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "GET /v2.0/ports/de983c74-390c-4ef5-9725-1bca94be7c32 HTTP/1.1" status: 404 len: 333 time: 0.2540872 Dec 09 15:04:09.312082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50628) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:09.324921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f69dba0-f119-47c5-b1d2-560d89df2392 req-22fb7b7b-45e9-4961-b275-830fc33200ab tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471421 Dec 09 15:04:09.367639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-551572329', 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:09.426693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:09.527285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Made reservation on behalf of 9f0042a8ef3f453ab5a903157c995536 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:09.531229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:09.540515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-6f370136-8589-4b9f-89c2-75f6aab38605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:09.542077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-6f370136-8589-4b9f-89c2-75f6aab38605 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.6667440 Dec 09 15:04:09.569875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a2dcc0-4de7-40f9-9586-b2d832f170c3 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:04:09.596659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port 2e9d4918-2fa7-4018-9dbc-cd41d06f4c21 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:09.727717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-75cf3e46-6428-4d93-be53-d27bdbab4ebc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 200 len: 217 time: 0.1379552 Dec 09 15:04:09.800264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-102b6570-c6d8-4751-98db-ff1045bf145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:09.801991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-102b6570-c6d8-4751-98db-ff1045bf145e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.0650277 Dec 09 15:04:09.810607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:09.837952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:09.854726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 172.20.0.3 (d3ad000a-542a-403b-900f-3e0469146f33/3c39ec92-8e11-4ec2-983c-78a5bf5098c3/ed537ab5-7310-41f7-a0c3-936b5b022b97) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:09.860355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cca1c8ec-8220-4e6b-a8d4-2952446da727 req-eddc3c14-2589-44f1-b232-112a716715a6 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798820 Dec 09 15:04:09.923845 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-5e072b90-afd9-4a69-8dd2-2df67ce12a85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025083 Dec 09 15:04:09.932050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe61:7bfd (d3ad000a-542a-403b-900f-3e0469146f33/bf6fc81c-a9bd-42e4-8d28-c67b0069756a/ed537ab5-7310-41f7-a0c3-936b5b022b97) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:10.050881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:10.180431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50636) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:10.277696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['e1a2dcc0-4de7-40f9-9586-b2d832f170c3'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:04:10.421334 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:04:10.533879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f00ba669-a993-4d65-b97a-9e5ffcb3d3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:10.546314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cca1c8ec-8220-4e6b-a8d4-2952446da727 req-1094cd96-f9dc-4471-b4cc-d5ff0e9fd69a service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399443 Dec 09 15:04:10.582726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:10.622765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-90cf904d-3ce5-43bd-83e0-8483be912a6c service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882110 Dec 09 15:04:10.719933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f00ba669-a993-4d65-b97a-9e5ffcb3d3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:10.762850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:10.824431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f00ba669-a993-4d65-b97a-9e5ffcb3d3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:10.863745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:10.901074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b86bb-bee9-4791-9fb8-c11e2ce293eb None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:10.924860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:10.925497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ba669-a993-4d65-b97a-9e5ffcb3d3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b268161e-0cfe-49b6-b9fb-1afc585b5f58,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:11.026909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.073483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f00ba669-a993-4d65-b97a-9e5ffcb3d3db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ef975e7509b4bd0bf8fa4a6e00709fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8822949 Dec 09 15:04:11.077445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50652) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:11.169723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3910b-6d54-4df4-aee8-7023367f2cb7 req-f46da322-c255-40ff-877e-d32ba1307087 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:11.181249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6f3910b-6d54-4df4-aee8-7023367f2cb7 req-f46da322-c255-40ff-877e-d32ba1307087 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 945 time: 0.6083159 Dec 09 15:04:11.200456 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.264897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7632b909-0bea-4caa-95b0-86d1b754c089 req-c922107f-f513-4f3b-ad88-bfa88900b902 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270990 Dec 09 15:04:11.308657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6f3910b-6d54-4df4-aee8-7023367f2cb7 req-9e59cfa7-cc1e-4344-995f-29366b400a60 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240175 Dec 09 15:04:11.314664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.389927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:11.390324 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.395329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=2e9d4918-2fa7-4018-9dbc-cd41d06f4c21,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:11.444923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Network f656faf7-a50f-495c-92dd-79927bc51d1a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:11.456734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:11.464993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:11.465955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:11.466556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.476919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:11.490881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:11.496659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:11.538961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9b795bc2-dfb9-4213-931c-4eec88d678e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2198761 Dec 09 15:04:11.541706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50672) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:11.685534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=ed537ab5-7310-41f7-a0c3-936b5b022b97,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:11.734502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e4d95-fe6f-4c01-b052-cace5acfa1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:11.736514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2e6e4d95-fe6f-4c01-b052-cace5acfa1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "GET /v2.0/ports/2e9d4918-2fa7-4018-9dbc-cd41d06f4c21 HTTP/1.1" status: 200 len: 958 time: 0.1935110 Dec 09 15:04:11.738514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28c9-bd00-4a18-84eb-da3726a6ef0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.739276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50682) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:11.803890 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28c9-bd00-4a18-84eb-da3726a6ef0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.886253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:11.886860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.962975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28c9-bd00-4a18-84eb-da3726a6ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.966666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28c9-bd00-4a18-84eb-da3726a6ef0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:11.970482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4c9f28c9-bd00-4a18-84eb-da3726a6ef0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b268161e-0cfe-49b6-b9fb-1afc585b5f58 HTTP/1.1" status: 204 len: 168 time: 0.8815591 Dec 09 15:04:11.980694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f28c9-bd00-4a18-84eb-da3726a6ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b268161e-0cfe-49b6-b9fb-1afc585b5f58,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:12.020513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bf5649d9-d609-421d-940b-eca57ae73c91 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8643260 Dec 09 15:04:12.025539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50694) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:12.220543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c0fad-1aa8-4800-b4c9-0941ea39eb38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:12.255864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c0fad-1aa8-4800-b4c9-0941ea39eb38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:12.281469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b05c0fad-1aa8-4800-b4c9-0941ea39eb38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2548721 Dec 09 15:04:12.282541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:12.299398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Deleting port 2e9d4918-2fa7-4018-9dbc-cd41d06f4c21 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:12.301563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.322321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-1a46ab56-9879-4828-bde8-8ab9eed5b55e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:12.328798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-1a46ab56-9879-4828-bde8-8ab9eed5b55e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.4219322 Dec 09 15:04:12.330988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dcf13a07-8feb-409a-bf3b-f3b05ec52b08 None None] Provisioning complete for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:12.331893 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcf13a07-8feb-409a-bf3b-f3b05ec52b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.379265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d50c9e7b-beb6-463b-a795-b694f5be9982 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0247989 Dec 09 15:04:12.425845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa958e0-98d3-4b3d-a5e4-58215e8374b3 None None] Pushing event updated for resources: {'Port': ['ID=30b10d91-2638-46ea-84da-0534ca408144,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:12.475178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Attempting to bind port 30b10d91-2638-46ea-84da-0534ca408144 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:12.475587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Attempting to bind port 30b10d91-2638-46ea-84da-0534ca408144 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:12.475965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Attempting to bind port 30b10d91-2638-46ea-84da-0534ca408144 on network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:12.538033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:12.538345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Checking segment: {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:12.538749 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.539136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Bound using segment: {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:12.539648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Bound port: 30b10d91-2638-46ea-84da-0534ca408144, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de2666-7e3e-4736-883b-66e990d7ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:12.540033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.586438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.604096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Calling delete_port for 2e9d4918-2fa7-4018-9dbc-cd41d06f4c21 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:12.627606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-7e468f5f-12ab-4b0a-a7e0-89d15771f6eb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2409916 Dec 09 15:04:12.637453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port ed537ab5-7310-41f7-a0c3-936b5b022b97 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:12.640005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.647871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.675453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50704) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:12.693026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bd771-2a56-4d7c-bf39-389bc6a422d8 req-3c990535-fd5d-46a8-94ba-d28e8efa8967 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:12.694537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c6bd771-2a56-4d7c-bf39-389bc6a422d8 req-3c990535-fd5d-46a8-94ba-d28e8efa8967 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 945 time: 0.2073662 Dec 09 15:04:12.756463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb517-8869-493f-a0af-29f67e8a8a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:12.806332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:12.852628 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.115809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c6bd771-2a56-4d7c-bf39-389bc6a422d8 req-24e1d11f-5fca-40b4-9616-8b31c9e973cd tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071903 Dec 09 15:04:13.150234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] Update dhcp port {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': 'bf6fc81c-a9bd-42e4-8d28-c67b0069756a', 'ip_address': '2001:db8::f816:3eff:fe2a:6e47'}, {'subnet_id': '3c39ec92-8e11-4ec2-983c-78a5bf5098c3'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'd980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:04:13.225643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.270387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-5914c511-b8a0-4f9f-87e6-fb693b86bb0c service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418202 Dec 09 15:04:13.280876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] For port 30b10d91-2638-46ea-84da-0534ca408144, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:13.304443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for ed537ab5-7310-41f7-a0c3-936b5b022b97 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:13.348090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eac6035d-d4c6-4999-b531-de5d6a276843 None None] Provisioning complete for port 30b10d91-2638-46ea-84da-0534ca408144 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:13.348641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eac6035d-d4c6-4999-b531-de5d6a276843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.441778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-34298905-7b53-43a9-94a8-cf7a5197cb1b service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689155 Dec 09 15:04:13.468315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eac6035d-d4c6-4999-b531-de5d6a276843 None None] Port 30b10d91-2638-46ea-84da-0534ca408144 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:13.487626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.494544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.524066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:13.540847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] For port 30b10d91-2638-46ea-84da-0534ca408144, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=30b10d91-2638-46ea-84da-0534ca408144,segment=NetworkSegment(55de2666-7e3e-4736-883b-66e990d7ff91),segment_id=55de2666-7e3e-4736-883b-66e990d7ff91)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:13.563734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb517-8869-493f-a0af-29f67e8a8a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.583681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb517-8869-493f-a0af-29f67e8a8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.598543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e9d4918-2fa7-4018-9dbc-cd41d06f4c21,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:13.618488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.634535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.634768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c04aec2e-3d9d-4593-886f-e2445ca9a7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "DELETE /v2.0/ports/2e9d4918-2fa7-4018-9dbc-cd41d06f4c21 HTTP/1.1" status: 204 len: 168 time: 1.8900585 Dec 09 15:04:13.635251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50712) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:13.677953 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ebb2fa-4143-40cb-9dff-6a90d38a66f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:04:13.683722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85ebb2fa-4143-40cb-9dff-6a90d38a66f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "GET /v2.0/ports/2e9d4918-2fa7-4018-9dbc-cd41d06f4c21 HTTP/1.1" status: 404 len: 333 time: 0.0438206 Dec 09 15:04:13.684365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50714) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:13.689415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Request body: {'port': {'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631030498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:13.720659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e0fb517-8869-493f-a0af-29f67e8a8a08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6de0aac4608a4b28b1c7f36fb0bfb1c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0096259 Dec 09 15:04:13.722923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50718) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:13.726310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fb517-8869-493f-a0af-29f67e8a8a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2ccf1f-c007-4b8d-96ac-97e3f1c3b0a5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:13.774439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Made reservation on behalf of 9f0042a8ef3f453ab5a903157c995536 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:13.784605 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.821530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa958e0-98d3-4b3d-a5e4-58215e8374b3 None None] Pushing event updated for resources: {'Port': ['ID=30b10d91-2638-46ea-84da-0534ca408144,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:13.863340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Routers {'4a05e839-26c8-49ec-a74c-15e3cfa4dce1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:04:13.864656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:13.896350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:13.924911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-259bcc8e-05ac-4b67-ae88-954200c01d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:13.997529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-259bcc8e-05ac-4b67-ae88-954200c01d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.044956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-031ef598-f206-45a4-89b2-5cf9e59d0c59 req-6170dbbd-7258-41d7-90df-acdac6816f57 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 210 time: 0.2077107 Dec 09 15:04:14.050082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.122573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-259bcc8e-05ac-4b67-ae88-954200c01d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.132465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-259bcc8e-05ac-4b67-ae88-954200c01d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.136360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-259bcc8e-05ac-4b67-ae88-954200c01d7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d2ccf1f-c007-4b8d-96ac-97e3f1c3b0a5 HTTP/1.1" status: 204 len: 168 time: 0.4077435 Dec 09 15:04:14.180387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=ed537ab5-7310-41f7-a0c3-936b5b022b97,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:14.247512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bcc8e-05ac-4b67-ae88-954200c01d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2ccf1f-c007-4b8d-96ac-97e3f1c3b0a5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:14.261707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] Set router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:04:14.530824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.652014 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.671445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-933fd4d8-a69d-4919-8b2e-0767833860ae None None] Provisioning complete for port 30b10d91-2638-46ea-84da-0534ca408144 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:14.671445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933fd4d8-a69d-4919-8b2e-0767833860ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.672210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.690234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-25876707-c0eb-4430-be12-f01c6a2d709d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/ed537ab5-7310-41f7-a0c3-936b5b022b97 HTTP/1.1" status: 204 len: 168 time: 2.3983715 Dec 09 15:04:14.691128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:14.801118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=5a7c8f82-5ba6-42a1-bab3-7e434d322f67,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:14.871783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Network f656faf7-a50f-495c-92dd-79927bc51d1a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:14.882905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:14.895700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:14.896837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:14.899650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:14.908912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64661c3-fd91-4ec1-8873-d5c0eb9e3515 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:14.922435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64661c3-fd91-4ec1-8873-d5c0eb9e3515 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:14.930031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d51da7ff-d31a-4df4-930a-186936ec3f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2442586 Dec 09 15:04:14.932983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64661c3-fd91-4ec1-8873-d5c0eb9e3515 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:14.933162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:14.941195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a64661c3-fd91-4ec1-8873-d5c0eb9e3515 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2463651 Dec 09 15:04:14.948129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:14.962817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:14.969375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e1a2dcc0-4de7-40f9-9586-b2d832f170c3 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:15.187490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:15.205812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 3c39ec92-8e11-4ec2-983c-78a5bf5098c3 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:15.210272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:15.330544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bee58933-8bc0-47f3-a1dc-e1c032f2dcd9 req-efdca917-ad54-494c-bf13-ea66e73c414d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 210 time: 0.1116583 Dec 09 15:04:15.468907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933fd4d8-a69d-4919-8b2e-0767833860ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:15.501542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:04:15.517491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:15.518838 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:15.573275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0776d09-42b4-4842-b5f6-684a2b3819f0 req-300d1857-3611-4f1f-a5b0-9c7d349a25f0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:15.580907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0776d09-42b4-4842-b5f6-684a2b3819f0 req-300d1857-3611-4f1f-a5b0-9c7d349a25f0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 945 time: 1.2721236 Dec 09 15:04:15.590980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:15.591585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:15.755373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-933fd4d8-a69d-4919-8b2e-0767833860ae None None] For port 30b10d91-2638-46ea-84da-0534ca408144, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=30b10d91-2638-46ea-84da-0534ca408144,segment=NetworkSegment(55de2666-7e3e-4736-883b-66e990d7ff91),segment_id=55de2666-7e3e-4736-883b-66e990d7ff91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:15.870532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30b10d91-2638-46ea-84da-0534ca408144 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:15.883927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-933fd4d8-a69d-4919-8b2e-0767833860ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:15.884979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0776d09-42b4-4842-b5f6-684a2b3819f0 req-73b89040-fd19-4abc-9748-ee6a9460e09b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000846 Dec 09 15:04:15.965542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] device_id is not set on port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:16.050662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:16.099855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:16.174939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:16.174939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd4d8-a69d-4919-8b2e-0767833860ae None None] Pushing event updated for resources: {'Port': ['ID=30b10d91-2638-46ea-84da-0534ca408144,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:16.242826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] Allocated IP 172.20.0.2 (d3ad000a-542a-403b-900f-3e0469146f33/3c39ec92-8e11-4ec2-983c-78a5bf5098c3/d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:16.321747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=5a7c8f82-5ba6-42a1-bab3-7e434d322f67,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:16.480829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-05e97bbe-034a-4413-8bf9-fc89cfdf09d8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:16.483020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-05e97bbe-034a-4413-8bf9-fc89cfdf09d8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.6810737 Dec 09 15:04:16.502782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:16.540876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:16.541357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:16.541854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:16.560635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24346345-0830-41f9-82b0-41660ffd10a2 req-ffa054d9-9db1-4d2b-9dbf-0b2a36e4f103 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 210 time: 0.0751605 Dec 09 15:04:16.600999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:16.601565 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:16.612347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:16.613326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:16.617876 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c92d133-39b6-447f-a077-bb7af72919d5" -d '{"events": [{"server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "name": "network-vif-plugged", "status": "completed", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:16.623012 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 2 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:16.649760 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:16.782304 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fcf3f6-baa8-4b27-981a-bf2f90ddd182 x-openstack-request-id: req-f2fcf3f6-baa8-4b27-981a-bf2f90ddd182 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:16.783930 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "name": "network-vif-plugged", "status": "completed", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:16.784523 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2fcf3f6-baa8-4b27-981a-bf2f90ddd182 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:16.785105 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'code': 200} Dec 09 15:04:16.791988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:16.800446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:16.801106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:16.801560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:16.811807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:16.812397 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:16.815244 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 3 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:16.841729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '30b10d91-2638-46ea-84da-0534ca408144', 'name': '', 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'mac_address': 'fa:16:3e:ce:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:55Z', 'updated_at': '2021-12-09T15:04:13Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'subnets': [{'id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:16.849302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:16.850086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:16.851315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:16.863767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:16.869538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:16.900266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484dcf8-6cff-415c-8900-10239dcacc2f req-242a4b24-14c6-45da-9bb9-33a756b1097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:16.902036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d484dcf8-6cff-415c-8900-10239dcacc2f req-242a4b24-14c6-45da-9bb9-33a756b1097e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.0926352 Dec 09 15:04:16.931428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] For port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:16.956681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fdf53-799e-432f-954b-7324e2cff304 None None] The sync data for ids ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'] in n-d-804292-5 is: [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:03:57Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '30b10d91-2638-46ea-84da-0534ca408144', 'name': '', 'network_id': '0ae4d7a2-0265-46f5-bab7-c95397dd2313', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'mac_address': 'fa:16:3e:ce:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:55Z', 'updated_at': '2021-12-09T15:04:13Z', 'revision_number': 4, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'subnets': [{'id': '90aa1c21-c6ec-483c-b955-afcbdb0ab2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:04:16.996894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 30b10d91-2638-46ea-84da-0534ca408144 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:16.997376 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.000835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d484dcf8-6cff-415c-8900-10239dcacc2f req-49a3ba12-b2be-48e1-8884-6c8edd9761c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903025 Dec 09 15:04:17.085677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.093060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.134983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.211749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.298407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.10 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/5db106e2-90ec-483b-838f-3cb4246beecc) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:17.343975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d9bb-d82f-4a4b-ad2c-7cbeb4502735 None None] Pushing event updated for resources: {'Port': ['ID=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:17.492956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:17.493711 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:17.509686 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 4 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:17.546374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30b10d91-2638-46ea-84da-0534ca408144 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:17.607783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.715806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:17.716383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:17.721246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:17.742567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:17.746584 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:17.776190 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 5 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:17.830692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 30b10d91-2638-46ea-84da-0534ca408144 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:17.835912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:17.969697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.053327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.066784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/3c39ec92-8e11-4ec2-983c-78a5bf5098c3 HTTP/1.1" status: 204 len: 168 time: 3.1174581 Dec 09 15:04:18.069646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5286df-0d87-4399-82c1-43b721e93b11 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=3c39ec92-8e11-4ec2-983c-78a5bf5098c3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:18.119732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb310fa-6199-4666-a2ee-68823b8eb470 req-76ed9a22-9e18-43b8-b49f-6ef77224e5ac tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 210 time: 0.3236146 Dec 09 15:04:18.120751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f767a6-8baa-4eaa-a57c-6bad34ff71a7 req-7db5b0a4-cafb-41e8-92d9-701103b711f0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:18.121395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:18.133223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4f767a6-8baa-4eaa-a57c-6bad34ff71a7 req-7db5b0a4-cafb-41e8-92d9-701103b711f0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 1.0491707 Dec 09 15:04:18.173591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:18.174130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:18.174264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:18.256053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4f767a6-8baa-4eaa-a57c-6bad34ff71a7 req-64a14075-f4a1-415b-af9a-f307c0d4a010 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201160 Dec 09 15:04:18.335556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:18.337456 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:18.354018 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 6 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:18.445105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet bf6fc81c-a9bd-42e4-8d28-c67b0069756a {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:18.457767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.554185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.556400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:18.556875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:18.557439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:18.580468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:18.582056 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:18.587985 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 7 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:18.639862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:18.640417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:18.640878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:18.660880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:18.661945 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:18.666947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.670565 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 8 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:18.682102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af47ce31-c9e3-4954-8958-7d5f34220d9b None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:18.774460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:18.776262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:18.778205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:18.810447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:18.811088 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:18.815880 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 9 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:18.846153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-16a36bd0-58ff-4e67-9ca8-216ea256f16d None None] Provisioning complete for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:18.846669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-16a36bd0-58ff-4e67-9ca8-216ea256f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.871805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:18.872259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:18.872710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:18.883294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:18.884092 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:18.886413 n-d-804292-5 neutron-server[109894]: INFO neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempt 10 to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 Dec 09 15:04:18.907927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:18.908657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:18.908850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempting to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:18.917687 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.919537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:18.919939 n-d-804292-5 neutron-server[109894]: ERROR neutron.plugins.ml2.managers [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Failed to bind port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on host n-h2-804292-5 for vnic_type normal using segments [{'id': '1a4b37b4-5d9c-4b64-becc-18d0d12e618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f656faf7-a50f-495c-92dd-79927bc51d1a'}] Dec 09 15:04:18.920428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:18.943561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:04:19.052530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:19.054406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.093112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:19.161242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:19.405456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.498152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=5db106e2-90ec-483b-838f-3cb4246beecc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:19.499337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67888b6-508f-4e69-8cb2-d3bdaf4e4532 req-696ed2bd-2b5b-4281-bf13-73048a8f613d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:19.507456 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f67888b6-508f-4e69-8cb2-d3bdaf4e4532 req-696ed2bd-2b5b-4281-bf13-73048a8f613d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.0980573 Dec 09 15:04:19.566626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6fc81c-a9bd-42e4-8d28-c67b0069756a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:19.568643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:19.590337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] For port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:19.590708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attempted to set empty binding levels {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 15:04:19.593554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.611854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7b33f874-1c3c-4875-9980-a2cb8bc8d241 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/bf6fc81c-a9bd-42e4-8d28-c67b0069756a HTTP/1.1" status: 204 len: 168 time: 1.4813371 Dec 09 15:04:19.623672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:19.624364 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.630174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50850) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:19.648985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.713473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] In _notify_port_updated(), no bound segment for port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 on network f656faf7-a50f-495c-92dd-79927bc51d1a {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:04:19.714712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:19.715560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.718142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "PUT /v2.0/ports/5a7c8f82-5ba6-42a1-bab3-7e434d322f67 HTTP/1.1" status: 200 len: 979 time: 4.7840106 Dec 09 15:04:19.726040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50856) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:19.731892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-98f43cc7-0594-48db-b193-dc8b67938113 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2334633 Dec 09 15:04:19.749934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d9355-1491-43d2-881f-c8e2575f2c58 req-a18b862e-a1eb-4fe1-ba70-a2c9fb4674c5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:19.753688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:19.754301 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:19.756089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e2d9355-1491-43d2-881f-c8e2575f2c58 req-a18b862e-a1eb-4fe1-ba70-a2c9fb4674c5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 932 time: 0.3755345 Dec 09 15:04:19.773796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Request body: {'port': {'device_id': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:19.804290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-35a9b2a8-51c7-4532-8805-b3b47bdc75ff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1721294 Dec 09 15:04:19.831711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:19.871742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f67888b6-508f-4e69-8cb2-d3bdaf4e4532 req-f16021f6-5a64-4c99-ba43-87fd02fb2394 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632843 Dec 09 15:04:19.923718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:19.931564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd57cdc-dbd5-4e83-b1a1-654e419a494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event updated for resources: {'Port': ['ID=5a7c8f82-5ba6-42a1-bab3-7e434d322f67,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:20.106995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e2d9355-1491-43d2-881f-c8e2575f2c58 req-921664ed-fa6f-42e6-a76b-d53264953472 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242068 Dec 09 15:04:20.135238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257039-6688-4fc7-90b7-a60d99568818 req-1bdaa764-9508-480a-b1ee-935455d24865 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:20.141374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4c257039-6688-4fc7-90b7-a60d99568818 req-1bdaa764-9508-480a-b1ee-935455d24865 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1545146 Dec 09 15:04:20.149759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50870) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:20.154909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'floatingip': {'port_id': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:20.217031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:20.228617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:20.318076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Deleting port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:20.318367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:20.341970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:20.345663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:20.602679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50874) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:20.683471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] For port 5a7c8f82-5ba6-42a1-bab3-7e434d322f67, host n-h2-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:20.684101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:20.714323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587885d-0f76-48dc-b320-b79ba46dd8ff None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:20.723117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Calling delete_port for 5a7c8f82-5ba6-42a1-bab3-7e434d322f67 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:20.845463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58d99f45-6eb3-4f54-8b60-878baaebe5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:20.946021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1a0c4713-f022-490b-9bef-c97ea0c5e77a None None] Provisioning complete for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:20.950553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4713-f022-490b-9bef-c97ea0c5e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.019263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58d99f45-6eb3-4f54-8b60-878baaebe5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.032690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58d99f45-6eb3-4f54-8b60-878baaebe5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.240366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.247695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:04:21.268941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d99f45-6eb3-4f54-8b60-878baaebe5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79968b0b-42ea-4842-804c-6c97d71f6b55,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:21.294577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-58d99f45-6eb3-4f54-8b60-878baaebe5be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=acd0a013c070443d99124188963762d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6856840 Dec 09 15:04:21.319952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50890) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:21.321919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50892) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:21.400121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] Deleting port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:21.401696 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.475614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:04:21.573736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:04:21.641313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a7c8f82-5ba6-42a1-bab3-7e434d322f67,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:21.641785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] For port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:21.642429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.662152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] Calling delete_port for d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:21.671581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.673693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-225b3bec-3d6e-4397-a5d5-515455f2fe0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.680396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.683897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-20bdaa29-f517-448c-8ec2-4cdfbf05e9e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5a7c8f82-5ba6-42a1-bab3-7e434d322f67 HTTP/1.1" status: 204 len: 168 time: 1.9556005 Dec 09 15:04:21.688753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50896) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:21.754863 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a811148b-6f8d-4e0e-bbf8-1b6e24ac33ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] GET failed (client error): The resource could not be found. Dec 09 15:04:21.764151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=4c0ab31f-d012-40d8-b85e-ca862de0753b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:21.766630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a811148b-6f8d-4e0e-bbf8-1b6e24ac33ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022333248-project-admin] 10.222.0.46 "GET /v2.0/ports/5a7c8f82-5ba6-42a1-bab3-7e434d322f67 HTTP/1.1" status: 404 len: 333 time: 0.0702801 Dec 09 15:04:21.768691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.777415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50898) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:21.831492 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.847848 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.855052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] Pushing event deleted for resources: {'Port': ['ID=d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:21.862377 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b49fbe4c-3732-4d25-ab3c-abccbdca9280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.876353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17fe59-d8d5-4a2c-a905-8b017b8753c2 None None] No DVR routers for this DVR port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:04:21.896106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No active binding found for port d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:04:21.896798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d980f8fd-80c0-4b01-b7a5-6f55ed8f8ff5 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:04:21.907988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b49fbe4c-3732-4d25-ab3c-abccbdca9280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.941063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.980282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b0c0e-1f5e-4350-8bb8-cc79e37488e3 req-c5a8f593-225b-4c69-b93a-d983ee31b880 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:21.987907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f31b0c0e-1f5e-4350-8bb8-cc79e37488e3 req-c5a8f593-225b-4c69-b93a-d983ee31b880 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 932 time: 0.6861291 Dec 09 15:04:21.991023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:21.997952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:22.004597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:22.027845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:22.031912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.035756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0e324-bedf-45e2-9e80-5dde70b92024 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:22.072254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db106e2-90ec-483b-838f-3cb4246beecc {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:04:22.144634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c27c9e9-4141-4f99-9b94-cca4068000d5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2804160 Dec 09 15:04:22.149775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.162109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50902) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:22.180563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:22.331264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '4c0ab31f-d012-40d8-b85e-ca862de0753b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:22.333241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.359991 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Floating IP fc5b483c-bbf9-48f5-a4de-ac01da0fc742 associated. External IP: 172.25.0.101, port: e1a2dcc0-4de7-40f9-9586-b2d832f170c3. Dec 09 15:04:22.432696 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.537238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f31b0c0e-1f5e-4350-8bb8-cc79e37488e3 req-01639005-757d-48f5-8882-c3fcf5ea05a7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483298 Dec 09 15:04:22.581905 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-225b3bec-3d6e-4397-a5d5-515455f2fe0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.605895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Transition to ACTIVE for port object 5db106e2-90ec-483b-838f-3cb4246beecc will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:04:22.628589 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.704256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Pushing event updated for resources: {'Port': ['ID=5db106e2-90ec-483b-838f-3cb4246beecc,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:22.756442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:22.760306 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:22.792254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Allocated IP 172.20.0.2 (d3ad000a-542a-403b-900f-3e0469146f33/4c0ab31f-d012-40d8-b85e-ca862de0753b/aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:22.903024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-225b3bec-3d6e-4397-a5d5-515455f2fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.031889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.046529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-225b3bec-3d6e-4397-a5d5-515455f2fe0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30cfdcdf8bae4206a1b5483826e3dbb0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7194960 Dec 09 15:04:23.069288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50906) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:23.125498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f656faf7-a50f-495c-92dd-79927bc51d1a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:23.151728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4b37b4-5d9c-4b64-becc-18d0d12e618e') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:23.152034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4b37b4-5d9c-4b64-becc-18d0d12e618e') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:23.187136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:04:23.191913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b3bec-3d6e-4397-a5d5-515455f2fe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0c508-b965-42be-b9dd-035b490346c7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:23.197286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b49fbe4c-3732-4d25-ab3c-abccbdca9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.199472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.200625 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b49fbe4c-3732-4d25-ab3c-abccbdca9280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.202489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b49fbe4c-3732-4d25-ab3c-abccbdca9280 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79968b0b-42ea-4842-804c-6c97d71f6b55 HTTP/1.1" status: 204 len: 168 time: 1.8793151 Dec 09 15:04:23.230480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.235411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fbe4c-3732-4d25-ab3c-abccbdca9280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79968b0b-42ea-4842-804c-6c97d71f6b55,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:23.246277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:04:23.246700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.256703 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.327806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.411482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Pushing event updated for resources: {'Port': ['ID=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:23.443404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:23.447207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:23.452717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:23.465349 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32b7fd91-1850-4171-90d9-d342573b780b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:04:23.478306 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:04:23.507647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.516592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:04:23.527285 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:04:23.529613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.551091 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:04:23.551477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Attempting to bind port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:23.552413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Attempting to bind port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:23.553385 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:23.553545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Attempting to bind port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:23.563022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:23.563428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:23.563923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.564322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:23.564843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Bound port: aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:23.565228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.633260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c80f218c-14d1-4143-8610-a6a640bff14a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "PUT /v2.0/floatingips/fc5b483c-bbf9-48f5-a4de-ac01da0fc742 HTTP/1.1" status: 200 len: 992 time: 3.4818802 Dec 09 15:04:23.634295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:23.649182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.651114 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cf629a-a03c-4c3f-9df8-e846bfd982fc" -d '{"events": [{"name": "network-changed", "server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:23.656794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] For port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:23.660684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] For port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:23.662004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] 10.222.0.46 "DELETE /v2.0/networks/f656faf7-a50f-495c-92dd-79927bc51d1a HTTP/1.1" status: 204 len: 168 time: 1.8741469 Dec 09 15:04:23.671833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dcab5-802b-4016-b74d-3b9c7e607e42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435068970-project] Pushing event deleted for resources: {'Network': ['ID=f656faf7-a50f-495c-92dd-79927bc51d1a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:23.681397 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:23.780631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc92a5b-d7ac-4310-83c2-cbd176465476 None None] Pushing event updated for resources: {'Port': ['ID=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:23.875404 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:04:23.930328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60555186-eea1-4387-8d07-f38fac6bc7ec req-69707fbf-5370-4322-b4da-6b62d9326193 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:23.952091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60555186-eea1-4387-8d07-f38fac6bc7ec req-69707fbf-5370-4322-b4da-6b62d9326193 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 944 time: 0.1967363 Dec 09 15:04:23.969408 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d65bd20-abf0-4803-94ea-c2588cac44c0 x-openstack-request-id: req-8d65bd20-abf0-4803-94ea-c2588cac44c0 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:23.970239 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:23.974530 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d65bd20-abf0-4803-94ea-c2588cac44c0 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:23.976071 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'status': 'completed', 'code': 200} Dec 09 15:04:24.064169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Attempting to bind port 5db106e2-90ec-483b-838f-3cb4246beecc on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:24.064531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Attempting to bind port 5db106e2-90ec-483b-838f-3cb4246beecc by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:24.064878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Attempting to bind port 5db106e2-90ec-483b-838f-3cb4246beecc on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:24.095633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Port 5db106e2-90ec-483b-838f-3cb4246beecc on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:24.095863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Attempting to bind port 5db106e2-90ec-483b-838f-3cb4246beecc on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:24.176715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60555186-eea1-4387-8d07-f38fac6bc7ec req-470bc83a-e777-4899-befc-cf7434221456 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226241 Dec 09 15:04:24.183667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-478399c5-103b-4f7c-aac7-0bd109f1f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:24.183667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-478399c5-103b-4f7c-aac7-0bd109f1f743 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.1493745 Dec 09 15:04:24.204627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a46e19bb-6fd2-433f-9084-f5348cbff78b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.284261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a46e19bb-6fd2-433f-9084-f5348cbff78b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.417094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a46e19bb-6fd2-433f-9084-f5348cbff78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.422012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a46e19bb-6fd2-433f-9084-f5348cbff78b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.431746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a46e19bb-6fd2-433f-9084-f5348cbff78b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67d0c508-b965-42be-b9dd-035b490346c7 HTTP/1.1" status: 204 len: 168 time: 0.9543529 Dec 09 15:04:24.433075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:24.433605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:24.434514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:24.437368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Bound port: 5db106e2-90ec-483b-838f-3cb4246beecc, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:24.438286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.497308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e19bb-6fd2-433f-9084-f5348cbff78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0c508-b965-42be-b9dd-035b490346c7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:24.518576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-c5f71895-10d9-41f4-a4d3-8818a1f3eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:24.537083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-c5f71895-10d9-41f4-a4d3-8818a1f3eda0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3443849 Dec 09 15:04:24.574646 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'fc5b483c-bbf9-48f5-a4de-ac01da0fc742', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'port_id': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'mac_address': 'fa:16:3e:5e:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:03:52Z', 'updated_at': '2021-12-09T15:04:21Z', 'revision_number': 1, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:24.627323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:24.661852 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:04:24.663063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-d578100a-747c-4b0c-bd27-0d165c341d0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1000 time: 0.1183674 Dec 09 15:04:24.688113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:04:24.691718 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:03:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:24.703634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:04:24.718302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] For port 5db106e2-90ec-483b-838f-3cb4246beecc, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:24.804221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-82317041-8efd-4967-8c33-73edb1612805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:24.815414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-82317041-8efd-4967-8c33-73edb1612805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1430554 Dec 09 15:04:24.820157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] For port 5db106e2-90ec-483b-838f-3cb4246beecc, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5db106e2-90ec-483b-838f-3cb4246beecc,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:24.837739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.935226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-0c270f6c-3171-4058-9e2f-a0d1beb9b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:24.936851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-0c270f6c-3171-4058-9e2f-a0d1beb9b0df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146677 Dec 09 15:04:24.952128 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:04:24.966377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:24.970540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:24.979616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] 10.222.0.36 "PUT /v2.0/ports/5db106e2-90ec-483b-838f-3cb4246beecc HTTP/1.1" status: 200 len: 1092 time: 5.2169607 Dec 09 15:04:24.982097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'tag': '5db106e2-90ec-483b-838f-3cb4246beecc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:24.992315 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17965661-cbfd-4c04-a38c-6e2d51e45c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "960131a6-42cc-4f52-b9d7-80f92dfef5cb", "tag": "5db106e2-90ec-483b-838f-3cb4246beecc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:25.138530 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ecb81-a1e2-43e4-a753-8abe166d910d x-openstack-request-id: req-072ecb81-a1e2-43e4-a753-8abe166d910d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:25.138840 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960131a6-42cc-4f52-b9d7-80f92dfef5cb", "tag": "5db106e2-90ec-483b-838f-3cb4246beecc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:25.139102 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-072ecb81-a1e2-43e4-a753-8abe166d910d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:25.139585 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'tag': '5db106e2-90ec-483b-838f-3cb4246beecc', 'status': 'completed', 'code': 200} Dec 09 15:04:25.140179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fac8d8-93a8-42f5-a821-c49da2d42a2c service neutron] Pushing event updated for resources: {'Port': ['ID=5db106e2-90ec-483b-838f-3cb4246beecc,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:25.169024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-2d87d74f-958c-41f0-870b-d9600f59a16a service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226264 Dec 09 15:04:25.198287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-6481ece8-024f-4a70-b834-90edb44e4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:25.202203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-6481ece8-024f-4a70-b834-90edb44e4989 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 1095 time: 0.1484773 Dec 09 15:04:25.344507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-10c7f815-6e43-4e61-9dd6-e22e7d18950f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db106e2-90ec-483b-838f-3cb4246beecc HTTP/1.1" status: 200 len: 217 time: 0.1303091 Dec 09 15:04:25.600678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:25.611649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-5448c990-4dcf-4262-8706-43fe28dd7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:25.616127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-5448c990-4dcf-4262-8706-43fe28dd7281 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1893888 Dec 09 15:04:25.623369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:25.738415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-32413e54-4ddc-4b27-9076-b2089e2b796b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044128 Dec 09 15:04:25.739714 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44e49760-5c5a-418f-9336-72d367b8b6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:25.853101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:25.853468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:25.948992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'fc5b483c-bbf9-48f5-a4de-ac01da0fc742', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'port_id': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'mac_address': 'fa:16:3e:5e:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:03:52Z', 'updated_at': '2021-12-09T15:04:21Z', 'revision_number': 1, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:26.037947 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb276c5f-cad1-46dd-b5d2-1f54e21a59dc None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'fc5b483c-bbf9-48f5-a4de-ac01da0fc742', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'port_id': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'mac_address': 'fa:16:3e:5e:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:03:52Z', 'updated_at': '2021-12-09T15:04:21Z', 'revision_number': 1, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:04:26.119976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6275d096-dc68-48c5-8bdc-a369f8a497f7 None None] Provisioning complete for port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:26.122378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6275d096-dc68-48c5-8bdc-a369f8a497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.185107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50982) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:26.304501 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.376890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-910f4715-8fce-446c-a24b-901885e3c273 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=431c5e2c570c4749a531c42a30e604b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7455306 Dec 09 15:04:26.395806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50994) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:26.442764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6275d096-dc68-48c5-8bdc-a369f8a497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.470023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84cf629a-a03c-4c3f-9df8-e846bfd982fc req-e6e77ccc-6973-4818-a1b6-3f27c2046563 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2919507 Dec 09 15:04:26.510356 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6275d096-dc68-48c5-8bdc-a369f8a497f7 None None] For port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:26.512890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02529e26-e4c1-45e1-8ead-cc982d1814bf None None] New status for floating IP fc5b483c-bbf9-48f5-a4de-ac01da0fc742: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:04:26.558244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82e09364-e420-41f9-804c-6d23411f35d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.602609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9bd1a-cf71-4c37-915f-94ec500f220b req-3b9a9d20-f62a-47e0-bc76-c38e7faedfac tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:26.604421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d9bd1a-cf71-4c37-915f-94ec500f220b req-3b9a9d20-f62a-47e0-bc76-c38e7faedfac tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 944 time: 1.2347975 Dec 09 15:04:26.629403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-422ce220-3542-4633-a2d4-5e45f993330a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.681130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-422ce220-3542-4633-a2d4-5e45f993330a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.703202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:04:26.703832 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:04:26.705194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6275d096-dc68-48c5-8bdc-a369f8a497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.726891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7d9bd1a-cf71-4c37-915f-94ec500f220b req-6a7449bc-4e4c-44bb-80d3-a6664c1bc25d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127334 Dec 09 15:04:26.769179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.792800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-58e98f6d-3a31-41f7-9b9f-61272cb91707 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410948 Dec 09 15:04:26.794522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-422ce220-3542-4633-a2d4-5e45f993330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.803685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-422ce220-3542-4633-a2d4-5e45f993330a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.804848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-422ce220-3542-4633-a2d4-5e45f993330a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c659806-1d63-48ad-ac6c-a8a65ca26307 HTTP/1.1" status: 204 len: 168 time: 0.4080396 Dec 09 15:04:26.872102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ce220-3542-4633-a2d4-5e45f993330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c659806-1d63-48ad-ac6c-a8a65ca26307,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:26.883789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:04:26.884156 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:04:26.896264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d096-dc68-48c5-8bdc-a369f8a497f7 None None] Pushing event updated for resources: {'Port': ['ID=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:26.978227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62b3ec4e-c5fd-4071-ad70-a5c80786e6b1 req-3121ecc9-4f46-4a10-a33c-d4b1d17a2a6a service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765757 Dec 09 15:04:26.980410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82e09364-e420-41f9-804c-6d23411f35d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:26.996591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82e09364-e420-41f9-804c-6d23411f35d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.113501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-82e09364-e420-41f9-804c-6d23411f35d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3f330ced3294a2daa1c3dd3d3a20390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8990328 Dec 09 15:04:27.117317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51012) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:27.118824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e09364-e420-41f9-804c-6d23411f35d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9672a4e-de7d-4bff-aeda-e0033436c50c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:27.156142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-c70578a9-6e3a-4cf8-b925-32b79efb7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:27.161897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-c70578a9-6e3a-4cf8-b925-32b79efb7437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 1095 time: 0.1199143 Dec 09 15:04:27.349778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51022) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:27.380007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c84b-fc0c-4198-9cd8-13e25751b86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.423942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.462326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c84b-fc0c-4198-9cd8-13e25751b86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.517318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-160c64af-5bd1-41fc-853f-d8cc95743ccc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f0042a8ef3f453ab5a903157c995536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608210 Dec 09 15:04:27.524069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51026) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:27.594444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ed6c9b-047a-4a7e-9e59-ee82e6b03227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.636082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c84b-fc0c-4198-9cd8-13e25751b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.643331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c84b-fc0c-4198-9cd8-13e25751b86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.647829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9e1c84b-fc0c-4198-9cd8-13e25751b86b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9672a4e-de7d-4bff-aeda-e0033436c50c HTTP/1.1" status: 204 len: 168 time: 0.5222518 Dec 09 15:04:27.680644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ed6c9b-047a-4a7e-9e59-ee82e6b03227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.706272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:27.721813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1c84b-fc0c-4198-9cd8-13e25751b86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9672a4e-de7d-4bff-aeda-e0033436c50c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:27.741003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] For port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:27.793863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.819165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ed6c9b-047a-4a7e-9e59-ee82e6b03227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.823094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49ed6c9b-047a-4a7e-9e59-ee82e6b03227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.826994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.827188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49ed6c9b-047a-4a7e-9e59-ee82e6b03227 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d35415fa-dddb-4bdd-8f6e-c555944d2a08 HTTP/1.1" status: 204 len: 168 time: 0.2996941 Dec 09 15:04:27.827284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.836232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed6c9b-047a-4a7e-9e59-ee82e6b03227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35415fa-dddb-4bdd-8f6e-c555944d2a08,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:27.906029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:27.906700 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:27.976747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=861cf082-5073-457a-8ec1-01d7d71ca8b9,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:28.014197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-f89a370c-8a1e-42f5-a364-a2f5c042d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:28.014798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-f89a370c-8a1e-42f5-a364-a2f5c042d72c service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.8460765 Dec 09 15:04:28.056990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:28.108335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:28.110857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-d7bf8e7d-a594-4351-91e1-8b89c87735c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5db106e2-90ec-483b-838f-3cb4246beecc HTTP/1.1" status: 200 len: 217 time: 0.0755994 Dec 09 15:04:28.116151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:28.117204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:28.119343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35913a1b-fa6e-4195-8ef5-40ffedb986fc None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:28.141085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,revision_number=5']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:28.181437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d16ae0-2322-49d8-a282-b323d1e177a2 req-59b1e5ee-d983-443f-9f3d-94a55de7fd83 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:28.187594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24d16ae0-2322-49d8-a282-b323d1e177a2 req-59b1e5ee-d983-443f-9f3d-94a55de7fd83 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 944 time: 0.2136867 Dec 09 15:04:28.198496 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7f03937-0a87-4bce-86e8-8fc19740b0ab tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0335763 Dec 09 15:04:28.202687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51042) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:28.213969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:3a:29:1e', 'name': 'tempest-NetworksTestDHCPv6-791354873'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:28.260593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-e2b0284c-3a1b-441c-93ab-2539a2417643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:28.262108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-e2b0284c-3a1b-441c-93ab-2539a2417643 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1390781 Dec 09 15:04:28.300116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24d16ae0-2322-49d8-a282-b323d1e177a2 req-0196ed05-8aee-4bfd-983f-84559c12c7cd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987749 Dec 09 15:04:28.316772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-7a1a1b9d-dfde-4459-904d-5ad2c46ceeab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439446 Dec 09 15:04:28.344085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:28.422393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:28.557110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-d8189028-d2b1-4a5a-bd22-2e57808e0f6c service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325780 Dec 09 15:04:28.595525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:28.633837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 33765bd5-48aa-41c4-82b8-f67e36a8dbfa yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:28.818156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17965661-cbfd-4c04-a38c-6e2d51e45c2a req-1765a8ca-55c7-4933-9f53-9bc583e93b6f service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452564 Dec 09 15:04:29.044173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 172.20.0.10 (d3ad000a-542a-403b-900f-3e0469146f33/4c0ab31f-d012-40d8-b85e-ca862de0753b/33765bd5-48aa-41c4-82b8-f67e36a8dbfa) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:29.062631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe3a:291e (d3ad000a-542a-403b-900f-3e0469146f33/861cf082-5073-457a-8ec1-01d7d71ca8b9/33765bd5-48aa-41c4-82b8-f67e36a8dbfa) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:29.099093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5db106e2-90ec-483b-838f-3cb4246beecc details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:04:29.235166 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.343932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.426793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5db106e2-90ec-483b-838f-3cb4246beecc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5db106e2-90ec-483b-838f-3cb4246beecc,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:29.434582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.477290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '5db106e2-90ec-483b-838f-3cb4246beecc', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': '5db106e2-90ec-483b-838f-3cb4246beecc', 'mac_address': 'fa:16:3e:72:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:04:29.542177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:29.555592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:29.563172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:29.659457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=33765bd5-48aa-41c4-82b8-f67e36a8dbfa,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:29.659692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779e95-7118-4400-b16b-8df6585608a7 req-ce39ab71-c611-454a-adf6-8ad43cebfac1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:29.682048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e779e95-7118-4400-b16b-8df6585608a7 req-ce39ab71-c611-454a-adf6-8ad43cebfac1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 944 time: 0.1995246 Dec 09 15:04:29.693641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.716477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d56af0bc-2348-4eb8-b095-ad6e805af36b None None] Provisioning complete for port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:29.717348 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d56af0bc-2348-4eb8-b095-ad6e805af36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.720564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db106e2-90ec-483b-838f-3cb4246beecc {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:04:29.741379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:29.742110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.783565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5db106e2-90ec-483b-838f-3cb4246beecc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5db106e2-90ec-483b-838f-3cb4246beecc,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:29.793646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d1891644-9183-40d2-a12a-ac0ae1056b2c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5889859 Dec 09 15:04:29.796176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51114) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:29.797739 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:29.862237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e779e95-7118-4400-b16b-8df6585608a7 req-9183fc84-eca0-46a0-bed2-9b1fbe8f44a5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791975 Dec 09 15:04:29.981853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3694e8a-c1c8-4e56-97bc-4219d398de67 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:29.998667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3694e8a-c1c8-4e56-97bc-4219d398de67 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:30.006862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51120) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:30.010446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c3694e8a-c1c8-4e56-97bc-4219d398de67 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2119420 Dec 09 15:04:30.025039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5db106e2-90ec-483b-838f-3cb4246beecc,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:30.054974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['5db106e2-90ec-483b-838f-3cb4246beecc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:04:30.147197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51124) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:30.204695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 33765bd5-48aa-41c4-82b8-f67e36a8dbfa {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:30.205047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.215540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3e8a4f30-0d76-4bf4-93c8-49ba4648f6a9 None None] Provisioning complete for port 33765bd5-48aa-41c4-82b8-f67e36a8dbfa triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:30.216625 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4f30-0d76-4bf4-93c8-49ba4648f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.318058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a4f30-0d76-4bf4-93c8-49ba4648f6a9 None None] Port 33765bd5-48aa-41c4-82b8-f67e36a8dbfa cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:30.396168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.423975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 33765bd5-48aa-41c4-82b8-f67e36a8dbfa owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:30.512711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'networks': [{'name': 'tempest-network--1368952211'}, {'name': 'tempest-network--1213880268'}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:30.513863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'network': {'name': 'tempest-network--1368952211'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:30.514633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'network': {'name': 'tempest-network--1213880268'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:30.549674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'network': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:30.556167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.570513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.743494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.798934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=33765bd5-48aa-41c4-82b8-f67e36a8dbfa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:30.879527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.887463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.888002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.978180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:30.994411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2cdff0a4-9afd-42ed-addf-1673935f959e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/33765bd5-48aa-41c4-82b8-f67e36a8dbfa HTTP/1.1" status: 204 len: 168 time: 0.9839003 Dec 09 15:04:30.994953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51142) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:31.003236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:31.024898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.025166 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Added segment 2995b261-a522-4792-915c-daa451530852 of type vlan for network 23fa5d1c-cb5a-4130-8d01-dd2e7d42cf00 Dec 09 15:04:31.118694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5db106e2-90ec-483b-838f-3cb4246beecc up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:31.119440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1c598-987c-4739-bf6c-9f34f4a6a7b0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:31.200018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.282445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b08b07-66db-4c22-9bb7-1631ce012ee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.284565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b08b07-66db-4c22-9bb7-1631ce012ee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.289250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b08b07-66db-4c22-9bb7-1631ce012ee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.297322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:31.304427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51152) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:31.309043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 5db106e2-90ec-483b-838f-3cb4246beecc completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:04:31.310463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-52b08b07-66db-4c22-9bb7-1631ce012ee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3094261 Dec 09 15:04:31.313790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 5db106e2-90ec-483b-838f-3cb4246beecc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:31.314676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.321151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51158) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:31.338076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-329865060'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:31.361869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a516c-e003-4050-a2a6-68abe1f60af6 req-f0ba5ebe-fa46-4b92-8f3f-1fc871fcd1de tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.364526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb3a516c-e003-4050-a2a6-68abe1f60af6 req-f0ba5ebe-fa46-4b92-8f3f-1fc871fcd1de tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 945 time: 0.3699207 Dec 09 15:04:31.411779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:31.415526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.448319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb3a516c-e003-4050-a2a6-68abe1f60af6 req-d5586f40-e6ce-4427-be32-5378de088898 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761294 Dec 09 15:04:31.457311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:31.468155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.468627 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Added segment 87125ca4-0a72-4985-82a4-f710d499699f of type vlan for network 198e3095-7048-41c0-a851-f1ea9ef48143 Dec 09 15:04:31.479171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.482801 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Added segment 0b649f19-08a8-4f6e-9b15-55d2d5c8bcd6 of type vlan for network 7a496827-4262-4448-ba43-4aa0a5e503d0 Dec 09 15:04:31.491067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 4c0ab31f-d012-40d8-b85e-ca862de0753b {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:31.499319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.563676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.601878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.632106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.645852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.646671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.654176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.711274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.712105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.720366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.726794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:31.728135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.852681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7017987 Dec 09 15:04:31.876433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:31.882765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.899218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:31.902117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Network': ['ID=198e3095-7048-41c0-a851-f1ea9ef48143,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:31.905851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Network': ['ID=23fa5d1c-cb5a-4130-8d01-dd2e7d42cf00,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:31.908362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0dba6af3-5b66-405c-b6ea-999c504270fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5806830 Dec 09 15:04:31.911912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51182) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:31.930885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 198e3095-7048-41c0-a851-f1ea9ef48143 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:31.931673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1577570826'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:31.946829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 23fa5d1c-cb5a-4130-8d01-dd2e7d42cf00 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:31.972011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:31.976360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.030007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:32.053208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.053617 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Added segment c98033a2-bb1f-4786-981f-08014d64e268 of type vlan for network 60e00809-9153-459a-810f-66199fce865c Dec 09 15:04:32.127122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db106e2-90ec-483b-838f-3cb4246beecc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:32.129520 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2654f-3029-4f36-8f7d-22af99843594" -d '{"events": [{"server_uuid": "960131a6-42cc-4f52-b9d7-80f92dfef5cb", "name": "network-vif-plugged", "status": "completed", "tag": "5db106e2-90ec-483b-838f-3cb4246beecc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:32.132607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42fb41-13a6-4c59-a91b-9837e969ec8c tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Network': ['ID=7a496827-4262-4448-ba43-4aa0a5e503d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:32.163286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7a496827-4262-4448-ba43-4aa0a5e503d0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:32.171620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.228929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0ab31f-d012-40d8-b85e-ca862de0753b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:32.242601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.249302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eff06c22-22e1-45af-abbe-9364429f6726 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/4c0ab31f-d012-40d8-b85e-ca862de0753b HTTP/1.1" status: 204 len: 168 time: 0.9434211 Dec 09 15:04:32.251818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:32.258344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a25f6f-536e-4b6f-9c5f-535a80407262 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.265508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a25f6f-536e-4b6f-9c5f-535a80407262 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.274144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a25f6f-536e-4b6f-9c5f-535a80407262 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.281417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a25f6f-536e-4b6f-9c5f-535a80407262 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.287028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-41a25f6f-536e-4b6f-9c5f-535a80407262 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4089873 Dec 09 15:04:32.288263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51198) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:32.290474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.327630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5db106e2-90ec-483b-838f-3cb4246beecc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5db106e2-90ec-483b-838f-3cb4246beecc,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:32.334430 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506ef083-dc76-4da6-9bf2-ac11bae5799a x-openstack-request-id: req-506ef083-dc76-4da6-9bf2-ac11bae5799a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:32.336610 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960131a6-42cc-4f52-b9d7-80f92dfef5cb", "name": "network-vif-plugged", "status": "completed", "tag": "5db106e2-90ec-483b-838f-3cb4246beecc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:32.337068 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-506ef083-dc76-4da6-9bf2-ac11bae5799a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:32.337643 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db106e2-90ec-483b-838f-3cb4246beecc', 'code': 200} Dec 09 15:04:32.341851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e465d1e0-8af3-499f-8419-a00920955d85 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:32.365616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 861cf082-5073-457a-8ec1-01d7d71ca8b9 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:32.375846 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.377942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.459770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.467529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:04:32.557383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.562674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51206) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:32.576073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.577242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.651110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7378049 Dec 09 15:04:32.659150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51214) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:32.664865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.673662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'subnet': {'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:32.708995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.748674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598486-dbc6-4038-a517-b2d2f0c9257b req-4271a21a-d531-449c-8239-da5a5d99d228 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.757137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5db106e2-90ec-483b-838f-3cb4246beecc,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:32.757515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b598486-dbc6-4038-a517-b2d2f0c9257b req-4271a21a-d531-449c-8239-da5a5d99d228 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 0.1553066 Dec 09 15:04:32.790423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb7e4-b54a-4146-bf09-edde92f5ff06 req-26743c54-6eb0-41cf-8490-797d6c48fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:32.791988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e7bb7e4-b54a-4146-bf09-edde92f5ff06 req-26743c54-6eb0-41cf-8490-797d6c48fda6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 1097 time: 0.3047655 Dec 09 15:04:32.842706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b598486-dbc6-4038-a517-b2d2f0c9257b req-e3c7456b-4e14-4a83-9fa8-1e5c98212d43 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Dec 09 15:04:32.854149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5eb33-7764-406f-b6dd-784c2820d5cf tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Network': ['ID=60e00809-9153-459a-810f-66199fce865c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:32.873671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 60e00809-9153-459a-810f-66199fce865c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:32.875742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.904732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=861cf082-5073-457a-8ec1-01d7d71ca8b9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:32.908609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:32.915522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-12c936f3-bb58-4999-b8b9-302153871f1b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/861cf082-5073-457a-8ec1-01d7d71ca8b9 HTTP/1.1" status: 204 len: 168 time: 0.6600552 Dec 09 15:04:32.916209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51222) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:33.009100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.024325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af4e948c-eeee-4380-b8c3-c74268fc2afd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056371 Dec 09 15:04:33.025970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51228) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:33.031563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fa5d1c-cb5a-4130-8d01-dd2e7d42cf00']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:33.042348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:33.052038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2995b261-a522-4792-915c-daa451530852') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:33.052424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2995b261-a522-4792-915c-daa451530852') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:33.065286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.079482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.093381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:04:33.093800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.119728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7a91f-1b0c-49d0-bd91-c98da40a53bd None None] Update dhcp port {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '861cf082-5073-457a-8ec1-01d7d71ca8b9'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:04:33.125086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-238b739f-b953-444f-8d34-df271caa88a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.149593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34e7a91f-1b0c-49d0-bd91-c98da40a53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:04:33.240981 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:04:33.263629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.263797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:33.272408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.280063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.280586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/networks/23fa5d1c-cb5a-4130-8d01-dd2e7d42cf00 HTTP/1.1" status: 204 len: 168 time: 0.9730501 Dec 09 15:04:33.309233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:33.337605 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e7bb7e4-b54a-4146-bf09-edde92f5ff06 req-7242e25b-769c-49d6-8a09-55c84c3e4430 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884880 Dec 09 15:04:33.340859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Network': ['ID=23fa5d1c-cb5a-4130-8d01-dd2e7d42cf00,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:33.352160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.352513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.352856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.353198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.353850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.353850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.354186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.354514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.354838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.355208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.356274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.356928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.357194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959ec2-8228-4a62-b773-d233fd59b4ce tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:33.374610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:33.380363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.433051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb371992-f9c4-441c-8e3c-1935d9142b55 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:33.567551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-24b089d7-940a-4a58-b167-5fcb4634aabc None None] Provisioning complete for port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:33.567897 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-24b089d7-940a-4a58-b167-5fcb4634aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.644708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:04:33.728771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.730424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-238b739f-b953-444f-8d34-df271caa88a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.770478 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-238b739f-b953-444f-8d34-df271caa88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.787170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:04:33.812068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-238b739f-b953-444f-8d34-df271caa88a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c46779a3cc0449629ca298790548d2b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2472587 Dec 09 15:04:33.813178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.814360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51250) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:33.859402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.880068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Subnet': ['ID=cac791fa-2b21-47cb-b21b-1cc10fc61d80,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:33.889337 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.940204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:33.946914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] Deleting port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:33.947142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:33.947442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.950797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.955110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Checking segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:33.955521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network hostable DHCP agents. Network: 198e3095-7048-41c0-a851-f1ea9ef48143, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:33.974372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:33.983449 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68a3d5f7-71ee-4466-8afc-ecffc2845c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.986223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:33.988302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:33.994847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 198e3095-7048-41c0-a851-f1ea9ef48143 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:34.011326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68a3d5f7-71ee-4466-8afc-ecffc2845c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.022185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 198e3095-7048-41c0-a851-f1ea9ef48143) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:34.041330 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0142641 Dec 09 15:04:34.041888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:34.042505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.048683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:34.059212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b739f-b953-444f-8d34-df271caa88a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce565a5d-f62f-4aac-ae7c-51e078bea729,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:34.061664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a7e01-b224-459a-ad4f-d442bf222698 None None] Network 198e3095-7048-41c0-a851-f1ea9ef48143 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:34.082574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:34.147121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8572a-a4de-4255-9923-a1c016a943aa tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=43ea879c-a33a-46bb-9149-57ca54b7fef4,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:34.150199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:34.185562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] For port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:34.185906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.204012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] Calling delete_port for aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:34.219542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e3074976-4607-41a8-9623-3413258a564b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5498641 Dec 09 15:04:34.221065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:34.245234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'subnet': {'network_id': '60e00809-9153-459a-810f-66199fce865c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:34.273163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-198e3095-7048-41c0-a851-f1ea9ef48143', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:34.274043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.298450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.329759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a496827-4262-4448-ba43-4aa0a5e503d0']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:34.340717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b649f19-08a8-4f6e-9b15-55d2d5c8bcd6') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:34.341078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b649f19-08a8-4f6e-9b15-55d2d5c8bcd6') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:34.350674 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.366752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.373562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:04:34.374009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.375024 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.410766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] Pushing event deleted for resources: {'Port': ['ID=aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:34.417813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a6278-42b0-4f80-a44e-b7807a5869ed None None] No DVR routers for this DVR port aa2e6ea2-f5b7-4ecb-b7e3-940a9c0ed2f2 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:04:34.443480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1c9a8-041b-4e34-a617-9c10a9c61be1 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:34.451523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68a3d5f7-71ee-4466-8afc-ecffc2845c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.455056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68a3d5f7-71ee-4466-8afc-ecffc2845c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.456318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68a3d5f7-71ee-4466-8afc-ecffc2845c17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce565a5d-f62f-4aac-ae7c-51e078bea729 HTTP/1.1" status: 204 len: 168 time: 0.6405108 Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:04:34.487306 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:04:34.495276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.510854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.519945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d5f7-71ee-4466-8afc-ecffc2845c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce565a5d-f62f-4aac-ae7c-51e078bea729,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:34.530588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/networks/7a496827-4262-4448-ba43-4aa0a5e503d0 HTTP/1.1" status: 204 len: 168 time: 1.2055316 Dec 09 15:04:34.545430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51272) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:34.691130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:34.696673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.707266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885adb5-e2fb-464c-83c7-b4b23b3911ac req-67c9f0c5-74a9-4dc7-8c08-974affee99ed tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:34.720186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5885adb5-e2fb-464c-83c7-b4b23b3911ac req-67c9f0c5-74a9-4dc7-8c08-974affee99ed tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 0.6845560 Dec 09 15:04:34.731593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:34.731819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad1dbe-6be3-4832-b295-a48b56fdf31a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Network': ['ID=7a496827-4262-4448-ba43-4aa0a5e503d0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:34.752137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:34.893106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5885adb5-e2fb-464c-83c7-b4b23b3911ac req-61d05733-a909-4b2c-abc4-b91a8725a39d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711798 Dec 09 15:04:35.028556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1503f-f3e9-46f1-acbf-909fa684680b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:35.042916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1503f-f3e9-46f1-acbf-909fa684680b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:35.046222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-82f1503f-f3e9-46f1-acbf-909fa684680b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4890416 Dec 09 15:04:35.049949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51288) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:35.065939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '43ea879c-a33a-46bb-9149-57ca54b7fef4'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:35.069921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-529796418'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:35.070984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.129177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Allocated IP 10.1.1.2 (198e3095-7048-41c0-a851-f1ea9ef48143/cac791fa-2b21-47cb-b21b-1cc10fc61d80/ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:35.137198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:35.142369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.198630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:35.220509 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.220509 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Added segment d5bd6eca-083b-4ef3-94a5-77f92e2918b7 of type vlan for network 01f6557a-c586-4d2e-adaf-40630ae856f6 Dec 09 15:04:35.230223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:35.259609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b505ffa-fd48-4c61-bfd9-773365b9d543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.315138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.371798 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.377508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:35.378122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.440495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3834383 Dec 09 15:04:35.449425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:35.459106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-344575853'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:35.502192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b505ffa-fd48-4c61-bfd9-773365b9d543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.503205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e427f-b5f5-4332-8dae-8da8aa651942 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Network': ['ID=01f6557a-c586-4d2e-adaf-40630ae856f6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:35.512974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b505ffa-fd48-4c61-bfd9-773365b9d543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.531494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 01f6557a-c586-4d2e-adaf-40630ae856f6 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:35.538648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:04:35.554373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:35.556783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.557871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.586204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b505ffa-fd48-4c61-bfd9-773365b9d543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c2f96-c1fa-4c40-a983-8d0739d3c262,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:35.592026 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7b505ffa-fd48-4c61-bfd9-773365b9d543 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f1ef4a4c11b40b789148da85d79799e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607836 Dec 09 15:04:35.594584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51322) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:35.624767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=5106203b-9ebd-4dde-9dd3-15283d2f2381,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:35.630366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.644805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:35.657588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.658200 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Added segment 0b166fc4-7d9a-476d-9c67-7ca627540372 of type vlan for network e8c42a04-7c17-4641-97b9-ec584345b62a Dec 09 15:04:35.684210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Subnet': ['ID=7d0edc87-f554-41e0-a195-3ec6e6ca32fa,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:35.700966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:35.702759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:35.706952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:35.707649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.716664 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.740199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-16ce760e-72c8-4faf-ba4b-3917d0df9df3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6623249 Dec 09 15:04:35.742774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51330) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:35.757334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:76:6f:19', 'name': 'tempest-NetworksTestDHCPv6-632041118'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:35.760881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.768799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:35.769570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.834904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bf9417a-886a-4d56-a657-9bdb19d50e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.860890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Allocated IP 172.20.0.2 (d3ad000a-542a-403b-900f-3e0469146f33/43ea879c-a33a-46bb-9149-57ca54b7fef4/d7594626-b3e2-4916-9947-4615eb2afcd5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:35.900326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.913425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Checking segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:35.914250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network hostable DHCP agents. Network: 60e00809-9153-459a-810f-66199fce865c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:35.939144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 60e00809-9153-459a-810f-66199fce865c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:35.957727 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.964509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 60e00809-9153-459a-810f-66199fce865c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:35.973021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:35.973843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:35.982222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515f579-27a8-43d6-ac7f-97d2b0e0c96d None None] Network 60e00809-9153-459a-810f-66199fce865c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:36.009301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5573859 Dec 09 15:04:36.010060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4adc7-1b99-49d5-b754-e964d2713a75 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Network': ['ID=e8c42a04-7c17-4641-97b9-ec584345b62a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:36.022864 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51348) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:36.037697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Network 198e3095-7048-41c0-a851-f1ea9ef48143 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:36.038471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e8c42a04-7c17-4641-97b9-ec584345b62a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:36.038774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'ports': [{'network_id': '01f6557a-c586-4d2e-adaf-40630ae856f6', 'name': 'tempest-port--1943520991', 'admin_state_up': True}, {'network_id': 'e8c42a04-7c17-4641-97b9-ec584345b62a', 'admin_state_up': False}]} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:36.039187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'port': {'network_id': '01f6557a-c586-4d2e-adaf-40630ae856f6', 'name': 'tempest-port--1943520991', 'admin_state_up': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:36.039708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'port': {'network_id': 'e8c42a04-7c17-4641-97b9-ec584345b62a', 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:36.091039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:36.123043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:36.136474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bf9417a-886a-4d56-a657-9bdb19d50e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.143835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:36.159758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9e4a6ca3-cc61-4685-a1b1-314fd92cdd22 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9306545 Dec 09 15:04:36.179328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51356) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:36.185779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'name': 'tempest-TaggedBootDevicesTest-1177726469', 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:36.221837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Pushing event updated for resources: {'Port': ['ID=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:36.246618 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bf9417a-886a-4d56-a657-9bdb19d50e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.251317 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bf9417a-886a-4d56-a657-9bdb19d50e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.253335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8bf9417a-886a-4d56-a657-9bdb19d50e53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f6c2f96-c1fa-4c40-a983-8d0739d3c262 HTTP/1.1" status: 204 len: 168 time: 0.6574268 Dec 09 15:04:36.280052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9417a-886a-4d56-a657-9bdb19d50e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c2f96-c1fa-4c40-a983-8d0739d3c262,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:36.303328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992bf77-452e-488a-aaf7-89263368329c req-e81ce4f2-ab8d-4400-a475-d53b90e548d5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:36.319591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4992bf77-452e-488a-aaf7-89263368329c req-e81ce4f2-ab8d-4400-a475-d53b90e548d5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 0.2920334 Dec 09 15:04:36.421523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4992bf77-452e-488a-aaf7-89263368329c req-a31e5e9e-c585-46a1-898e-e8a68f4d86a5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007974 Dec 09 15:04:36.487584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.570159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Attempting to bind port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:36.581170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Attempting to bind port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:36.581577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Attempting to bind port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:36.618778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 7fc5975c-5238-4216-88e3-d8482fa7df56 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:36.640010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:36.640340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Checking segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:36.640755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.641157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Bound using segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:36.641647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Bound port: ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:36.642033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.683292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-60e00809-9153-459a-810f-66199fce865c', 'network_id': '60e00809-9153-459a-810f-66199fce865c', 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'fixed_ips': [{'subnet_id': '7d0edc87-f554-41e0-a195-3ec6e6ca32fa'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:36.684134 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.759334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.820912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.889285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Pushing event updated for resources: {'Port': ['ID=d7594626-b3e2-4916-9947-4615eb2afcd5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:36.914753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] For port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:36.926967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] For port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:36.937429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:36.966799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:36.969307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:36.978513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:37.074806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Allocated IP 10.2.2.2 (60e00809-9153-459a-810f-66199fce865c/7d0edc87-f554-41e0-a195-3ec6e6ca32fa/ddd31926-1881-4a02-8fbd-81b3f1648979) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:37.167199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49ca5d-2b69-4e2e-8f13-17f75b1e41fa None None] Pushing event updated for resources: {'Port': ['ID=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:37.193675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Attempting to bind port d7594626-b3e2-4916-9947-4615eb2afcd5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:37.201456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Attempting to bind port d7594626-b3e2-4916-9947-4615eb2afcd5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:37.201456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Attempting to bind port d7594626-b3e2-4916-9947-4615eb2afcd5 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:37.209696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:37.220397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:37.220815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:37.221170 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.221574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:37.222703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Bound port: d7594626-b3e2-4916-9947-4615eb2afcd5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:37.223929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.509493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.539285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'port': 2} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:37.544035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.587472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] For port d7594626-b3e2-4916-9947-4615eb2afcd5, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:37.616573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.639998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261768-fb23-4021-a5e1-27c01e7e2371 req-1ea956d4-0ead-4a3b-ad51-41c445c6ec1b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:37.648531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6261768-fb23-4021-a5e1-27c01e7e2371 req-1ea956d4-0ead-4a3b-ad51-41c445c6ec1b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 1.0119689 Dec 09 15:04:37.657287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] For port d7594626-b3e2-4916-9947-4615eb2afcd5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d7594626-b3e2-4916-9947-4615eb2afcd5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:37.673464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.681421 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.727485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-06fb514d-72fa-423a-936e-1677506c5c06 {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:04:37.727809 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:04:37.746144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:37.776302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] device_id is not set on port 3a37fea5-f218-4198-8bac-171ba6604a4f yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:37.818722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:37.933775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Network 60e00809-9153-459a-810f-66199fce865c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:37.964447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6261768-fb23-4021-a5e1-27c01e7e2371 req-3ee1d675-34ad-4742-a537-689220cdbac2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148797 Dec 09 15:04:37.981915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2a74a-afde-4ffc-93d7-9c9a6b12f49a None None] Pushing event updated for resources: {'Port': ['ID=d7594626-b3e2-4916-9947-4615eb2afcd5,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:38.000799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:38.005220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:38.078590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:38.078972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.324019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] device_id is not set on port fc9d9c3f-0819-415e-a984-f47b5d0e5aac yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:38.341462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Pushing event updated for resources: {'Port': ['ID=ddd31926-1881-4a02-8fbd-81b3f1648979,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:38.391090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Attempting to bind port ddd31926-1881-4a02-8fbd-81b3f1648979 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:38.395155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Attempting to bind port ddd31926-1881-4a02-8fbd-81b3f1648979 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:38.395868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Attempting to bind port ddd31926-1881-4a02-8fbd-81b3f1648979 on network 60e00809-9153-459a-810f-66199fce865c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:38.415704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:38.416399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Checking segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:38.417040 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.417729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Bound using segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:38.418461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Bound port: ddd31926-1881-4a02-8fbd-81b3f1648979, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:38.419090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.549603 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.549815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.587681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] For port ddd31926-1881-4a02-8fbd-81b3f1648979, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:38.630375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] For port ddd31926-1881-4a02-8fbd-81b3f1648979, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ddd31926-1881-4a02-8fbd-81b3f1648979,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:38.642005 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.771273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a258c7-7922-432f-9717-fab82359f086 None None] Pushing event updated for resources: {'Port': ['ID=ddd31926-1881-4a02-8fbd-81b3f1648979,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:38.823037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:38.832205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:38.891734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51462) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:38.906003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 40353f86-2c22-4faf-b1ec-625c702b1bda yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:38.955033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:38.958461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1a69d-e174-4032-8228-31573ff48ce5 None None] Network 198e3095-7048-41c0-a851-f1ea9ef48143 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:39.104892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cd95f792-b1ae-4dd6-a5e7-81433f9ccd2f None None] Provisioning complete for port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:39.105276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd95f792-b1ae-4dd6-a5e7-81433f9ccd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:39.123729 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:39.124978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf68a-db28-4fee-bde3-5e060c4556ac req-c8107153-1a9a-466e-bdba-c1bcd33b4dd7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:39.133320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb0cf68a-db28-4fee-bde3-5e060c4556ac req-c8107153-1a9a-466e-bdba-c1bcd33b4dd7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 0.5552573 Dec 09 15:04:39.142982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:39.217796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 10.1.1.191 (198e3095-7048-41c0-a851-f1ea9ef48143/cac791fa-2b21-47cb-b21b-1cc10fc61d80/3a37fea5-f218-4198-8bac-171ba6604a4f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:39.382475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:39.388488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:39.487935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf4793-00f7-4786-8601-adcf79be958d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:39.529947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb0cf68a-db28-4fee-bde3-5e060c4556ac req-26eed04d-4c03-4119-b693-60fcc7de6def tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811984 Dec 09 15:04:39.557666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] device_id is not set on port 757e5e9d-d2d3-42e4-b3c8-65de1ab1d7b2 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:39.580904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.583444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.583840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.585962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.587303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.587679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.588021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.588359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.595068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.597225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.597225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.598163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.598632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:39.711879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bbefa2b1-e618-413e-9544-137cc7ea4818 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbb336ebb32b4272895c36b38fbaff1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8136446 Dec 09 15:04:39.712955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51480) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:39.847727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-0ed46573-0d14-43eb-801a-37f0585b1641 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:39.852750 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-0ed46573-0d14-43eb-801a-37f0585b1641 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 0.2988656 Dec 09 15:04:39.889966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820c433-ca19-49b6-95ab-0cd012796250 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:39.893145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b4-f606-4fc4-b6e1-8249fb1f88f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:39.983883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b4-f606-4fc4-b6e1-8249fb1f88f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.045428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ccd9dd7c-a804-43ca-8c71-785e05fdda75 None None] Provisioning complete for port d7594626-b3e2-4916-9947-4615eb2afcd5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:40.046170 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dd7c-a804-43ca-8c71-785e05fdda75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.050446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 172.20.0.6 (d3ad000a-542a-403b-900f-3e0469146f33/43ea879c-a33a-46bb-9149-57ca54b7fef4/40353f86-2c22-4faf-b1ec-625c702b1bda) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:40.158712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe76:6f19 (d3ad000a-542a-403b-900f-3e0469146f33/5106203b-9ebd-4dde-9dd3-15283d2f2381/40353f86-2c22-4faf-b1ec-625c702b1bda) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:40.200182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b4-f606-4fc4-b6e1-8249fb1f88f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.210761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b4-f606-4fc4-b6e1-8249fb1f88f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.217174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d7594626-b3e2-4916-9947-4615eb2afcd5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:40.221073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-02bac8b4-f606-4fc4-b6e1-8249fb1f88f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77cf4793-00f7-4786-8601-adcf79be958d HTTP/1.1" status: 204 len: 168 time: 0.5010438 Dec 09 15:04:40.237946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bac8b4-f606-4fc4-b6e1-8249fb1f88f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf4793-00f7-4786-8601-adcf79be958d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:40.472312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.502585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.543282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dd7c-a804-43ca-8c71-785e05fdda75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.594774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d7594626-b3e2-4916-9947-4615eb2afcd5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:40.595160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.714949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port 5db106e2-90ec-483b-838f-3cb4246beecc {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:40.715419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.746311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] Update dhcp port {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '43ea879c-a33a-46bb-9149-57ca54b7fef4', 'ip_address': '172.20.0.2'}, {'subnet_id': '5106203b-9ebd-4dde-9dd3-15283d2f2381'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'd7594626-b3e2-4916-9947-4615eb2afcd5'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:04:40.764075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ccd9dd7c-a804-43ca-8c71-785e05fdda75 None None] For port d7594626-b3e2-4916-9947-4615eb2afcd5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d7594626-b3e2-4916-9947-4615eb2afcd5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:40.799639 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccd9dd7c-a804-43ca-8c71-785e05fdda75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.839400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.953480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:40.972497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f17c83-3151-445b-9b75-360e9fae305d req-d5fa1ab6-b07c-4965-a0b3-902d8b6e6f9d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:40.975097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54f17c83-3151-445b-9b75-360e9fae305d req-d5fa1ab6-b07c-4965-a0b3-902d8b6e6f9d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 946 time: 0.2830281 Dec 09 15:04:41.017499 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.024769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.027177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9dd7c-a804-43ca-8c71-785e05fdda75 None None] Pushing event updated for resources: {'Port': ['ID=d7594626-b3e2-4916-9947-4615eb2afcd5,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:41.068918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:41.086491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52011629-f83f-4884-af4b-4af0a9239ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.128257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258b41a-f886-4624-bafe-8a33ac7e8e95 None None] Network 60e00809-9153-459a-810f-66199fce865c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:41.155435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 198e3095-7048-41c0-a851-f1ea9ef48143 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:41.170277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port 5db106e2-90ec-483b-838f-3cb4246beecc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5db106e2-90ec-483b-838f-3cb4246beecc,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:41.170991 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.198806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:41.220247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:41.234331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for 5db106e2-90ec-483b-838f-3cb4246beecc owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:41.236457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:41.270410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52011629-f83f-4884-af4b-4af0a9239ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.277533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52011629-f83f-4884-af4b-4af0a9239ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.288787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ddd31926-1881-4a02-8fbd-81b3f1648979 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:41.291724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54f17c83-3151-445b-9b75-360e9fae305d req-26865dfe-81f1-4b01-a9cd-a0e82c42e951 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926495 Dec 09 15:04:41.372031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8ed04283-a416-4065-b8d4-708a863e7733 None None] Provisioning complete for port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:41.372458 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ed04283-a416-4065-b8d4-708a863e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.391083 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-52011629-f83f-4884-af4b-4af0a9239ee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bb93e4f31b14d05be1203cfebd66d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192654 Dec 09 15:04:41.391904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51562) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:41.392575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52011629-f83f-4884-af4b-4af0a9239ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fd525d-7b18-4399-a9be-beeac5425bff,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:41.486909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4360ba7f-60d9-49db-90e5-f2c7cbc1053e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.499983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.513277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:41.514208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.521161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4360ba7f-60d9-49db-90e5-f2c7cbc1053e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.586543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Checking segment: {'id': 'd5bd6eca-083b-4ef3-94a5-77f92e2918b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01f6557a-c586-4d2e-adaf-40630ae856f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:41.587182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network hostable DHCP agents. Network: 01f6557a-c586-4d2e-adaf-40630ae856f6, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:41.589037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4360ba7f-60d9-49db-90e5-f2c7cbc1053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.591911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4360ba7f-60d9-49db-90e5-f2c7cbc1053e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.595677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4360ba7f-60d9-49db-90e5-f2c7cbc1053e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65fd525d-7b18-4399-a9be-beeac5425bff HTTP/1.1" status: 204 len: 168 time: 0.1925044 Dec 09 15:04:41.610604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360ba7f-60d9-49db-90e5-f2c7cbc1053e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fd525d-7b18-4399-a9be-beeac5425bff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:41.659091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:41.675068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] Allocated IP 2001:db8::f816:3eff:fe9b:9449 (d3ad000a-542a-403b-900f-3e0469146f33/5106203b-9ebd-4dde-9dd3-15283d2f2381/d7594626-b3e2-4916-9947-4615eb2afcd5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:41.698002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:41.701806 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.706630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Port': ['ID=fc9d9c3f-0819-415e-a984-f47b5d0e5aac,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:41.732084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:41.735609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:41.828652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5916cb03-0b7f-42f6-8ca8-ad1a9927285d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6480806 Dec 09 15:04:41.831399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51572) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:41.837450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'name': 'tempest-TaggedBootDevicesTest-1834236803', 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:41.901100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:41.901901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.912897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network 01f6557a-c586-4d2e-adaf-40630ae856f6 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:41.925716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:04:41.950591 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.2044883 Dec 09 15:04:41.950591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port 5db106e2-90ec-483b-838f-3cb4246beecc on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:04:41.954899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] For port d7594626-b3e2-4916-9947-4615eb2afcd5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d7594626-b3e2-4916-9947-4615eb2afcd5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:41.956756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51576) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:41.958153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:41.961772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8c25232-0626-428e-aefb-2990da4a04a8 req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "DELETE /v2.0/ports/5db106e2-90ec-483b-838f-3cb4246beecc HTTP/1.1" status: 204 len: 173 time: 2.0928950 Dec 09 15:04:41.963560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'name': 'network-vif-deleted', 'tag': '5db106e2-90ec-483b-838f-3cb4246beecc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:41.972715 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64542c62-a3f6-43a6-810e-0a28d7cb45d4" -d '{"events": [{"server_uuid": "960131a6-42cc-4f52-b9d7-80f92dfef5cb", "name": "network-vif-deleted", "tag": "5db106e2-90ec-483b-838f-3cb4246beecc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:42.026811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 01f6557a-c586-4d2e-adaf-40630ae856f6) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:42.045368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d140a-1437-4114-a8a7-9a617566c22d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=40353f86-2c22-4faf-b1ec-625c702b1bda,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:42.053471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:42.054695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.078076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cfb3a3-b8fa-4870-9bad-429443655cb2 None None] Network 01f6557a-c586-4d2e-adaf-40630ae856f6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:42.101682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:42.120175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc3f60-a731-4e89-af5b-9e14980702cd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:42.126842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc3f60-a731-4e89-af5b-9e14980702cd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:42.130525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c6fc3f60-a731-4e89-af5b-9e14980702cd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1660831 Dec 09 15:04:42.131120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddbaec-71f0-446b-a06b-1de571f56a37 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=5db106e2-90ec-483b-838f-3cb4246beecc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:42.133765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:42.272907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ddd31926-1881-4a02-8fbd-81b3f1648979 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:42.273305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.303295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d75c394a-6e17-4fe4-a5b3-1ffc224a7b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.441330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Port': ['ID=757e5e9d-d2d3-42e4-b3c8-65de1ab1d7b2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:42.464559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 40353f86-2c22-4faf-b1ec-625c702b1bda {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:42.464906 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.467314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.521703 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.571829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.624062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.655557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d75c394a-6e17-4fe4-a5b3-1ffc224a7b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.681985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d75c394a-6e17-4fe4-a5b3-1ffc224a7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.701697 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fb9e77-6655-49b6-b33f-a5096c1e3257 x-openstack-request-id: req-d3fb9e77-6655-49b6-b33f-a5096c1e3257 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:42.702003 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960131a6-42cc-4f52-b9d7-80f92dfef5cb", "name": "network-vif-deleted", "tag": "5db106e2-90ec-483b-838f-3cb4246beecc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:42.702273 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3fb9e77-6655-49b6-b33f-a5096c1e3257 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:42.702695 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960131a6-42cc-4f52-b9d7-80f92dfef5cb', 'name': 'network-vif-deleted', 'tag': '5db106e2-90ec-483b-838f-3cb4246beecc', 'status': 'completed', 'code': 200} Dec 09 15:04:42.703591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Checking segment: {'id': '0b166fc4-7d9a-476d-9c67-7ca627540372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e8c42a04-7c17-4641-97b9-ec584345b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:42.703970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network hostable DHCP agents. Network: e8c42a04-7c17-4641-97b9-ec584345b62a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:42.716171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] device_id is not set on port 666c5273-6d23-4ad3-be28-313d121a28d1 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:42.735210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.784899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b463c1ed-b191-4aec-8206-3496890d77a6 req-528b67de-68ba-4b68-affb-72c552453f7d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=960131a6-42cc-4f52-b9d7-80f92dfef5cb HTTP/1.1" status: 200 len: 210 time: 0.0897963 Dec 09 15:04:42.791225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182693e-3d02-4ba5-b975-d20eb3668b0b None None] Pushing event updated for resources: {'Port': ['ID=d7594626-b3e2-4916-9947-4615eb2afcd5,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:42.796077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 40353f86-2c22-4faf-b1ec-625c702b1bda owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:42.798293 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d75c394a-6e17-4fe4-a5b3-1ffc224a7b1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02c9c1497f2c4c58b4bbb9cc4ba4ac80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1368120 Dec 09 15:04:42.804005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:42.813284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port ddd31926-1881-4a02-8fbd-81b3f1648979, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ddd31926-1881-4a02-8fbd-81b3f1648979,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:42.831336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-125ce626-777d-42c7-b743-f8c9fef6d8d3 None None] Provisioning complete for port 3a37fea5-f218-4198-8bac-171ba6604a4f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:42.831734 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-125ce626-777d-42c7-b743-f8c9fef6d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.845117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c394a-6e17-4fe4-a5b3-1ffc224a7b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620f1840-0f2c-4cea-9df7-65838efa192d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:42.860456 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.861177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:42.866051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network e8c42a04-7c17-4641-97b9-ec584345b62a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:42.888165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e8c42a04-7c17-4641-97b9-ec584345b62a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:42.900339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:42.908391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:42.915502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:42.916667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:42.946652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d7b7c-2ff9-4f58-a875-2bbb56de10d3 None None] Network e8c42a04-7c17-4641-97b9-ec584345b62a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:42.948648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-626d6311-2b37-4262-a097-1009cf6f4eda tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.9246707 Dec 09 15:04:42.948795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51606) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:43.009493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a41c8cd-6a8d-49ff-a403-3ba68f9588a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.021437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-125ce626-777d-42c7-b743-f8c9fef6d8d3 None None] Port 3a37fea5-f218-4198-8bac-171ba6604a4f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:43.093487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=ddd31926-1881-4a02-8fbd-81b3f1648979,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:43.129754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.131986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-125ce626-777d-42c7-b743-f8c9fef6d8d3 None None] Provisioning complete for port ddd31926-1881-4a02-8fbd-81b3f1648979 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:43.132361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-125ce626-777d-42c7-b743-f8c9fef6d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.136721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:43.137120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.138755 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a41c8cd-6a8d-49ff-a403-3ba68f9588a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.193562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=40353f86-2c22-4faf-b1ec-625c702b1bda,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:43.201384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3cc28-8493-4363-9c98-731ba3049206 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:43.213133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3cc28-8493-4363-9c98-731ba3049206 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:43.214769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c8d3cc28-8493-4363-9c98-731ba3049206 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2646267 Dec 09 15:04:43.219691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51612) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:43.255110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 10.1.1.198 (198e3095-7048-41c0-a851-f1ea9ef48143/cac791fa-2b21-47cb-b21b-1cc10fc61d80/666c5273-6d23-4ad3-be28-313d121a28d1) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:43.368304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.373132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c742bb77-6716-4228-8761-2e5be699e842 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/40353f86-2c22-4faf-b1ec-625c702b1bda HTTP/1.1" status: 204 len: 168 time: 1.2376409 Dec 09 15:04:43.385153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51620) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:43.458542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5db106e2-90ec-483b-838f-3cb4246beecc no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:04:43.481518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fe4bc-1f3d-4935-b7f6-9ddadd294d1f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:43.483297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fe4bc-1f3d-4935-b7f6-9ddadd294d1f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:43.485471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fe4bc-1f3d-4935-b7f6-9ddadd294d1f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:43.491267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-607fe4bc-1f3d-4935-b7f6-9ddadd294d1f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1045315 Dec 09 15:04:43.492061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51624) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:43.510416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 5db106e2-90ec-483b-838f-3cb4246beecc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:04:43.510766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5db106e2-90ec-483b-838f-3cb4246beecc not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:04:43.593295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 43ea879c-a33a-46bb-9149-57ca54b7fef4 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:43.599207 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.654799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.832992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-89ef35fd-a001-4269-aa1a-3e68f440ba28 None None] Provisioning complete for port ddd31926-1881-4a02-8fbd-81b3f1648979 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:43.833363 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89ef35fd-a001-4269-aa1a-3e68f440ba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.930256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:43.935484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d7594626-b3e2-4916-9947-4615eb2afcd5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:44.081193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d7594626-b3e2-4916-9947-4615eb2afcd5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:44.081879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.092646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.158926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea879c-a33a-46bb-9149-57ca54b7fef4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:44.174811 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.183699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e0eee02b-499a-4583-8cc3-1dc28523abb5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/43ea879c-a33a-46bb-9149-57ca54b7fef4 HTTP/1.1" status: 204 len: 168 time: 0.6904554 Dec 09 15:04:44.187981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51644) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:44.215320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ddd31926-1881-4a02-8fbd-81b3f1648979 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:44.254022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-60d7a15b-d779-411a-bdd1-b2a1fddcce25 None None] Provisioning complete for port d7594626-b3e2-4916-9947-4615eb2afcd5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:44.254427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60d7a15b-d779-411a-bdd1-b2a1fddcce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.273407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a41c8cd-6a8d-49ff-a403-3ba68f9588a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.285211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a41c8cd-6a8d-49ff-a403-3ba68f9588a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.290338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2a41c8cd-6a8d-49ff-a403-3ba68f9588a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/620f1840-0f2c-4cea-9df7-65838efa192d HTTP/1.1" status: 204 len: 168 time: 1.4849832 Dec 09 15:04:44.332501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41c8cd-6a8d-49ff-a403-3ba68f9588a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f1840-0f2c-4cea-9df7-65838efa192d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:44.343319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 5106203b-9ebd-4dde-9dd3-15283d2f2381 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:44.355603 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.439360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Deleting port fc9d9c3f-0819-415e-a984-f47b5d0e5aac {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:44.440468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.475152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ddd31926-1881-4a02-8fbd-81b3f1648979 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:44.475553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.498082 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.563515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.596113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f50c8-3a51-43dc-b23e-0bc0d9780e0d None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:44.655462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.664941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.768248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.844470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:44.858351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=5106203b-9ebd-4dde-9dd3-15283d2f2381,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:44.886207 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.889577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c0cf0666-58ba-479d-ba13-ced54cb06870 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/5106203b-9ebd-4dde-9dd3-15283d2f2381 HTTP/1.1" status: 204 len: 168 time: 0.6964874 Dec 09 15:04:44.903919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51664) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:44.917181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:44.920647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eb348347-e328-47d4-9919-705680fa20eb None None] Could not find standard attr ID for object 40353f86-2c22-4faf-b1ec-625c702b1bda. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:04:44.952981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Calling delete_port for fc9d9c3f-0819-415e-a984-f47b5d0e5aac owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:45.008114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4944f64a-a99c-4afe-bc4e-773c0dc6ce92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991054 Dec 09 15:04:45.008958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51668) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.009349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51670) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.078514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1eed55bd-95ae-4010-9a4e-235a5abecc34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.112018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e47903-2392-4b96-941c-4ea4d69c4eb4 None None] Update dhcp port {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '5106203b-9ebd-4dde-9dd3-15283d2f2381'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'd7594626-b3e2-4916-9947-4615eb2afcd5'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:04:45.118521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eedba8-a056-42c2-ac0a-c013d1039827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:45.122806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c3eedba8-a056-42c2-ac0a-c013d1039827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1084435 Dec 09 15:04:45.123624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.143941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-81e47903-2392-4b96-941c-4ea4d69c4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.165082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 198e3095-7048-41c0-a851-f1ea9ef48143 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:45.171757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:45.184043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:45.219966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c96535-c4ef-42ae-81c8-2557469651d1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:45.230109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c1c96535-c4ef-42ae-81c8-2557469651d1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023715 Dec 09 15:04:45.232455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51680) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.279289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.305035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9552528-5ef9-4b57-b33c-2de4e2d940b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712152 Dec 09 15:04:45.305762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51688) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.319803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d444fbb8-480b-46db-b5d5-858ea8e1e091 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:45.407143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Port': ['ID=fc9d9c3f-0819-415e-a984-f47b5d0e5aac,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:45.480470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.489108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c56e78b-2037-401b-8f68-19425691621b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/ports/fc9d9c3f-0819-415e-a984-f47b5d0e5aac HTTP/1.1" status: 204 len: 168 time: 2.2593911 Dec 09 15:04:45.492719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.495166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70aa60c-0388-46c5-8484-ee6af024743f None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:45.519203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:45.521535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.664140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1eed55bd-95ae-4010-9a4e-235a5abecc34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.673059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1eed55bd-95ae-4010-9a4e-235a5abecc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.695418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f038f35-2071-4636-b562-3d0d38015116 None None] Provisioning complete for port d7594626-b3e2-4916-9947-4615eb2afcd5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:45.695799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f038f35-2071-4636-b562-3d0d38015116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.698144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444fbb8-480b-46db-b5d5-858ea8e1e091 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:45.701591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d444fbb8-480b-46db-b5d5-858ea8e1e091 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.703262 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d444fbb8-480b-46db-b5d5-858ea8e1e091 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:04:45.703829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d444fbb8-480b-46db-b5d5-858ea8e1e091 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:04:45.741185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-09041a4b-de93-4d5d-ac93-9a2ab06d779e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:45.745836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1eed55bd-95ae-4010-9a4e-235a5abecc34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74b70b0063f949ceb0474a519dca6826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7324817 Dec 09 15:04:45.745991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-09041a4b-de93-4d5d-ac93-9a2ab06d779e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.3463676 Dec 09 15:04:45.748141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51708) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.751549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed55bd-95ae-4010-9a4e-235a5abecc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8075adc-f885-44ba-917e-95ecda678c4f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:45.758527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d444fbb8-480b-46db-b5d5-858ea8e1e091 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4478176 Dec 09 15:04:45.762639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51710) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.770520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8b16039c-2679-42c8-a017-f93992fcbad5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:45.779092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:04:45.792005 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8288a5b0-f6f6-4953-a92c-c7b49097dc6b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9594936 Dec 09 15:04:45.840467 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-eefaa1ab-fa5b-4072-8f28-1c7f9ef48219 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0677743 Dec 09 15:04:45.885662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d7594626-b3e2-4916-9947-4615eb2afcd5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:04:45.928304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] Deleting port d7594626-b3e2-4916-9947-4615eb2afcd5 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:45.928304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.945704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b16039c-2679-42c8-a017-f93992fcbad5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:45.952287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b16039c-2679-42c8-a017-f93992fcbad5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:45.953870 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b16039c-2679-42c8-a017-f93992fcbad5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:04:45.954861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b16039c-2679-42c8-a017-f93992fcbad5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:04:45.986100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51720) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:45.991592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8b16039c-2679-42c8-a017-f93992fcbad5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2257390 Dec 09 15:04:45.995070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-adfe729e-f5d6-483d-8a36-013a72bc568d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:46.018619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] For port d7594626-b3e2-4916-9947-4615eb2afcd5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d7594626-b3e2-4916-9947-4615eb2afcd5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:46.019082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.030454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Deleting port 757e5e9d-d2d3-42e4-b3c8-65de1ab1d7b2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:46.032038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.035861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e21c-7841-4e87-b631-a419277832c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.060152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] Calling delete_port for d7594626-b3e2-4916-9947-4615eb2afcd5 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:46.062079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-52a12eca-8453-47ba-841b-cffc998d75ad None None] Provisioning complete for port 666c5273-6d23-4ad3-be28-313d121a28d1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:46.062524 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-52a12eca-8453-47ba-841b-cffc998d75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.197067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.201324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-52a12eca-8453-47ba-841b-cffc998d75ad None None] Port 666c5273-6d23-4ad3-be28-313d121a28d1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:46.235483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.269248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Calling delete_port for 757e5e9d-d2d3-42e4-b3c8-65de1ab1d7b2 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:46.286027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port d7594626-b3e2-4916-9947-4615eb2afcd5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d7594626-b3e2-4916-9947-4615eb2afcd5,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:46.293316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.357239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.394474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] No DVR routers for this DVR port d7594626-b3e2-4916-9947-4615eb2afcd5 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:04:46.411038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e21c-7841-4e87-b631-a419277832c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.413273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=d7594626-b3e2-4916-9947-4615eb2afcd5,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:46.452612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:46.458807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228874320', 'description': 'tempest-description--1693010616'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:46.460707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d888b7-6fc6-4834-a96f-ca953d442508 None None] Pushing event deleted for resources: {'Port': ['ID=d7594626-b3e2-4916-9947-4615eb2afcd5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:46.484089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-9045b0f7-c15d-4b13-91da-faadff46acb8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6254425 Dec 09 15:04:46.490403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.500878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.501783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e21c-7841-4e87-b631-a419277832c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.505505 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e21c-7841-4e87-b631-a419277832c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.516486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ecb5e21c-7841-4e87-b631-a419277832c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8075adc-f885-44ba-917e-95ecda678c4f HTTP/1.1" status: 204 len: 168 time: 0.7574897 Dec 09 15:04:46.582974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Port': ['ID=757e5e9d-d2d3-42e4-b3c8-65de1ab1d7b2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:46.598533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5e21c-7841-4e87-b631-a419277832c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8075adc-f885-44ba-917e-95ecda678c4f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:46.601832 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.607812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3984a885-d8f1-463b-ac71-995f996b75d2 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/ports/757e5e9d-d2d3-42e4-b3c8-65de1ab1d7b2 HTTP/1.1" status: 204 len: 168 time: 1.1140006 Dec 09 15:04:46.608785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe729e-f5d6-483d-8a36-013a72bc568d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:46.608912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51754) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:46.612083 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-adfe729e-f5d6-483d-8a36-013a72bc568d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.613752 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfe729e-f5d6-483d-8a36-013a72bc568d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:04:46.614104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfe729e-f5d6-483d-8a36-013a72bc568d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:04:46.661973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-adfe729e-f5d6-483d-8a36-013a72bc568d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6713381 Dec 09 15:04:46.668392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:46.676071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7ec8da54-a0e1-44d2-b273-6e4da80bdea2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:46.701275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9b829f62-9308-42ce-bcb2-5999727133b9 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0914204 Dec 09 15:04:46.706956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:46.713042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.714610 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-743319289'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:46.718884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.785910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-88ebea4f-941d-4842-a601-73f5a12d15df service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851315 Dec 09 15:04:46.801336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfca5ee-df28-4840-90ff-bb4a82748185,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:46.826834 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.827259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:46.828331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9b9cd589-e6b8-43c0-8d83-c31c4a7c83ba tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3747005 Dec 09 15:04:46.830746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.831271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51766) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:46.837746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'security_group_rule': {'security_group_id': '6cfca5ee-df28-4840-90ff-bb4a82748185', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:46.869694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:04:46.869694 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 15:04:46.869694 n-d-804292-5 neutron-server[109894]: [parameters: {'project_id_1': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'expiration_1': datetime.datetime(2021, 12, 9, 15, 4, 26, 844966)}] Dec 09 15:04:46.869694 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:04:46.870571 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:04:46.909966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:46.919852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.920441 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Added segment 14d715b5-1d5b-4f76-8087-92de1d3d6805 of type vlan for network 722020c5-ba1a-4462-a76d-d7877e8439cf Dec 09 15:04:46.935571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec8da54-a0e1-44d2-b273-6e4da80bdea2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:46.939315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ec8da54-a0e1-44d2-b273-6e4da80bdea2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.941047 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec8da54-a0e1-44d2-b273-6e4da80bdea2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:04:46.941825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec8da54-a0e1-44d2-b273-6e4da80bdea2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:04:46.994866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:46.999835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ec8da54-a0e1-44d2-b273-6e4da80bdea2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3304589 Dec 09 15:04:47.002937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51772) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:47.009527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-be1d690e-e152-42cf-a587-ee581c4662d9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:47.025636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-e6d7fcfa-ed65-4061-bef8-8609b984220b service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259872 Dec 09 15:04:47.059362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.079992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:47.085394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.188323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4792395 Dec 09 15:04:47.190358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51778) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:47.195664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-114649090'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:47.266085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1472eb-6a33-4809-a1c1-c38841e1d9f8 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Network': ['ID=722020c5-ba1a-4462-a76d-d7877e8439cf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:47.281875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 722020c5-ba1a-4462-a76d-d7877e8439cf details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:47.283987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:47.290242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.356484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:47.367156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.367648 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Added segment b3b68c2f-9074-4889-bc97-1690758498fa of type vlan for network b644a433-0a92-461a-819a-fd8d3e0fb048 Dec 09 15:04:47.435748 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:04:47.478029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.549705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.556366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:47.557470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.575683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-77b72b95-4dc0-46d0-875e-2227f6cac467 req-2de99ef0-a63d-4135-b95c-5676ef6fda54 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 210 time: 0.0737886 Dec 09 15:04:47.589513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1d690e-e152-42cf-a587-ee581c4662d9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:47.592958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-be1d690e-e152-42cf-a587-ee581c4662d9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.594374 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1d690e-e152-42cf-a587-ee581c4662d9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:04:47.594782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1d690e-e152-42cf-a587-ee581c4662d9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:04:47.679417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Network': ['ID=b644a433-0a92-461a-819a-fd8d3e0fb048,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:47.692914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b644a433-0a92-461a-819a-fd8d3e0fb048 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:47.694204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-be1d690e-e152-42cf-a587-ee581c4662d9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6899989 Dec 09 15:04:47.696969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:47.699719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51798) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:47.703436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b8034d89-ae84-4d37-8db6-2151e79df9ef tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5120206 Dec 09 15:04:47.705689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9f197ced-02ad-487a-b79e-65bc7085e4c7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:48.018318 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.065494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.066405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f197ced-02ad-487a-b79e-65bc7085e4c7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:48.083250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f197ced-02ad-487a-b79e-65bc7085e4c7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.092282 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f197ced-02ad-487a-b79e-65bc7085e4c7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:04:48.093733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f197ced-02ad-487a-b79e-65bc7085e4c7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:04:48.144062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f197ced-02ad-487a-b79e-65bc7085e4c7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4431448 Dec 09 15:04:48.144898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51814) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:48.172155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91346b99-3eea-4dee-96ea-d13117a38d5c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:48.195044 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.196636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e0127407-acc5-47b0-85d1-d7f4ea659a7d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3642600 Dec 09 15:04:48.199211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51818) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:48.212795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'security_group_rule': {'security_group_id': '6cfca5ee-df28-4840-90ff-bb4a82748185', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:48.235543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:48.235802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8891119b-b2db-454c-8859-942f8a393436 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0847976 Dec 09 15:04:48.591839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:48.601869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1959287528'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:48.647018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:48.652629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.700507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:48.727092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.728966 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Added segment 65f35648-0f6e-45c1-9ca1-d33f40f327eb of type vlan for network 28bdfee3-de54-4f05-b974-4ddb3487282a Dec 09 15:04:48.834093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.886651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a71d286-b4ea-489c-a851-69da986d36a9 req-0763275e-0c41-4152-a166-162f6302904f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 210 time: 0.0713329 Dec 09 15:04:48.893659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.905737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:48.906389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.950488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:48.983091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Network': ['ID=28bdfee3-de54-4f05-b974-4ddb3487282a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:48.984054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9933a-61ff-42bf-ab5b-2c09b78b82e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:48.987104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d9e9933a-61ff-42bf-ab5b-2c09b78b82e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7500141 Dec 09 15:04:48.991596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:49.005124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 28bdfee3-de54-4f05-b974-4ddb3487282a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:49.065658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f67598c6-a931-49a0-8702-fe524f5c41ff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728014 Dec 09 15:04:49.068269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:49.077730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9c823c63-ae1b-499b-8ee0-bfaea2ad3eb0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4840310 Dec 09 15:04:49.082130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51852) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:49.092712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:49.107159 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.116654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.119402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2095064155'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:49.151705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f031d0c6-f4fe-4611-93bf-5305f9168aef,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:49.189983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.193451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a867d3ef-22ab-4881-9093-a4d84c0671c7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9904280 Dec 09 15:04:49.194642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51854) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:49.200222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:49.203553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:49.204827 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.235899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:04:49.248900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.249952 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Added segment fc70897e-ff8d-4bc2-be11-cc9643df32c4 of type vlan for network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 Dec 09 15:04:49.252060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.309075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.360691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.368344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:49.369039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.454570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3451021 Dec 09 15:04:49.463385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:49.469517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'subnet': {'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:49.573209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:49.578526 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.619075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51866) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:49.625560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da672c0-a449-41d3-bf02-4fc005bfe811 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Network': ['ID=6dc44999-3dbe-4351-92f7-1f1e9958e0d5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:49.647032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:04:49.670014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-d08a3929-0d51-4028-9432-d79c63d54322 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:49.679301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-d08a3929-0d51-4028-9432-d79c63d54322 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.3627496 Dec 09 15:04:49.706878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:49.867635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.878721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:49.890312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:49.978680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:49.989410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.170042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b686d048-e0e0-4b69-9035-7b463d024243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.251382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b985f34-b173-481d-b39e-3def52fd0781 req-9653d461-d99a-4400-8750-b1f60375ed0c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 210 time: 0.2277229 Dec 09 15:04:50.350594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.405383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.6 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/c20aaf83-c471-4ebf-ad47-3e842b24d7e8) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:50.420376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 172.25.0.139 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a0742a03-7573-4ac9-8fba-ff1af78937ff) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:50.501976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b686d048-e0e0-4b69-9035-7b463d024243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.518852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.objects.ports [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:04:50.522443 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b686d048-e0e0-4b69-9035-7b463d024243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.524717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.555318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:50.562878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Checking segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:50.563445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network hostable DHCP agents. Network: 28bdfee3-de54-4f05-b974-4ddb3487282a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:50.567305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:50.580156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c0eaef-3a57-43fa-8609-865bdd855278 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:50.580665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:50.581052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.585029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Subnet': ['ID=22ed4e67-bb08-4d75-8dfa-46230dfb24ad,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:50.602671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686d048-e0e0-4b69-9035-7b463d024243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5036ba-ed66-4271-a207-325206011ac3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:50.632887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b686d048-e0e0-4b69-9035-7b463d024243 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3be5a7d5526437fbbf206dda8eee196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9999104 Dec 09 15:04:50.637029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:50.663815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 28bdfee3-de54-4f05-b974-4ddb3487282a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:50.695842 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6152341 Dec 09 15:04:50.697442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 28bdfee3-de54-4f05-b974-4ddb3487282a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:50.703174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51914) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:50.710292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:50.711017 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.715996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:02:60:c0', 'name': 'tempest-NetworksTestDHCPv6-1794625308'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:50.731985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3659f4c-5939-474e-9ace-5151afeb62c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=62615f22-188a-4e7a-b466-580573416f20,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:50.743397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-166cabb4-a349-46f3-9f15-a706d8df3889 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2768250 Dec 09 15:04:50.744119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51916) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:50.758235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'subnet': {'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:50.775878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82ba0e-60c8-4965-8c1f-785a8a0e914b None None] Network 28bdfee3-de54-4f05-b974-4ddb3487282a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:50.783378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51918) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:50.815699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.873675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3892a067-f8e8-4f32-bdef-a6031dbd7d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.885433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:50.889948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.897772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3892a067-f8e8-4f32-bdef-a6031dbd7d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.964927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-28bdfee3-de54-4f05-b974-4ddb3487282a', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:50.966211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.968667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3892a067-f8e8-4f32-bdef-a6031dbd7d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.971329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3892a067-f8e8-4f32-bdef-a6031dbd7d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:50.972554 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3892a067-f8e8-4f32-bdef-a6031dbd7d65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc5036ba-ed66-4271-a207-325206011ac3 HTTP/1.1" status: 204 len: 168 time: 0.3345425 Dec 09 15:04:51.015216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.021927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892a067-f8e8-4f32-bdef-a6031dbd7d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5036ba-ed66-4271-a207-325206011ac3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:51.062368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.086244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:51.094206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:51.122937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:51.134067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:51.144137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51924) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:51.152770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'subnets': [{'network_id': '722020c5-ba1a-4462-a76d-d7877e8439cf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1524930522', 'ip_version': 6}, {'network_id': 'b644a433-0a92-461a-819a-fd8d3e0fb048', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:51.153231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'subnet': {'network_id': '722020c5-ba1a-4462-a76d-d7877e8439cf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1524930522', 'ip_version': 6}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:51.154012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Request body: {'subnet': {'network_id': 'b644a433-0a92-461a-819a-fd8d3e0fb048', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:51.163270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Allocated IP 10.1.1.2 (28bdfee3-de54-4f05-b974-4ddb3487282a/22ed4e67-bb08-4d75-8dfa-46230dfb24ad/7d8b2705-8c9c-4016-ba38-5048d9baf575) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:51.187413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6ef7-92ad-4291-93d3-e65e01c132d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.253384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=a0742a03-7573-4ac9-8fba-ff1af78937ff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:51.345018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.475119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Made reservation on behalf of eb5d22d987634f7b91d70dded2e6b33b for: {'subnet': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:51.480486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.480791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.518755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:04:51.541030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.544672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:51.555668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '62615f22-188a-4e7a-b466-580573416f20'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:51.556840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.571770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51932) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:51.572704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:51.577536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:51.593258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:51.600961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6ef7-92ad-4291-93d3-e65e01c132d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.630609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.631040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.664892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6ef7-92ad-4291-93d3-e65e01c132d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.667300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6022bc18-1ff2-41c6-993d-c963fc5ef3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.715264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e588ae7-a0db-4eea-8d5a-740fddb5c07e req-e9045d29-6071-48c6-853f-4d091c1309c2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:51.717412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e588ae7-a0db-4eea-8d5a-740fddb5c07e req-e9045d29-6071-48c6-853f-4d091c1309c2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 931 time: 0.3192585 Dec 09 15:04:51.737719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Subnet': ['ID=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:51.752212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.757719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Checking segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:51.758091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network hostable DHCP agents. Network: 6dc44999-3dbe-4351-92f7-1f1e9958e0d5, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:51.790997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 3fc4255c-ceff-486d-b99c-25761c8ec4cf yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:51.813132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:51.813920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.825606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.828965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1bdc6ef7-92ad-4291-93d3-e65e01c132d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c426874de2f64e97a9635eecb0d713bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0445232 Dec 09 15:04:51.829709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51934) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:51.835192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.849133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:51.849960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.855777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 6dc44999-3dbe-4351-92f7-1f1e9958e0d5) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:51.859799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc6ef7-92ad-4291-93d3-e65e01c132d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf40f9e-9966-4ee7-90d5-fee1a7d12a15,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:51.878544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29906d0e-135d-4d6f-9553-caa97129b586 None None] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:51.896929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Allocated IP 2001:db8::f816:3eff:fe2e:f734 (d3ad000a-542a-403b-900f-3e0469146f33/62615f22-188a-4e7a-b466-580573416f20/4ee3bce9-930d-4fda-861e-cc356a9b3f92) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:51.905849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:51.906408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:51.934643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Network 28bdfee3-de54-4f05-b974-4ddb3487282a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:51.953973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-303be08e-1d95-4ef8-ba15-39c1775650aa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2085044 Dec 09 15:04:51.958972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51936) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:51.961683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:51.963548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Pushing event updated for resources: {'Port': ['ID=7d8b2705-8c9c-4016-ba38-5048d9baf575,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:51.965155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'name': 'tempest-TaggedBootDevicesTest_v242-324846919', 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:51.967580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:51.983213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-363886d9-4a22-41e6-96be-5acca73f682e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2906227 Dec 09 15:04:52.001726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35f4b2b8-3a9c-442e-a4b0-268b3680d686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.039440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e588ae7-a0db-4eea-8d5a-740fddb5c07e req-aff0dd24-247e-4f8c-b9d7-bb5164cef949 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827504 Dec 09 15:04:52.122819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35f4b2b8-3a9c-442e-a4b0-268b3680d686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.172870 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6022bc18-1ff2-41c6-993d-c963fc5ef3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.193315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'fixed_ips': [{'subnet_id': 'af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:52.193595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6022bc18-1ff2-41c6-993d-c963fc5ef3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.193750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.214342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Attempting to bind port 7d8b2705-8c9c-4016-ba38-5048d9baf575 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:52.214342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Attempting to bind port 7d8b2705-8c9c-4016-ba38-5048d9baf575 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:52.214746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Attempting to bind port 7d8b2705-8c9c-4016-ba38-5048d9baf575 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:52.234469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.238913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:52.239389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Checking segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:52.239824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.240224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Bound using segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:52.241240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Bound port: 7d8b2705-8c9c-4016-ba38-5048d9baf575, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:52.241240 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.260024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bc18-1ff2-41c6-993d-c963fc5ef3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab51687-36f6-4291-af45-d499c38f4568,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.269685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:52.308011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35f4b2b8-3a9c-442e-a4b0-268b3680d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.310913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35f4b2b8-3a9c-442e-a4b0-268b3680d686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.312423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-35f4b2b8-3a9c-442e-a4b0-268b3680d686 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1cf40f9e-9966-4ee7-90d5-fee1a7d12a15 HTTP/1.1" status: 204 len: 168 time: 0.4793119 Dec 09 15:04:52.325070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6022bc18-1ff2-41c6-993d-c963fc5ef3bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dc9ab29e6a64bc2935c66e465ebbe87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7497263 Dec 09 15:04:52.327691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:52.408620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Request body: {'port': {'device_id': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:52.423510 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.431167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4b2b8-3a9c-442e-a4b0-268b3680d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf40f9e-9966-4ee7-90d5-fee1a7d12a15,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.432930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.434613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3128247b-c9cc-4949-b518-322047dc8222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.446227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Subnet': ['ID=2e8c8a50-6f80-4627-a340-69980d1dc0bd,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.446566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.460301 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.484960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3128247b-c9cc-4949-b518-322047dc8222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.517227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Checking segment: {'id': '14d715b5-1d5b-4f76-8087-92de1d3d6805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '722020c5-ba1a-4462-a76d-d7877e8439cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:52.517856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network hostable DHCP agents. Network: 722020c5-ba1a-4462-a76d-d7877e8439cf, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:52.528751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.554944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] device_id is not set on port 8a26e827-9d5e-4869-b402-3406917bc5b5 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:52.566091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] For port 7d8b2705-8c9c-4016-ba38-5048d9baf575, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:52.592188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] For port 7d8b2705-8c9c-4016-ba38-5048d9baf575, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7d8b2705-8c9c-4016-ba38-5048d9baf575,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:52.601634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network 722020c5-ba1a-4462-a76d-d7877e8439cf is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:52.604682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe02:60c0 (d3ad000a-542a-403b-900f-3e0469146f33/62615f22-188a-4e7a-b466-580573416f20/3fc4255c-ceff-486d-b99c-25761c8ec4cf) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:52.614912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:52.619857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Allocated IP 10.2.2.2 (6dc44999-3dbe-4351-92f7-1f1e9958e0d5/af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8/3f10ccad-388f-4cff-be10-a6643c39cf21) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:52.622632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:52.628175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 722020c5-ba1a-4462-a76d-d7877e8439cf) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:52.628523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.641888 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.654634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:52.659405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Pushing event updated for resources: {'Port': ['ID=4ee3bce9-930d-4fda-861e-cc356a9b3f92,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.672452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128274f9-a4e1-4bce-b3bf-e268574b1782 None None] Network 722020c5-ba1a-4462-a76d-d7877e8439cf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:52.687115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.687667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.688421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.688734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.689182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.689624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.690068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.690507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.690944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.692275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.692854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.694032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.694492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:04:52.788845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event updated for resources: {'Subnet': ['ID=040b7172-f6f6-4727-9a5b-1cad3618ff95,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.798713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Checking segment: {'id': 'b3b68c2f-9074-4889-bc97-1690758498fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b644a433-0a92-461a-819a-fd8d3e0fb048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:52.799095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network hostable DHCP agents. Network: b644a433-0a92-461a-819a-fd8d3e0fb048, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:04:52.802474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.833895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.834665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 10.1.1.111 (28bdfee3-de54-4f05-b974-4ddb3487282a/22ed4e67-bb08-4d75-8dfa-46230dfb24ad/8a26e827-9d5e-4869-b402-3406917bc5b5) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:52.878761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3128247b-c9cc-4949-b518-322047dc8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.881496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3128247b-c9cc-4949-b518-322047dc8222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.883143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3128247b-c9cc-4949-b518-322047dc8222 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ab51687-36f6-4291-af45-d499c38f4568 HTTP/1.1" status: 204 len: 168 time: 0.5544078 Dec 09 15:04:52.952879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128247b-c9cc-4949-b518-322047dc8222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab51687-36f6-4291-af45-d499c38f4568,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.964080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=a0742a03-7573-4ac9-8fba-ff1af78937ff,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:52.966632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:52.975277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.015881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Attempting to bind port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:53.016576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Attempting to bind port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:53.016965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Attempting to bind port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:53.027756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:53.028464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:53.028972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.029523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:53.030090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Bound port: 4ee3bce9-930d-4fda-861e-cc356a9b3f92, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:53.030599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.033938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.055656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51950) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:53.066384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a60a9-3027-4916-b7e3-f1e9a6064be5 None None] Pushing event updated for resources: {'Port': ['ID=7d8b2705-8c9c-4016-ba38-5048d9baf575,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:53.126321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:53.129793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Network b644a433-0a92-461a-819a-fd8d3e0fb048 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:04:53.188927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b644a433-0a92-461a-819a-fd8d3e0fb048) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:53.194995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:53.195476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:53.196408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.227249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.233160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ae531-d9ee-43a8-8d44-c5618ef9b495 None None] Network b644a433-0a92-461a-819a-fd8d3e0fb048 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:53.244493 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-55634597-2fa1-41c2-9159-03b7e5ec88b4 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0974996 Dec 09 15:04:53.246916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51956) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:53.271495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:53.288844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d738277d-a521-45d9-95c5-3ec9828d2c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.301602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:53.315637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beceef7a-e760-44ae-9165-4bd79bb5a3da tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:53.319187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beceef7a-e760-44ae-9165-4bd79bb5a3da tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:53.321992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beceef7a-e760-44ae-9165-4bd79bb5a3da tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:53.324914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-beceef7a-e760-44ae-9165-4bd79bb5a3da tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0766358 Dec 09 15:04:53.331971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:53.332811 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.338584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51958) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:53.355211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416eced-e0e0-494f-9ca6-611ff1b571fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-722020c5-ba1a-4462-a76d-d7877e8439cf', 'network_id': '722020c5-ba1a-4462-a76d-d7877e8439cf', 'project_id': 'eb5d22d987634f7b91d70dded2e6b33b', 'fixed_ips': [{'subnet_id': '2e8c8a50-6f80-4627-a340-69980d1dc0bd'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:53.357049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c416eced-e0e0-494f-9ca6-611ff1b571fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.360219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d20f196-b488-45eb-b6a9-3735d508969a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.361585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.371417 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7759f78c-54e3-4d39-9e68-1e7e65ece341 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1667464 Dec 09 15:04:53.371417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=3fc4255c-ceff-486d-b99c-25761c8ec4cf,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:53.438604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.515723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] For port 4ee3bce9-930d-4fda-861e-cc356a9b3f92, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:53.518700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Deleting subnet 2e8c8a50-6f80-4627-a340-69980d1dc0bd {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:53.546168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.630824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d738277d-a521-45d9-95c5-3ec9828d2c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.649883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d738277d-a521-45d9-95c5-3ec9828d2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.679285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.682710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] For port 4ee3bce9-930d-4fda-861e-cc356a9b3f92, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4ee3bce9-930d-4fda-861e-cc356a9b3f92,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:53.695432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.707072 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.708113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a5421191-e585-48fe-bb24-04a06a856cdd tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0037174 Dec 09 15:04:53.710566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:53.716321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.717915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d738277d-a521-45d9-95c5-3ec9828d2c59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f5cb468d7174b0fa912e321e309f250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6567676 Dec 09 15:04:53.725427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51974) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:53.800432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a312e-5fa1-4263-b715-e540048902f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b644a433-0a92-461a-819a-fd8d3e0fb048', 'network_id': 'b644a433-0a92-461a-819a-fd8d3e0fb048', 'project_id': 'eb5d22d987634f7b91d70dded2e6b33b', 'fixed_ips': [{'subnet_id': '040b7172-f6f6-4727-9a5b-1cad3618ff95'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:04:53.802904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d84a312e-5fa1-4263-b715-e540048902f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.891715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.982362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:53.994947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:53.999400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 28bdfee3-de54-4f05-b974-4ddb3487282a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:54.018252 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:54.093909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:54.102293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8c8a50-6f80-4627-a340-69980d1dc0bd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:54.104457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.110003 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fc932715-3504-4a12-a7b8-89e440414a1e tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/subnets/2e8c8a50-6f80-4627-a340-69980d1dc0bd HTTP/1.1" status: 204 len: 168 time: 0.7698762 Dec 09 15:04:54.151528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51980) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:54.165122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9736c-52e5-4f3e-bba2-a7ff86ce8801 req-f5e6058e-fb8c-4f77-a41b-9fad7862f013 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:54.167215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fae9736c-52e5-4f3e-bba2-a7ff86ce8801 req-f5e6058e-fb8c-4f77-a41b-9fad7862f013 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 931 time: 0.9131968 Dec 09 15:04:54.185264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7d8b2705-8c9c-4016-ba38-5048d9baf575 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:54.193093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738277d-a521-45d9-95c5-3ec9828d2c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b301b2-b863-4bba-a5be-278dacaa3138,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:54.259000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a7ddd-ab77-4377-95f5-815ed167ca7f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:54.265329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a7ddd-ab77-4377-95f5-815ed167ca7f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:54.266983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7d0a7ddd-ab77-4377-95f5-815ed167ca7f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5479729 Dec 09 15:04:54.270840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Deleting subnet 040b7172-f6f6-4727-9a5b-1cad3618ff95 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-c416eced-e0e0-494f-9ca6-611ff1b571fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e8c8a50-6f80-4627-a340-69980d1dc0bd: This subnet is being modified by another concurrent operation. Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:04:54.273404 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e8c8a50-6f80-4627-a340-69980d1dc0bd: This subnet is being modified by another concurrent operation. Dec 09 15:04:54.277201 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:04:54.291260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:54.300505 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.392004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:54.395111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1e07b-bcd8-4536-8ab0-b499510a5ae0 None None] Network 722020c5-ba1a-4462-a76d-d7877e8439cf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:54.415868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:54.430137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:54.435689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.439593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d0a71-9b92-4664-a084-10773f6a7888 None None] Pushing event updated for resources: {'Port': ['ID=4ee3bce9-930d-4fda-861e-cc356a9b3f92,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:54.476793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc63f-fee7-4e22-8537-62d87dda6295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.505767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fae9736c-52e5-4f3e-bba2-a7ff86ce8801 req-17866508-9392-416d-9ae7-bc5f5f670cd1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090212 Dec 09 15:04:54.511334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:54.512099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.561645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-781010ca-e10d-4ffe-ae11-4f1f0adcebe2 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1228874320&fields=id&tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9 HTTP/1.1" status: 200 len: 267 time: 0.1805203 Dec 09 15:04:54.593595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dd903b4c-22d0-44a4-9ad3-ee2a813a3317 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6334331 Dec 09 15:04:54.594291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51998) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:54.610112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'name': 'tempest-TaggedBootDevicesTest_v242-746359698', 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:54.684437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc63f-fee7-4e22-8537-62d87dda6295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.770282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 3fc4255c-ceff-486d-b99c-25761c8ec4cf {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:04:54.770631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.830678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 7d8b2705-8c9c-4016-ba38-5048d9baf575 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:54.831060 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.873113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3a5f1-4b1f-49e5-a64d-76127b44894d None None] Network 28bdfee3-de54-4f05-b974-4ddb3487282a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:54.879640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Attempting to bind port 3f10ccad-388f-4cff-be10-a6643c39cf21 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:54.879640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Attempting to bind port 3f10ccad-388f-4cff-be10-a6643c39cf21 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:54.879640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Attempting to bind port 3f10ccad-388f-4cff-be10-a6643c39cf21 on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:54.882601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Pushing event updated for resources: {'Port': ['ID=3f10ccad-388f-4cff-be10-a6643c39cf21,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:54.910755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:54.911231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Checking segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:54.911612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.912011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Bound using segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:54.912523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Bound port: 3f10ccad-388f-4cff-be10-a6643c39cf21, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:54.912885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.942095 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc63f-fee7-4e22-8537-62d87dda6295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.944791 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc63f-fee7-4e22-8537-62d87dda6295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.948437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e5fdc63f-fee7-4e22-8537-62d87dda6295 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55b301b2-b863-4bba-a5be-278dacaa3138 HTTP/1.1" status: 204 len: 168 time: 1.2197690 Dec 09 15:04:54.971314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:54.976481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20aaf83-c471-4ebf-ad47-3e842b24d7e8 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:04:54.981048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdc63f-fee7-4e22-8537-62d87dda6295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b301b2-b863-4bba-a5be-278dacaa3138,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:55.014154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8521cf99-f704-4c63-97b3-706c8cd8dd17 None None] Provisioning complete for port 7d8b2705-8c9c-4016-ba38-5048d9baf575 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:55.020945 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8521cf99-f704-4c63-97b3-706c8cd8dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.187836 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.303609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] For port 3f10ccad-388f-4cff-be10-a6643c39cf21, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:55.324264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.346486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 7d8b2705-8c9c-4016-ba38-5048d9baf575, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7d8b2705-8c9c-4016-ba38-5048d9baf575,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:55.349234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] For port 3f10ccad-388f-4cff-be10-a6643c39cf21, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3f10ccad-388f-4cff-be10-a6643c39cf21,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:55.384975 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.391112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.447741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:55.460221 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.522897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=7d8b2705-8c9c-4016-ba38-5048d9baf575,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:55.556717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-77d749cb-b133-4a9e-bb25-9581b247fd35 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:55.561269 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-77d749cb-b133-4a9e-bb25-9581b247fd35 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 932 time: 0.9831316 Dec 09 15:04:55.655111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-90623dfd-1af0-47d4-a1fe-7a68cb58d2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.660577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39f69f-1561-4b2f-91fd-7689226a7edd None None] Pushing event updated for resources: {'Port': ['ID=3f10ccad-388f-4cff-be10-a6643c39cf21,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:55.694761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] device_id is not set on port 6631bc37-9724-44ba-ae6d-3918cbea0277 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:04:55.710975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.736126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 3fc4255c-ceff-486d-b99c-25761c8ec4cf owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-d84a312e-5fa1-4263-b715-e540048902f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 040b7172-f6f6-4727-9a5b-1cad3618ff95: This subnet is being modified by another concurrent operation. Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:04:55.746985 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 040b7172-f6f6-4727-9a5b-1cad3618ff95: This subnet is being modified by another concurrent operation. Dec 09 15:04:55.750741 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:04:55.759035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Transition to ACTIVE for port object c20aaf83-c471-4ebf-ad47-3e842b24d7e8 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:04:55.789415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.799076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51991a2-522d-4c35-9d07-8a87980b0edd None None] Network b644a433-0a92-461a-819a-fd8d3e0fb048 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:55.806321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:55.922512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-4ca7fa81-149d-44a4-8b13-b8eed81c655a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:55.932664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-4ca7fa81-149d-44a4-8b13-b8eed81c655a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 932 time: 0.3254766 Dec 09 15:04:56.021218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc01f3-e216-4ba4-acc8-b27292c1200e req-f85a936f-55fd-40e9-8dac-af51f9289f7f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:56.035783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fc01f3-e216-4ba4-acc8-b27292c1200e req-f85a936f-55fd-40e9-8dac-af51f9289f7f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 931 time: 0.2918746 Dec 09 15:04:56.039123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c0daed21-ffdb-4954-a3db-e4262767e68c None None] Provisioning complete for port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:56.039535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0daed21-ffdb-4954-a3db-e4262767e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.076463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Pushing event updated for resources: {'Port': ['ID=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:56.148127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Subnet': ['ID=040b7172-f6f6-4727-9a5b-1cad3618ff95,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:56.154747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.165857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f3241ce8-0363-46ef-b7c2-02e0115a8c6a tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/subnets/040b7172-f6f6-4727-9a5b-1cad3618ff95 HTTP/1.1" status: 204 len: 168 time: 2.0069318 Dec 09 15:04:56.177876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52030) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:56.201650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-d7280fbd-74a2-4f35-8026-e0b874c54fc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1527200 Dec 09 15:04:56.214992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4ee3bce9-930d-4fda-861e-cc356a9b3f92 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:56.293973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-411b8773-28fa-4fae-bd5c-18423f7591d9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0840611 Dec 09 15:04:56.403467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fc01f3-e216-4ba4-acc8-b27292c1200e req-f1835b39-1c7b-4e93-b1a9-64420b0af012 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665028 Dec 09 15:04:56.456499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0daed21-ffdb-4954-a3db-e4262767e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.476849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98f1a9-67c6-4fbe-8ccb-2eb39bd5b34b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:56.482256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bf98f1a9-67c6-4fbe-8ccb-2eb39bd5b34b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1713212 Dec 09 15:04:56.483646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:56.483646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.494260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52036) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:56.495025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Attempting to bind port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:04:56.495593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Attempting to bind port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:04:56.495926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Attempting to bind port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:56.510277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:04:56.510611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Attempting to bind port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:04:56.533891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:04:56.534419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:04:56.534933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:04:56.535618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Bound port: c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:04:56.536030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.563946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7a1983cf-cddd-48d2-927e-be318442692c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:56.572028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7a1983cf-cddd-48d2-927e-be318442692c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:56.578638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7a1983cf-cddd-48d2-927e-be318442692c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:56.582372 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7a1983cf-cddd-48d2-927e-be318442692c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 1990 time: 0.2554355 Dec 09 15:04:56.588515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c0daed21-ffdb-4954-a3db-e4262767e68c None None] For port 4ee3bce9-930d-4fda-861e-cc356a9b3f92, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4ee3bce9-930d-4fda-861e-cc356a9b3f92,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:56.600402 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0daed21-ffdb-4954-a3db-e4262767e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.624018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-72a45644-61c8-48ac-8532-0dd71705b18d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/quotas/8e6a45a1843e4fd6ad7dc1e9aaafc6e9 HTTP/1.1" status: 200 len: 375 time: 0.0346072 Dec 09 15:04:56.715273 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.763837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.784992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-991bab9e-6568-409d-a891-0d1bcdfe7cb0 None None] Provisioning complete for port 7d8b2705-8c9c-4016-ba38-5048d9baf575 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:56.785391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-991bab9e-6568-409d-a891-0d1bcdfe7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.788950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-59c68104-80fe-49f9-8ed3-eeef5e8d9476 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1546400 Dec 09 15:04:56.817245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 10.1.1.248 (28bdfee3-de54-4f05-b974-4ddb3487282a/22ed4e67-bb08-4d75-8dfa-46230dfb24ad/6631bc37-9724-44ba-ae6d-3918cbea0277) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:04:56.836220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daed21-ffdb-4954-a3db-e4262767e68c None None] Pushing event updated for resources: {'Port': ['ID=4ee3bce9-930d-4fda-861e-cc356a9b3f92,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:56.901570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.903843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7d8b2705-8c9c-4016-ba38-5048d9baf575 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:56.929688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b644a433-0a92-461a-819a-fd8d3e0fb048']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:56.941613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b68c2f-9074-4889-bc97-1690758498fa') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:56.942021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b68c2f-9074-4889-bc97-1690758498fa') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:56.965363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.987680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:56.995611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:04:56.996142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:04:57.007910 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:04:57.010839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.044973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-991bab9e-6568-409d-a891-0d1bcdfe7cb0 None None] Could not find standard attr ID for object 3fc4255c-ceff-486d-b99c-25761c8ec4cf. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:04:57.051052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b972d865-fef9-4e3f-b6c3-3ea3fa96e61e service neutron] 10.222.0.46 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466300 Dec 09 15:04:57.082959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 7d8b2705-8c9c-4016-ba38-5048d9baf575 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:57.083337 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.114706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-991bab9e-6568-409d-a891-0d1bcdfe7cb0 None None] Provisioning complete for port 8a26e827-9d5e-4869-b402-3406917bc5b5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:57.115083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-991bab9e-6568-409d-a891-0d1bcdfe7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.148951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.156997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/3fc4255c-ceff-486d-b99c-25761c8ec4cf HTTP/1.1" status: 204 len: 168 time: 2.8644538 Dec 09 15:04:57.171727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:57.172877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ff01b-4ef7-4026-8acd-9f8090c02457 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=3fc4255c-ceff-486d-b99c-25761c8ec4cf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:57.221042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-991bab9e-6568-409d-a891-0d1bcdfe7cb0 None None] Port 8a26e827-9d5e-4869-b402-3406917bc5b5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:57.290933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b16d8-8c18-4345-8a0a-0a6b6fe8e1c0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:57.292791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b16d8-8c18-4345-8a0a-0a6b6fe8e1c0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:57.297015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1a5b16d8-8c18-4345-8a0a-0a6b6fe8e1c0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1172009 Dec 09 15:04:57.297015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] For port c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:04:57.318106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:57.338813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-14ae81e6-9cfd-4027-bc74-a4fbbc4ca120 service neutron] 10.222.0.46 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841110 Dec 09 15:04:57.374992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.380705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] For port c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:04:57.423679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.434263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/networks/b644a433-0a92-461a-819a-fd8d3e0fb048 HTTP/1.1" status: 204 len: 168 time: 0.9319820 Dec 09 15:04:57.447412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.453987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52074) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:57.524836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ab672e30-dfbd-4e58-8419-92063afb2870 service neutron] 10.222.0.46 "GET /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1165230 Dec 09 15:04:57.558652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72424e-e232-42fc-8400-4f216b26d73d None None] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:04:57.605170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.653680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Pushing event updated for resources: {'Port': ['ID=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:57.677995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61faeb6-5e92-4b94-a02c-c3514a7f647b tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Network': ['ID=b644a433-0a92-461a-819a-fd8d3e0fb048,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:57.679146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e1d06ee4-6669-47d1-952a-677024e5bc89 None None] Provisioning complete for port 3f10ccad-388f-4cff-be10-a6643c39cf21 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:57.680450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d06ee4-6669-47d1-952a-677024e5bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.703991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-6e4425ee-f307-4af5-a33e-a43fe1c17b05 service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630363 Dec 09 15:04:57.798802 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.817978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 62615f22-188a-4e7a-b466-580573416f20 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:04:57.826804 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.873432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:57.874078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.875780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-c7452f42-9a8f-48ca-afcd-9ae14656a840 service neutron] 10.222.0.36 "PUT /v2.0/ports/c20aaf83-c471-4ebf-ad47-3e842b24d7e8 HTTP/1.1" status: 200 len: 1091 time: 5.8666060 Dec 09 15:04:57.901256 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d06ee4-6669-47d1-952a-677024e5bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.921055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:57.935821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'tag': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:04:57.948948 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9192d7c-788d-43ac-ac45-c13793c8a8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "eca48cb4-a168-4c01-86e0-606a702bd601", "tag": "c20aaf83-c471-4ebf-ad47-3e842b24d7e8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:04:58.005223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e1d06ee4-6669-47d1-952a-677024e5bc89 None None] For port 3f10ccad-388f-4cff-be10-a6643c39cf21, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3f10ccad-388f-4cff-be10-a6643c39cf21,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:04:58.010133 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1d06ee4-6669-47d1-952a-677024e5bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.044757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.048018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 28bdfee3-de54-4f05-b974-4ddb3487282a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:04:58.054039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:04:58.058422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:04:58.112070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-d53b7266-bd8f-4320-8a3a-59804d3f9218 service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994656 Dec 09 15:04:58.122961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:58.123770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.132627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4ee3bce9-930d-4fda-861e-cc356a9b3f92 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:58.135164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4002c-dcda-48cf-97df-5e6713f33f70 req-3e222b20-4b47-4792-899a-f132f0e498fd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:58.142314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3d4002c-dcda-48cf-97df-5e6713f33f70 req-3e222b20-4b47-4792-899a-f132f0e498fd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 943 time: 0.5947180 Dec 09 15:04:58.183088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:58.231697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-2fc13478-f346-4e2c-ae70-77964232b396 service neutron] 10.222.0.46 "GET /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0879555 Dec 09 15:04:58.240488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d77a32ab-cbbd-4729-9da3-3919d9c4c760 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6343272 Dec 09 15:04:58.326451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d06ee4-6669-47d1-952a-677024e5bc89 None None] Pushing event updated for resources: {'Port': ['ID=3f10ccad-388f-4cff-be10-a6643c39cf21,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:58.331040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-68ecacbc-2c64-411f-aa0b-d71f11a96d54 None None] Provisioning complete for port 3f10ccad-388f-4cff-be10-a6643c39cf21 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:58.331605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68ecacbc-2c64-411f-aa0b-d71f11a96d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.369603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-9bf2ae77-ca36-4559-bcb8-810793b3ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:58.371755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-9bf2ae77-ca36-4559-bcb8-810793b3ccab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 1094 time: 0.4161522 Dec 09 15:04:58.386145 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.402761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-64620bc2-6bf6-4a18-b077-db39021e8f7a service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536489 Dec 09 15:04:58.429979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:58.430580 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.452329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.513208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473159a4-bc6b-48f9-b681-a4ce5d68d17e None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:04:58.517951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3d4002c-dcda-48cf-97df-5e6713f33f70 req-c8d5fa4e-4342-4cc2-b5f1-227cbd8718e6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610959 Dec 09 15:04:58.523525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-ff62dbdc-34fb-4c02-bf62-c9f09620ae57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0806935 Dec 09 15:04:58.526492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722020c5-ba1a-4462-a76d-d7877e8439cf']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:58.529188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.570985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-13bdfb0a-26e9-46af-9b31-d0be30fc4338 service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643538 Dec 09 15:04:58.573076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d715b5-1d5b-4f76-8087-92de1d3d6805') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:58.573382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d715b5-1d5b-4f76-8087-92de1d3d6805') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:58.619629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.648955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.652795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-4ca448f3-c717-487d-be72-915893e4d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:58.654669 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-4ca448f3-c717-487d-be72-915893e4d64f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1220603 Dec 09 15:04:58.659379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52120) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:58.659379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52122) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:58.668407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3f10ccad-388f-4cff-be10-a6643c39cf21 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:58.676150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:04:58.676787 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:04:58.682172 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:04:58.730617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7e7599e3-5d2a-457d-92e3-fd378d20e3a0 service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504426 Dec 09 15:04:58.765312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-b190cdfd-993b-4828-9097-f74a08abb10b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740964 Dec 09 15:04:58.852713 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd093c31-5dec-490a-81f2-59883df89e88 x-openstack-request-id: req-cd093c31-5dec-490a-81f2-59883df89e88 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:04:58.853361 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca48cb4-a168-4c01-86e0-606a702bd601", "tag": "c20aaf83-c471-4ebf-ad47-3e842b24d7e8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:04:58.853361 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd093c31-5dec-490a-81f2-59883df89e88 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:04:58.853846 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'tag': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8', 'status': 'completed', 'code': 200} Dec 09 15:04:58.887655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.907615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ecc88fb7-8e84-4293-8871-82b850520cda service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709006 Dec 09 15:04:58.915157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-924d5d23-9b95-4d87-bbb4-1de7a1bba91a None None] Provisioning complete for port 6631bc37-9724-44ba-ae6d-3918cbea0277 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:58.915557 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-924d5d23-9b95-4d87-bbb4-1de7a1bba91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.932553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-08572605-8d85-40a0-90fe-568656bf18da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.972892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3f10ccad-388f-4cff-be10-a6643c39cf21 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:58.973298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.973416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.979474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/62615f22-188a-4e7a-b466-580573416f20 HTTP/1.1" status: 204 len: 168 time: 1.6601717 Dec 09 15:04:58.981294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52128) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:58.990695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.995001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:58.999937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/networks/722020c5-ba1a-4462-a76d-d7877e8439cf HTTP/1.1" status: 204 len: 168 time: 1.5030916 Dec 09 15:04:59.004869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52130) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.020123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473159a4-bc6b-48f9-b681-a4ce5d68d17e None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:04:59.034724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fa3ba-ec8a-4a22-94d0-d1ebc735b36e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=62615f22-188a-4e7a-b466-580573416f20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:59.076584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb68d-3f5e-4bdd-a302-578d74af8c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.090229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-924d5d23-9b95-4d87-bbb4-1de7a1bba91a None None] Port 6631bc37-9724-44ba-ae6d-3918cbea0277 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:04:59.094265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ac627b05-1975-41f1-9c39-182340129544 service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773996 Dec 09 15:04:59.102540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.105655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52132) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.109821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553744327', 'description': 'tempest-description--1460082175'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:59.119790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd53e6-9a7c-4a9a-be39-115819e029e7 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Network': ['ID=722020c5-ba1a-4462-a76d-d7877e8439cf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:59.132794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b3ce381-0c46-43fe-b451-8c694edafc59 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1430490 Dec 09 15:04:59.138167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52134) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.149005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:59.233932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.243451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.276863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-72c8da63-f2a3-4cf1-adb2-e859fd63ab0c service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104773 Dec 09 15:04:59.304260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.325278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-4b0c4924-a6fe-4c11-838c-330ee5d73c93 service neutron] 10.222.0.46 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203019 Dec 09 15:04:59.362125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c42a04-7c17-4641-97b9-ec584345b62a']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:59.394777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b166fc4-7d9a-476d-9c67-7ca627540372') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:59.395361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b166fc4-7d9a-476d-9c67-7ca627540372') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:04:59.420468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:04:59.424363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.425314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.442822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb68d-3f5e-4bdd-a302-578d74af8c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.469139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.476311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb68d-3f5e-4bdd-a302-578d74af8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.480490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.482751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.483133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-08572605-8d85-40a0-90fe-568656bf18da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.504883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:04:59.505299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:04:59.508452 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:04:59.515747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89949fef-fdcd-4f8c-9f0d-dce6d40668f9 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:04:59.518946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.520122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-08572605-8d85-40a0-90fe-568656bf18da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.520351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4137080 Dec 09 15:04:59.528361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52136) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.554828 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-1b924bbb-1079-4a53-ba5c-8df179fbc5eb service neutron] 10.222.0.46 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059124 Dec 09 15:04:59.564269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ab829d1-1040-4cca-81c1-9f4603251b69 req-60b4aaea-25d8-412b-894f-d9689efdcaac service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758336 Dec 09 15:04:59.569444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'security_group_rule': {'security_group_id': '98bfefa4-ea99-408a-8a52-0407e8fe3089', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:04:59.594753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524178-e2c1-43a7-9d49-8f34917c767e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bfefa4-ea99-408a-8a52-0407e8fe3089,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:59.633995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6d4eb68d-3f5e-4bdd-a302-578d74af8c8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7ce9afaab1d4a65a9fc7cfa5cfeeb97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9731379 Dec 09 15:04:59.638947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.639176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eb68d-3f5e-4bdd-a302-578d74af8c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0704a8-197a-41db-8fab-de5652d80525,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:59.639630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.657758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.663991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-08572605-8d85-40a0-90fe-568656bf18da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d60020d1ff94d63bad68c883e98bf46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0044594 Dec 09 15:04:59.665416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/networks/e8c42a04-7c17-4641-97b9-ec584345b62a HTTP/1.1" status: 204 len: 168 time: 0.6595256 Dec 09 15:04:59.693109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.693518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:04:59.728068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e280101-8ea5-4ef8-b56d-7b83dfefe398 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Network': ['ID=e8c42a04-7c17-4641-97b9-ec584345b62a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:59.746092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.753350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572605-8d85-40a0-90fe-568656bf18da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44f8c9-3cdd-4ae4-9a44-26ad9d59e231,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:04:59.762598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89949fef-fdcd-4f8c-9f0d-dce6d40668f9 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:04:59.773211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-176979f5-6318-4748-9e0b-683a0098290e None None] Provisioning complete for port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:04:59.774066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176979f5-6318-4748-9e0b-683a0098290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.825091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-dffd5695-a70e-4d4e-ad9b-de5c31e04ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:59.826638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-dffd5695-a70e-4d4e-ad9b-de5c31e04ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 1094 time: 0.1836336 Dec 09 15:04:59.861647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb288620-a8fa-45c1-8e38-59960e02248e req-412fe1bb-5b61-43b8-b464-c9ab83e67494 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:04:59.869731 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb288620-a8fa-45c1-8e38-59960e02248e req-412fe1bb-5b61-43b8-b464-c9ab83e67494 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 943 time: 0.1831305 Dec 09 15:04:59.872506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-584026b8-fd21-4e77-9600-e4f9ce3c7955 service neutron] 10.222.0.46 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789245 Dec 09 15:04:59.886214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.914016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f444700-3f63-447e-a7fc-77a14a3ed971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.934653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.953198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed0b69c8-d758-4918-9a35-4f2b8edacaed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:04:59.953995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3f10ccad-388f-4cff-be10-a6643c39cf21 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:04:59.995832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.027508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f444700-3f63-447e-a7fc-77a14a3ed971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.051160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ea9e84-3afd-4ab7-a3df-c16c6849891f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:00.072452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed0b69c8-d758-4918-9a35-4f2b8edacaed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.072593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3f10ccad-388f-4cff-be10-a6643c39cf21 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:00.072593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.079688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb288620-a8fa-45c1-8e38-59960e02248e req-ee0397fe-c5a0-4491-b86e-7b3afe121d84 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964459 Dec 09 15:05:00.107956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.118472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca075b6c-ca67-4da9-b071-51e704043742 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5543044 Dec 09 15:05:00.119544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52148) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:00.132180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'security_group_rule': {'security_group_id': '98bfefa4-ea99-408a-8a52-0407e8fe3089', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:00.168502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.179169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-0b227fc9-6a92-4258-9639-5273dbd7561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:00.180911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-0b227fc9-6a92-4258-9639-5273dbd7561e service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.3389719 Dec 09 15:05:00.192380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5e652f33-4a07-46cb-829e-d88f68e45d48 service neutron] 10.222.0.46 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016813 Dec 09 15:05:00.213670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f6557a-c586-4d2e-adaf-40630ae856f6']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:00.242924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-d09360b9-c585-4cce-bb36-bb78529c4e5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0519366 Dec 09 15:05:00.247029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bd6eca-083b-4ef3-94a5-77f92e2918b7') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:00.247697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bd6eca-083b-4ef3-94a5-77f92e2918b7') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:00.249258 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.269345 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f444700-3f63-447e-a7fc-77a14a3ed971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.272697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1f444700-3f63-447e-a7fc-77a14a3ed971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.276868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f444700-3f63-447e-a7fc-77a14a3ed971 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a0704a8-197a-41db-8fab-de5652d80525 HTTP/1.1" status: 204 len: 168 time: 0.6353607 Dec 09 15:05:00.279810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.291998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed0b69c8-d758-4918-9a35-4f2b8edacaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.295607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed0b69c8-d758-4918-9a35-4f2b8edacaed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.297096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ed0b69c8-d758-4918-9a35-4f2b8edacaed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd44f8c9-3cdd-4ae4-9a44-26ad9d59e231 HTTP/1.1" status: 204 len: 168 time: 0.5896103 Dec 09 15:05:00.304128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71073973-d771-40bb-a60c-99768d7d1097 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:00.349225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444700-3f63-447e-a7fc-77a14a3ed971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0704a8-197a-41db-8fab-de5652d80525,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:00.353527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.365793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:05:00.366683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.375506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:05:00.375930 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:05:00.390575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b69c8-d758-4918-9a35-4f2b8edacaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44f8c9-3cdd-4ae4-9a44-26ad9d59e231,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:00.413547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-3a0386f6-61af-429e-b1a7-a56f9e1a697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:00.415132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-3a0386f6-61af-429e-b1a7-a56f9e1a697b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1437783 Dec 09 15:05:00.435039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.446800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-9a86fb11-c6e5-4931-b0a8-f4d6f5b168eb service neutron] 10.222.0.46 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297316 Dec 09 15:05:00.462295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.477073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.483527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] 10.222.0.46 "DELETE /v2.0/networks/01f6557a-c586-4d2e-adaf-40630ae856f6 HTTP/1.1" status: 204 len: 168 time: 0.7772417 Dec 09 15:05:00.497935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bb785-05c0-4c78-a07d-dc9e806bc029 tempest-BulkNetworkOpsIpV6Test-1759054650 tempest-BulkNetworkOpsIpV6Test-1759054650-project] Pushing event deleted for resources: {'Network': ['ID=01f6557a-c586-4d2e-adaf-40630ae856f6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:00.575612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-3a247e40-acad-41ad-9d06-10d9f26f1369 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390939 Dec 09 15:05:00.579561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.664377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.668739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5373833 Dec 09 15:05:00.668873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:00.673587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:00.708385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba21a1-23d9-470b-a024-e7e5981335b0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef5a253-851f-401a-a436-76b4c1200a08,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:00.721663 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.866101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52172) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:00.886700 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ba649d4-ed2e-4ea1-99d5-67505b48e425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.912304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-7f5d3ad0-7bda-4ac7-b86c-b2621db8b755 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196435 Dec 09 15:05:00.950401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d9703122-534f-4d21-b7df-a1742e17974a None None] Provisioning complete for port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:00.951063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:00.954006 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9703122-534f-4d21-b7df-a1742e17974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.049042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.050012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52180) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:01.087639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9192d7c-788d-43ac-ac45-c13793c8a8b7 req-3c02f1c1-e6fd-4ff7-8346-b952696ce38c service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661699 Dec 09 15:05:01.119325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ba649d4-ed2e-4ea1-99d5-67505b48e425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.171292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ba649d4-ed2e-4ea1-99d5-67505b48e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.236267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c20aaf83-c471-4ebf-ad47-3e842b24d7e8 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:05:01.259146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9ba649d4-ed2e-4ea1-99d5-67505b48e425 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=109fbc13d34a42fd9ff33b1d3224a297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918931 Dec 09 15:05:01.269106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:01.335188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 172.25.0.57 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/49a80626-0a09-488e-b8f7-7806d5e1f75d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:01.341506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba649d4-ed2e-4ea1-99d5-67505b48e425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6415aa-842a-4230-b3bd-a6cbf291da55,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:01.448075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:01.458652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309d75b-bd04-417d-aa43-8a666b10472d req-846f7251-6772-4362-94ea-a91b93fd4ae4 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:01.466119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9309d75b-bd04-417d-aa43-8a666b10472d req-846f7251-6772-4362-94ea-a91b93fd4ae4 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 943 time: 0.2221801 Dec 09 15:05:01.475119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8', 'mac_address': 'fa:16:3e:52:67:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:05:01.511915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a31226bc-ef87-45ce-b02a-d737942bf0f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb5d22d987634f7b91d70dded2e6b33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613075 Dec 09 15:05:01.514682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52210) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:01.554302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] For port 4ee3bce9-930d-4fda-861e-cc356a9b3f92, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4ee3bce9-930d-4fda-861e-cc356a9b3f92,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:01.588199 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.613855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.619953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88ba9026-e653-43a0-8471-36152ed65489 req-e3d561dd-b7b3-45b3-a6fa-ba7d45492d99 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0296779 Dec 09 15:05:01.626434 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac48698-39a6-4a9c-9c1c-ad1774fe6429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.632070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20aaf83-c471-4ebf-ad47-3e842b24d7e8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:01.667033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.667928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.669343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:01.694637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.695397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac48698-39a6-4a9c-9c1c-ad1774fe6429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.723905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9309d75b-bd04-417d-aa43-8a666b10472d req-197ee739-c76c-48c8-9655-ef0b93ffd461 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566891 Dec 09 15:05:01.773300 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.788234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:01.828351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:01.828612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.850949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:01.862312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:01.863131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.866203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20349d3e-7fd7-4a25-8be4-8671b808e17d None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:01.880280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:01.884575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:01.891126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:01.899026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=49a80626-0a09-488e-b8f7-7806d5e1f75d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:01.912338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=49c99983-9bb0-426f-a67c-387698befcab,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:01.919507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c20aaf83-c471-4ebf-ad47-3e842b24d7e8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:05:01.935694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-639d7db4-c2ba-4972-9557-bb1b41d2c1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.936915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac48698-39a6-4a9c-9c1c-ad1774fe6429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.941403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cac48698-39a6-4a9c-9c1c-ad1774fe6429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:01.941591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cac48698-39a6-4a9c-9c1c-ad1774fe6429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb6415aa-842a-4230-b3bd-a6cbf291da55 HTTP/1.1" status: 204 len: 168 time: 0.6654344 Dec 09 15:05:01.945926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=4ee3bce9-930d-4fda-861e-cc356a9b3f92,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:01.957693 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-86e5308e-f388-45e3-b9bd-92fe85be3a15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8143172 Dec 09 15:05:01.961158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52226) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:01.975467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:59:b4:fa', 'name': 'tempest-NetworksTestDHCPv6-612226510'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:01.981670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48698-39a6-4a9c-9c1c-ad1774fe6429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6415aa-842a-4230-b3bd-a6cbf291da55,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:02.002895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-639d7db4-c2ba-4972-9557-bb1b41d2c1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:02.147765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:02.150633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-639d7db4-c2ba-4972-9557-bb1b41d2c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:02.153516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-639d7db4-c2ba-4972-9557-bb1b41d2c1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:02.157895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-639d7db4-c2ba-4972-9557-bb1b41d2c1f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bea1c598-987c-4739-bf6c-9f34f4a6a7b0 HTTP/1.1" status: 204 len: 168 time: 0.6356080 Dec 09 15:05:02.172491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d7db4-c2ba-4972-9557-bb1b41d2c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1c598-987c-4739-bf6c-9f34f4a6a7b0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:02.213142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:02.216186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:02.573589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9b679a7b-4b3e-4dbc-8eea-24f62025ed07 None None] Provisioning complete for port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:02.574111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b679a7b-4b3e-4dbc-8eea-24f62025ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:02.788741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee924940-63c9-404b-89f4-422208dba34b req-6e06c416-3a9a-4ad8-bc67-c4250169709e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0420356 Dec 09 15:05:02.981808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e3cc-8999-4e0f-9832-f032d4efd647 req-8117614d-ba03-42d9-912a-83f27b1e9894 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:02.983368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9331e3cc-8999-4e0f-9832-f032d4efd647 req-8117614d-ba03-42d9-912a-83f27b1e9894 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 944 time: 0.1155605 Dec 09 15:05:03.026094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.141037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:03.164482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9331e3cc-8999-4e0f-9832-f032d4efd647 req-c267f734-3134-4ef6-9852-676e23dde36b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490157 Dec 09 15:05:03.232241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52270) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:03.241951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c20aaf83-c471-4ebf-ad47-3e842b24d7e8 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:03.249123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.301108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:05:03.303110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.306668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:03.307450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.373793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-068d8565-00cc-447f-9823-3514e3e1511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:03.375509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-068d8565-00cc-447f-9823-3514e3e1511a service neutron] 10.222.0.43 "GET /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 1028 time: 0.3351996 Dec 09 15:05:03.413566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.464523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:03.467531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=49a80626-0a09-488e-b8f7-7806d5e1f75d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:03.470066 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33026c-a1fb-44e8-bef1-81567d78982a" -d '{"events": [{"server_uuid": "eca48cb4-a168-4c01-86e0-606a702bd601", "name": "network-vif-plugged", "status": "completed", "tag": "c20aaf83-c471-4ebf-ad47-3e842b24d7e8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:03.501022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:03.502583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe59:b4fa (d3ad000a-542a-403b-900f-3e0469146f33/49c99983-9bb0-426f-a67c-387698befcab/2e86ad73-3a2b-49d5-a74d-0a5a4edbe360) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:03.505829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.511843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-9ba0f5c8-7913-41fc-84da-c07d6db14b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:03.514486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-9ba0f5c8-7913-41fc-84da-c07d6db14b54 service neutron] 10.222.0.43 "GET /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 1028 time: 0.0924861 Dec 09 15:05:03.530401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.571164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a33adc4e-bed9-4807-a5a4-038d5aa87198 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-975541586'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:03.571676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a33adc4e-bed9-4807-a5a4-038d5aa87198 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Unknown quota resources ['metering_label']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:05:03.599179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:03.609369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b7968da0-83aa-458c-97e8-5b17ef66200a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9393449 Dec 09 15:05:03.622336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:03.745480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-e9dfedc0-384c-4808-a098-3f7cbba83349 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:03.753188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-e9dfedc0-384c-4808-a098-3f7cbba83349 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:03.760770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-e9dfedc0-384c-4808-a098-3f7cbba83349 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:03.763479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-e9dfedc0-384c-4808-a098-3f7cbba83349 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 1990 time: 0.2344408 Dec 09 15:05:03.881197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4ee3bce9-930d-4fda-861e-cc356a9b3f92 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:03.961192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:04.020890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:04.021274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:04.079932 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa23799b-71b6-44ee-a1ea-71e0c25f2961 x-openstack-request-id: req-fa23799b-71b6-44ee-a1ea-71e0c25f2961 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:04.080235 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca48cb4-a168-4c01-86e0-606a702bd601", "name": "network-vif-plugged", "status": "completed", "tag": "c20aaf83-c471-4ebf-ad47-3e842b24d7e8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:04.080497 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa23799b-71b6-44ee-a1ea-71e0c25f2961 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:04.080904 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8', 'code': 200} Dec 09 15:05:04.092231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:04.286742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12deffc6-97e4-4f68-9027-0a4919a8e87f req-359fc073-0965-4beb-99fb-cf6ab2e5598c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.2180946 Dec 09 15:05:04.364621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-c30895ce-ae5a-4cdf-bdc5-5443b6a5231c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9 HTTP/1.1" status: 200 len: 380 time: 0.5788364 Dec 09 15:05:04.366910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:04.370541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:04.376208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:04.383837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:04.384575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:04.392668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'admin_state_up': True, 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'security_groups': ['6cfca5ee-df28-4840-90ff-bb4a82748185']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:04.458935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52320) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:04.474547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=2e86ad73-3a2b-49d5-a74d-0a5a4edbe360,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:04.507695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-47bb4ab1-7985-443a-b966-3b4fc0d52aff tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5449295 Dec 09 15:05:04.512482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52324) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:04.537945 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a33adc4e-bed9-4807-a5a4-038d5aa87198 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:04.538986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a33adc4e-bed9-4807-a5a4-038d5aa87198 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3030658 Dec 09 15:05:04.543571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:04.557041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4a9fcc0b-a363-449b-97a9-9c45d9039617 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1dab78f1-83de-41ca-a3c5-adff5dbdf680'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:04.557847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4a9fcc0b-a363-449b-97a9-9c45d9039617 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:05:04.685050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c54aaa-741c-4c3e-89d3-7edc02c5ffb4 req-047c58b9-b425-4873-81c7-c2d66db796a5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:04.686888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37c54aaa-741c-4c3e-89d3-7edc02c5ffb4 req-047c58b9-b425-4873-81c7-c2d66db796a5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.2895532 Dec 09 15:05:04.700326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-dd953bba-f477-4eed-8aba-de81b1a5de65 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1553744327&fields=id&tenant_id=c7f9437204ac45aa85b28904fe082373 HTTP/1.1" status: 200 len: 267 time: 0.3624203 Dec 09 15:05:04.716151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812df5-77f8-491c-8aea-cc7abf9c0f52 req-215176db-45f6-4b47-bbad-8c4e164d2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:04.718209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2812df5-77f8-491c-8aea-cc7abf9c0f52 req-215176db-45f6-4b47-bbad-8c4e164d2557 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 1096 time: 0.3818002 Dec 09 15:05:04.718583 n-d-804292-5 neutron-server[109894]: WARNING neutron.services.metering.metering_plugin [None req-4a9fcc0b-a363-449b-97a9-9c45d9039617 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:05:04.758409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4cc0a-a39e-4c22-bd49-2b3bbdac89ac tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:04.766119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4cc0a-a39e-4c22-bd49-2b3bbdac89ac tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:04.767820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ee50657-083a-40b5-abe3-7b4139f3d2bf None None] Provisioning complete for port 2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:04.768232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-61a4cc0a-a39e-4c22-bd49-2b3bbdac89ac tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2535632 Dec 09 15:05:04.768787 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ee50657-083a-40b5-abe3-7b4139f3d2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:04.784983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:04.797268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1722685099'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:04.827417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7ee50657-083a-40b5-abe3-7b4139f3d2bf None None] Port 2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:04.887539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-544ae3c1-562c-4b19-afed-96d7b9e6cca1 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:04.889163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-544ae3c1-562c-4b19-afed-96d7b9e6cca1 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 936 time: 0.1877697 Dec 09 15:05:04.929566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-6cfea7ef-86ff-46b2-9185-d7768715ffd1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3649139 Dec 09 15:05:04.967680 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37c54aaa-741c-4c3e-89d3-7edc02c5ffb4 req-11394983-ab61-4349-a21c-cfbc6edb1259 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668078 Dec 09 15:05:04.991703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2812df5-77f8-491c-8aea-cc7abf9c0f52 req-11933c62-3769-42b5-a2f7-3616d38491af service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334175 Dec 09 15:05:05.012469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a9fcc0b-a363-449b-97a9-9c45d9039617 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.016896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:05.017121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4a9fcc0b-a363-449b-97a9-9c45d9039617 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4715619 Dec 09 15:05:05.019837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52346) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.027703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4ae2001a-a52b-4369-97de-6a7abea730e2 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1dab78f1-83de-41ca-a3c5-adff5dbdf680'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:05.028213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4ae2001a-a52b-4369-97de-6a7abea730e2 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:05:05.029771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.031451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:05:05.031451 n-d-804292-5 neutron-server[109894]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 15:05:05.031451 n-d-804292-5 neutron-server[109894]: [parameters: {'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'id': 'cce2a27a-5141-4b8c-9885-b3306e4ce6d0', 'expiration': datetime.datetime(2021, 12, 9, 15, 7, 4, 965180)}] Dec 09 15:05:05.031451 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:05.031810 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:05.047100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-7f1a2495-0d65-49d6-acfe-0882e930919f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.055162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-7f1a2495-0d65-49d6-acfe-0882e930919f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 936 time: 0.1177628 Dec 09 15:05:05.085032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:05.085382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.196631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-6cc2c39a-ece4-4537-8618-37e2e524d847 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1402917 Dec 09 15:05:05.209290 n-d-804292-5 neutron-server[109894]: WARNING neutron.services.metering.metering_plugin [None req-4ae2001a-a52b-4369-97de-6a7abea730e2 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:05:05.246619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-227cb15c-ca4e-47ca-824e-317d765588f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.248748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-227cb15c-ca4e-47ca-824e-317d765588f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.1826558 Dec 09 15:05:05.294748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5aebf13a-1f05-4712-a5fb-ee18cb95421d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0971329 Dec 09 15:05:05.343665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ae2001a-a52b-4369-97de-6a7abea730e2 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.349123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ae2001a-a52b-4369-97de-6a7abea730e2 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3276377 Dec 09 15:05:05.366072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52354) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.378051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.393497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e178007-eeaa-427b-a296-618fd603fe21 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=e5445ccf-d87c-46ac-865d-f0f2c555bb22 HTTP/1.1" status: 200 len: 464 time: 0.0262821 Dec 09 15:05:05.394627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52356) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.447672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52358) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.465555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:05.532616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-141e78aa-5b2e-4fe4-a2a9-d39f764936a4 req-602fb039-f607-486b-ad64-5177dce36719 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0928462 Dec 09 15:05:05.571176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3fefad0f-0ffc-41e5-8872-4fcd6bb0e3c5 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.575212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3fefad0f-0ffc-41e5-8872-4fcd6bb0e3c5 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/e5445ccf-d87c-46ac-865d-f0f2c555bb22 HTTP/1.1" status: 204 len: 168 time: 0.1774933 Dec 09 15:05:05.575887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52362) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.577526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 172.20.0.14 (0b833a08-3676-4a33-b6cd-80b89bcfbe73/d8a3238e-989c-4be7-9247-a9d7e6d78141/825d548c-65d6-4b0a-aaed-92bd7b570dd2) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:05.614836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9760451a-5869-4477-b491-800b6863bba5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.620974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9760451a-5869-4477-b491-800b6863bba5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.627122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9760451a-5869-4477-b491-800b6863bba5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.629046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9760451a-5869-4477-b491-800b6863bba5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 1996 time: 0.3335013 Dec 09 15:05:05.634090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1062c569-44f9-45fd-9eee-ce2ea46503f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.641402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8f0a1c08-eaf1-47cc-a401-723a6a17a701 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=e5445ccf-d87c-46ac-865d-f0f2c555bb22 HTTP/1.1" status: 200 len: 221 time: 0.0554438 Dec 09 15:05:05.642080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52364) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.658920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-92a4044c-49d7-4330-be47-ab229bda0e4b tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1752968387', 'description': 'label created by tempest'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:05.658920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-92a4044c-49d7-4330-be47-ab229bda0e4b tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Unknown quota resources ['metering_label']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:05:05.668742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-739c3668-9109-4120-81ab-bd598a160b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.670667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-739c3668-9109-4120-81ab-bd598a160b91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3858342 Dec 09 15:05:05.730277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ff37e4e4-47d3-4dea-a1eb-36dda11df0e7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/quotas/c7f9437204ac45aa85b28904fe082373 HTTP/1.1" status: 200 len: 375 time: 0.0870650 Dec 09 15:05:05.732216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:05.735928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.784241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.845490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-65ee0241-2099-4ef4-a941-694bd42636e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1002 time: 0.1513786 Dec 09 15:05:05.940485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92a4044c-49d7-4330-be47-ab229bda0e4b tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.944508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-92a4044c-49d7-4330-be47-ab229bda0e4b tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2902546 Dec 09 15:05:05.946089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52366) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:05.968011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:05.970328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-584358c1-1836-47d8-a044-085596c449b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:05.971845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-584358c1-1836-47d8-a044-085596c449b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1138608 Dec 09 15:05:06.019509 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.052622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-487d6347-87fd-41ea-9a6a-1a78e2ad68b4 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3120928 Dec 09 15:05:06.069342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b3dcf561-04ae-45ff-b08d-b80b3ef3c7c8 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=25e6ad37-419a-4d05-bf96-84d4438a586b HTTP/1.1" status: 200 len: 468 time: 0.1186643 Dec 09 15:05:06.070014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52370) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.110391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.112166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 HTTP/1.1" status: 204 len: 168 time: 1.3261073 Dec 09 15:05:06.125914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc428d43-011c-4329-8d4e-a4200c91655d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=2e86ad73-3a2b-49d5-a74d-0a5a4edbe360,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:06.129573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52374) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.212462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-f53b7e94-61c6-4d64-a89c-e44ef025c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:06.213989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-f53b7e94-61c6-4d64-a89c-e44ef025c680 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292058 Dec 09 15:05:06.270161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86105e97-272d-401b-b63d-74495fff7978 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:06.272099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86105e97-272d-401b-b63d-74495fff7978 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:06.273691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86105e97-272d-401b-b63d-74495fff7978 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279888 Dec 09 15:05:06.276615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52376) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.277684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.332875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.357166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.360743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 49c99983-9bb0-426f-a67c-387698befcab {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:05:06.374492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.430513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:06.438427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaac18d-0b0b-4cc4-a577-5b6fc4b326c2 req-251fb868-44c7-427b-9799-99f0f42be5f8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:06.439971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebaac18d-0b0b-4cc4-a577-5b6fc4b326c2 req-251fb868-44c7-427b-9799-99f0f42be5f8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.2218502 Dec 09 15:05:06.453636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:06.478461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-4996c6d4-c60c-4024-87ad-bfa32ae7cf6b service neutron] 10.222.0.46 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060910 Dec 09 15:05:06.486377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:06.486805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1062c569-44f9-45fd-9eee-ce2ea46503f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.542764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:06.553921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:06.554562 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.564415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1062c569-44f9-45fd-9eee-ce2ea46503f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.589321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2141938 Dec 09 15:05:06.590256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0b01-4823-4b24-90e1-eba1b49ce073 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.592127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ab4a0b01-4823-4b24-90e1-eba1b49ce073 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/25e6ad37-419a-4d05-bf96-84d4438a586b HTTP/1.1" status: 204 len: 168 time: 0.5147336 Dec 09 15:05:06.593483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.606403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.617710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8ef68a-d81e-4331-b0e5-eb92e5dbebd2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:06.626107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3131c-2ef9-4843-a905-ed0ec7b8f153 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:06.637683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'admin_state_up': True, 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'security_groups': ['6cfca5ee-df28-4840-90ff-bb4a82748185']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:06.646242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.646716 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Added segment 7ff400c1-6494-4709-9e83-519f55a37501 of type vlan for network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 Dec 09 15:05:06.676921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f717a651-cade-48c7-8ce8-56a25c94621c tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=25e6ad37-419a-4d05-bf96-84d4438a586b HTTP/1.1" status: 200 len: 216 time: 0.0662456 Dec 09 15:05:06.684492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52382) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.714978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1062c569-44f9-45fd-9eee-ce2ea46503f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f090fe8b7dbf4202a2c60f2e81efc546&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2662737 Dec 09 15:05:06.733819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52384) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.762074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062c569-44f9-45fd-9eee-ce2ea46503f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e43844-d2e6-4338-ad57-f6be021d0864,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:06.771556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.808805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebaac18d-0b0b-4cc4-a577-5b6fc4b326c2 req-1e8b4ce4-ef0f-4851-8e38-9a19420368d8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582723 Dec 09 15:05:06.810412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0f1998d8-2510-4af5-8747-cc5a47b64abe tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1228449 Dec 09 15:05:06.814596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52386) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.831930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-1daa0b49-53bf-4760-9614-14900e020d73 service neutron] 10.222.0.46 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856455 Dec 09 15:05:06.838248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-ec9367cd-315f-497c-96df-f6621d464186 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869007 Dec 09 15:05:06.842850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ca1dab6-2e0e-44bc-9309-11d4c978389c tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0260494 Dec 09 15:05:06.856858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52388) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:06.883237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.891010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:06.891681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.895705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-21726efb-ab85-4ac2-aa59-a8f383c24c78 None None] Provisioning complete for port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:06.897039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21726efb-ab85-4ac2-aa59-a8f383c24c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:06.923387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-4e4adb5e-36b6-4e7a-9462-2b953598dc4f service neutron] 10.222.0.46 "GET /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0799603 Dec 09 15:05:06.984499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Network': ['ID=79f292c9-e24f-4cb5-80ad-7c77f647b3a3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:06.992924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e595b7d1-56c3-4903-85ee-85200db7ecfe tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5041378 Dec 09 15:05:07.007001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:05:07.049646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-21726efb-ab85-4ac2-aa59-a8f383c24c78 None None] Port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:07.154386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-a3bfab37-4e86-43a5-b34e-2d0c7750fda3 service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662791 Dec 09 15:05:07.285793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-204f6e80-a614-40af-8380-25c1aea2266c service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296933 Dec 09 15:05:07.345936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-133e7031-e668-4584-88ec-76589917880c service neutron] 10.222.0.46 "GET /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0589011 Dec 09 15:05:07.430577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-92cb0859-ee50-404c-8d4f-e9ebb7801d05 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/1dab78f1-83de-41ca-a3c5-adff5dbdf680 HTTP/1.1" status: 200 len: 472 time: 0.5725760 Dec 09 15:05:07.450230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:07.463884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-87e9aa4c-1ee1-4b5b-8866-e16e2310210f service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168933 Dec 09 15:05:07.528575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:07.571733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-844a9ea4-c240-40e1-808e-4535f3a79ce0 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/fd434ada-2455-4191-860e-28692e2263fc HTTP/1.1" status: 200 len: 461 time: 0.0815866 Dec 09 15:05:07.586943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52392) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:07.590962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9c48898b-177e-4e7b-ade4-22e9424dbfc9 service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244116 Dec 09 15:05:07.612441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-382f78ca-c19b-4aac-ad51-85f44dda245f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:07.620262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:07.624174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:07.656885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76d076bd-baa0-4184-ad62-ffb32db15d50 req-cfd3cfd7-0c6d-4118-9a4e-ad8cde6f224a service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8034565 Dec 09 15:05:07.693775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61629eaf-9624-410f-a552-3fe662568e83 req-86be5e48-1da3-4d81-a8aa-fe5f7bc056e1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:07.701330 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-61629eaf-9624-410f-a552-3fe662568e83 req-86be5e48-1da3-4d81-a8aa-fe5f7bc056e1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 932 time: 0.2863495 Dec 09 15:05:07.721571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-382f78ca-c19b-4aac-ad51-85f44dda245f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:07.755087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:07.790984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-77ce6172-8c42-4eba-9f05-8179c9da1324 service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987453 Dec 09 15:05:07.888845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=49c99983-9bb0-426f-a67c-387698befcab,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:07.906048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-42f74dd9-35db-4b3c-a79c-c6cbed8f64a5 service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141624 Dec 09 15:05:07.938924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05868fe1-1412-48a6-9edf-3e0acfe8f230 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:08.001672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.014837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-027b909f-b18c-4ea4-9902-d90e774f829e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/49c99983-9bb0-426f-a67c-387698befcab HTTP/1.1" status: 204 len: 168 time: 1.7351861 Dec 09 15:05:08.018658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52398) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:08.039652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8fcfb1c-d8ff-4e47-b065-1a950f731188 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.043459 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e8fcfb1c-d8ff-4e47-b065-1a950f731188 tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/fd434ada-2455-4191-860e-28692e2263fc HTTP/1.1" status: 204 len: 168 time: 0.4527974 Dec 09 15:05:08.045441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-c38e40a0-f7e4-40ef-9921-7098c6157058 service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279526 Dec 09 15:05:08.045874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52400) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:08.133756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-61629eaf-9624-410f-a552-3fe662568e83 req-7b3d89f5-aeac-4eb3-934e-a5cf13394f1b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297080 Dec 09 15:05:08.183716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-382f78ca-c19b-4aac-ad51-85f44dda245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.186659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-382f78ca-c19b-4aac-ad51-85f44dda245f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.190699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-382f78ca-c19b-4aac-ad51-85f44dda245f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8e43844-d2e6-4338-ad57-f6be021d0864 HTTP/1.1" status: 204 len: 168 time: 1.4472907 Dec 09 15:05:08.224675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f78ca-c19b-4aac-ad51-85f44dda245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e43844-d2e6-4338-ad57-f6be021d0864,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:08.250689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52404) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:08.250990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a534d7bd-ff79-48d3-bcea-28d27bfa5c94 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2249396 Dec 09 15:05:08.251911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:08.270946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 10.1.1.183 (198e3095-7048-41c0-a851-f1ea9ef48143/cac791fa-2b21-47cb-b21b-1cc10fc61d80/ef56fdf6-f19a-4a23-88fb-17e1325da9d0) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:08.393735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] Deleting port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:08.394926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.489119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] For port 4ee3bce9-930d-4fda-861e-cc356a9b3f92, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4ee3bce9-930d-4fda-861e-cc356a9b3f92,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:08.489515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.532399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] Calling delete_port for 4ee3bce9-930d-4fda-861e-cc356a9b3f92 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:08.570748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c911e3-a97f-4c5c-8258-09a7ddd41494 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:08.574272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-27c911e3-a97f-4c5c-8258-09a7ddd41494 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3035414 Dec 09 15:05:08.586344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52408) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:08.620729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6320-d079-4b2b-a899-285aa279961f req-9b34a06a-febd-49be-8931-d8eef8180328 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:08.633956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-579d6320-d079-4b2b-a899-285aa279961f req-9b34a06a-febd-49be-8931-d8eef8180328 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.3325131 Dec 09 15:05:08.709174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:08.717730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0bd9a10f-3263-4d97-a8b8-907471b9f75e service neutron] 10.222.0.46 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660999 Dec 09 15:05:08.746716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] Pushing event deleted for resources: {'Port': ['ID=4ee3bce9-930d-4fda-861e-cc356a9b3f92,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:08.772313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db6280-074b-461b-83fb-e6ac756a23dd None None] No DVR routers for this DVR port 4ee3bce9-930d-4fda-861e-cc356a9b3f92 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:08.854012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604002b-b598-4a68-9338-19d1e03a5281 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:08.855981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5604002b-b598-4a68-9338-19d1e03a5281 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2167473 Dec 09 15:05:08.865348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52416) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:08.900196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-579d6320-d079-4b2b-a899-285aa279961f req-9200ef31-5045-4838-96d2-d2aa55bd017c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633922 Dec 09 15:05:08.990268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-959fec39-a69a-4976-8a12-ea83f8e9ad65 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147768 Dec 09 15:05:08.994241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-99ab72b0-8c85-4f62-a79e-102bb1b8180a service neutron] 10.222.0.46 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667446 Dec 09 15:05:08.995898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52422) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:09.012382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:09.117082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:09.138529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:09.157473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29bf08b1-63e4-49c3-82d0-15982250436a tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:09.161863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-29bf08b1-63e4-49c3-82d0-15982250436a tempest-MeteringTestJSON-1932220751 tempest-MeteringTestJSON-1932220751-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/1dab78f1-83de-41ca-a3c5-adff5dbdf680 HTTP/1.1" status: 204 len: 168 time: 1.0431273 Dec 09 15:05:09.221068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 198e3095-7048-41c0-a851-f1ea9ef48143 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:09.228143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:09.231238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:09.233693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:09.286250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c183400-0d8c-4963-82be-143a9b56c67e req-533f4f35-539a-46a9-be4f-5d2892d1302a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:09.293880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c183400-0d8c-4963-82be-143a9b56c67e req-533f4f35-539a-46a9-be4f-5d2892d1302a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.1867080 Dec 09 15:05:09.383392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:09.384240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:09.412825 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-945565aa-db79-428e-9220-3e0b1d8a9a96 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7887356 Dec 09 15:05:09.444416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c183400-0d8c-4963-82be-143a9b56c67e req-b24fa6f2-0c5e-4a7b-a2dc-195ba8201ce8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493866 Dec 09 15:05:09.464954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'admin_state_up': True, 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'security_groups': ['6cfca5ee-df28-4840-90ff-bb4a82748185']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:09.715392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6401ab53-51c3-4203-adb1-45ddd06f5405 None None] Provisioning complete for port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:09.715958 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6401ab53-51c3-4203-adb1-45ddd06f5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:09.743614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52438) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:09.823288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6401ab53-51c3-4203-adb1-45ddd06f5405 None None] Port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:09.941538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce2af7-1c21-4dd1-ae24-8fe3c09b7656 req-80373436-4890-4ac1-8ed4-ef05ec7542e0 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:09.947708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4ee3bce9-930d-4fda-861e-cc356a9b3f92 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:09.955319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce2af7-1c21-4dd1-ae24-8fe3c09b7656 req-80373436-4890-4ac1-8ed4-ef05ec7542e0 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:09.969336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddce2af7-1c21-4dd1-ae24-8fe3c09b7656 req-80373436-4890-4ac1-8ed4-ef05ec7542e0 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 1654 time: 0.3455253 Dec 09 15:05:09.982475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-1c2daf72-f4d3-4fd6-b1c1-43d7e46403b2 service neutron] 10.222.0.46 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9873376 Dec 09 15:05:10.016785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4ee3bce9-930d-4fda-861e-cc356a9b3f92 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:05:10.017131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4ee3bce9-930d-4fda-861e-cc356a9b3f92 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:05:10.018344 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-691a183e-718d-4cec-ab6e-c4c94827ce4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8958223 Dec 09 15:05:10.044584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:10.048146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:10.137187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddce2af7-1c21-4dd1-ae24-8fe3c09b7656 req-7da69388-6600-4cd6-bb2b-98db5fe159f7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667635 Dec 09 15:05:10.256633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:10.264740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:10.344649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafc8c11-f8d3-4f4f-be7a-8b90f05c925d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:10.546909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 10.1.1.61 (198e3095-7048-41c0-a851-f1ea9ef48143/cac791fa-2b21-47cb-b21b-1cc10fc61d80/18ce4e9a-8d64-441a-a17a-84f2ed1cd468) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:10.596802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52456) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:10.622400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'subnet': {'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:10.697486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ad29865a-8548-454f-aed1-1a67a40ef940 service neutron] 10.222.0.46 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982121 Dec 09 15:05:10.710069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-08f7215d-0a01-4323-96a0-b4a45cfe583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:10.711821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-08f7215d-0a01-4323-96a0-b4a45cfe583a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 1097 time: 0.5242276 Dec 09 15:05:10.789100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafc8c11-f8d3-4f4f-be7a-8b90f05c925d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:10.809288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafc8c11-f8d3-4f4f-be7a-8b90f05c925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:10.904027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6fdc-f1d3-405d-aeea-65578f60549b req-1adf6a3b-70e6-4e82-97f4-e3069d98eb17 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:10.905580 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-830c6fdc-f1d3-405d-aeea-65578f60549b req-1adf6a3b-70e6-4e82-97f4-e3069d98eb17 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.2245378 Dec 09 15:05:10.924047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eafc8c11-f8d3-4f4f-be7a-8b90f05c925d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ac8d56d7ae24b589b2938ee123e4127&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1715732 Dec 09 15:05:10.927649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52464) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:10.941642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc8c11-f8d3-4f4f-be7a-8b90f05c925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c4ee20-0588-4ae8-9784-eef9b85bca6e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:10.944164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:10.947635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.043282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.074682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:11.078118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.092035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-97346b93-b60b-4053-99ee-665b651ab925 service neutron] 10.222.0.46 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790326 Dec 09 15:05:11.150140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-830c6fdc-f1d3-405d-aeea-65578f60549b req-3b99e28e-c868-4a5f-8cd1-3a74306eff9e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333972 Dec 09 15:05:11.162070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6faffda1-069b-432c-89e4-bf4cd1237dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.208746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-272e6777-8c84-4a1d-aa75-351752ec554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.211059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-272e6777-8c84-4a1d-aa75-351752ec554e service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.4631720 Dec 09 15:05:11.212755 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6faffda1-069b-432c-89e4-bf4cd1237dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.213278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:11.219791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:11.234193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e4292-bd1a-4602-a092-27a7c8237916 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:11.242913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.244343 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.260714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.301642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-5409ca0d-644c-4cad-8c62-cba553e06c80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 200 len: 217 time: 0.0684834 Dec 09 15:05:11.372089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 198e3095-7048-41c0-a851-f1ea9ef48143 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:11.384660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-425a8163-9e55-4009-b93b-b5b979dd794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.386312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-425a8163-9e55-4009-b93b-b5b979dd794d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.0647895 Dec 09 15:05:11.388355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=9f0c33c0-db9b-49b1-8174-1b7129cab011,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:11.399048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-23a22464-e093-4af3-a89d-8748ec19fb54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2771702 Dec 09 15:05:11.400039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:11.411372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52486) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:11.415105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:f0:bd:7d', 'name': 'tempest-NetworksTestDHCPv6-461786682'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:11.420497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:11.452885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:11.487089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-fd1bd4b8-98f9-4c15-83a6-e1e9ae72ba48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867898 Dec 09 15:05:11.510974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.589529 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6faffda1-069b-432c-89e4-bf4cd1237dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.589794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '9f0c33c0-db9b-49b1-8174-1b7129cab011'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:11.592217 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6faffda1-069b-432c-89e4-bf4cd1237dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.593147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.615021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6faffda1-069b-432c-89e4-bf4cd1237dff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94c4ee20-0588-4ae8-9784-eef9b85bca6e HTTP/1.1" status: 204 len: 168 time: 0.6808743 Dec 09 15:05:11.755736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-d6ac2628-dab3-4714-8b04-eebf93af6103 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464366 Dec 09 15:05:11.830662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.831614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:11.884222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152106-9bdd-45b2-9518-716b9c7940ab req-16a7ab6f-7fb3-4d9d-9ab6-c46481555d08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.890887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152106-9bdd-45b2-9518-716b9c7940ab req-16a7ab6f-7fb3-4d9d-9ab6-c46481555d08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.898821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8152106-9bdd-45b2-9518-716b9c7940ab req-16a7ab6f-7fb3-4d9d-9ab6-c46481555d08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.906976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d8152106-9bdd-45b2-9518-716b9c7940ab req-16a7ab6f-7fb3-4d9d-9ab6-c46481555d08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 2374 time: 0.5384204 Dec 09 15:05:11.937343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Allocated IP 2001:db8::f816:3eff:fe99:8a97 (d3ad000a-542a-403b-900f-3e0469146f33/9f0c33c0-db9b-49b1-8174-1b7129cab011/6c3f0f44-6411-4922-b1bb-5342ff5e4e6a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:11.979709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-615f6aea-6346-4e44-ac38-36e60230ea1d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:11.980859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:11.981292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-615f6aea-6346-4e44-ac38-36e60230ea1d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.2028658 Dec 09 15:05:12.074241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fa645988-af5d-43b6-af08-99151d8f9f29 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6271029 Dec 09 15:05:12.089249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faffda1-069b-432c-89e4-bf4cd1237dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c4ee20-0588-4ae8-9784-eef9b85bca6e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:12.098367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5c0a53a-91ce-4a29-afbe-2d5b419472c5 req-0a5744ea-3556-4aa8-b5a0-334dcb30e5b1 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276248 Dec 09 15:05:12.124494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '60e00809-9153-459a-810f-66199fce865c', 'admin_state_up': True, 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'security_groups': ['6cfca5ee-df28-4840-90ff-bb4a82748185']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:12.181756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:12.182117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.191554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5c0ed43f-c3de-405c-9732-f2fe8f476daf None None] Provisioning complete for port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:12.191936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed43f-c3de-405c-9732-f2fe8f476daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.249235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Subnet': ['ID=08d22de6-50e9-4e19-9a6b-aa3cbef82d9a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:12.305878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ed43f-c3de-405c-9732-f2fe8f476daf None None] Port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:12.314741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Checking segment: {'id': '7ff400c1-6494-4709-9e83-519f55a37501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:12.315117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network hostable DHCP agents. Network: 79f292c9-e24f-4cb5-80ad-7c77f647b3a3, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:05:12.445803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d8152106-9bdd-45b2-9518-716b9c7940ab req-a068f064-7310-49b7-80e8-326f5b626bb7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374339 Dec 09 15:05:12.489889 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.501772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.530600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port c20aaf83-c471-4ebf-ad47-3e842b24d7e8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:12.531108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.551557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52548) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:12.574032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for c20aaf83-c471-4ebf-ad47-3e842b24d7e8 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:12.671684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52550) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:12.680040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e0912a5f-5fb3-4c86-a53f-916d3388cfe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.682534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:05:12.710269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 79f292c9-e24f-4cb5-80ad-7c77f647b3a3) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:12.724641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:12.725373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.742742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2801e403-3294-4cad-bfba-5493332317be req-0f01690a-7874-4d38-ac94-d96fdaabd767 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0694723 Dec 09 15:05:12.749015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.768474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1400d69b-81eb-485f-a4cd-8ccd437ae52b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1698973 Dec 09 15:05:12.770979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52558) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:12.816496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1224072059'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:12.835672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce704-eb41-44f6-9434-1203836ba461 req-24d999df-2626-4e2d-b88c-79e2f676157a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:12.843467 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac8ce704-eb41-44f6-9434-1203836ba461 req-24d999df-2626-4e2d-b88c-79e2f676157a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 945 time: 0.2236781 Dec 09 15:05:12.852333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:12.865442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d952845-a6a8-4c96-a815-c1959c78e2a9 None None] Network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:12.869067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port e5d66950-4165-4dc7-ac79-340e43869377 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:12.900312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:12.934991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:12.942434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:12.998263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:13.021060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:13.062573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:13.064839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Pushing event updated for resources: {'Port': ['ID=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:13.121591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.122083 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Added segment 79099ad7-8f7d-480b-9521-c4361423588c of type vlan for network fefe93b6-dbb8-4580-9b29-6581cb6ca02b Dec 09 15:05:13.124575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098faa42-2566-471c-861d-487d1892f338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-79f292c9-e24f-4cb5-80ad-7c77f647b3a3', 'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3', 'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'fixed_ips': [{'subnet_id': '08d22de6-50e9-4e19-9a6b-aa3cbef82d9a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:13.125451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-098faa42-2566-471c-861d-487d1892f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.187600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.191082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Attempting to bind port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:13.191292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Attempting to bind port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:13.191703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Attempting to bind port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:13.200014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:13.200014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:13.200390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.200714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:13.201358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Bound port: 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:13.201755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.213896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ac8ce704-eb41-44f6-9434-1203836ba461 req-4124ada9-7bb4-41f9-84cf-da1af8ab006e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693779 Dec 09 15:05:13.233033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.256723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e0912a5f-5fb3-4c86-a53f-916d3388cfe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.260779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a65c412d-6ef6-4230-81c8-3b77631482fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.266711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.277870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fef0:bd7d (d3ad000a-542a-403b-900f-3e0469146f33/9f0c33c0-db9b-49b1-8174-1b7129cab011/e5d66950-4165-4dc7-ac79-340e43869377) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:13.280791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e0912a5f-5fb3-4c86-a53f-916d3388cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.325090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:05:13.366448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=c20aaf83-c471-4ebf-ad47-3e842b24d7e8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:13.387252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beda0e0-f99d-406e-b8af-7d96a5748f3f None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:13.440738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port c20aaf83-c471-4ebf-ad47-3e842b24d7e8 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:13.443841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.448919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29a1e120-bb76-484e-900a-4dd3dd4d9ed6 req-13fe93d0-1342-4561-9668-541dfd2bf31a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "DELETE /v2.0/ports/c20aaf83-c471-4ebf-ad47-3e842b24d7e8 HTTP/1.1" status: 204 len: 173 time: 1.4588413 Dec 09 15:05:13.452635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'name': 'network-vif-deleted', 'tag': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:13.455148 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f50aa-4e72-4d9c-a23c-eea6410f56cc" -d '{"events": [{"server_uuid": "eca48cb4-a168-4c01-86e0-606a702bd601", "name": "network-vif-deleted", "tag": "c20aaf83-c471-4ebf-ad47-3e842b24d7e8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:13.464086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.471657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:13.474616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.497045 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0912a5f-5fb3-4c86-a53f-916d3388cfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472bfda-9bb0-44ba-8e63-f23fb706912d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:13.508748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] For port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:13.513273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e0912a5f-5fb3-4c86-a53f-916d3388cfe7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb3144b892b94010b8dce541ddf024bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9558582 Dec 09 15:05:13.516394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:13.572171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] For port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:13.612256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-098faa42-2566-471c-861d-487d1892f338 None None] Allocated IP 2001:db8:0:ffff::2 (79f292c9-e24f-4cb5-80ad-7c77f647b3a3/08d22de6-50e9-4e19-9a6b-aa3cbef82d9a/f28b46a4-5f4a-4632-b07c-672f49f51bd8) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:13.619205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.627497 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d37322-a5b7-4b15-a757-0bcf6f5fea16 x-openstack-request-id: req-d6d37322-a5b7-4b15-a757-0bcf6f5fea16 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:13.627914 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca48cb4-a168-4c01-86e0-606a702bd601", "name": "network-vif-deleted", "tag": "c20aaf83-c471-4ebf-ad47-3e842b24d7e8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:13.628362 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6d37322-a5b7-4b15-a757-0bcf6f5fea16 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:13.629359 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca48cb4-a168-4c01-86e0-606a702bd601', 'name': 'network-vif-deleted', 'tag': 'c20aaf83-c471-4ebf-ad47-3e842b24d7e8', 'status': 'completed', 'code': 200} Dec 09 15:05:13.629986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Network': ['ID=fefe93b6-dbb8-4580-9b29-6581cb6ca02b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:13.650118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:05:13.660346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1677d2a8-1e24-4739-87e7-f5afb3229ea7 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8844771 Dec 09 15:05:13.662066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52570) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:13.667422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'subnet': {'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:13.812112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a65c412d-6ef6-4230-81c8-3b77631482fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.982801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e60d-a8e1-4ca8-8c0f-600151bad16b None None] Pushing event updated for resources: {'Port': ['ID=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:13.989448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:13.993280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a65c412d-6ef6-4230-81c8-3b77631482fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.199866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a65c412d-6ef6-4230-81c8-3b77631482fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7730605cc1ba4483a8d80b65cb882220&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5244691 Dec 09 15:05:14.200688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:14.216071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.218678 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-098faa42-2566-471c-861d-487d1892f338 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.223831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:14.224532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c412d-6ef6-4230-81c8-3b77631482fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef05b47-a588-4328-8212-51fd2e3138d0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:14.247038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-098faa42-2566-471c-861d-487d1892f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.323018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098faa42-2566-471c-861d-487d1892f338 None None] Network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:14.324974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec4074df-e609-42d0-98e9-df796c0d9c26 req-1eeedc67-e8d4-44cb-a39a-a76ff66b8dd4 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.3579533 Dec 09 15:05:14.349340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-098faa42-2566-471c-861d-487d1892f338 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:14.376479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098faa42-2566-471c-861d-487d1892f338 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:14.401035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098faa42-2566-471c-861d-487d1892f338 None None] Pushing event updated for resources: {'Port': ['ID=f28b46a4-5f4a-4632-b07c-672f49f51bd8,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:14.416367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438409c0-ddb4-44c7-981b-febf0621847c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.446638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438409c0-ddb4-44c7-981b-febf0621847c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.505405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438409c0-ddb4-44c7-981b-febf0621847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.510467 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-438409c0-ddb4-44c7-981b-febf0621847c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.514016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-438409c0-ddb4-44c7-981b-febf0621847c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ef05b47-a588-4328-8212-51fd2e3138d0 HTTP/1.1" status: 204 len: 168 time: 0.2849483 Dec 09 15:05:14.526364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-323dd0f8-898e-4be0-8ba3-9adb51d859cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:14.528746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-323dd0f8-898e-4be0-8ba3-9adb51d859cb service neutron] 10.222.0.36 "GET /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 1032 time: 0.3081999 Dec 09 15:05:14.537813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438409c0-ddb4-44c7-981b-febf0621847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef05b47-a588-4328-8212-51fd2e3138d0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:14.623896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-098faa42-2566-471c-861d-487d1892f338 None None] Attempting to bind port f28b46a4-5f4a-4632-b07c-672f49f51bd8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:14.624591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-098faa42-2566-471c-861d-487d1892f338 None None] Attempting to bind port f28b46a4-5f4a-4632-b07c-672f49f51bd8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '7ff400c1-6494-4709-9e83-519f55a37501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:14.625294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098faa42-2566-471c-861d-487d1892f338 None None] Attempting to bind port f28b46a4-5f4a-4632-b07c-672f49f51bd8 on network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:14.673706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-232a2238-0ba8-4f28-b2cb-32ecc9407a72 req-127ea187-01ca-4516-a48b-e288e649e3b1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca48cb4-a168-4c01-86e0-606a702bd601 HTTP/1.1" status: 200 len: 210 time: 0.0614650 Dec 09 15:05:14.682158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098faa42-2566-471c-861d-487d1892f338 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:14.682556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098faa42-2566-471c-861d-487d1892f338 None None] Checking segment: {'id': '7ff400c1-6494-4709-9e83-519f55a37501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:14.689895 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-098faa42-2566-471c-861d-487d1892f338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.690401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098faa42-2566-471c-861d-487d1892f338 None None] Bound using segment: {'id': '7ff400c1-6494-4709-9e83-519f55a37501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:14.690982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-098faa42-2566-471c-861d-487d1892f338 None None] Bound port: f28b46a4-5f4a-4632-b07c-672f49f51bd8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff400c1-6494-4709-9e83-519f55a37501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '79f292c9-e24f-4cb5-80ad-7c77f647b3a3'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:14.691520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-098faa42-2566-471c-861d-487d1892f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.699921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-f93aa30d-a7d5-48a6-8b36-948fae26c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:14.701503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-f93aa30d-a7d5-48a6-8b36-948fae26c057 service neutron] 10.222.0.36 "GET /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 1032 time: 0.1305211 Dec 09 15:05:14.717223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.826992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-098faa42-2566-471c-861d-487d1892f338 None None] For port f28b46a4-5f4a-4632-b07c-672f49f51bd8, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:14.842951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-098faa42-2566-471c-861d-487d1892f338 None None] For port f28b46a4-5f4a-4632-b07c-672f49f51bd8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f28b46a4-5f4a-4632-b07c-672f49f51bd8,segment=NetworkSegment(7ff400c1-6494-4709-9e83-519f55a37501),segment_id=7ff400c1-6494-4709-9e83-519f55a37501)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:14.856526 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-098faa42-2566-471c-861d-487d1892f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:14.885332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:14.937789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=e5d66950-4165-4dc7-ac79-340e43869377,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:14.948551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:14.951983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:14.967549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098faa42-2566-471c-861d-487d1892f338 None None] Pushing event updated for resources: {'Port': ['ID=f28b46a4-5f4a-4632-b07c-672f49f51bd8,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:14.969637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:14.975005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.023900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6bae-2024-4d84-a0f3-b2582dfe004e req-d84f131f-7725-489f-953a-7412f48f233f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.041720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6bae-2024-4d84-a0f3-b2582dfe004e req-d84f131f-7725-489f-953a-7412f48f233f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.053828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6bae-2024-4d84-a0f3-b2582dfe004e req-d84f131f-7725-489f-953a-7412f48f233f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.062910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-057f6bae-2024-4d84-a0f3-b2582dfe004e req-d84f131f-7725-489f-953a-7412f48f233f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 2374 time: 1.4376841 Dec 09 15:05:15.074848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0d4443e7-70cc-4710-a22a-fb77b6233861 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.081065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0d4443e7-70cc-4710-a22a-fb77b6233861 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.104169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0d4443e7-70cc-4710-a22a-fb77b6233861 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.105855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0d4443e7-70cc-4710-a22a-fb77b6233861 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 1996 time: 0.3943067 Dec 09 15:05:15.199374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:15.237015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f649e0e5-9862-4bc5-b8d5-524c1fd0aef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.263444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5d08e394-3191-49cc-b09b-03550891f154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8503118 Dec 09 15:05:15.273717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ae86e64d-2897-4d82-908c-ebbf1a0fad7e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7f9437204ac45aa85b28904fe082373 HTTP/1.1" status: 200 len: 380 time: 0.1552830 Dec 09 15:05:15.277359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52586) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:15.280468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c20aaf83-c471-4ebf-ad47-3e842b24d7e8 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:15.306583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'admin_state_up': True, 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'security_groups': ['98bfefa4-ea99-408a-8a52-0407e8fe3089']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:15.311482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c41c53c-a114-43d0-b05b-0e6356a32128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.345418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: c20aaf83-c471-4ebf-ad47-3e842b24d7e8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:05:15.346131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c20aaf83-c471-4ebf-ad47-3e842b24d7e8 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:05:15.361535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 10.2.2.100 (60e00809-9153-459a-810f-66199fce865c/7d0edc87-f554-41e0-a195-3ec6e6ca32fa/97e57840-7f67-4acd-a758-ded1a54bb336) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:15.383308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-057f6bae-2024-4d84-a0f3-b2582dfe004e req-55fca6dc-85fa-45d0-8983-1f2fe0f02137 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142264 Dec 09 15:05:15.403736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f649e0e5-9862-4bc5-b8d5-524c1fd0aef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.588982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e53f1b85-dfd2-41f8-a065-10c04bc98d87 req-a782b816-165c-4d4b-a517-827a78f3787c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0751450 Dec 09 15:05:15.626001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f649e0e5-9862-4bc5-b8d5-524c1fd0aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.629446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f649e0e5-9862-4bc5-b8d5-524c1fd0aef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.630966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f649e0e5-9862-4bc5-b8d5-524c1fd0aef9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b472bfda-9bb0-44ba-8e63-f23fb706912d HTTP/1.1" status: 204 len: 168 time: 2.0687926 Dec 09 15:05:15.632544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a4e887b1-5bd1-40d5-b039-0a38f6f85d76 None None] Provisioning complete for port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:15.639294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4e887b1-5bd1-40d5-b039-0a38f6f85d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.649255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c54f103-b852-4b7a-b07e-a0850f6a0fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.668626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c54f103-b852-4b7a-b07e-a0850f6a0fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:15.673165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0c54f103-b852-4b7a-b07e-a0850f6a0fc4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3888228 Dec 09 15:05:15.677764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52592) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:15.694431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649e0e5-9862-4bc5-b8d5-524c1fd0aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472bfda-9bb0-44ba-8e63-f23fb706912d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:15.808486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:15.823159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.833220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.975908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:15.984518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4e887b1-5bd1-40d5-b039-0a38f6f85d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.120891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a4e887b1-5bd1-40d5-b039-0a38f6f85d76 None None] For port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:16.136116 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4e887b1-5bd1-40d5-b039-0a38f6f85d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.220081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:16.221096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:16.230029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.231717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 60e00809-9153-459a-810f-66199fce865c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:16.248148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:16.287986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:16.405452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:16.428432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port e5d66950-4165-4dc7-ac79-340e43869377 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:16.428988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.442069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e39acf6-f071-49d1-a6b5-080a5c43d39b None None] Provisioning complete for port e5d66950-4165-4dc7-ac79-340e43869377 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:16.442607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e39acf6-f071-49d1-a6b5-080a5c43d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.474174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Subnet': ['ID=f54fc322-f6be-4c1a-88ff-d383cfe475c7,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:16.572541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e887b1-5bd1-40d5-b039-0a38f6f85d76 None None] Pushing event updated for resources: {'Port': ['ID=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:16.588223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:16.591670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.609775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:16.610248 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.653153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ff03fb89-2515-4bd9-86ed-253685969f95 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5614722 Dec 09 15:05:16.687298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8e39acf6-f071-49d1-a6b5-080a5c43d39b None None] Port e5d66950-4165-4dc7-ac79-340e43869377 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:16.753813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f28b46a4-5f4a-4632-b07c-672f49f51bd8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:16.765311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 172.20.0.4 (54626a82-c410-4bdc-afc5-b67930a6e4f7/4943e9cf-8b56-4703-b6f6-cccd100992ba/35ba5d58-cf79-49ec-82b9-e6a292e57056) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:16.766911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '60e00809-9153-459a-810f-66199fce865c', 'admin_state_up': True, 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'security_groups': ['6cfca5ee-df28-4840-90ff-bb4a82748185']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:16.848401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Checking segment: {'id': '79099ad7-8f7d-480b-9521-c4361423588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:16.848785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network hostable DHCP agents. Network: fefe93b6-dbb8-4580-9b29-6581cb6ca02b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:05:16.870978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f28b46a4-5f4a-4632-b07c-672f49f51bd8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:16.871811 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.911188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c41c53c-a114-43d0-b05b-0e6356a32128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:16.959373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-934d5c98-8126-4299-8a99-0481ada21f82 None None] Provisioning complete for port 97e57840-7f67-4acd-a758-ded1a54bb336 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:16.959751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-934d5c98-8126-4299-8a99-0481ada21f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.017745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-142675f1-40cf-45de-ad40-b5dc1751120f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:17.020356 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-142675f1-40cf-45de-ad40-b5dc1751120f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.6069417 Dec 09 15:05:17.047028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-b27c2131-8821-4225-8875-5518ecc389e3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0152586 Dec 09 15:05:17.052037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c41c53c-a114-43d0-b05b-0e6356a32128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.062798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2b9d1-45e9-484b-8e1b-8b4908643d54 None None] Network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:17.152689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-934d5c98-8126-4299-8a99-0481ada21f82 None None] Port 97e57840-7f67-4acd-a758-ded1a54bb336 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:17.154264 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-bb201967-ad10-4800-a6af-7a9fdf0a2308 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948105 Dec 09 15:05:17.171302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.207328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:05:17.242318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port f28b46a4-5f4a-4632-b07c-672f49f51bd8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f28b46a4-5f4a-4632-b07c-672f49f51bd8,segment=NetworkSegment(7ff400c1-6494-4709-9e83-519f55a37501),segment_id=7ff400c1-6494-4709-9e83-519f55a37501)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:17.251162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.281068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762d4f-fb07-42c9-96e2-88ba036d5698 req-61c13ac1-0844-4b72-8b4b-44e95aefff06 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:17.281342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Made reservation on behalf of 8e6a45a1843e4fd6ad7dc1e9aaafc6e9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:17.287034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.287435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762d4f-fb07-42c9-96e2-88ba036d5698 req-61c13ac1-0844-4b72-8b4b-44e95aefff06 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:17.293584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762d4f-fb07-42c9-96e2-88ba036d5698 req-61c13ac1-0844-4b72-8b4b-44e95aefff06 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:17.301374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f762d4f-fb07-42c9-96e2-88ba036d5698 req-61c13ac1-0844-4b72-8b4b-44e95aefff06 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:17.312015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f762d4f-fb07-42c9-96e2-88ba036d5698 req-61c13ac1-0844-4b72-8b4b-44e95aefff06 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 3095 time: 0.4557900 Dec 09 15:05:17.346780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fefe93b6-dbb8-4580-9b29-6581cb6ca02b) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:17.353119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c41c53c-a114-43d0-b05b-0e6356a32128 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6ae18602efc4d5e8069ff8078a27ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1523511 Dec 09 15:05:17.360410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52636) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:17.366874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41c53c-a114-43d0-b05b-0e6356a32128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fdc7d-e471-4c0c-8089-03ae1f051e0f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:17.377119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbde35-1c89-42ca-bfe7-fd064fdb14fc None None] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:17.386548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:17.387148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.416147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.418436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3353dccb-031d-426a-9b76-566a04533dd4 None None] Provisioning complete for port f28b46a4-5f4a-4632-b07c-672f49f51bd8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:17.418783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3353dccb-031d-426a-9b76-566a04533dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.431594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=f28b46a4-5f4a-4632-b07c-672f49f51bd8,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:17.462242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0fd9a0a5-6568-49ed-8d2c-27deb07b914f service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039958 Dec 09 15:05:17.478775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.500023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f762d4f-fb07-42c9-96e2-88ba036d5698 req-8dd2e6d7-7f71-49b5-8a9b-16bc7eb291ef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892097 Dec 09 15:05:17.509066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for e5d66950-4165-4dc7-ac79-340e43869377 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:17.535873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52638) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:17.536220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52640) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:17.536767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ee12ca77-7875-4909-87ab-90f0204cc549 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8734548 Dec 09 15:05:17.561860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'port': {'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b', 'name': 'tempest-NetworksIpV6TestAttrs-1201241442'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:17.641012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-fefe93b6-dbb8-4580-9b29-6581cb6ca02b', 'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b', 'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'fixed_ips': [{'subnet_id': 'f54fc322-f6be-4c1a-88ff-d383cfe475c7'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:17.642907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.727188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b334a3f0-8093-49ca-a90f-f34c4eeae474 req-bfb84028-156f-40f2-8e8b-4bb1e85ac6fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0981700 Dec 09 15:05:17.731013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6571129a-93ce-4ece-bfc5-a44f8bd9d573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.761961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-915baaf1-b690-440c-8d8e-f457a017ab85 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889395 Dec 09 15:05:17.780737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.845723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6571129a-93ce-4ece-bfc5-a44f8bd9d573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:17.890379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:17.895411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:17.902044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:17.917613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:17.998092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:18.010019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Allocated IP 10.2.2.200 (60e00809-9153-459a-810f-66199fce865c/7d0edc87-f554-41e0-a195-3ec6e6ca32fa/d7facdcd-1d32-4b4e-ab7c-1e9097213662) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:18.152110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c30265c9-08c5-4c5a-a094-612f93060d19 None None] Provisioning complete for port f28b46a4-5f4a-4632-b07c-672f49f51bd8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:18.152742 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30265c9-08c5-4c5a-a094-612f93060d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.176334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f853916e-5b13-4849-a5d6-206294fdab79 req-1b9daf60-f3ee-4bd8-a71d-6e9c618268a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 210 time: 0.0716894 Dec 09 15:05:18.180293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.203626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:18.204302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.257944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Allocated IP 2001:db8::f816:3eff:fe13:42aa (fefe93b6-dbb8-4580-9b29-6581cb6ca02b/f54fc322-f6be-4c1a-88ff-d383cfe475c7/6fea3b37-0884-47f0-855b-3760e25efd6f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:18.259877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-beb3fe29-7950-476e-b6fe-631706146ad3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9607799 Dec 09 15:05:18.281859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=e5d66950-4165-4dc7-ac79-340e43869377,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:18.282798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:18.283245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.291247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'admin_state_up': True, 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'security_groups': ['98bfefa4-ea99-408a-8a52-0407e8fe3089']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:18.343386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-722087366'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:18.367944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:18.372754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.378562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:18.383483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.433618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6571129a-93ce-4ece-bfc5-a44f8bd9d573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.435237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.436878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6571129a-93ce-4ece-bfc5-a44f8bd9d573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.441024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6571129a-93ce-4ece-bfc5-a44f8bd9d573 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b65fdc7d-e471-4c0c-8089-03ae1f051e0f HTTP/1.1" status: 204 len: 168 time: 1.0637894 Dec 09 15:05:18.450971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] device_id is not set on port cd0a2729-98eb-4a83-bc7f-160002ee2491 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:18.580434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571129a-93ce-4ece-bfc5-a44f8bd9d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fdc7d-e471-4c0c-8089-03ae1f051e0f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:18.591666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.607418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b1d04b3-613a-4a13-a2b8-1ea71c1418bc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/e5d66950-4165-4dc7-ac79-340e43869377 HTTP/1.1" status: 204 len: 168 time: 2.9228992 Dec 09 15:05:18.629549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52656) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:18.702379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448baf17-546c-4213-b71c-64a107f64b6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:18.704594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448baf17-546c-4213-b71c-64a107f64b6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:18.709693 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-448baf17-546c-4213-b71c-64a107f64b6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0782988 Dec 09 15:05:18.715242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52658) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:18.753234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:18.757165 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.836484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5da240d2-4ee0-4a29-af0e-4e28103e2954 None None] Provisioning complete for port 35ba5d58-cf79-49ec-82b9-e6a292e57056 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:18.836944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5da240d2-4ee0-4a29-af0e-4e28103e2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.844739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 9f0c33c0-db9b-49b1-8174-1b7129cab011 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:05:18.888147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.926146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:18.964541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.021043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f28b46a4-5f4a-4632-b07c-672f49f51bd8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:19.056099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:19.071077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:19.077310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:19.088380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5da240d2-4ee0-4a29-af0e-4e28103e2954 None None] Port 35ba5d58-cf79-49ec-82b9-e6a292e57056 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:19.157253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Pushing event updated for resources: {'Port': ['ID=6fea3b37-0884-47f0-855b-3760e25efd6f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:19.160971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Allocated IP 2001:db8::f816:3eff:fe9b:9bf2 (fefe93b6-dbb8-4580-9b29-6581cb6ca02b/f54fc322-f6be-4c1a-88ff-d383cfe475c7/cd0a2729-98eb-4a83-bc7f-160002ee2491) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:19.194684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ac573-c0a6-4e0a-a817-9f193f65a8f4 req-3ecdfce8-4bb5-4a89-9511-8cb41265e841 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:19.201362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ac573-c0a6-4e0a-a817-9f193f65a8f4 req-3ecdfce8-4bb5-4a89-9511-8cb41265e841 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:19.208269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ac573-c0a6-4e0a-a817-9f193f65a8f4 req-3ecdfce8-4bb5-4a89-9511-8cb41265e841 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:19.214661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ac573-c0a6-4e0a-a817-9f193f65a8f4 req-3ecdfce8-4bb5-4a89-9511-8cb41265e841 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:19.229882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-011ac573-c0a6-4e0a-a817-9f193f65a8f4 req-3ecdfce8-4bb5-4a89-9511-8cb41265e841 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 3095 time: 0.5128105 Dec 09 15:05:19.242044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Attempting to bind port 6fea3b37-0884-47f0-855b-3760e25efd6f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:19.242571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Attempting to bind port 6fea3b37-0884-47f0-855b-3760e25efd6f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '79099ad7-8f7d-480b-9521-c4361423588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:19.252813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Attempting to bind port 6fea3b37-0884-47f0-855b-3760e25efd6f on network fefe93b6-dbb8-4580-9b29-6581cb6ca02b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:19.261481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:19.261977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Checking segment: {'id': '79099ad7-8f7d-480b-9521-c4361423588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:19.262563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.263072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Bound using segment: {'id': '79099ad7-8f7d-480b-9521-c4361423588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:19.263683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Bound port: 6fea3b37-0884-47f0-855b-3760e25efd6f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79099ad7-8f7d-480b-9521-c4361423588c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fefe93b6-dbb8-4580-9b29-6581cb6ca02b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:19.264333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.305128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.368428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f28b46a4-5f4a-4632-b07c-672f49f51bd8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:19.368810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.445154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.458232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.490223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-011ac573-c0a6-4e0a-a817-9f193f65a8f4 req-cd337b72-1cbe-4f30-ac91-7ba1e21f386c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593286 Dec 09 15:05:19.530893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] For port 6fea3b37-0884-47f0-855b-3760e25efd6f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:19.538531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] For port 6fea3b37-0884-47f0-855b-3760e25efd6f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6fea3b37-0884-47f0-855b-3760e25efd6f,segment=NetworkSegment(79099ad7-8f7d-480b-9521-c4361423588c),segment_id=79099ad7-8f7d-480b-9521-c4361423588c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:19.551167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.563259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:19.612174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d46178-d6d7-49de-999a-fb016ac1049a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:19.617658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.689632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1210cb6-9e58-4df2-aff2-78c9f13887be None None] Pushing event updated for resources: {'Port': ['ID=6fea3b37-0884-47f0-855b-3760e25efd6f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:19.723956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.724299 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Added segment 4eff00f3-fd69-4784-b846-163b1cc2f4df of type vlan for network 998b758c-80e2-4119-ac52-940f31128c39 Dec 09 15:05:19.731493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475c04-6e24-4013-a438-253f8d504e43 req-1bcce2ba-a10b-4326-8c70-031abf30bc9f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:19.740464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07475c04-6e24-4013-a438-253f8d504e43 req-1bcce2ba-a10b-4326-8c70-031abf30bc9f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 931 time: 0.3156176 Dec 09 15:05:19.794972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 10.1.1.196 (28bdfee3-de54-4f05-b974-4ddb3487282a/22ed4e67-bb08-4d75-8dfa-46230dfb24ad/e63d5ea4-149d-4e32-9dcd-42e31535157a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:19.838684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-297cd5ec-2546-411d-aeae-6f6740eb4be4 req-4a4ef42e-e484-41b9-b885-0e7ac70efdff tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 210 time: 0.1204596 Dec 09 15:05:19.852517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07475c04-6e24-4013-a438-253f8d504e43 req-a7b4301f-4234-44e7-8a77-31dc4ddf8ce4 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109300 Dec 09 15:05:19.890405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:19.895843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.000646 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:05:20.078014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Network 60e00809-9153-459a-810f-66199fce865c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:20.082025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event updated for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:20.084701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:20.089609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.091177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:20.094451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.099777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:20.100329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.153500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.250760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7121863 Dec 09 15:05:20.265155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52686) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:20.272915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:20.273844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.275804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'subnet': {'network_id': '998b758c-80e2-4119-ac52-940f31128c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:20.286463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016f209-3f40-4dcb-a8b6-4d64d7765242 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Network': ['ID=998b758c-80e2-4119-ac52-940f31128c39,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:20.300263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 998b758c-80e2-4119-ac52-940f31128c39 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:05:20.322390 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-42fa653e-856b-4bec-983a-d648b14e088b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5632882 Dec 09 15:05:20.333349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.342199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:20.408890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:20.413707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:20.427397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:20.433659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:20.434931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.479487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Port': ['ID=cd0a2729-98eb-4a83-bc7f-160002ee2491,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:20.488787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.496526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-b4c07681-5e92-48c5-8bae-579d5464d9e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:20.498092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-b4c07681-5e92-48c5-8bae-579d5464d9e1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.5706413 Dec 09 15:05:20.505926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-61de1312-6b9d-4448-82fb-a04439caa994 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9661834 Dec 09 15:05:20.508740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52694) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:20.576422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:20.579949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.589903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.601881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:20.663667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0e852a3f-68dd-485b-8382-dd880e5e551d None None] Provisioning complete for port d7facdcd-1d32-4b4e-ab7c-1e9097213662 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:20.664049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e852a3f-68dd-485b-8382-dd880e5e551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.722689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0e852a3f-68dd-485b-8382-dd880e5e551d None None] Port d7facdcd-1d32-4b4e-ab7c-1e9097213662 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:20.814900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0c33c0-db9b-49b1-8174-1b7129cab011,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:20.962250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825d548c-65d6-4b0a-aaed-92bd7b570dd2 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:20.970584 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:20.983968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Transition to ACTIVE for port object 825d548c-65d6-4b0a-aaed-92bd7b570dd2 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:20.995507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.004919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting subnet f54fc322-f6be-4c1a-88ff-d383cfe475c7 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:05:21.040506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.047496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.059751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c81fa7-9edf-475c-aeb1-5b1b1b1f2347 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:21.062951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-973f497f-800c-4ebc-99f9-641dab20bfb1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/9f0c33c0-db9b-49b1-8174-1b7129cab011 HTTP/1.1" status: 204 len: 168 time: 2.3335884 Dec 09 15:05:21.078679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52718) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:21.177022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-994138f5-5390-4dc2-924d-63c66f2c58ef req-0609d8de-8e66-49f9-9f50-da9e46d5c719 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 210 time: 0.1523228 Dec 09 15:05:21.205524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.213751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.221149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f264028d-a0f0-479e-9cc6-2a36f0de1b32 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365879 Dec 09 15:05:21.228851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-87906474-2b37-4bc5-916a-594125ab1ed5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:21.235381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-87906474-2b37-4bc5-916a-594125ab1ed5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:21.237869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52722) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:21.241771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-87906474-2b37-4bc5-916a-594125ab1ed5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:21.247832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-87906474-2b37-4bc5-916a-594125ab1ed5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:21.270415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-87906474-2b37-4bc5-916a-594125ab1ed5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:21.292032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-87906474-2b37-4bc5-916a-594125ab1ed5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 3816 time: 0.6966076 Dec 09 15:05:21.305468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Pushing event updated for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:21.310088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.411938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:21.438701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Subnet': ['ID=a7949d57-0712-435a-b957-e5a8879737b8,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:21.447009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:21.499839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a692e-9249-4cd6-81e9-70ac2b120e43 None None] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:21.592402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] Deleting port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:21.592787 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.638617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:21.642205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.655132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Attempting to bind port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:21.655807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Attempting to bind port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:21.656184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Attempting to bind port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 on network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:21.663761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 on network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:21.664229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Attempting to bind port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 on network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:21.671134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.674470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:21.675264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Checking segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:21.675779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Bound using segment: {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:21.676332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Bound port: 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:21.676786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.700156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0869ccc9-ceb1-4d66-a019-c073b31d9f09 req-55b5ada1-4354-4631-bcc7-430dbb8856d6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071283 Dec 09 15:05:21.780419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Provisioning complete for port 6fea3b37-0884-47f0-855b-3760e25efd6f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:21.780419 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.808470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:21.816228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:21.839229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:21.907267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9c893-75e8-4742-951c-ccc7aeb3347b req-f7eb9f62-ab25-4c71-8b52-28b3ec7b1ff7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:21.919494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60b9c893-75e8-4742-951c-ccc7aeb3347b req-f7eb9f62-ab25-4c71-8b52-28b3ec7b1ff7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 931 time: 0.4832079 Dec 09 15:05:21.944730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] For port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:21.945113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.005948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:22.007321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.012986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.013831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] 10.222.0.43 "PUT /v2.0/ports/825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1092 time: 1.6776202 Dec 09 15:05:22.026803 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.043030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:22.049540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] Calling delete_port for 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:22.056846 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b419803-6dee-45d0-b966-7d3cea32fde4" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:22.064052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Checking segment: {'id': '4eff00f3-fd69-4784-b846-163b1cc2f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '998b758c-80e2-4119-ac52-940f31128c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:22.064716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network hostable DHCP agents. Network: 998b758c-80e2-4119-ac52-940f31128c39, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:05:22.085144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:22.126711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:22.131210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.179231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6fea3b37-0884-47f0-855b-3760e25efd6f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:22.183409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e08d3-e9bb-49df-89ba-837f807cdc5b service neutron] Pushing event updated for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:22.293622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.370182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.414368 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.493320 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d370c28-b32b-46c4-ab8c-e94d658bf50c x-openstack-request-id: req-4d370c28-b32b-46c4-ab8c-e94d658bf50c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:22.493764 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:22.494282 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d370c28-b32b-46c4-ab8c-e94d658bf50c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:22.494918 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'status': 'completed', 'code': 200} Dec 09 15:05:22.509989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.550630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6fea3b37-0884-47f0-855b-3760e25efd6f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:22.551174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.556474 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.558528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Subnet': ['ID=f54fc322-f6be-4c1a-88ff-d383cfe475c7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:22.590259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.595838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9721b6d2-678e-4e48-bab7-007637613272 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/f54fc322-f6be-4c1a-88ff-d383cfe475c7 HTTP/1.1" status: 204 len: 168 time: 2.0836899 Dec 09 15:05:22.602159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:22.663503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 28bdfee3-de54-4f05-b974-4ddb3487282a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:22.667121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:22.699798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:22.729329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:22.729883 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:22.734429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] Pushing event deleted for resources: {'Port': ['ID=6c3f0f44-6411-4922-b1bb-5342ff5e4e6a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:22.740139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:05:22.743191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087bd4d-e2b9-4957-82f7-122b434cef70 None None] No DVR routers for this DVR port 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:22.750812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb45f2a-5026-498f-b36e-35fef0562e55 None None] Network fefe93b6-dbb8-4580-9b29-6581cb6ca02b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:22.802638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:22.820645 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60b9c893-75e8-4742-951c-ccc7aeb3347b req-1663c8d1-0d69-489d-9d1a-cfde41df6483 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8856781 Dec 09 15:05:22.844592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da56a344-a415-40f3-b90d-ae941dd6eaa0 req-b29e8c3d-46e6-4c32-af38-27e45cf484b8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 210 time: 0.1892514 Dec 09 15:05:22.880977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 998b758c-80e2-4119-ac52-940f31128c39) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:22.923515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.4 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/66d8fefb-49ab-48ee-983e-6637dc777411) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:22.936617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:22.937630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:22.977116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da96f78d-c447-4bf0-a214-09a6a0ae6960 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7069817 Dec 09 15:05:22.989533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df543aa-9577-4f06-a8a0-312fd95d9f02 None None] Network 998b758c-80e2-4119-ac52-940f31128c39 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:23.011075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.013371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.015158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52784) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:23.041620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-414607316', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:23.107006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-c77b33df-a70b-4de1-a453-78addcdebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.107551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-c77b33df-a70b-4de1-a453-78addcdebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.108026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-c77b33df-a70b-4de1-a453-78addcdebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.108499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-c77b33df-a70b-4de1-a453-78addcdebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.109337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-c77b33df-a70b-4de1-a453-78addcdebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.115804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-c77b33df-a70b-4de1-a453-78addcdebfa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 4363 time: 0.5443008 Dec 09 15:05:23.123814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0585f45-bb61-425a-8766-aede1878e9af tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.126147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0585f45-bb61-425a-8766-aede1878e9af tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.127912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a0585f45-bb61-425a-8766-aede1878e9af tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5247433 Dec 09 15:05:23.137199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52790) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:23.313066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.361010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.368787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a37fea5-f218-4198-8bac-171ba6604a4f {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:23.381764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.390883 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7eeff99f-4c3c-445b-acf3-ea93d2930004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.423892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Transition to ACTIVE for port object 3a37fea5-f218-4198-8bac-171ba6604a4f will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:23.458578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] For port 6fea3b37-0884-47f0-855b-3760e25efd6f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6fea3b37-0884-47f0-855b-3760e25efd6f,segment=NetworkSegment(79099ad7-8f7d-480b-9521-c4361423588c),segment_id=79099ad7-8f7d-480b-9521-c4361423588c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:23.471280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.478258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-15073694-440c-484c-ad71-326e8112abce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.478909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc291c-c8c4-4603-9580-b9351ae7d1cc None None] Network 998b758c-80e2-4119-ac52-940f31128c39 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:23.485317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-15073694-440c-484c-ad71-326e8112abce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.502163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.505575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-15073694-440c-484c-ad71-326e8112abce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.514015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-15073694-440c-484c-ad71-326e8112abce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.527702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-15073694-440c-484c-ad71-326e8112abce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:23.530035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-15073694-440c-484c-ad71-326e8112abce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 3828 time: 0.4534171 Dec 09 15:05:23.534678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] DHCP port deletion for fefe93b6-dbb8-4580-9b29-6581cb6ca02b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:23.598828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.599931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.734544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c69277cb-ddd3-478a-9f56-5ba55a81d584 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.737271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Provisioning complete for port cd0a2729-98eb-4a83-bc7f-160002ee2491 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:23.743849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.792149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ca40e1df-ac8f-4cb2-b6da-69d210576885 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5149045 Dec 09 15:05:23.840864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:23.897330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'admin_state_up': True, 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'security_groups': ['98bfefa4-ea99-408a-8a52-0407e8fe3089']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:23.917051 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69277cb-ddd3-478a-9f56-5ba55a81d584 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 15:05:23.919729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69277cb-ddd3-478a-9f56-5ba55a81d584 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:05:23.928641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:23.930429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c69277cb-ddd3-478a-9f56-5ba55a81d584 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/fefe93b6-dbb8-4580-9b29-6581cb6ca02b HTTP/1.1" status: 409 len: 405 time: 0.7766106 Dec 09 15:05:23.966221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:24.019794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1666056982'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:24.020479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-f4b674b4-8057-41b3-84ff-6e350f3b6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.022765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-f4b674b4-8057-41b3-84ff-6e350f3b6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.023378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-f4b674b4-8057-41b3-84ff-6e350f3b6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.025127 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-f4b674b4-8057-41b3-84ff-6e350f3b6cf6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5951705 Dec 09 15:05:24.164610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42a38426-376f-47ef-ad84-2ad86d002eaa req-f8970329-e17d-4760-b44a-d6bd3a85b73f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219465 Dec 09 15:05:24.243063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:24.243435 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:24.255979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e4378-1846-4982-986e-9a80917bf8ff None None] Pushing event updated for resources: {'Port': ['ID=6fea3b37-0884-47f0-855b-3760e25efd6f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:24.272264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.338684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:24.342415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.383280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Port cd0a2729-98eb-4a83-bc7f-160002ee2491 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:24.401080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:24.409976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Provisioning complete for port e63d5ea4-149d-4e32-9dcd-42e31535157a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:24.410643 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.413428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.425278 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:05:24.447328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] Deleting port 6fea3b37-0884-47f0-855b-3760e25efd6f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:24.447974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.462786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:24.475791 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.476586 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Added segment 22663649-b6a1-451c-ab49-a1a126e39f1a of type vlan for network d086a2b3-f10b-463d-bc82-3685cb17db86 Dec 09 15:05:24.530171 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.560794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Port e63d5ea4-149d-4e32-9dcd-42e31535157a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:24.590900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.597266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.598325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.623659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] For port 6fea3b37-0884-47f0-855b-3760e25efd6f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6fea3b37-0884-47f0-855b-3760e25efd6f,segment=NetworkSegment(79099ad7-8f7d-480b-9521-c4361423588c),segment_id=79099ad7-8f7d-480b-9521-c4361423588c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:24.624064 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.626280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:24.640773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:24.668603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44db0de-a26f-4150-923d-e4111d0d3e8e None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:24.675735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8167-0490-43aa-a889-eb1a52247a3f req-894679a5-5eee-4fac-97b1-9137ed1b9e25 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.682994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8167-0490-43aa-a889-eb1a52247a3f req-894679a5-5eee-4fac-97b1-9137ed1b9e25 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.692248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9cde8167-0490-43aa-a889-eb1a52247a3f req-894679a5-5eee-4fac-97b1-9137ed1b9e25 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 1653 time: 0.4109313 Dec 09 15:05:24.699738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] Calling delete_port for 6fea3b37-0884-47f0-855b-3760e25efd6f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:24.702387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:24.703112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.751460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.814224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:05:24.832930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=66d8fefb-49ab-48ee-983e-6637dc777411,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:24.890840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '871f1635-7888-484b-837a-9c4d59f83e3c'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:24.891833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.906217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=871f1635-7888-484b-837a-9c4d59f83e3c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:24.963125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Network': ['ID=d086a2b3-f10b-463d-bc82-3685cb17db86,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:24.974897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:24.976023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:24.984482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:24.999944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f2f4923-aa04-4691-b387-d9d6d2f2e359 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5678816 Dec 09 15:05:25.005575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9cde8167-0490-43aa-a889-eb1a52247a3f req-7791ffe2-6415-4e0d-94f1-2a9065f095be tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120918 Dec 09 15:05:25.012532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-adcf5eb8-9c87-46bc-bc37-bbb420041feb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0279050 Dec 09 15:05:25.013361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52872) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:25.013844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52874) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:25.027588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:ca:e0:65', 'name': 'tempest-NetworksTestDHCPv6-1608210939'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:25.033016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:25.038526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'subnet': {'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:25.056452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:25.079092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Attempting to bind port 3a37fea5-f218-4198-8bac-171ba6604a4f on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:25.079608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Attempting to bind port 3a37fea5-f218-4198-8bac-171ba6604a4f by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:25.083144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Attempting to bind port 3a37fea5-f218-4198-8bac-171ba6604a4f on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:25.277924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d086a2b3-f10b-463d-bc82-3685cb17db86 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:05:25.301773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.302744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.318446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14fa44-90d0-4f44-a8d5-8b4b2acb1799 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:25.323159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Port 3a37fea5-f218-4198-8bac-171ba6604a4f on network 198e3095-7048-41c0-a851-f1ea9ef48143 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:25.332228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.332551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Attempting to bind port 3a37fea5-f218-4198-8bac-171ba6604a4f on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:25.434778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:25.438293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.439686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] Pushing event deleted for resources: {'Port': ['ID=6fea3b37-0884-47f0-855b-3760e25efd6f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:25.462265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3cd67-59e5-4e20-aadd-d3161675a443 None None] No DVR routers for this DVR port 6fea3b37-0884-47f0-855b-3760e25efd6f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:25.468355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-0ab80016-abbf-474e-bf98-c8ddf54cd40e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8802507 Dec 09 15:05:25.508642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:25.509282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Checking segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:25.510130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Bound using segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:25.510907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Bound port: 3a37fea5-f218-4198-8bac-171ba6604a4f, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:25.511540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.513981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Request body: {'port': {'device_id': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:25.515436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.557118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Provisioning complete for port 6fea3b37-0884-47f0-855b-3760e25efd6f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:25.557499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.578246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:25.585150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 10.1.1.146 (28bdfee3-de54-4f05-b974-4ddb3487282a/22ed4e67-bb08-4d75-8dfa-46230dfb24ad/2825853a-285f-41c2-b796-c415b2d47601) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:25.601298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.607311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.614245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.621084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.627649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.633824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.635756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-854e882d-3537-49b0-ad94-038f0c30b5af tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 4601 time: 0.2814579 Dec 09 15:05:25.673271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70d9e6-a4e7-4abd-ad53-243ca1d9bd51 req-45e55f05-e7c5-4645-ae60-cd7adfc2aacd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.683455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd70d9e6-a4e7-4abd-ad53-243ca1d9bd51 req-45e55f05-e7c5-4645-ae60-cd7adfc2aacd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 931 time: 0.6999977 Dec 09 15:05:25.714049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-75fbb9f1-55ba-4c1d-8ad0-35405f30d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:25.715719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b419803-6dee-45d0-b966-7d3cea32fde4 req-75fbb9f1-55ba-4c1d-8ad0-35405f30d5ac service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7311418 Dec 09 15:05:25.749151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:25.810809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f33b0a04-1765-4dbd-8d53-262a98090fcd None None] Port 6fea3b37-0884-47f0-855b-3760e25efd6f was deleted so its status cannot be updated. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 15:05:25.814125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.865238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ea1816a-9244-47d2-b849-d1a4895abd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:25.876345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:05:25.876909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6c3f0f44-6411-4922-b1bb-5342ff5e4e6a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:05:25.908693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Allocated IP 2001:db8::f816:3eff:fe89:677c (d3ad000a-542a-403b-900f-3e0469146f33/871f1635-7888-484b-837a-9c4d59f83e3c/4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:25.996432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4bac969f-8432-4cbd-8ac9-001583a95972 None None] Provisioning complete for port 66d8fefb-49ab-48ee-983e-6637dc777411 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:25.996964 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bac969f-8432-4cbd-8ac9-001583a95972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.045721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd70d9e6-a4e7-4abd-ad53-243ca1d9bd51 req-5ede09db-d611-4445-9c70-8b57bde6bcc9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377225 Dec 09 15:05:26.046902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:26.087467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3a37fea5-f218-4198-8bac-171ba6604a4f,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:26.102002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.117593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6fea3b37-0884-47f0-855b-3760e25efd6f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:26.120457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:26.121288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.124510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] 10.222.0.43 "PUT /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 1131 time: 4.0498712 Dec 09 15:05:26.170487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '3a37fea5-f218-4198-8bac-171ba6604a4f'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:26.173545 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1538610b-fc7c-4cef-89e8-862d0422fdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "3a37fea5-f218-4198-8bac-171ba6604a4f"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:26.178384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6fea3b37-0884-47f0-855b-3760e25efd6f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:05:26.178980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6fea3b37-0884-47f0-855b-3760e25efd6f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:05:26.191318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4bac969f-8432-4cbd-8ac9-001583a95972 None None] Port 66d8fefb-49ab-48ee-983e-6637dc777411 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:26.226518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:26.369291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.382676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.450100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:26.453614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:26.464734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:26.564395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1866f19-378c-4c3c-abfe-280d44b89d1c req-b4aa46c6-2cc0-4cf0-93c2-234052b28edc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9076893 Dec 09 15:05:26.568771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Pushing event updated for resources: {'Port': ['ID=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:26.605078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Attempting to bind port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:26.606516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Attempting to bind port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:26.606891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Attempting to bind port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:26.617418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:26.617845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:26.619536 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.620214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:26.620460 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.620775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Bound port: 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:26.621078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.621197 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.646932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.681539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.769836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] For port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:26.808225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] For port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:26.813607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.822835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.823621 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6337c7-e6b6-4641-8b8c-c72c74c5134c x-openstack-request-id: req-3a6337c7-e6b6-4641-8b8c-c72c74c5134c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:26.825520 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "3a37fea5-f218-4198-8bac-171ba6604a4f", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:26.825940 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a6337c7-e6b6-4641-8b8c-c72c74c5134c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:26.826759 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '3a37fea5-f218-4198-8bac-171ba6604a4f', 'status': 'completed', 'code': 200} Dec 09 15:05:26.829506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port a0b52422-c080-4268-998d-2713285b65bd yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:26.843851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.95 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/931a8f62-ae48-4138-b61b-1312af00b23b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:26.857689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:26.892832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ae360-128b-4288-9657-3720ca4efb0e req-f72faa9e-4c13-45a1-9341-a79da1013611 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:26.902223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ae360-128b-4288-9657-3720ca4efb0e req-f72faa9e-4c13-45a1-9341-a79da1013611 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:26.904276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c4ae360-128b-4288-9657-3720ca4efb0e req-f72faa9e-4c13-45a1-9341-a79da1013611 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 1653 time: 0.6869314 Dec 09 15:05:26.955976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840b09b-1b68-4f9f-93fc-6ffc2d507eb9 None None] Pushing event updated for resources: {'Port': ['ID=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:27.014451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741c915-ca62-40bd-bda3-efaf0377b702 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:27.167241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:27.183576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c4ae360-128b-4288-9657-3720ca4efb0e req-2a880eb3-20b9-4953-b391-ceb9eda01c3f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658661 Dec 09 15:05:27.201284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:27.211304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.214558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.215409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.217480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.218143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.218909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.226661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-21287ede-77c5-4e16-ae0c-73888bebf9b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5287 time: 0.3541157 Dec 09 15:05:27.231225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:feca:e065 (d3ad000a-542a-403b-900f-3e0469146f33/871f1635-7888-484b-837a-9c4d59f83e3c/a0b52422-c080-4268-998d-2713285b65bd) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:27.248965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:27.385511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 28bdfee3-de54-4f05-b974-4ddb3487282a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:27.402681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:27.442776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:27.711831 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:27.829150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-89b951df-8cc2-43c6-adf8-669ba11c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.829883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-89b951df-8cc2-43c6-adf8-669ba11c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.830530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-89b951df-8cc2-43c6-adf8-669ba11c345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.832381 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-89b951df-8cc2-43c6-adf8-669ba11c345c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5281901 Dec 09 15:05:27.849969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d8fefb-49ab-48ee-983e-6637dc777411 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:27.882869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Checking segment: {'id': '22663649-b6a1-451c-ab49-a1a126e39f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:27.885223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network hostable DHCP agents. Network: d086a2b3-f10b-463d-bc82-3685cb17db86, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:05:27.938969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-308acbef-40f0-47a4-8271-ab526e6245b0 None None] Provisioning complete for port 2825853a-285f-41c2-b796-c415b2d47601 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:27.939457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-308acbef-40f0-47a4-8271-ab526e6245b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:27.945257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Subnet': ['ID=88d42131-01de-4397-9b3b-58ee8941dbbd,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:27.959046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:27.991225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:27.992950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.037659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727e175-de8c-48d5-b817-602b0dbe3d03 req-8b6deaf1-c487-4e60-8e16-fbc47d98075b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.040083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9727e175-de8c-48d5-b817-602b0dbe3d03 req-8b6deaf1-c487-4e60-8e16-fbc47d98075b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 931 time: 0.8111045 Dec 09 15:05:28.041506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:28.076903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-308acbef-40f0-47a4-8271-ab526e6245b0 None None] Port 2825853a-285f-41c2-b796-c415b2d47601 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:28.117614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:28.138543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bab92b90-3d7f-4b91-adab-8c7935ecfe23 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2661514 Dec 09 15:05:28.141649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.158406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.166360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.189344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'admin_state_up': True, 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'security_groups': ['98bfefa4-ea99-408a-8a52-0407e8fe3089']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:28.192358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.202525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.207994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Transition to ACTIVE for port object 66d8fefb-49ab-48ee-983e-6637dc777411 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:28.215921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network d086a2b3-f10b-463d-bc82-3685cb17db86 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:05:28.220439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.224767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-ef5e6810-f1ee-4304-8b18-169a8b344f59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 4601 time: 0.4960117 Dec 09 15:05:28.256998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.258232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:28.258607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.283127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666c5273-6d23-4ad3-be28-313d121a28d1 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:28.296208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.317566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.404222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-8bbbd2eb-1ea4-4916-bc01-8baf34f5528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.406585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1538610b-fc7c-4cef-89e8-862d0422fdfa req-8bbbd2eb-1ea4-4916-bc01-8baf34f5528b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5533466 Dec 09 15:05:28.421141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=931a8f62-ae48-4138-b61b-1312af00b23b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:28.427577 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.453470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Transition to ACTIVE for port object 666c5273-6d23-4ad3-be28-313d121a28d1 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:28.467258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:28.470374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.474467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d086a2b3-f10b-463d-bc82-3685cb17db86) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:28.488689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44cfe38-2275-4f5f-bc90-3aa918c22f4d None None] Network d086a2b3-f10b-463d-bc82-3685cb17db86 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:28.550323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.562375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:28.572248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.577910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Pushing event updated for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:28.587900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:28.636262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:28.670204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe4b13-efb4-431f-9781-2662b474db7c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:28.709912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daca3f0-dc3a-4d14-8376-4ac6bd8549dc None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:28.826217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.903243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Pushing event updated for resources: {'Port': ['ID=66d8fefb-49ab-48ee-983e-6637dc777411,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:28.918353 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0773c7b-91b3-489f-b946-b7da93ac159a req-546c824f-690f-4990-b671-c0b0dd7dca56 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6558354 Dec 09 15:05:28.924025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:28.969178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:29.002496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.027264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=a0b52422-c080-4268-998d-2713285b65bd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:29.060056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Attempting to bind port 666c5273-6d23-4ad3-be28-313d121a28d1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:29.060404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Attempting to bind port 666c5273-6d23-4ad3-be28-313d121a28d1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:29.060743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Attempting to bind port 666c5273-6d23-4ad3-be28-313d121a28d1 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:29.067140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f16372a0-7e34-44b2-afb1-135b35c3aee9 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0352380 Dec 09 15:05:29.072650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9727e175-de8c-48d5-b817-602b0dbe3d03 req-16acdd5f-8bf9-4498-9152-23781f4fb773 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9508433 Dec 09 15:05:29.108783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53056) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:29.163136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:29.167937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:29.178676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'port': {'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86', 'name': 'tempest-NetworksIpV6TestAttrs-1322970470'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:29.187582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:29.191381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:29.199067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.199676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.207589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d086a2b3-f10b-463d-bc82-3685cb17db86', 'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86', 'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'fixed_ips': [{'subnet_id': '88d42131-01de-4397-9b3b-58ee8941dbbd'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:29.216314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.261936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Attempting to bind port 66d8fefb-49ab-48ee-983e-6637dc777411 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:29.262379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Attempting to bind port 66d8fefb-49ab-48ee-983e-6637dc777411 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:29.262819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Attempting to bind port 66d8fefb-49ab-48ee-983e-6637dc777411 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:29.279521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Port 666c5273-6d23-4ad3-be28-313d121a28d1 on network 198e3095-7048-41c0-a851-f1ea9ef48143 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:29.280081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Attempting to bind port 666c5273-6d23-4ad3-be28-313d121a28d1 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:29.313241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53066) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:29.313444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3e0cf719-8141-4992-9c4e-d4b1ef5db0c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2909560 Dec 09 15:05:29.319314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Port 66d8fefb-49ab-48ee-983e-6637dc777411 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:29.319683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Attempting to bind port 66d8fefb-49ab-48ee-983e-6637dc777411 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:29.327701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:29.328051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Checking segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:29.328440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Bound using segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:29.328898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Bound port: 666c5273-6d23-4ad3-be28-313d121a28d1, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:29.329313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.334126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:29.412428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052c2f-27b3-46a0-a6f5-4dd6f281b7d0 req-95fb62f4-6da9-4879-b4a2-ee163bae37f5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.439307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Allocated IP 2001:db8::f816:3eff:fe27:13e0 (d086a2b3-f10b-463d-bc82-3685cb17db86/88d42131-01de-4397-9b3b-58ee8941dbbd/9017e1b1-b098-4ab5-9b76-47fa043a848e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:29.442168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052c2f-27b3-46a0-a6f5-4dd6f281b7d0 req-95fb62f4-6da9-4879-b4a2-ee163bae37f5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.449993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06052c2f-27b3-46a0-a6f5-4dd6f281b7d0 req-95fb62f4-6da9-4879-b4a2-ee163bae37f5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.460281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06052c2f-27b3-46a0-a6f5-4dd6f281b7d0 req-95fb62f4-6da9-4879-b4a2-ee163bae37f5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 2374 time: 0.2269826 Dec 09 15:05:29.570098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:29.571982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:29.572322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:29.573896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Bound port: 66d8fefb-49ab-48ee-983e-6637dc777411, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:29.574281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.585946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:29.589814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.590635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=666c5273-6d23-4ad3-be28-313d121a28d1,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:29.690343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170437bb-95d7-4585-aa27-dd500ae1b1ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.697792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170437bb-95d7-4585-aa27-dd500ae1b1ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.700910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-170437bb-95d7-4585-aa27-dd500ae1b1ba tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3889210 Dec 09 15:05:29.702463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.707279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53074) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:29.779597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06052c2f-27b3-46a0-a6f5-4dd6f281b7d0 req-7b03ce7d-4dfa-4384-a30d-cd67af69a3a9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136244 Dec 09 15:05:29.870558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:29.874676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.875107 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.877168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] 10.222.0.43 "PUT /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 1131 time: 3.6970019 Dec 09 15:05:29.882341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '666c5273-6d23-4ad3-be28-313d121a28d1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:29.886052 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9f28dc-a856-40a3-b4aa-47aed5766af3" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "666c5273-6d23-4ad3-be28-313d121a28d1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:29.888392 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.961473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Pushing event updated for resources: {'Port': ['ID=9017e1b1-b098-4ab5-9b76-47fa043a848e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:29.984601 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:29.991365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:29.996983 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd22da5-a0cb-4b6c-8ede-b604980cd26a x-openstack-request-id: req-cdd22da5-a0cb-4b6c-8ede-b604980cd26a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:29.997455 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "666c5273-6d23-4ad3-be28-313d121a28d1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:29.998017 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdd22da5-a0cb-4b6c-8ede-b604980cd26a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:29.998596 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '666c5273-6d23-4ad3-be28-313d121a28d1', 'status': 'completed', 'code': 200} Dec 09 15:05:30.008812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bfd95d0f-9336-48fa-b5a1-4502746e8e8b None None] Provisioning complete for port 931a8f62-ae48-4138-b61b-1312af00b23b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:30.009516 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bfd95d0f-9336-48fa-b5a1-4502746e8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.097641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Network d086a2b3-f10b-463d-bc82-3685cb17db86 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:30.116881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53084) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:30.133199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bfd95d0f-9336-48fa-b5a1-4502746e8e8b None None] Port 931a8f62-ae48-4138-b61b-1312af00b23b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:30.135334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:30.138168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:30.200951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:30.253572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46535fb-693d-4d5f-866e-3c7a78ebc88b service neutron] Pushing event updated for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:30.298951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:30.311424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.363451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Attempting to bind port 9017e1b1-b098-4ab5-9b76-47fa043a848e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:30.363840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Attempting to bind port 9017e1b1-b098-4ab5-9b76-47fa043a848e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '22663649-b6a1-451c-ab49-a1a126e39f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:30.364382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Attempting to bind port 9017e1b1-b098-4ab5-9b76-47fa043a848e on network d086a2b3-f10b-463d-bc82-3685cb17db86 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:30.365327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] device_id is not set on port 913dab93-04e4-421d-ad63-a9d784fdc65f yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:30.374866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:30.375253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Checking segment: {'id': '22663649-b6a1-451c-ab49-a1a126e39f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:30.375677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.376078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Bound using segment: {'id': '22663649-b6a1-451c-ab49-a1a126e39f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:30.376565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Bound port: 9017e1b1-b098-4ab5-9b76-47fa043a848e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22663649-b6a1-451c-ab49-a1a126e39f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd086a2b3-f10b-463d-bc82-3685cb17db86'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:30.376955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.398315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:30.398711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.401324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-814357c1-172e-4287-af20-19004b40a434 None None] Provisioning complete for port a0b52422-c080-4268-998d-2713285b65bd triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:30.401693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-814357c1-172e-4287-af20-19004b40a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.448675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.462308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-814357c1-172e-4287-af20-19004b40a434 None None] Port a0b52422-c080-4268-998d-2713285b65bd cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:30.509860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.520112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Allocated IP 2001:db8::f816:3eff:fe34:1341 (d086a2b3-f10b-463d-bc82-3685cb17db86/88d42131-01de-4397-9b3b-58ee8941dbbd/913dab93-04e4-421d-ad63-a9d784fdc65f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:30.521920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.522629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.523408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.524129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.524888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.525682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.526377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.528713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-290df14d-4b47-4f6b-b11d-4bfb6eb909f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6211 time: 0.4611998 Dec 09 15:05:30.536667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] For port 9017e1b1-b098-4ab5-9b76-47fa043a848e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:30.541026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] For port 9017e1b1-b098-4ab5-9b76-47fa043a848e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9017e1b1-b098-4ab5-9b76-47fa043a848e,segment=NetworkSegment(22663649-b6a1-451c-ab49-a1a126e39f1a),segment_id=22663649-b6a1-451c-ab49-a1a126e39f1a)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:30.542198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-814357c1-172e-4287-af20-19004b40a434 None None] Provisioning complete for port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:30.542897 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-814357c1-172e-4287-af20-19004b40a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.546597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.553334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.559686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.566350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.570496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.577069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.584420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.590598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:30.592913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-b1e5e031-2488-4a2c-9dcc-69ab9fb4a474 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5374 time: 0.4327054 Dec 09 15:05:30.649743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a2f0-90ac-4cff-95a9-488c158186da None None] Pushing event updated for resources: {'Port': ['ID=9017e1b1-b098-4ab5-9b76-47fa043a848e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:30.684141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bf32989-9ee4-4277-8e9c-9f5ea94f994c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.694234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] For port 66d8fefb-49ab-48ee-983e-6637dc777411, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:30.734640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port a0b52422-c080-4268-998d-2713285b65bd {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:30.735149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.843166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:30.999646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.007900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] For port 66d8fefb-49ab-48ee-983e-6637dc777411, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=66d8fefb-49ab-48ee-983e-6637dc777411,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:31.062365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.102018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bf32989-9ee4-4277-8e9c-9f5ea94f994c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.107236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 10.2.2.100 (6dc44999-3dbe-4351-92f7-1f1e9958e0d5/af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8/5256ef99-02a3-4cc8-aec0-0e007e6f777c) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:31.119052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network d086a2b3-f10b-463d-bc82-3685cb17db86 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:31.125130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:31.128447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:31.134560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.135280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.137825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Port': ['ID=913dab93-04e4-421d-ad63-a9d784fdc65f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:31.148522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.149903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.152266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] 10.222.0.36 "PUT /v2.0/ports/66d8fefb-49ab-48ee-983e-6637dc777411 HTTP/1.1" status: 200 len: 1091 time: 5.6507080 Dec 09 15:05:31.163994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e81ef-6f8d-49e9-b5d2-97cfbca2f351 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:31.168311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'tag': '66d8fefb-49ab-48ee-983e-6637dc777411'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:31.171603 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03be4d-ca31-4488-a7ab-74669fb0367a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7f4565-6979-4718-bd6c-b6feeed63ccf", "tag": "66d8fefb-49ab-48ee-983e-6637dc777411"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:31.180950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bf32989-9ee4-4277-8e9c-9f5ea94f994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.217407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8617-99b2-4b25-ba1e-c4c43510d126 req-99ec3d6f-6d38-4e43-885e-602bcb5862e9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.219038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c63f8617-99b2-4b25-ba1e-c4c43510d126 req-99ec3d6f-6d38-4e43-885e-602bcb5862e9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 943 time: 0.6573808 Dec 09 15:05:31.343945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5bf32989-9ee4-4277-8e9c-9f5ea94f994c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a77717798484b949a7bcf0471b088e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2243993 Dec 09 15:05:31.347889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ad6ff70-1416-4d0f-a81a-e7fb6228ce46 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1911409 Dec 09 15:05:31.357784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53096) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:31.357784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53098) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:31.449936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf32989-9ee4-4277-8e9c-9f5ea94f994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de87528-fcf9-4fbe-b1b1-b5b48ab81380,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:31.489266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dae6d19a-9831-41a4-bb0c-0dd00febbc01 req-a1289f43-b0f9-48be-8273-f05db92ad648 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8602641 Dec 09 15:05:31.491255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-bc715540-7c7d-451e-bb44-a5447da612ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.491982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-bc715540-7c7d-451e-bb44-a5447da612ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.492694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-bc715540-7c7d-451e-bb44-a5447da612ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.497760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-bc715540-7c7d-451e-bb44-a5447da612ea service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9036829 Dec 09 15:05:31.503976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53810e-ecc4-48d0-83ec-dcabce61005d service neutron] Pushing event updated for resources: {'Port': ['ID=66d8fefb-49ab-48ee-983e-6637dc777411,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:31.558276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c63f8617-99b2-4b25-ba1e-c4c43510d126 req-7d1ed1aa-ca72-4de5-8d22-8d4ea6a81bcc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877536 Dec 09 15:05:31.562864 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-61d023d9-ee32-4070-92ad-fbfaca0f085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.564710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-61d023d9-ee32-4070-92ad-fbfaca0f085a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 1094 time: 0.3190248 Dec 09 15:05:31.573299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting subnet 88d42131-01de-4397-9b3b-58ee8941dbbd {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:05:31.629272 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.698214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.706777 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe444b29-dbd8-4ab9-ac8d-91f4270fdc8e x-openstack-request-id: req-fe444b29-dbd8-4ab9-ac8d-91f4270fdc8e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:31.707139 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7f4565-6979-4718-bd6c-b6feeed63ccf", "tag": "66d8fefb-49ab-48ee-983e-6637dc777411", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:31.707533 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe444b29-dbd8-4ab9-ac8d-91f4270fdc8e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:31.708064 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'tag': '66d8fefb-49ab-48ee-983e-6637dc777411', 'status': 'completed', 'code': 200} Dec 09 15:05:31.722176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-15c680b0-f977-4bca-89ea-830c10d8f1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d8fefb-49ab-48ee-983e-6637dc777411 HTTP/1.1" status: 200 len: 217 time: 0.1452060 Dec 09 15:05:31.738906 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24194a86-30c0-498f-a2db-b29abe903d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.759326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.865661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for a0b52422-c080-4268-998d-2713285b65bd owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:31.874655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24194a86-30c0-498f-a2db-b29abe903d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.879392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:31.922567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-3a1f1ac7-0184-40dc-8bce-a4c10e4ef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:31.925176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-3a1f1ac7-0184-40dc-8bce-a4c10e4ef0fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1904600 Dec 09 15:05:32.039316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.105203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9017e1b1-b098-4ab5-9b76-47fa043a848e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:32.139431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ddee-60c7-4c29-ac14-d1a7d24a3410 req-138fe246-7bca-4fe8-b863-80d9a7c25394 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:32.147647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ddee-60c7-4c29-ac14-d1a7d24a3410 req-138fe246-7bca-4fe8-b863-80d9a7c25394 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:32.154308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ddee-60c7-4c29-ac14-d1a7d24a3410 req-138fe246-7bca-4fe8-b863-80d9a7c25394 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:32.156102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ac3ddee-60c7-4c29-ac14-d1a7d24a3410 req-138fe246-7bca-4fe8-b863-80d9a7c25394 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 2374 time: 0.5112386 Dec 09 15:05:32.167041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-03c3440a-948a-4bdc-82b2-95f26b41d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:32.172622 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df9f28dc-a856-40a3-b4aa-47aed5766af3 req-03c3440a-948a-4bdc-82b2-95f26b41d0b0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6308894 Dec 09 15:05:32.233040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beabc70-ee43-4411-b6c9-ced74a9e1dcc None None] Network d086a2b3-f10b-463d-bc82-3685cb17db86 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:32.336231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9017e1b1-b098-4ab5-9b76-47fa043a848e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:32.336610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.444888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ac3ddee-60c7-4c29-ac14-d1a7d24a3410 req-5a2897c5-4f40-4024-b544-9d7ededad9ee tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603629 Dec 09 15:05:32.572232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef56fdf6-f19a-4a23-88fb-17e1325da9d0 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:32.575888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Provisioning complete for port 9017e1b1-b098-4ab5-9b76-47fa043a848e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:32.577989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.623029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-5d2ae7d2-ef00-41da-868f-9aa0da6566af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6819983 Dec 09 15:05:32.635750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.716524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Transition to ACTIVE for port object ef56fdf6-f19a-4a23-88fb-17e1325da9d0 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:32.736424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.818020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.822176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24194a86-30c0-498f-a2db-b29abe903d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.825652 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24194a86-30c0-498f-a2db-b29abe903d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.831042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-24194a86-30c0-498f-a2db-b29abe903d8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0de87528-fcf9-4fbe-b1b1-b5b48ab81380 HTTP/1.1" status: 204 len: 168 time: 1.4605885 Dec 09 15:05:32.870302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:32.976531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.023137 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.061682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.118317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:33.119861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194a86-30c0-498f-a2db-b29abe903d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de87528-fcf9-4fbe-b1b1-b5b48ab81380,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:33.135996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:05:33.167097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Pushing event updated for resources: {'Port': ['ID=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:33.175931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:33.178884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:33.185222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:33.188837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f106968-dcf7-40c4-bd85-e54314b330fd req-0b35bd5a-c9f3-4dfb-8879-b165217592c7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.210959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f106968-dcf7-40c4-bd85-e54314b330fd req-0b35bd5a-c9f3-4dfb-8879-b165217592c7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 943 time: 0.4792533 Dec 09 15:05:33.223778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.230509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.245627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.252402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.260576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.274250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.282891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.292500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-530220cf-badd-4ef6-8582-c7c18b257e55 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5374 time: 0.6401689 Dec 09 15:05:33.321271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-00ee74b9-5510-4dbc-8013-9e2e23e403f9 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817403 Dec 09 15:05:33.359640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.363319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/a0b52422-c080-4268-998d-2713285b65bd HTTP/1.1" status: 204 len: 168 time: 3.6528928 Dec 09 15:05:33.370596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53112) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:33.376905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac5f8-d07b-4124-b9a9-a527f72fb34f tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=a0b52422-c080-4268-998d-2713285b65bd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:33.504364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Attempting to bind port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:33.504926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Attempting to bind port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:33.505441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Attempting to bind port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:33.547889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.548559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.550977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 on network 198e3095-7048-41c0-a851-f1ea9ef48143 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:33.551554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Attempting to bind port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:33.610993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f106968-dcf7-40c4-bd85-e54314b330fd req-4615a99e-50ea-423f-b7ac-189def6f6f76 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990412 Dec 09 15:05:33.670683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:33.671147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Checking segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:33.671668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Bound using segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:33.672227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Bound port: ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:33.672688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.681288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f65c7-792b-4482-8e30-80cd5967ad7a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.689457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f65c7-792b-4482-8e30-80cd5967ad7a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:33.694406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4f7f65c7-792b-4482-8e30-80cd5967ad7a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3121097 Dec 09 15:05:33.704694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:33.748742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d962b0a7-b3af-437f-ad97-2c0e17e2540f req-e4858000-c43e-431b-8a98-a3a84a7375d5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4551952 Dec 09 15:05:33.754187 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4e4e195-0e08-4427-817d-38efc8286cfc req-08a9618f-aa92-45fa-a156-6056852c09b4 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523176 Dec 09 15:05:33.777771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ed4d12e2-b34e-420c-8bbe-422a4fbeb0d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6169877 Dec 09 15:05:33.796165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'admin_state_up': True, 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'security_groups': ['98bfefa4-ea99-408a-8a52-0407e8fe3089']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:33.849213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:05:33.864984 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:05:33.884623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 871f1635-7888-484b-837a-9c4d59f83e3c {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:05:33.885382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.890989 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:05:33.893198 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:33.900604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.944208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:33.948562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6266cd42-95cb-4de4-8bcb-5853120ea785 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.9168541 Dec 09 15:05:33.953813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53124) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:33.971001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] For port ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:33.976751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b1276-c0f0-4133-b5db-d3a5214df83f None None] Network d086a2b3-f10b-463d-bc82-3685cb17db86 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:34.015513 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:34.019082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:34.019718 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:34.025354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.031049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/88d42131-01de-4397-9b3b-58ee8941dbbd HTTP/1.1" status: 204 len: 168 time: 2.6609812 Dec 09 15:05:34.040067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.043211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:34.043598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:05:34.044446 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:34.082810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:34.083213 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:34.097308 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:34.098246 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31247942-e2b1-4001-87ba-8c6613d7af5b None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:05:34.127468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] For port ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:34.173178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Subnet': ['ID=88d42131-01de-4397-9b3b-58ee8941dbbd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:34.189579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.189945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.190919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.191793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.192320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.192859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.193367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.193881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.194395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.194904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.195964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.196503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.197023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d7df9a-fb74-4a98-a460-81bf866d1816 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:34.207676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] DHCP port deletion for d086a2b3-f10b-463d-bc82-3685cb17db86 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:34.234643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-ee625951-36d5-4d27-a5fd-2cf7cfced29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.236896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-ee625951-36d5-4d27-a5fd-2cf7cfced29c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 1094 time: 0.3812885 Dec 09 15:05:34.272231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85be65-3cf7-4b71-b7f8-8a1f909cebf8 req-edfc7bc0-240c-45c1-b4cc-84b59db0061f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.279051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85be65-3cf7-4b71-b7f8-8a1f909cebf8 req-edfc7bc0-240c-45c1-b4cc-84b59db0061f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.286649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85be65-3cf7-4b71-b7f8-8a1f909cebf8 req-edfc7bc0-240c-45c1-b4cc-84b59db0061f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.290648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.293326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85be65-3cf7-4b71-b7f8-8a1f909cebf8 req-edfc7bc0-240c-45c1-b4cc-84b59db0061f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.300713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] Deleting port 9017e1b1-b098-4ab5-9b76-47fa043a848e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:34.301435 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.302623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa85be65-3cf7-4b71-b7f8-8a1f909cebf8 req-edfc7bc0-240c-45c1-b4cc-84b59db0061f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 3095 time: 0.2724082 Dec 09 15:05:34.384750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a35055-b1e0-4f35-999c-6225ba1e2bea tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.397475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a35055-b1e0-4f35-999c-6225ba1e2bea tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.399415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-04a35055-b1e0-4f35-999c-6225ba1e2bea tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3548601 Dec 09 15:05:34.401588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] For port 9017e1b1-b098-4ab5-9b76-47fa043a848e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9017e1b1-b098-4ab5-9b76-47fa043a848e,segment=NetworkSegment(22663649-b6a1-451c-ab49-a1a126e39f1a),segment_id=22663649-b6a1-451c-ab49-a1a126e39f1a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:34.402408 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.412493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53136) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:34.432386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] Calling delete_port for 9017e1b1-b098-4ab5-9b76-47fa043a848e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:34.442461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Made reservation on behalf of c7f9437204ac45aa85b28904fe082373 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:34.448820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.483699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa85be65-3cf7-4b71-b7f8-8a1f909cebf8 req-1be9919a-4903-4889-850f-1d9b14d0e7a8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759744 Dec 09 15:05:34.503460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.504606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.509369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] 10.222.0.43 "PUT /v2.0/ports/ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 1091 time: 4.5665040 Dec 09 15:05:34.512063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:34.521906 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f50655-63b8-4a87-a199-2462764dda02" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "ef56fdf6-f19a-4a23-88fb-17e1325da9d0"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:34.665536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-a0db41f3-dbad-4ec5-a7d4-813a46566ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:34.665791 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e96c4-33ea-42ec-be83-038a558de748 x-openstack-request-id: req-b07e96c4-33ea-42ec-be83-038a558de748 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:34.665791 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "ef56fdf6-f19a-4a23-88fb-17e1325da9d0", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:34.666378 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b07e96c4-33ea-42ec-be83-038a558de748 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:34.666488 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0', 'status': 'completed', 'code': 200} Dec 09 15:05:34.669013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-a0db41f3-dbad-4ec5-a7d4-813a46566ac1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.4219165 Dec 09 15:05:34.702545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:34.740343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.782281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.816279 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-499b1135-65c5-41c2-89b8-e072624b1518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d8fefb-49ab-48ee-983e-6637dc777411 HTTP/1.1" status: 200 len: 217 time: 0.1349540 Dec 09 15:05:34.889577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] For port 9017e1b1-b098-4ab5-9b76-47fa043a848e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9017e1b1-b098-4ab5-9b76-47fa043a848e,segment=NetworkSegment(22663649-b6a1-451c-ab49-a1a126e39f1a),segment_id=22663649-b6a1-451c-ab49-a1a126e39f1a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:34.902079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.965750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ecda-20d2-42e2-883f-c6dc1e67804f service neutron] Pushing event updated for resources: {'Port': ['ID=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:34.975567 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:34.975896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Allocated IP 10.2.2.200 (6dc44999-3dbe-4351-92f7-1f1e9958e0d5/af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8/a0badb9c-fde9-4921-b9bb-db66ea79c40f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:35.031517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] No DVR routers for this DVR port 9017e1b1-b098-4ab5-9b76-47fa043a848e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:35.042236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:35.042671 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:35.043861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6faa77-f980-470b-b8ff-dfe77fabc115 None None] Pushing event updated for resources: {'Port': ['ID=9017e1b1-b098-4ab5-9b76-47fa043a848e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:35.060667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Could not find standard attr ID for object 9017e1b1-b098-4ab5-9b76-47fa043a848e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:05:35.097573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a04eac-7b76-4907-8787-865a7b2e19b0 None None] Pushing event deleted for resources: {'Port': ['ID=9017e1b1-b098-4ab5-9b76-47fa043a848e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:35.107005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Provisioning complete for port 5256ef99-02a3-4cc8-aec0-0e007e6f777c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:35.107658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.149000 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aaec8bf8-f2e4-4785-bbf6-8f962b95d675 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.181179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.186369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Port 5256ef99-02a3-4cc8-aec0-0e007e6f777c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:35.216314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.217034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Provisioning complete for port 913dab93-04e4-421d-ad63-a9d784fdc65f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:35.219067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.274295 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec8bf8-f2e4-4785-bbf6-8f962b95d675 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 15:05:35.274775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaec8bf8-f2e4-4785-bbf6-8f962b95d675 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:05:35.278745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aaec8bf8-f2e4-4785-bbf6-8f962b95d675 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/d086a2b3-f10b-463d-bc82-3685cb17db86 HTTP/1.1" status: 409 len: 405 time: 0.8510258 Dec 09 15:05:35.292773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53158) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:35.300136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a97910fb-38ba-45bb-9de4-eb0ddac516f3 None None] Port 913dab93-04e4-421d-ad63-a9d784fdc65f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:35.310760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1502501908'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:35.324725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b844-c5b6-4ab7-aa84-474b7ac312e1 req-a41a8453-c869-4a57-97e3-92ca7af84630 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.329892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2f8b844-c5b6-4ab7-aa84-474b7ac312e1 req-a41a8453-c869-4a57-97e3-92ca7af84630 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 943 time: 0.5616400 Dec 09 15:05:35.333331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.345980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.347049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.349182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.356824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.357384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.357871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.358356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.360475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8f50655-63b8-4a87-a199-2462764dda02 req-3278a096-2402-4e19-8947-a85b328e7c87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6278 time: 0.5639715 Dec 09 15:05:35.364073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Port 9017e1b1-b098-4ab5-9b76-47fa043a848e update to ACTIVE by agent not found {{(pid=109896) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 15:05:35.374279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 66d8fefb-49ab-48ee-983e-6637dc777411 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:05:35.404939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.489613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:35.502131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:35.514064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:35.527477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9017e1b1-b098-4ab5-9b76-47fa043a848e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:35.532798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 66d8fefb-49ab-48ee-983e-6637dc777411, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=66d8fefb-49ab-48ee-983e-6637dc777411,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:35.551081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-3a2b564e-a0c5-4600-8174-e2392ec22530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.559510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-3a2b564e-a0c5-4600-8174-e2392ec22530 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.4844468 Dec 09 15:05:35.560169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event updated for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:35.583174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9017e1b1-b098-4ab5-9b76-47fa043a848e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:05:35.583649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9017e1b1-b098-4ab5-9b76-47fa043a848e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:05:35.586702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '66d8fefb-49ab-48ee-983e-6637dc777411', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': '66d8fefb-49ab-48ee-983e-6637dc777411', 'mac_address': 'fa:16:3e:c7:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:05:35.646236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.652021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.668492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.672213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d8fefb-49ab-48ee-983e-6637dc777411 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:35.679091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.696925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.698708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 66d8fefb-49ab-48ee-983e-6637dc777411, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=66d8fefb-49ab-48ee-983e-6637dc777411,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:35.704648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.714856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.730715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.738068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-6615c756-9548-47b9-901b-379c8cf536d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421859 Dec 09 15:05:35.742338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.751644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-8000e7ac-972d-45a5-b9cb-6752b26402ec tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5386 time: 0.6085250 Dec 09 15:05:35.752288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2f8b844-c5b6-4ab7-aa84-474b7ac312e1 req-da061b65-be8b-4325-b947-6b2b95e85b40 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115808 Dec 09 15:05:35.788932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=66d8fefb-49ab-48ee-983e-6637dc777411,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:35.805606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:35.806296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:35.911452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['66d8fefb-49ab-48ee-983e-6637dc777411'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:05:35.935493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-166c4228-ad6f-4752-bc66-f16b62a9034b service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877317 Dec 09 15:05:36.059965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-66b99bca-0d87-4f70-aa2b-abe60a6d37b8 None None] Provisioning complete for port a0badb9c-fde9-4921-b9bb-db66ea79c40f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:36.060599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b99bca-0d87-4f70-aa2b-abe60a6d37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.116456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca03be4d-ca31-4488-a7ab-74669fb0367a req-ffd9572a-8016-4b5b-9c6d-f183e0f37a43 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646087 Dec 09 15:05:36.127206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-66b99bca-0d87-4f70-aa2b-abe60a6d37b8 None None] Port a0badb9c-fde9-4921-b9bb-db66ea79c40f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:36.189327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-5e3aca3e-94c8-4752-89f0-10a7623b8bc5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.212512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-5e3aca3e-94c8-4752-89f0-10a7623b8bc5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.223959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-5e3aca3e-94c8-4752-89f0-10a7623b8bc5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.248762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-5e3aca3e-94c8-4752-89f0-10a7623b8bc5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.264726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-5e3aca3e-94c8-4752-89f0-10a7623b8bc5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.272031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-5e3aca3e-94c8-4752-89f0-10a7623b8bc5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 3816 time: 0.1939237 Dec 09 15:05:36.345826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9b53fb-f33b-492c-9069-e863cdb88774 req-c3d19a98-5a51-4c36-a01c-4fb16b20d62e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647829 Dec 09 15:05:36.358135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-3be8a0a7-4686-4fbe-8ba1-8194579b17eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5765688 Dec 09 15:05:36.359295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:36.362826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.371818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:36.405845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.434668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.512760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=871f1635-7888-484b-837a-9c4d59f83e3c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:36.522190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac742c-96cd-487d-ae82-28def65195a3 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:36.540163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.543741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9abead8a-cdbf-4d5e-80a4-1b86c53de223 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/871f1635-7888-484b-837a-9c4d59f83e3c HTTP/1.1" status: 204 len: 168 time: 2.8300164 Dec 09 15:05:36.552701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53220) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:36.587381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-1bb72a64-9f4f-4ab8-b926-de8b5192fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.588254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-1bb72a64-9f4f-4ab8-b926-de8b5192fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.588909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-1bb72a64-9f4f-4ab8-b926-de8b5192fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.590788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8f50655-63b8-4a87-a199-2462764dda02 req-1bb72a64-9f4f-4ab8-b926-de8b5192fda6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1868994 Dec 09 15:05:36.606536 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1679724-cfde-4b99-a1f6-d2c2d6156832 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527055 Dec 09 15:05:36.609232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53230) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:36.646887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:36.690795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba215a-f513-4b92-81d2-6b7050ad4958 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.691465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29f0ac24-e8cd-41e6-8ab7-82df6f177ab4 req-dcea2d11-e388-47ec-8e47-905c63a476f2 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9327261 Dec 09 15:05:36.692361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-96ba215a-f513-4b92-81d2-6b7050ad4958 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0822215 Dec 09 15:05:36.697641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53236) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:36.728257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.729076 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Added segment 523a4d61-474a-4189-9b2b-af5f9643d958 of type vlan for network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a Dec 09 15:05:36.795446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d99e9-e487-4db8-83ec-80b82fadf5a6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:36.797081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f0d99e9-e487-4db8-83ec-80b82fadf5a6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0983455 Dec 09 15:05:36.803852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53242) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:36.903742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:36.962805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.966332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:36.978580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-99aa02a3-a93f-4534-af85-18946c5b9e92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1730247 Dec 09 15:05:36.984388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53252) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:36.994081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:37.011995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50655-63b8-4a87-a199-2462764dda02 req-8e28fcf0-a174-4730-b730-3da9b8646586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.013719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8f50655-63b8-4a87-a199-2462764dda02 req-8e28fcf0-a174-4730-b730-3da9b8646586 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3625998 Dec 09 15:05:37.055030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] Deleting port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:37.055310 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.098939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.108082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.108826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.211477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1832cb9-4adf-4d12-bbc5-34aed1ab9e8a req-0fbc0899-a09e-41ea-a8a5-59fc20d737cc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.213872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1832cb9-4adf-4d12-bbc5-34aed1ab9e8a req-0fbc0899-a09e-41ea-a8a5-59fc20d737cc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 944 time: 0.2813108 Dec 09 15:05:37.224788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9273820 Dec 09 15:05:37.241791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53270) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:37.301818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24bb07-204d-418c-ad03-82878a886364 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Network': ['ID=54a41fb5-1f23-48b3-bcff-3cbd73f45f9a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:37.323795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'subnet': {'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:37.348974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:37.352639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:37.361608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.363711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.400067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:05:37.408432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 66d8fefb-49ab-48ee-983e-6637dc777411 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:37.475943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Transition to ACTIVE for port object 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:37.498754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.501936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ba5d58-cf79-49ec-82b9-e6a292e57056 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:37.515978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1832cb9-4adf-4d12-bbc5-34aed1ab9e8a req-85d1c80f-ab60-46ad-9764-1e619b763607 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726672 Dec 09 15:05:37.537612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.606312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] For port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:37.609446 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.638728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:37.665832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Pushing event updated for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:37.747783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Transition to ACTIVE for port object 35ba5d58-cf79-49ec-82b9-e6a292e57056 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:37.777412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:37.840133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] Calling delete_port for 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:37.850577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f5e3b9e1-ed6c-4d96-bd19-961d3e8b159c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.863434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f5e3b9e1-ed6c-4d96-bd19-961d3e8b159c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.870097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f5e3b9e1-ed6c-4d96-bd19-961d3e8b159c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.877961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f5e3b9e1-ed6c-4d96-bd19-961d3e8b159c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.888064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 66d8fefb-49ab-48ee-983e-6637dc777411 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:05:37.891191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f5e3b9e1-ed6c-4d96-bd19-961d3e8b159c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:37.900158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f5e3b9e1-ed6c-4d96-bd19-961d3e8b159c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 3816 time: 0.3263493 Dec 09 15:05:37.948031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.1 (998b758c-80e2-4119-ac52-940f31128c39/a7949d57-0712-435a-b957-e5a8879737b8/3e409aeb-5141-4162-a089-c476a1cb8e19) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:37.970449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:38.009730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 66d8fefb-49ab-48ee-983e-6637dc777411 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:38.010215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.045977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Attempting to bind port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:38.046701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Attempting to bind port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:38.047285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Attempting to bind port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:38.088213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 on network 198e3095-7048-41c0-a851-f1ea9ef48143 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:38.089081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Attempting to bind port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:38.116171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:38.116678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Checking segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:38.117184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Bound using segment: {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:38.117733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Bound port: 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87125ca4-0a72-4985-82a4-f710d499699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:38.118193 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.177744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1c1039f-065f-4934-8795-cf5f7f0fb883 req-f113cbe6-b744-4b1c-914e-420b5a5ea8d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710443 Dec 09 15:05:38.265124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.283163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.297348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.319113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.325441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.342166 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.343813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.357487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.363681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-1d6ba1b7-32c9-4225-ad05-742f2770c5ad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5398 time: 0.4319136 Dec 09 15:05:38.368548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.399023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:38.402324 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.404760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:38.416367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:38.417172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.448388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.454265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.455737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.458475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] 10.222.0.43 "PUT /v2.0/ports/18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 1090 time: 3.8397245 Dec 09 15:05:38.460358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:38.476558 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc183d98-2ef7-48b4-b5ae-d89e15932239" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:38.546233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.552772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] Pushing event deleted for resources: {'Port': ['ID=4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:38.577302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.580488 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e457d45-732d-4cae-a7f4-9f64fef497c8 x-openstack-request-id: req-0e457d45-732d-4cae-a7f4-9f64fef497c8 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:38.580805 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:38.581058 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e457d45-732d-4cae-a7f4-9f64fef497c8 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:38.581514 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468', 'status': 'completed', 'code': 200} Dec 09 15:05:38.592374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d503b-b33d-4fcd-a783-d7d5766264b1 None None] No DVR routers for this DVR port 4cb6d6fe-cc0c-4473-8d9f-31cfc276fcb2 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:38.635712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:38.653721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Attempting to bind port 35ba5d58-cf79-49ec-82b9-e6a292e57056 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:38.654076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Attempting to bind port 35ba5d58-cf79-49ec-82b9-e6a292e57056 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:38.654386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Attempting to bind port 35ba5d58-cf79-49ec-82b9-e6a292e57056 on network 54626a82-c410-4bdc-afc5-b67930a6e4f7 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:38.664111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 66d8fefb-49ab-48ee-983e-6637dc777411, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=66d8fefb-49ab-48ee-983e-6637dc777411,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:38.671001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8fefb-49ab-48ee-983e-6637dc777411'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:38.680240 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed7c11d-8156-48ca-aaf1-c13f2c32e1ce" -d '{"events": [{"server_uuid": "4f7f4565-6979-4718-bd6c-b6feeed63ccf", "name": "network-vif-plugged", "status": "completed", "tag": "66d8fefb-49ab-48ee-983e-6637dc777411"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:38.704566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.718675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53322) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:38.732792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aef637-2897-41fc-9f96-6b29f7a13a8b service neutron] Pushing event updated for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:38.775120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:38.778540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Port 35ba5d58-cf79-49ec-82b9-e6a292e57056 on network 54626a82-c410-4bdc-afc5-b67930a6e4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:38.780542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Attempting to bind port 35ba5d58-cf79-49ec-82b9-e6a292e57056 on network 54626a82-c410-4bdc-afc5-b67930a6e4f7 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:38.786507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=66d8fefb-49ab-48ee-983e-6637dc777411,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:38.812330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:38.812807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Checking segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:38.813348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Bound using segment: {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:38.830418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:38.833388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Bound port: 35ba5d58-cf79-49ec-82b9-e6a292e57056, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5362f347-5dc3-4424-8006-f9d9ad428589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:38.834105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.841670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:38.900522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:38.930206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.930696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.931587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.931718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.932906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.932906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.933120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:38.935258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-c7824921-7e37-440f-bf98-d4d573a5c9f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6345 time: 0.3359923 Dec 09 15:05:38.949698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=3e409aeb-5141-4162-a089-c476a1cb8e19,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:39.001616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.011856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f973a64-4232-4baf-afdf-bb0a9652e07d req-b6ecd439-7691-4e4a-a04a-c6d97a10fcb4 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.013457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f973a64-4232-4baf-afdf-bb0a9652e07d req-b6ecd439-7691-4e4a-a04a-c6d97a10fcb4 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.2533312 Dec 09 15:05:39.031623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.044175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b392d82-2f11-48e8-b13d-35d5914e6edb req-83311399-4435-4209-a27b-7904f0f48382 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3946774 Dec 09 15:05:39.044890 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f88459-5a8a-4cf0-8d15-9d6c47253471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.156545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:39.165513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:39.176318 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29df74-76ee-4332-ae53-04165f7a8a28 x-openstack-request-id: req-3a29df74-76ee-4332-ae53-04165f7a8a28 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:39.178773 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7f4565-6979-4718-bd6c-b6feeed63ccf", "name": "network-vif-plugged", "status": "completed", "tag": "66d8fefb-49ab-48ee-983e-6637dc777411", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:39.179505 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a29df74-76ee-4332-ae53-04165f7a8a28 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:39.181391 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8fefb-49ab-48ee-983e-6637dc777411', 'code': 200} Dec 09 15:05:39.189762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:39.200668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.201197 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.203974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d886cc-83e3-40bb-ba9e-f127cefed86a None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:39.204518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:39.208583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=c23b07cb-f219-4a61-81eb-d77ff0664a99,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:39.226680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.291454 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c646ddb-6239-4117-95c5-130c1010dce0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3041399 Dec 09 15:05:39.297947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f973a64-4232-4baf-afdf-bb0a9652e07d req-46428cb2-1599-411b-a9f8-cb5d87dac2f8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781217 Dec 09 15:05:39.298432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53330) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:39.322612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:88:18:1b', 'name': 'tempest-NetworksTestDHCPv6-1443251414'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:39.362349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.363203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.364645 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 1091 time: 2.9973457 Dec 09 15:05:39.366321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:39.369926 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c84f90-814f-4952-b25f-360e61be96ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:39.472890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:39.571741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'c23b07cb-f219-4a61-81eb-d77ff0664a99'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:39.572343 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.573378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.579038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e57840-7f67-4acd-a758-ded1a54bb336 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:39.589432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.598098 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d3dcd-5e89-41c2-a2d0-cf898a12e3b2 x-openstack-request-id: req-342d3dcd-5e89-41c2-a2d0-cf898a12e3b2 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:39.598393 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:39.598839 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-342d3dcd-5e89-41c2-a2d0-cf898a12e3b2 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:39.599245 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'status': 'completed', 'code': 200} Dec 09 15:05:39.610151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Transition to ACTIVE for port object 97e57840-7f67-4acd-a758-ded1a54bb336 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:39.633306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-192d35b9-888a-4d57-8b13-de08ef658d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.634039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-192d35b9-888a-4d57-8b13-de08ef658d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.634702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-192d35b9-888a-4d57-8b13-de08ef658d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.636644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-192d35b9-888a-4d57-8b13-de08ef658d7f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6814971 Dec 09 15:05:39.652883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:39.767031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/c23b07cb-f219-4a61-81eb-d77ff0664a99/3c001906-a7b4-49c1-b15b-d30d6570932f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:39.866374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-95142b3d-9764-4874-9040-18ad128bf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:39.868313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc183d98-2ef7-48b4-b5ae-d89e15932239 req-95142b3d-9764-4874-9040-18ad128bf0ef service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033417 Dec 09 15:05:39.988275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Pushing event updated for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:39.996120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.005705 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.014027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.048618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.048977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.049938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.050303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.050652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.050991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.051333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.051829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.052614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.052953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.053294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.053771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.054119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:40.109169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:40.114139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Pushing event updated for resources: {'Port': ['ID=3c001906-a7b4-49c1-b15b-d30d6570932f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:40.117040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:40.124405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:40.135871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:40.233261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Attempting to bind port 3c001906-a7b4-49c1-b15b-d30d6570932f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:40.233909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Attempting to bind port 3c001906-a7b4-49c1-b15b-d30d6570932f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:40.234480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Attempting to bind port 3c001906-a7b4-49c1-b15b-d30d6570932f on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:40.242103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:40.242801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:40.243401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.244090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:40.244755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Bound port: 3c001906-a7b4-49c1-b15b-d30d6570932f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:40.245323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.339682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] For port 3c001906-a7b4-49c1-b15b-d30d6570932f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:40.344302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] For port 3c001906-a7b4-49c1-b15b-d30d6570932f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3c001906-a7b4-49c1-b15b-d30d6570932f,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:40.351676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.432650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97833-abd0-4cde-b58b-f9ef2dce6f16 None None] Pushing event updated for resources: {'Port': ['ID=3c001906-a7b4-49c1-b15b-d30d6570932f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:40.479871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265d16-811f-4eac-99f7-6ca6a942c2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:40.494763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770610fc-ced5-4826-95e8-583a175584a3 req-cf856225-dac5-435a-8ae1-64e46d445b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.496334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-770610fc-ced5-4826-95e8-583a175584a3 req-cf856225-dac5-435a-8ae1-64e46d445b2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 1096 time: 1.1147113 Dec 09 15:05:40.526564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:40.539285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.569568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f88459-5a8a-4cf0-8d15-9d6c47253471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.586241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2656a-c0f9-408e-990c-011d379396ce req-ba1fb96d-d723-4f79-bab5-338847cbbde6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.595266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2656a-c0f9-408e-990c-011d379396ce req-ba1fb96d-d723-4f79-bab5-338847cbbde6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.603573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2656a-c0f9-408e-990c-011d379396ce req-ba1fb96d-d723-4f79-bab5-338847cbbde6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.610530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2656a-c0f9-408e-990c-011d379396ce req-ba1fb96d-d723-4f79-bab5-338847cbbde6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.617229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2656a-c0f9-408e-990c-011d379396ce req-ba1fb96d-d723-4f79-bab5-338847cbbde6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.625057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30d2656a-c0f9-408e-990c-011d379396ce req-ba1fb96d-d723-4f79-bab5-338847cbbde6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 3828 time: 1.2645788 Dec 09 15:05:40.684698 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-24f88459-5a8a-4cf0-8d15-9d6c47253471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.706245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Attempting to bind port 97e57840-7f67-4acd-a758-ded1a54bb336 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:40.706592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Attempting to bind port 97e57840-7f67-4acd-a758-ded1a54bb336 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:40.706933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Attempting to bind port 97e57840-7f67-4acd-a758-ded1a54bb336 on network 60e00809-9153-459a-810f-66199fce865c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:40.742390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.748555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.755829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.761820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.767877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.774701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.781085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.783090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-420f534e-e9dd-4036-8eb7-438d6c372f41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5410 time: 0.6005018 Dec 09 15:05:40.789453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Port 97e57840-7f67-4acd-a758-ded1a54bb336 on network 60e00809-9153-459a-810f-66199fce865c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:40.789782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Attempting to bind port 97e57840-7f67-4acd-a758-ded1a54bb336 on network 60e00809-9153-459a-810f-66199fce865c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:40.815972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:40.816406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Checking segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:40.817058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Bound using segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:40.817272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Bound port: 97e57840-7f67-4acd-a758-ded1a54bb336, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:40.817602 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.827541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-24f88459-5a8a-4cf0-8d15-9d6c47253471 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ece1d82239544f74b308c86fdd4e533b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1024010 Dec 09 15:05:40.827858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53342) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:40.918107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-0d996319-4521-4b24-bb52-d89a3cee8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.918696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-0d996319-4521-4b24-bb52-d89a3cee8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.919220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-0d996319-4521-4b24-bb52-d89a3cee8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.919773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-0d996319-4521-4b24-bb52-d89a3cee8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.920295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-0d996319-4521-4b24-bb52-d89a3cee8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:40.922430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c84f90-814f-4952-b25f-360e61be96ef req-0d996319-4521-4b24-bb52-d89a3cee8a2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 4363 time: 1.3185089 Dec 09 15:05:40.938974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:40.939714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30d2656a-c0f9-408e-990c-011d379396ce req-3be03e84-89e1-4d67-90ee-02faae1f4ecd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137701 Dec 09 15:05:40.940774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f88459-5a8a-4cf0-8d15-9d6c47253471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b174a5-601c-4645-91ef-20006e20767c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:40.963923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 20f605fa-e83d-43b5-a5e5-18b37358bcde yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:40.986507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Subnet': ['ID=d49b011d-7523-4cc4-8ee8-3aa5c0558b46,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:41.024917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-770610fc-ced5-4826-95e8-583a175584a3 req-3164c9dd-0f5e-447f-822a-041c99e7fd5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868748 Dec 09 15:05:41.039244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60460f2b-3535-4e6e-89a2-3e7d960d928f req-0d5c5f86-cecc-4774-a865-1bc57ba85f86 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2438881 Dec 09 15:05:41.108163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:41.114106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a26e827-9d5e-4869-b402-3406917bc5b5 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:41.114509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=97e57840-7f67-4acd-a758-ded1a54bb336,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:41.119527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Checking segment: {'id': '523a4d61-474a-4189-9b2b-af5f9643d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:41.120027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network hostable DHCP agents. Network: 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:05:41.141264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.248588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Transition to ACTIVE for port object 8a26e827-9d5e-4869-b402-3406917bc5b5 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:41.264898 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3755765-bb40-4665-b208-295070e7c647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.269306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::140 (d3ad000a-542a-403b-900f-3e0469146f33/c23b07cb-f219-4a61-81eb-d77ff0664a99/20f605fa-e83d-43b5-a5e5-18b37358bcde) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:41.291240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.321344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.328988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:05:41.392228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3755765-bb40-4665-b208-295070e7c647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.406591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-b15d6c95-92ad-4e15-8808-a1a7cf507efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:41.407159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-b15d6c95-92ad-4e15-8808-a1a7cf507efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:41.407649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-b15d6c95-92ad-4e15-8808-a1a7cf507efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:41.410277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c84f90-814f-4952-b25f-360e61be96ef req-b15d6c95-92ad-4e15-8808-a1a7cf507efe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7f9437204ac45aa85b28904fe082373&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4321926 Dec 09 15:05:41.426124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:41.438564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4dcc2-e97b-4d2d-83ac-9508c1b353d6 None None] Network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:41.516497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:41.517283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.550113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:41.550909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.552770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] 10.222.0.43 "PUT /v2.0/ports/97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 1091 time: 2.9704218 Dec 09 15:05:41.553784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:41.560648 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b0168e-42d7-4de7-b443-76d6bc55ff57" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:41.650380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3c001906-a7b4-49c1-b15b-d30d6570932f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:41.668794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Pushing event updated for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:41.694573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-54a41fb5-1f23-48b3-bcff-3cbd73f45f9a', 'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a', 'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'fixed_ips': [{'subnet_id': 'd49b011d-7523-4cc4-8ee8-3aa5c0558b46'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:41.695436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.763434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3c001906-a7b4-49c1-b15b-d30d6570932f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:41.764018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:41.810254 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d700a6fb-f99b-4495-b43a-8e3e596e9ccd x-openstack-request-id: req-d700a6fb-f99b-4495-b43a-8e3e596e9ccd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:41.816812 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:41.817249 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d700a6fb-f99b-4495-b43a-8e3e596e9ccd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:41.817795 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336', 'status': 'completed', 'code': 200} Dec 09 15:05:41.822386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Request body: {'port': {'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:41.855818 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc319447-d68c-4cde-8048-7eac40f9725c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.5516028 Dec 09 15:05:41.932809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53346) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:41.991012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b790e-6e50-4459-bc51-ae48954b3088 service neutron] Pushing event updated for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:42.011315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564c987-81b5-401d-8b13-369c6ac0293b req-21c79617-bc94-4586-88ed-5eec4b085c77 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.023415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4564c987-81b5-401d-8b13-369c6ac0293b req-21c79617-bc94-4586-88ed-5eec4b085c77 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.6283438 Dec 09 15:05:42.137119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3755765-bb40-4665-b208-295070e7c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.139752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3755765-bb40-4665-b208-295070e7c647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.142357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3755765-bb40-4665-b208-295070e7c647 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2b174a5-601c-4645-91ef-20006e20767c HTTP/1.1" status: 204 len: 168 time: 1.2945635 Dec 09 15:05:42.189536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Allocated IP 2001:db8::f816:3eff:feb6:90df (54a41fb5-1f23-48b3-bcff-3cbd73f45f9a/d49b011d-7523-4cc4-8ee8-3aa5c0558b46/aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:42.219431 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.238758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.259013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.266560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f90-814f-4952-b25f-360e61be96ef req-bc293c18-3d8a-4917-86ab-8d705af57827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.268824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44c84f90-814f-4952-b25f-360e61be96ef req-bc293c18-3d8a-4917-86ab-8d705af57827 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8395748 Dec 09 15:05:42.282500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 3c001906-a7b4-49c1-b15b-d30d6570932f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3c001906-a7b4-49c1-b15b-d30d6570932f,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:42.287542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.288114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.288651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.289126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.289594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.290227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.290701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.292812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-0daa86d7-c6a9-4197-bf05-260399f2fd9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6412 time: 0.4672689 Dec 09 15:05:42.298363 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4564c987-81b5-401d-8b13-369c6ac0293b req-62a3a4fa-5c29-4b79-844d-6862f9e5f560 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586668 Dec 09 15:05:42.298825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.299908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3755765-bb40-4665-b208-295070e7c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b174a5-601c-4645-91ef-20006e20767c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:42.303226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Attempting to bind port 8a26e827-9d5e-4869-b402-3406917bc5b5 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:42.309376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Attempting to bind port 8a26e827-9d5e-4869-b402-3406917bc5b5 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:42.310463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Attempting to bind port 8a26e827-9d5e-4869-b402-3406917bc5b5 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:42.322189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Port 8a26e827-9d5e-4869-b402-3406917bc5b5 on network 28bdfee3-de54-4f05-b974-4ddb3487282a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:42.324185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Attempting to bind port 8a26e827-9d5e-4869-b402-3406917bc5b5 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:42.348358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:42.348810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Checking segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:42.349163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Bound using segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:42.349632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Bound port: 8a26e827-9d5e-4869-b402-3406917bc5b5, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:42.349913 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.355161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.374589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.395261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.492189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7e6c4a24-dc8f-4083-9326-613d7cc4e3ef None None] Provisioning complete for port 3c001906-a7b4-49c1-b15b-d30d6570932f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:42.492886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4a24-dc8f-4083-9326-613d7cc4e3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.501937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.508863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.515239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.525909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.535368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.547370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.548486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=3c001906-a7b4-49c1-b15b-d30d6570932f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:42.553370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-822597f3-4410-4e83-b70c-6c522acdc74d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 4605 time: 0.4027429 Dec 09 15:05:42.603174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:42.628486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.653827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.668505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.671743 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.675922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.681205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.681963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.689461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.696592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.698569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-e3042144-0007-49a2-be06-1b700ad49bc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5410 time: 0.2780046 Dec 09 15:05:42.742762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8a26e827-9d5e-4869-b402-3406917bc5b5,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:42.745088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.755175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Pushing event updated for resources: {'Port': ['ID=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:42.762186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.765907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.774886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:42.777121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:42.779837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:42.796585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53358) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:42.852624 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e07e268a-40ba-4fb4-b3fe-e0bef9f37caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.860588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=3e409aeb-5141-4162-a089-c476a1cb8e19,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:42.874537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:42.875625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.878235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 1135 time: 3.4315996 Dec 09 15:05:42.879854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '8a26e827-9d5e-4869-b402-3406917bc5b5'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:42.884317 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ee9df-d3e8-4203-b511-eb509c9ab530" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "8a26e827-9d5e-4869-b402-3406917bc5b5"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:42.904536 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa2c7648-0c98-47ae-9fe6-1bb0dbe257d9 req-2190601c-78ac-4bdb-987a-f1f514e7eaf9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1951168 Dec 09 15:05:42.911367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Attempting to bind port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:42.912468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Attempting to bind port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '523a4d61-474a-4189-9b2b-af5f9643d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:42.913698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Attempting to bind port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f on network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:42.923996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:42.925280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Checking segment: {'id': '523a4d61-474a-4189-9b2b-af5f9643d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:42.926038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.931777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Bound using segment: {'id': '523a4d61-474a-4189-9b2b-af5f9643d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:42.932724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Bound port: aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523a4d61-474a-4189-9b2b-af5f9643d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:42.933178 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:42.941328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:43.040058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] For port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:43.045307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:43.048010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] For port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,segment=NetworkSegment(523a4d61-474a-4189-9b2b-af5f9643d958),segment_id=523a4d61-474a-4189-9b2b-af5f9643d958)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:43.048186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-830215c0-8782-4fa6-a9a0-eee1a3fb276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.048555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-830215c0-8782-4fa6-a9a0-eee1a3fb276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.049021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-830215c0-8782-4fa6-a9a0-eee1a3fb276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.051371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-830215c0-8782-4fa6-a9a0-eee1a3fb276f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7221453 Dec 09 15:05:43.063286 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.065505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:43.124376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:43.131989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec5e2c-1a83-4e05-b66b-3bf2bb6be531 service neutron] Pushing event updated for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:43.136285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.136966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.183543 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861e27db-27b0-4383-a7d9-1bd18d6fd3ad x-openstack-request-id: req-861e27db-27b0-4383-a7d9-1bd18d6fd3ad {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:43.183891 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "8a26e827-9d5e-4869-b402-3406917bc5b5", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:43.184262 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-861e27db-27b0-4383-a7d9-1bd18d6fd3ad {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:43.184763 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '8a26e827-9d5e-4869-b402-3406917bc5b5', 'status': 'completed', 'code': 200} Dec 09 15:05:43.249970 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.280127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310e127-5afb-4e47-ae6b-9a96b928845f None None] Pushing event updated for resources: {'Port': ['ID=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:43.353191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e07e268a-40ba-4fb4-b3fe-e0bef9f37caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.373928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e07e268a-40ba-4fb4-b3fe-e0bef9f37caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.412059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:43.430174 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92d8b9a2-c76f-457a-9fef-0b96e3b84256 req-6a8684cb-302a-4a5d-bfaf-e134ec8e1f1e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7986310 Dec 09 15:05:43.433050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.528577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.529313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.530066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.530824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.531471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.532092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.543700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-99005220-aaf6-471a-a19d-c98f8735f456 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5291 time: 0.3578548 Dec 09 15:05:43.554679 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3c001906-a7b4-49c1-b15b-d30d6570932f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:43.576130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:43.579010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-cd5b2862-682d-46fb-91bf-c234c6c5244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.581741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b0168e-42d7-4de7-b443-76d6bc55ff57 req-cd5b2862-682d-46fb-91bf-c234c6c5244e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5052371 Dec 09 15:05:43.644796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3343048 Dec 09 15:05:43.653355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e07e268a-40ba-4fb4-b3fe-e0bef9f37caa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=748ffb1f6b9b41c2825b6c2a84489eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8515062 Dec 09 15:05:43.658168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e268a-40ba-4fb4-b3fe-e0bef9f37caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a688639-587f-4e3a-9194-4088495aa2af,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:43.670960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0fdc31b9-51d6-4c59-a6ae-5d102e1ea9d0 None None] Provisioning complete for port 20f605fa-e83d-43b5-a5e5-18b37358bcde triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:43.671343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fdc31b9-51d6-4c59-a6ae-5d102e1ea9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.684810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53364) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:43.690576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53366) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:43.737549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ca593-4e8b-4095-9ff1-baa500b5d0b4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=20f605fa-e83d-43b5-a5e5-18b37358bcde,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:43.771798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc31b9-51d6-4c59-a6ae-5d102e1ea9d0 None None] Port 20f605fa-e83d-43b5-a5e5-18b37358bcde cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:43.815508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3c001906-a7b4-49c1-b15b-d30d6570932f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:43.816241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:43.946409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442da5d-7fff-4329-9cbf-e29f9735a492 req-98d69077-7128-47a8-967d-0936c40192e8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.957368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8442da5d-7fff-4329-9cbf-e29f9735a492 req-98d69077-7128-47a8-967d-0936c40192e8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.4864957 Dec 09 15:05:43.968692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bce83c-dd5b-4bcd-a8cf-958980789e42 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.975395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bce83c-dd5b-4bcd-a8cf-958980789e42 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:43.977300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-44bce83c-dd5b-4bcd-a8cf-958980789e42 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2806346 Dec 09 15:05:43.985824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53370) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:43.990055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.060108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Subnet': ['ID=d49b011d-7523-4cc4-8ee8-3aa5c0558b46,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:44.121481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-bc596e30-d1b5-410d-8c2e-a8a11027763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.121960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-bc596e30-d1b5-410d-8c2e-a8a11027763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.122435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-bc596e30-d1b5-410d-8c2e-a8a11027763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.124126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-bc596e30-d1b5-410d-8c2e-a8a11027763a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7f9437204ac45aa85b28904fe082373&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5610380 Dec 09 15:05:44.185513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:05:44.203742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2a77-a850-436f-8d19-5575271d6df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.245020 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.267689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7facdcd-1d32-4b4e-ab7c-1e9097213662 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:44.285048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.300731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2a77-a850-436f-8d19-5575271d6df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.306066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a41fb5-1f23-48b3-bcff-3cbd73f45f9a']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:44.333072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523a4d61-474a-4189-9b2b-af5f9643d958') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:44.333358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523a4d61-474a-4189-9b2b-af5f9643d958') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:44.336289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Transition to ACTIVE for port object d7facdcd-1d32-4b4e-ab7c-1e9097213662 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:44.371119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8442da5d-7fff-4329-9cbf-e29f9735a492 req-384f0806-cad5-4ac4-aa3d-3bf708e9b808 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127355 Dec 09 15:05:44.379330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.407519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.418712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.429269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.448153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.460436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.474395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6631bc37-9724-44ba-ae6d-3918cbea0277 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:44.481212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.485354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2a77-a850-436f-8d19-5575271d6df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.489213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2a77-a850-436f-8d19-5575271d6df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.493399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.503502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.509985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-4a21499b-0986-4c3a-9679-db29f0139b98 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5410 time: 0.4136860 Dec 09 15:05:44.511697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eb3b2a77-a850-436f-8d19-5575271d6df3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a688639-587f-4e3a-9194-4088495aa2af HTTP/1.1" status: 204 len: 168 time: 0.8167517 Dec 09 15:05:44.515181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-7df3dcc5-74e9-4ffc-ba75-adb381842f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.520009 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa9ee9df-d3e8-4203-b511-eb509c9ab530 req-7df3dcc5-74e9-4ffc-ba75-adb381842f25 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3856993 Dec 09 15:05:44.524623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.542519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.575465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Transition to ACTIVE for port object 6631bc37-9724-44ba-ae6d-3918cbea0277 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:44.590066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b2a77-a850-436f-8d19-5575271d6df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a688639-587f-4e3a-9194-4088495aa2af,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:44.596615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.739961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Pushing event updated for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:44.791256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50f3c1-d00e-4643-a953-393a925240b1 None None] Network 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:44.839297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.855312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.879266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.898420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.911145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.923799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.945931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ea3c317-7be8-44a6-97fe-f6947f5d8402 None None] Provisioning complete for port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:44.946221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c317-7be8-44a6-97fe-f6947f5d8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:44.949985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:44.961835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3158249-b289-4b22-b5b5-054a5538606f req-1f98a5fc-07a6-4815-9f62-bd84a3fd8aad tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5382 time: 0.3166289 Dec 09 15:05:45.108717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] DHCP port deletion for 54a41fb5-1f23-48b3-bcff-3cbd73f45f9a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:45.110268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Attempting to bind port 6631bc37-9724-44ba-ae6d-3918cbea0277 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:45.110619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Attempting to bind port 6631bc37-9724-44ba-ae6d-3918cbea0277 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:45.110962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Attempting to bind port 6631bc37-9724-44ba-ae6d-3918cbea0277 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:45.116254 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c317-7be8-44a6-97fe-f6947f5d8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.128237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Port 6631bc37-9724-44ba-ae6d-3918cbea0277 on network 28bdfee3-de54-4f05-b974-4ddb3487282a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:45.129059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Attempting to bind port 6631bc37-9724-44ba-ae6d-3918cbea0277 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:45.164239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:45.164598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Checking segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:45.166555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Bound using segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:45.167057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Bound port: 6631bc37-9724-44ba-ae6d-3918cbea0277, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:45.167486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.201955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7ea3c317-7be8-44a6-97fe-f6947f5d8402 None None] For port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,segment=NetworkSegment(523a4d61-474a-4189-9b2b-af5f9643d958),segment_id=523a4d61-474a-4189-9b2b-af5f9643d958)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:45.213085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c317-7be8-44a6-97fe-f6947f5d8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.253327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3158249-b289-4b22-b5b5-054a5538606f req-167a9426-bab6-4347-a108-9dd54bf12446 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2872477 Dec 09 15:05:45.263809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:05:45.265116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.335286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] Deleting port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:45.335593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.365735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:45.370705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6631bc37-9724-44ba-ae6d-3918cbea0277,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:45.376620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.401611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] For port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,segment=NetworkSegment(523a4d61-474a-4189-9b2b-af5f9643d958),segment_id=523a4d61-474a-4189-9b2b-af5f9643d958)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:45.402011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.420639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:05:45.422839 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:05:45.434486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] Calling delete_port for aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:45.461078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c317-7be8-44a6-97fe-f6947f5d8402 None None] Pushing event updated for resources: {'Port': ['ID=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:45.478349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:45.481552 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.483084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] 10.222.0.36 "PUT /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 1135 time: 2.5560958 Dec 09 15:05:45.496429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '6631bc37-9724-44ba-ae6d-3918cbea0277'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:45.503068 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba2c829-b6d3-4b94-a02d-13578c1c69e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "6631bc37-9724-44ba-ae6d-3918cbea0277"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:45.525371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:45.564374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:05:45.564374 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:05:45.564374 n-d-804292-5 neutron-server[109895]: [parameters: {'id': '54a41fb5-1f23-48b3-bcff-3cbd73f45f9a'}] Dec 09 15:05:45.564374 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:45.572480 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:45.619525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 20f605fa-e83d-43b5-a5e5-18b37358bcde {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:45.619882 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.789986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:45.820047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1066b4-bddc-4af9-af9a-b04751924754 service neutron] Pushing event updated for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:45.862337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:05:45.925095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:05:45.953659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:05:45.954343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:45.979232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3e16c4ae-21dc-4c13-9c87-df7ff70f49e0 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/routers/6733386d-1177-4d94-8337-61fbd6e7a822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0243077 Dec 09 15:05:46.007587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53414) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:46.045500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.064194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:46.070460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'port': {'network_id': '998b758c-80e2-4119-ac52-940f31128c39', 'name': 'tempest-FloatingIPTestJSON-984789895'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:46.082515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.087626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 20f605fa-e83d-43b5-a5e5-18b37358bcde owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:46.092234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:05:46.093036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:46.101748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-de5c9eea-3755-449c-af31-86f63d95b459 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.105938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-de5c9eea-3755-449c-af31-86f63d95b459 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.7235558 Dec 09 15:05:46.120285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5586e191-d0fa-41a1-a57c-4173dcf612f1 req-c5237fcf-05a1-4572-849b-f5146dd76c60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5737159 Dec 09 15:05:46.152399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-37effba8-a2a7-46d0-b797-dc596058af47 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0320368 Dec 09 15:05:46.254970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Attempting to bind port d7facdcd-1d32-4b4e-ab7c-1e9097213662 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:46.255414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Attempting to bind port d7facdcd-1d32-4b4e-ab7c-1e9097213662 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:46.258927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Attempting to bind port d7facdcd-1d32-4b4e-ab7c-1e9097213662 on network 60e00809-9153-459a-810f-66199fce865c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:46.279482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:46.280168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1745ef3a-fa64-4218-b316-810974a60273 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:05:46.288268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.295270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-3ea071a8-dec5-445a-8cee-bd6f9c7d537d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414399 Dec 09 15:05:46.324588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Port d7facdcd-1d32-4b4e-ab7c-1e9097213662 on network 60e00809-9153-459a-810f-66199fce865c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:46.325064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Attempting to bind port d7facdcd-1d32-4b4e-ab7c-1e9097213662 on network 60e00809-9153-459a-810f-66199fce865c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:46.340710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:46.342227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Checking segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:46.343153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Bound using segment: {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:46.345564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Bound port: d7facdcd-1d32-4b4e-ab7c-1e9097213662, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98033a2-bb1f-4786-981f-08014d64e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '60e00809-9153-459a-810f-66199fce865c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:46.346096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.361166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] Pushing event deleted for resources: {'Port': ['ID=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:46.373160 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1226410-3154-4cd2-be6b-7a4799c94650 x-openstack-request-id: req-a1226410-3154-4cd2-be6b-7a4799c94650 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:46.373471 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "6631bc37-9724-44ba-ae6d-3918cbea0277", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:46.373745 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1226410-3154-4cd2-be6b-7a4799c94650 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:46.374175 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '6631bc37-9724-44ba-ae6d-3918cbea0277', 'status': 'completed', 'code': 200} Dec 09 15:05:46.392093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c453-3260-4c0f-8b49-ae7b11918a70 None None] No DVR routers for this DVR port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:46.500903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:46.516564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.561943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63d5ea4-149d-4e32-9dcd-42e31535157a {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:46.571822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.572191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.572658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.573610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.573610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.574025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.574485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.576439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-f2676c77-3ab0-439e-9f45-486a372e8ef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6219 time: 0.1786952 Dec 09 15:05:46.586254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.607477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] device_id is not set on port 7be962c9-cd70-4562-98f2-64c1f1a8f4a9 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:46.714682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:46.715018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.717395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:46.749391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-393e7dbc-9d34-4fa3-95d4-81d734401ac0 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529791 Dec 09 15:05:46.764554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.771540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.777687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.783770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.795733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.803007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.809675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.818263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-0137a7bf-a830-4b19-a8ae-620444e1419a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5382 time: 0.3696272 Dec 09 15:05:46.838682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:46.886234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-11bcc5a4-22cc-4887-b17f-715acd5c6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.886795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-11bcc5a4-22cc-4887-b17f-715acd5c6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.887835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-11bcc5a4-22cc-4887-b17f-715acd5c6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:46.888161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.890436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-11bcc5a4-22cc-4887-b17f-715acd5c6ad0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7f9437204ac45aa85b28904fe082373&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2993248 Dec 09 15:05:46.895389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Transition to ACTIVE for port object e63d5ea4-149d-4e32-9dcd-42e31535157a will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:46.914478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53432) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:46.934224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:46.990886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] For port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f, host n-d-804292-5, got binding levels [] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:46.991253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.028905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.029541 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.030948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 1091 time: 5.2486389 Dec 09 15:05:47.031438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:47.034268 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a295584e-2f8e-44ea-afd5-2c3cce396a00" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:47.035422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-053e7fab-100b-4a7a-9a83-2fd89a9f67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.037162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cba2c829-b6d3-4b94-a02d-13578c1c69e9 req-053e7fab-100b-4a7a-9a83-2fd89a9f67f5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354353 Dec 09 15:05:47.038031 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.058408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Calling delete_port for aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:47.073642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.12 (998b758c-80e2-4119-ac52-940f31128c39/a7949d57-0712-435a-b957-e5a8879737b8/7be962c9-cd70-4562-98f2-64c1f1a8f4a9) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:47.081139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f was not found and therefore no delete operation was performed {{(pid=109895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:05:47.095662 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.185768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.193505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/20f605fa-e83d-43b5-a5e5-18b37358bcde HTTP/1.1" status: 204 len: 168 time: 3.2024593 Dec 09 15:05:47.196816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb5545-2426-4a15-b3e2-1989578e20f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:47.257360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0dad712-167a-4cbe-af08-040b1ef4b149 req-febdd4ec-eb64-419e-822c-6433e4c4f0cf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4381099 Dec 09 15:05:47.257924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53440) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:47.305016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b387696-e975-4a65-9690-a1b5c6fd1e38 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=20f605fa-e83d-43b5-a5e5-18b37358bcde,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:47.353191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No DVR routers for this DVR port aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:47.363988 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c1946f-b423-4a4d-8aca-921f4f96666b x-openstack-request-id: req-91c1946f-b423-4a4d-8aca-921f4f96666b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:47.364299 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:47.364566 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91c1946f-b423-4a4d-8aca-921f4f96666b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:47.364998 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662', 'status': 'completed', 'code': 200} Dec 09 15:05:47.493450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Port': ['ID=aa152ef5-98fa-4bc3-bd66-0e4e34b4e78f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:47.669556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.695505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.695999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.696473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.696710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1134324283', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:47.696943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.697408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.697936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.698322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.700285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f41efa18-2ed8-43dd-b13f-d48c231fb58b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6479 time: 0.5767560 Dec 09 15:05:47.744826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57377f0d-f15f-46ed-a988-85260e84b517 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.746481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57377f0d-f15f-46ed-a988-85260e84b517 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.750956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-57377f0d-f15f-46ed-a988-85260e84b517 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4380317 Dec 09 15:05:47.758089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-08016f2b-5b95-43ee-b1d9-8a7f0fad7e5e service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9882360 Dec 09 15:05:47.758089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53444) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:47.773447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:47.806042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.811997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.818744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.825065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.831787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.832061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Made reservation on behalf of c74d6a65f1a74850acf450797318e8c7 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:47.834314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.837761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.843678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.850966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.851479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-6c4adc70-1f57-4dad-8f97-bc5c7e5400f4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.3439064 Dec 09 15:05:47.859585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a41fb5-1f23-48b3-bcff-3cbd73f45f9a']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:47.876480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-c670dc59-6d5a-497e-8aa1-eea03e871333 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 217 time: 0.1450341 Dec 09 15:05:47.883369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523a4d61-474a-4189-9b2b-af5f9643d958') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:47.883662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523a4d61-474a-4189-9b2b-af5f9643d958') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:47.886945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet c23b07cb-f219-4a61-81eb-d77ff0664a99 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:05:47.899363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.925834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Attempting to bind port e63d5ea4-149d-4e32-9dcd-42e31535157a on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:47.926124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Attempting to bind port e63d5ea4-149d-4e32-9dcd-42e31535157a by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:47.926424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Attempting to bind port e63d5ea4-149d-4e32-9dcd-42e31535157a on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:47.943491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-37d53fb3-c38e-4b42-b56d-a6b3562c0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:47.944577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Port e63d5ea4-149d-4e32-9dcd-42e31535157a on network 28bdfee3-de54-4f05-b974-4ddb3487282a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:47.944911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Attempting to bind port e63d5ea4-149d-4e32-9dcd-42e31535157a on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:47.945813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-37d53fb3-c38e-4b42-b56d-a6b3562c0268 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.0515525 Dec 09 15:05:47.953477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.965421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:47.965823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Checking segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:47.966212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Bound using segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:47.966668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Bound port: e63d5ea4-149d-4e32-9dcd-42e31535157a, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:47.967032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:47.986201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.079730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.118928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:05:48.123007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:05:48.163968 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:05:48.169554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:48.183433 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.211848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.232305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.237720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:48.238927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.242482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b2f20a7-c61b-490b-915e-35a8dd7298ed req-93cf528a-b390-4ed4-90e4-d23c3a0a260d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 210 time: 0.0637071 Dec 09 15:05:48.264612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1844d899-43ab-4f4c-8ee1-9b55fe933fb8 req-427fb8aa-2567-47eb-887b-c33d832a6684 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4121721 Dec 09 15:05:48.271094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7629639d-9dce-48a7-8f70-f30443d3dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.272776 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7629639d-9dce-48a7-8f70-f30443d3dc6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3100140 Dec 09 15:05:48.277660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] device_id is not set on port db8d372a-35b4-4685-bd97-db4abb1ed273 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:48.309784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.326143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.335469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.349129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.353117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/54a41fb5-1f23-48b3-bcff-3cbd73f45f9a HTTP/1.1" status: 204 len: 168 time: 6.4170377 Dec 09 15:05:48.371247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53456) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:48.383092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-263869687'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:48.396926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5be3-c09b-4d89-a8ea-7ed65ae23d68 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Network': ['ID=54a41fb5-1f23-48b3-bcff-3cbd73f45f9a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:48.406307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:48.454002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dae866-93b7-41e4-83a2-1aae59730e3f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:48.494701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.495278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:48.495451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.497315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-65b16c27-203d-45bb-8587-f10430030b50 service neutron] 10.222.0.36 "PUT /v2.0/ports/e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 200 len: 1091 time: 2.9756618 Dec 09 15:05:48.497802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:48.500138 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07557c15-0bfe-48f4-b2db-7454d69c9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:48.501147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.524258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:48.553222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:48.562268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:48.566798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:48.634399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.635037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.640124 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1203fa-eb62-4f05-828d-b30a14f37ec8 x-openstack-request-id: req-9b1203fa-eb62-4f05-828d-b30a14f37ec8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:48.640420 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:48.640682 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b1203fa-eb62-4f05-828d-b30a14f37ec8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:48.641086 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a', 'status': 'completed', 'code': 200} Dec 09 15:05:48.648445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=7be962c9-cd70-4562-98f2-64c1f1a8f4a9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:48.688403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d7eb8d73-9cf5-4556-9025-c9436e560b12 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6310506 Dec 09 15:05:48.689140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53462) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:48.695970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'port': {'network_id': '998b758c-80e2-4119-ac52-940f31128c39', 'name': 'tempest-FloatingIPTestJSON-834595006'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:48.701433 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-59b65654-ae5d-49a7-9d89-856910018cbe service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891149 Dec 09 15:05:48.784979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.794153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.800941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.808279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.817153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.823882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.831971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:48.834457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-aa5072e2-d8c8-4fcc-9070-a16c61eee897 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5394 time: 0.4227533 Dec 09 15:05:48.841510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.843655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.851820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:48.864208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.864622 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Added segment 5c796711-086c-43c9-8e94-09f21c0137a5 of type vlan for network bfff8634-b4d9-4019-bdfe-318e9ff3271d Dec 09 15:05:48.909107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=c23b07cb-f219-4a61-81eb-d77ff0664a99,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:48.930424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.951767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Allocated IP 172.25.0.137 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/db8d372a-35b4-4685-bd97-db4abb1ed273) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:48.962768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e86af8a-d7c3-422d-9090-2692946ca827 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:48.968046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:48.972689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d5941d5a-862d-4ab9-ade5-1e3df5101827 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c23b07cb-f219-4a61-81eb-d77ff0664a99 HTTP/1.1" status: 204 len: 168 time: 1.2118301 Dec 09 15:05:48.985887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53464) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:49.012660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.013993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.014642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.015278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.015947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.016687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.017320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.020388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-6f14074c-f5ed-4cbf-8413-a38b16a00d39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6286 time: 0.3822086 Dec 09 15:05:49.032606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0166ac81-e6b4-4db9-aae1-28c265572fae service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153794 Dec 09 15:05:49.036558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-acc5afea-e2e3-42fa-8ac3-cb282c454dac tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489237 Dec 09 15:05:49.040738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53466) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:49.088147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.096498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.097461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.154712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-03344676-9e0d-4d88-9291-a11bd25aee1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 217 time: 0.1006870 Dec 09 15:05:49.156636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecfb134a-17ab-4634-a07a-5ab76bade5be req-2fe9e8de-cbf9-49b9-a255-e54b99c60c15 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3037567 Dec 09 15:05:49.259042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:49.264715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.296224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:49.348269 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9739976 Dec 09 15:05:49.350410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53474) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:49.372817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'subnet': {'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:49.383492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15370-5152-48d1-beb4-67d00695f55f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Network': ['ID=bfff8634-b4d9-4019-bdfe-318e9ff3271d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:49.396816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] Deleting port 3c001906-a7b4-49c1-b15b-d30d6570932f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:49.397204 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.406882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network bfff8634-b4d9-4019-bdfe-318e9ff3271d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:05:49.420112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b3e9fdf4-0804-498d-8697-251432a03cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.421593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-b3e9fdf4-0804-498d-8697-251432a03cfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.2534149 Dec 09 15:05:49.431587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae796070-2697-4d35-b136-644377d49375 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.435771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ae796070-2697-4d35-b136-644377d49375 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3910730 Dec 09 15:05:49.435771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] device_id is not set on port e67f70a9-8a5b-467f-8799-42cda6301125 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:49.453536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53476) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:49.469667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc11860b-48d0-42a9-9ab4-7428ebbb4662 req-d21640c9-7a68-42bb-a6f2-f98bf397ac67 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 210 time: 0.0987332 Dec 09 15:05:49.544187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.670059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-45348957-8df7-4d00-b0fe-bd5366f9f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.670923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-45348957-8df7-4d00-b0fe-bd5366f9f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.671629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-45348957-8df7-4d00-b0fe-bd5366f9f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.673404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-45348957-8df7-4d00-b0fe-bd5366f9f846 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7f9437204ac45aa85b28904fe082373&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6401429 Dec 09 15:05:49.677629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.708510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3c001906-a7b4-49c1-b15b-d30d6570932f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:05:49.785461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:49.796890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:49.828355 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de424741-f228-4893-8174-15438ae0a891 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:49.842051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:49.855857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] For port 3c001906-a7b4-49c1-b15b-d30d6570932f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3c001906-a7b4-49c1-b15b-d30d6570932f,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:49.856582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.878478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Pushing event updated for resources: {'Port': ['ID=db8d372a-35b4-4685-bd97-db4abb1ed273,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:49.898382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] Calling delete_port for 3c001906-a7b4-49c1-b15b-d30d6570932f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:49.969697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b66d5cec-4822-4f93-82ee-bce6e4e554cc None None] Provisioning complete for port db8d372a-35b4-4685-bd97-db4abb1ed273 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:49.970382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b66d5cec-4822-4f93-82ee-bce6e4e554cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:49.977048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-a2e1c24c-7054-40e7-9262-bb2340f9c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.979293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07557c15-0bfe-48f4-b2db-7454d69c9bc7 req-a2e1c24c-7054-40e7-9262-bb2340f9c203 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2958567 Dec 09 15:05:49.980714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:49.981613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.008264 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a9a5a024-c9f7-4160-bbb3-d054668ac5a4 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0920136 Dec 09 15:05:50.013065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53478) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:50.021749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}]}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:50.049549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2825853a-285f-41c2-b796-c415b2d47601 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:50.059645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.068434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.070391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.072500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.077055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b66d5cec-4822-4f93-82ee-bce6e4e554cc None None] Port db8d372a-35b4-4685-bd97-db4abb1ed273 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:50.085890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Transition to ACTIVE for port object 2825853a-285f-41c2-b796-c415b2d47601 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:50.094926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.128920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 3c001906-a7b4-49c1-b15b-d30d6570932f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3c001906-a7b4-49c1-b15b-d30d6570932f,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:50.135269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.211745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=3c001906-a7b4-49c1-b15b-d30d6570932f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:50.218554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.272214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] Pushing event deleted for resources: {'Port': ['ID=3c001906-a7b4-49c1-b15b-d30d6570932f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:50.282545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.293183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45b381-3acd-4316-bf08-3a26ee0c9183 None None] No DVR routers for this DVR port 3c001906-a7b4-49c1-b15b-d30d6570932f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:50.319681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a351b162-cca6-4e11-883a-c2698dea2cea tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.322642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a351b162-cca6-4e11-883a-c2698dea2cea tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8594084 Dec 09 15:05:50.339704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53484) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:50.343704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Pushing event updated for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:50.396763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-973ab22d-63ab-4351-8a87-890c64f270cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.398641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-973ab22d-63ab-4351-8a87-890c64f270cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9541287 Dec 09 15:05:50.413171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:50.416922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:50.514420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.522430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.528500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.534780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.540725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.546768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.553076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.555144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-fbdbd07d-03e0-49f3-b2bb-63618d9eae01 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 1.0602407 Dec 09 15:05:50.582924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-f19bc43c-c2d2-491f-8c4b-dba0452111e6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.584438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-f19bc43c-c2d2-491f-8c4b-dba0452111e6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.43 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.9787974 Dec 09 15:05:50.626364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.2 (998b758c-80e2-4119-ac52-940f31128c39/a7949d57-0712-435a-b957-e5a8879737b8/e67f70a9-8a5b-467f-8799-42cda6301125) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:50.632819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:50.736534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2aacff35-cc3e-42c4-b653-8d6bab9e3cd7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3943131 Dec 09 15:05:50.746652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53488) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:50.753174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:50.882616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-97627da1-95af-482d-b6b5-b2a0366128d2 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041278 Dec 09 15:05:50.884531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.890664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.897460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.903218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.909986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.915677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.921675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:50.925142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-7e57e0ad-769f-41f0-a066-00117c991598 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5406 time: 0.6276774 Dec 09 15:05:50.930234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d29bc5e-a829-45b8-ad09-f66f4f632fd7 req-504ad9f9-cf3c-4499-b61f-1735f18ab9ce tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3551419 Dec 09 15:05:50.935635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.029561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Attempting to bind port 2825853a-285f-41c2-b796-c415b2d47601 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:51.030258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Attempting to bind port 2825853a-285f-41c2-b796-c415b2d47601 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:51.030375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Attempting to bind port 2825853a-285f-41c2-b796-c415b2d47601 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:51.055145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Port 2825853a-285f-41c2-b796-c415b2d47601 on network 28bdfee3-de54-4f05-b974-4ddb3487282a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:51.055145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Attempting to bind port 2825853a-285f-41c2-b796-c415b2d47601 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:51.074468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:51.074694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Checking segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:51.074964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Bound using segment: {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:51.075451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Bound port: 2825853a-285f-41c2-b796-c415b2d47601, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f35648-0f6e-45c1-9ca1-d33f40f327eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:51.075823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.124337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:51.127964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.150801 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec3a0b8b-e329-4ec6-abc5-e003b2f0c548 req-545af16a-70ff-4470-8a62-860f05693856 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740551 Dec 09 15:05:51.171557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.223506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-9786dd3e-487d-4e9d-bc9c-653eb307e1b2 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257442 Dec 09 15:05:51.232880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:51.236428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.247838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.270698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:51.295481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2825853a-285f-41c2-b796-c415b2d47601,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:51.329538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.358244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ee4547d-7e07-4e8f-9ec4-c589fdeb6948 req-c60a1bef-701f-4520-bdd5-48cfd2f987fc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 210 time: 0.1659791 Dec 09 15:05:51.413848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.414486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.416461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] 10.222.0.36 "PUT /v2.0/ports/2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 200 len: 1091 time: 2.8798795 Dec 09 15:05:51.419214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '2825853a-285f-41c2-b796-c415b2d47601'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:51.419550 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-7470d7d0-6319-47e4-9d3c-ea4d7b9969c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 217 time: 0.1745336 Dec 09 15:05:51.421775 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "2825853a-285f-41c2-b796-c415b2d47601"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:51.447771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Subnet': ['ID=96c539ff-df00-4079-bbb3-0572684b550f,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:51.462572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:51.524901 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61268658-413c-46b1-8e85-472f70af7772 x-openstack-request-id: req-61268658-413c-46b1-8e85-472f70af7772 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:51.525339 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "2825853a-285f-41c2-b796-c415b2d47601", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:51.525472 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61268658-413c-46b1-8e85-472f70af7772 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:51.525851 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '2825853a-285f-41c2-b796-c415b2d47601', 'status': 'completed', 'code': 200} Dec 09 15:05:51.556361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Checking segment: {'id': '5c796711-086c-43c9-8e94-09f21c0137a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:51.556757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network hostable DHCP agents. Network: bfff8634-b4d9-4019-bdfe-318e9ff3271d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:05:51.572832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce27842-fa00-4c1c-93b2-ea5cc83a230a service neutron] Pushing event updated for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:51.619936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network bfff8634-b4d9-4019-bdfe-318e9ff3271d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:05:51.628877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-4bc02ca1-46e5-4c39-ad22-e4301be39672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.630743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-4bc02ca1-46e5-4c39-ad22-e4301be39672 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1484954 Dec 09 15:05:51.636349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, bfff8634-b4d9-4019-bdfe-318e9ff3271d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:51.640756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.641355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.654000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6feeb-0d81-4c62-a90c-ad8df9f3ae51 None None] Network bfff8634-b4d9-4019-bdfe-318e9ff3271d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:51.701009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.717667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.13 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/f5058ab2-3f9f-4069-8e11-c60c387c08b8) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:51.776115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8b5e982a-70b5-46b5-8eb4-828377af226a tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4111068 Dec 09 15:05:51.778643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:51.784292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53492) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:51.798049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:51.802512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:51.817164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.824261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ab4301e0-1179-4fb2-ae04-7e1aa7df573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.825882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-ab4301e0-1179-4fb2-ae04-7e1aa7df573e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808426 Dec 09 15:05:51.853144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.853648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.854132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.854614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.855089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.855587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.856674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:51.858066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-36cee832-93e7-494e-9a67-3dbd064561cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6353 time: 0.2963421 Dec 09 15:05:51.867705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.872858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=e67f70a9-8a5b-467f-8799-42cda6301125,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:51.900466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-bfff8634-b4d9-4019-bdfe-318e9ff3271d', 'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d', 'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'fixed_ips': [{'subnet_id': '96c539ff-df00-4079-bbb3-0572684b550f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:51.905744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.947381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:51.955988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.016429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.017073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.125462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-41aed611-c6ce-4c83-ae7e-c6eb49c62b00 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4315009 Dec 09 15:05:52.139194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53498) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:52.146598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-1915bb6d-8e2d-40a9-81d8-4d33fe727a36 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895079 Dec 09 15:05:52.172492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': 'e67f70a9-8a5b-467f-8799-42cda6301125', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:52.211834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.247196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.254585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.261538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.269112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.276167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.283781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.290320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.292728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-b76aaf9f-d563-4acb-b043-9e70fe617e15 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.2021632 Dec 09 15:05:52.293578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Allocated IP 2001:db8::2 (bfff8634-b4d9-4019-bdfe-318e9ff3271d/96c539ff-df00-4079-bbb3-0572684b550f/133bdbc6-87db-455b-966e-a7072166d275) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:52.338358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.368724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.438409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.462238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5a0c90f-5734-4659-94f8-892ac370fb8b req-8ff595b6-cfc4-43b4-a261-21317279b898 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293061 Dec 09 15:05:52.498418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.512344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', '66d8fefb-49ab-48ee-983e-6637dc777411'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:05:52.525457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-224f268b-79e9-461e-ab04-9105a8284ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.525938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-224f268b-79e9-461e-ab04-9105a8284ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.526414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-224f268b-79e9-461e-ab04-9105a8284ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.528407 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-224f268b-79e9-461e-ab04-9105a8284ecf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7f9437204ac45aa85b28904fe082373&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6574025 Dec 09 15:05:52.545304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-f7d7ac33-1c66-4ac2-bbb3-06b1c7a2415e service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758678 Dec 09 15:05:52.562036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:05:52.573156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:52.605350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.614648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:52.616278 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.653299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:52.662653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-3e946959-b799-4dfe-b899-43f02c10b85c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 217 time: 0.0883546 Dec 09 15:05:52.677878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Pushing event updated for resources: {'Port': ['ID=133bdbc6-87db-455b-966e-a7072166d275,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:52.681518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189551a-d7a9-4da0-ab72-c97e3ce5dc9e None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:52.730461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=f5058ab2-3f9f-4069-8e11-c60c387c08b8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:52.740638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Network bfff8634-b4d9-4019-bdfe-318e9ff3271d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:52.750475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:52.753880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:52.786719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6aa09-90bc-49a8-aa90-f335e7bc1ba8 req-5f582b44-fb3a-4ed4-bbd1-4969270a0f2e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.794660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5f6aa09-90bc-49a8-aa90-f335e7bc1ba8 req-5f582b44-fb3a-4ed4-bbd1-4969270a0f2e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 932 time: 0.2522755 Dec 09 15:05:52.805633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.806287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.820094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-c215c0b4-ac9a-4cd4-811f-19b69aed26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:52.821726 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-c215c0b4-ac9a-4cd4-811f-19b69aed26af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1294219 Dec 09 15:05:52.849236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5a82ddc6-b3bc-4ac9-84fc-c6d83497e1fc None None] Provisioning complete for port f5058ab2-3f9f-4069-8e11-c60c387c08b8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:52.849684 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5a82ddc6-b3bc-4ac9-84fc-c6d83497e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.880137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cc5ac90b-4554-4a67-858e-e4464cb0eafd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2610185 Dec 09 15:05:52.880873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.902110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Request body: {'port': {'device_id': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:52.919695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Attempting to bind port 133bdbc6-87db-455b-966e-a7072166d275 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:52.920229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Attempting to bind port 133bdbc6-87db-455b-966e-a7072166d275 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5c796711-086c-43c9-8e94-09f21c0137a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:52.920703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Attempting to bind port 133bdbc6-87db-455b-966e-a7072166d275 on network bfff8634-b4d9-4019-bdfe-318e9ff3271d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:52.929373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:52.929942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Checking segment: {'id': '5c796711-086c-43c9-8e94-09f21c0137a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:52.930631 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.931464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Bound using segment: {'id': '5c796711-086c-43c9-8e94-09f21c0137a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:52.931739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Bound port: 133bdbc6-87db-455b-966e-a7072166d275, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c796711-086c-43c9-8e94-09f21c0137a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:52.932223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:52.966090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5f6aa09-90bc-49a8-aa90-f335e7bc1ba8 req-0b093ed1-6351-40b1-8beb-21762d05fb2a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704340 Dec 09 15:05:52.978590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5a82ddc6-b3bc-4ac9-84fc-c6d83497e1fc None None] Port f5058ab2-3f9f-4069-8e11-c60c387c08b8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:05:53.012017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-d21da9f6-4fa2-45a8-ae02-37bcd95e11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.014040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-d21da9f6-4fa2-45a8-ae02-37bcd95e11c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1757934 Dec 09 15:05:53.023579 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.047524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] For port 133bdbc6-87db-455b-966e-a7072166d275, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:53.050985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] For port 133bdbc6-87db-455b-966e-a7072166d275, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=133bdbc6-87db-455b-966e-a7072166d275,segment=NetworkSegment(5c796711-086c-43c9-8e94-09f21c0137a5),segment_id=5c796711-086c-43c9-8e94-09f21c0137a5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:53.066260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.176506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:53.203815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.208454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-25bc50ba-e84a-4d8c-9c1e-cb99d49b6f2f service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811564 Dec 09 15:05:53.217690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.226669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.239225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.253900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.260106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.270051 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-362ef5b8-b49e-4e0d-9e73-900c2829f51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.276188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Pushing event updated for resources: {'Port': ['ID=133bdbc6-87db-455b-966e-a7072166d275,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:53.277703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.285963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.286318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.287486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.287831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.288179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.288570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.288914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.289249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.289579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.289906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.290235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.290562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.290893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce12b9-8a17-4de1-99c0-1e3b9ca77a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:05:53.293015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8eb79f94-3215-451b-9855-513f389a3e29 req-6b15b0b5-375a-437f-81d4-23562dee6e08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5406 time: 0.9427006 Dec 09 15:05:53.307856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:53.323255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa242fc-15f8-42e6-b4bd-ae34ee0d2c6c None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:53.328946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.329550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.334986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.345573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=550ff2c0-1d4d-4672-ba58-9be92dc8d6d9,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:53.381567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.476381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '550ff2c0-1d4d-4672-ba58-9be92dc8d6d9'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:05:53.477496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.601433 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-1f7f03c1-4dab-4d41-bf91-7675750ec79a service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434038 Dec 09 15:05:53.649682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Allocated IP 2001:db8::f816:3eff:fe3e:836f (d3ad000a-542a-403b-900f-3e0469146f33/550ff2c0-1d4d-4672-ba58-9be92dc8d6d9/636495c6-06aa-460c-a677-8cbbb8c896b4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:53.714346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fec44d5e-e269-4503-8b84-f9999d92ba0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9627197 Dec 09 15:05:53.736159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53510) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:53.751575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:53.762095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-e6b43e88-dde4-41a7-8a74-cfe648b6d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.764094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b44147d-ffa6-42a6-a217-9ac8f874dc6e req-e6b43e88-dde4-41a7-8a74-cfe648b6d2ab service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9058645 Dec 09 15:05:53.764545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a8d5f9a7-c7fd-4666-b529-ff245c4759cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 217 time: 0.1462026 Dec 09 15:05:53.830118 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.843199 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:53.889513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:53.897628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:53.911091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8eb79f94-3215-451b-9855-513f389a3e29 req-79120ac6-24a2-4dd5-abf4-a1e111df9830 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6170566 Dec 09 15:05:53.912174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:53.942847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.948871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.954979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.961459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.967511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.973999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.980029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.990374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-45dc21c9-f669-4ea5-95ad-2d892164458c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.3980513 Dec 09 15:05:53.997955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-218a6376-0ba3-4721-99f6-a81016ac3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:53.999428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-218a6376-0ba3-4721-99f6-a81016ac3e2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.2124679 Dec 09 15:05:54.008326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Attempting to bind port 636495c6-06aa-460c-a677-8cbbb8c896b4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:54.008719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Attempting to bind port 636495c6-06aa-460c-a677-8cbbb8c896b4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:54.009427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Attempting to bind port 636495c6-06aa-460c-a677-8cbbb8c896b4 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:54.018073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.019953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Pushing event updated for resources: {'Port': ['ID=636495c6-06aa-460c-a677-8cbbb8c896b4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:54.024327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:54.024710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:54.025189 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.025587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:54.026121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Bound port: 636495c6-06aa-460c-a677-8cbbb8c896b4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:54.027150 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.037788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.073686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.089547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5256ef99-02a3-4cc8-aec0-0e007e6f777c {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:54.131810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] For port 636495c6-06aa-460c-a677-8cbbb8c896b4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:54.137917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] For port 636495c6-06aa-460c-a677-8cbbb8c896b4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=636495c6-06aa-460c-a677-8cbbb8c896b4,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:54.149387 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.163675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.171828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Subnet': ['ID=96c539ff-df00-4079-bbb3-0572684b550f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:54.190700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5058ab2-3f9f-4069-8e11-c60c387c08b8 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:54.235856 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.245101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.245721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 872052a3-46e5-47f7-a42f-388613b51ff1 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:05:54.249065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Transition to ACTIVE for port object 5256ef99-02a3-4cc8-aec0-0e007e6f777c will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:54.269585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c02f429d-e368-48f1-9227-e21ad6f50843 req-9a4c96a8-0c47-44d7-bc96-6e88c6b8ff03 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2783122 Dec 09 15:05:54.276916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a07f232f-39cf-449d-96d2-ae82fcd95714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:54.278455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a07f232f-39cf-449d-96d2-ae82fcd95714 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2662749 Dec 09 15:05:54.284425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bce0e-9579-41d3-9070-386519a7a083 None None] Pushing event updated for resources: {'Port': ['ID=636495c6-06aa-460c-a677-8cbbb8c896b4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:54.310917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:54.317883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.323186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Transition to ACTIVE for port object f5058ab2-3f9f-4069-8e11-c60c387c08b8 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:54.338922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.368244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.368696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.382749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.387422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfff8634-b4d9-4019-bdfe-318e9ff3271d']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:54.456316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Pushing event updated for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:54.466576 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:05:54.467840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-89dec09b-a1c4-427c-9316-82d0afb8197b tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4533491 Dec 09 15:05:54.482252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ebd78-74b9-4158-a01d-99424d9bdc5f req-144fb51c-c055-452b-b642-043a914198ea tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:54.484045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be7ebd78-74b9-4158-a01d-99424d9bdc5f req-144fb51c-c055-452b-b642-043a914198ea tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 932 time: 0.4007125 Dec 09 15:05:54.485998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c796711-086c-43c9-8e94-09f21c0137a5') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:54.487796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c796711-086c-43c9-8e94-09f21c0137a5') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:54.490326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53516) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:54.524323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610cadbe-9b9e-4850-839b-356dfbfaed00 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:54.593410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Pushing event updated for resources: {'Port': ['ID=f5058ab2-3f9f-4069-8e11-c60c387c08b8,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:54.605090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.649325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-87ba5290-88fc-40c8-8429-a32cd2f6977b service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569565 Dec 09 15:05:54.687527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.702285 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 550ff2c0-1d4d-4672-ba58-9be92dc8d6d9 (CIDR: 2001:db8::/64) Dec 09 15:05:54.734522 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:05:54.735019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:05:54.828476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9d0e681-be5e-49be-9b86-b700749574b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0858529 Dec 09 15:05:54.855548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:54.857445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Attempting to bind port f5058ab2-3f9f-4069-8e11-c60c387c08b8 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:54.857721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Attempting to bind port f5058ab2-3f9f-4069-8e11-c60c387c08b8 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:54.858184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Attempting to bind port f5058ab2-3f9f-4069-8e11-c60c387c08b8 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:54.870060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:54.877943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be7ebd78-74b9-4158-a01d-99424d9bdc5f req-0fdc919b-63ce-481d-a02c-298d8ef4b68e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375826 Dec 09 15:05:54.879732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Port f5058ab2-3f9f-4069-8e11-c60c387c08b8 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:54.880061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Attempting to bind port f5058ab2-3f9f-4069-8e11-c60c387c08b8 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:54.893790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:05:54.894224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:05:54.901634 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:05:54.945170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:54.955524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:54.956336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:54.957041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Bound port: f5058ab2-3f9f-4069-8e11-c60c387c08b8, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:54.957585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.029883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.219 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/999ff639-b8fb-46ff-ac48-90748c54d052) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:55.034268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1267d-8d1f-485f-9fc9-8313a8238afb None None] Network bfff8634-b4d9-4019-bdfe-318e9ff3271d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:55.046423 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:05:55.046423 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:05:55.046423 n-d-804292-5 neutron-server[109894]: [parameters: {'id': 'bfff8634-b4d9-4019-bdfe-318e9ff3271d'}] Dec 09 15:05:55.046423 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:05:55.046941 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:05:55.099102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Deleting port db8d372a-35b4-4685-bd97-db4abb1ed273 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:55.099540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.138403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Attempting to bind port 5256ef99-02a3-4cc8-aec0-0e007e6f777c on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:55.138779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Attempting to bind port 5256ef99-02a3-4cc8-aec0-0e007e6f777c by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:55.139075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Attempting to bind port 5256ef99-02a3-4cc8-aec0-0e007e6f777c on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:55.165349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-42924956-bbda-49c8-a509-e19b61fb084a None None] Provisioning complete for port 133bdbc6-87db-455b-966e-a7072166d275 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:55.166837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42924956-bbda-49c8-a509-e19b61fb084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.214636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Port 5256ef99-02a3-4cc8-aec0-0e007e6f777c on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:55.214974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Attempting to bind port 5256ef99-02a3-4cc8-aec0-0e007e6f777c on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:55.236062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:55.237099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Checking segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:55.237555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Bound using segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:55.238306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Bound port: 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:55.238921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.281643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.305035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Calling delete_port for db8d372a-35b4-4685-bd97-db4abb1ed273 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:55.364297 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.528141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] DHCP port deletion for bfff8634-b4d9-4019-bdfe-318e9ff3271d request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:55.553418 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.572312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:55.594851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42924956-bbda-49c8-a509-e19b61fb084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.617268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:55.626032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 636495c6-06aa-460c-a677-8cbbb8c896b4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:55.634933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.638681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.679965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c21aafc1-07c1-4cc6-afba-ea7a25878c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.724064 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-5c1b4883-de76-4505-8571-eaa02b7e3001 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0386806 Dec 09 15:05:55.724972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-42924956-bbda-49c8-a509-e19b61fb084a None None] For port 133bdbc6-87db-455b-966e-a7072166d275, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=133bdbc6-87db-455b-966e-a7072166d275,segment=NetworkSegment(5c796711-086c-43c9-8e94-09f21c0137a5),segment_id=5c796711-086c-43c9-8e94-09f21c0137a5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:55.734296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42924956-bbda-49c8-a509-e19b61fb084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.741391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.750182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.757489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.763658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.771922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.776355 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] Deleting port 133bdbc6-87db-455b-966e-a7072166d275 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:55.776355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.778557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.785639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.787243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-bb253d52-1cab-45ec-b9f5-a5ee0dc91cf6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.3298972 Dec 09 15:05:55.835552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-0e7bc8a6-9b1d-49b3-b8c8-3ce55fde8ece service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 217 time: 0.0942211 Dec 09 15:05:55.845339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] For port f5058ab2-3f9f-4069-8e11-c60c387c08b8, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:55.876525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 636495c6-06aa-460c-a677-8cbbb8c896b4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:55.877527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.888282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42924956-bbda-49c8-a509-e19b61fb084a None None] Pushing event updated for resources: {'Port': ['ID=133bdbc6-87db-455b-966e-a7072166d275,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:55.895898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] For port f5058ab2-3f9f-4069-8e11-c60c387c08b8, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:55.909505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.916243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.922412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.934123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.935956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] For port 133bdbc6-87db-455b-966e-a7072166d275, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=133bdbc6-87db-455b-966e-a7072166d275,segment=NetworkSegment(5c796711-086c-43c9-8e94-09f21c0137a5),segment_id=5c796711-086c-43c9-8e94-09f21c0137a5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:55.936362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:55.954012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.956552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] Calling delete_port for 133bdbc6-87db-455b-966e-a7072166d275 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:55.965542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.976934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:55.983733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-cadc49d5-d671-4ae5-8fd1-8088cceb6a6a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5418 time: 0.4395566 Dec 09 15:05:56.007829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.077862 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.093770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-cd1e5848-6352-4d35-8788-076df07d84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:56.095334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-cd1e5848-6352-4d35-8788-076df07d84f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.2441614 Dec 09 15:05:56.120362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-557a9f29-8327-4508-953f-24e4f99be11a None None] Provisioning complete for port 636495c6-06aa-460c-a677-8cbbb8c896b4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:56.120730 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-557a9f29-8327-4508-953f-24e4f99be11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.137860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:56.151166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:56.151879 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.153414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] 10.222.0.36 "PUT /v2.0/ports/5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 200 len: 1091 time: 4.6976755 Dec 09 15:05:56.153958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:56.156408 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:56.156897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:56.157638 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.159632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5058ab2-3f9f-4069-8e11-c60c387c08b8 HTTP/1.1" status: 200 len: 1092 time: 3.2656524 Dec 09 15:05:56.160351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:56.165276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.169282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'tag': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:56.174527 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf1d529-7a2e-48f3-96ab-89daead7bdc4", "tag": "f5058ab2-3f9f-4069-8e11-c60c387c08b8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:56.176246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=999ff639-b8fb-46ff-ac48-90748c54d052,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.187941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:56.203167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.216949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 636495c6-06aa-460c-a677-8cbbb8c896b4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=636495c6-06aa-460c-a677-8cbbb8c896b4,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:56.224738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da209c04-b2e2-4c62-b6ba-b66c659a441f None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:56.225045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:05:56.235746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Request body: {'port': {'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:56.239931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.254389 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.271328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] No DVR routers for this DVR port 133bdbc6-87db-455b-966e-a7072166d275 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:56.275165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a3b4-0161-43c1-b00e-236ac578b2cb None None] Pushing event deleted for resources: {'Port': ['ID=133bdbc6-87db-455b-966e-a7072166d275,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.382613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69263ad7-ed69-4307-bdd4-0721143b7cad req-af5a346f-44d4-4648-985c-6e55fad6aebc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3765514 Dec 09 15:05:56.389528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2220566-da42-439a-82f0-dc96b0fbe2db None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:05:56.402510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629561e7-cfa9-4ebc-8241-0fde7874d166 service neutron] Pushing event updated for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.405836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=636495c6-06aa-460c-a677-8cbbb8c896b4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.475465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45e792c5-f770-4a71-85a9-e78cba8a46cd req-ae7c586e-5bca-47fc-8e08-0d0388db8b7f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3731811 Dec 09 15:05:56.489273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d322aa-171e-4871-85ce-dbe00f26f793 service neutron] Pushing event updated for resources: {'Port': ['ID=f5058ab2-3f9f-4069-8e11-c60c387c08b8,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.500670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a2b13c45-86b3-411b-ae59-3ef8bc645ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:56.502739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-a2b13c45-86b3-411b-ae59-3ef8bc645ebe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3699150 Dec 09 15:05:56.530036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting port 133bdbc6-87db-455b-966e-a7072166d275 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:05:56.530036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.598269 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589431d9-8077-4471-91e2-fe2342363168 x-openstack-request-id: req-589431d9-8077-4471-91e2-fe2342363168 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:56.598741 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:56.599093 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-589431d9-8077-4471-91e2-fe2342363168 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:56.599615 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c', 'status': 'completed', 'code': 200} Dec 09 15:05:56.623628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cb87227d-37d3-47c3-b928-679281510097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:56.625168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cb87227d-37d3-47c3-b928-679281510097 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 1095 time: 0.3933482 Dec 09 15:05:56.649895 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.655618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Pushing event deleted for resources: {'Port': ['ID=db8d372a-35b4-4685-bd97-db4abb1ed273,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.686707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.689031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] For port 133bdbc6-87db-455b-966e-a7072166d275, host n-d-804292-5, got binding levels [] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:56.690001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.716260 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63ede4-d103-43dd-baee-4cf02d9bc430 x-openstack-request-id: req-0e63ede4-d103-43dd-baee-4cf02d9bc430 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:56.716707 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf1d529-7a2e-48f3-96ab-89daead7bdc4", "tag": "f5058ab2-3f9f-4069-8e11-c60c387c08b8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:56.717098 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e63ede4-d103-43dd-baee-4cf02d9bc430 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:56.717696 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'tag': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8', 'status': 'completed', 'code': 200} Dec 09 15:05:56.724570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-96841964-982a-44dc-a905-7773712f12a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8 HTTP/1.1" status: 200 len: 217 time: 0.0836008 Dec 09 15:05:56.792855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Calling delete_port for 133bdbc6-87db-455b-966e-a7072166d275 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:05:56.796837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Port 133bdbc6-87db-455b-966e-a7072166d275 was not found and therefore no delete operation was performed {{(pid=109894) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:05:56.836815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.848424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-abd1f72d-542e-4cfd-b792-8101645e5188 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212631 Dec 09 15:05:56.848683 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:56.852260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-708f5074-097a-4a2d-9545-bfc4bc181d57 tempest-RoutersAdminNegativeIpV6Test-498462208 tempest-RoutersAdminNegativeIpV6Test-498462208-project-admin] 10.222.0.46 "DELETE /v2.0/ports/db8d372a-35b4-4685-bd97-db4abb1ed273 HTTP/1.1" status: 204 len: 168 time: 2.3592212 Dec 09 15:05:56.854896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-c4d1a023-31e8-4f54-a02d-7495938c40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:56.856299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-c4d1a023-31e8-4f54-a02d-7495938c40bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1203902 Dec 09 15:05:56.910558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Port': ['ID=133bdbc6-87db-455b-966e-a7072166d275,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:56.918022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No DVR routers for this DVR port 133bdbc6-87db-455b-966e-a7072166d275 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:05:56.927842 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-c2d4ea94-01db-48b9-b43a-dfcdc077014f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565655 Dec 09 15:05:56.930985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.005552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.006056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.006545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.007030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.007528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.008007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.008480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.010510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-d3a52bf2-0eab-427d-998d-08d8a2bd23e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6420 time: 0.3455102 Dec 09 15:05:57.018336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b353b-59ce-4a13-a5cf-016777733bc6 req-9788e222-a771-42a3-bcc8-d4b89188f1e6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.019960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b25b353b-59ce-4a13-a5cf-016777733bc6 req-9788e222-a771-42a3-bcc8-d4b89188f1e6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 944 time: 0.4123564 Dec 09 15:05:57.058295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:05:57.074231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:05:57.085668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.086282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.090606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06993095-672c-49a1-a1ed-f0653138d650 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:05:57.135215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=3a560f07-47f5-4933-b5fa-cd05b689348a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:57.190218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-2780dbfa-3108-49af-81a3-fd6772b7c0cf service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175628 Dec 09 15:05:57.196882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-57edf2a3-cc1b-4921-9168-2befc4cc2a6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3318212 Dec 09 15:05:57.204594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53536) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:57.225538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:84:c3:ae', 'name': 'tempest-NetworksTestDHCPv6-1549333833'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:57.267024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53538) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:57.279314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-fdffa42c-dc91-4da9-9f21-f2bd8c63c1a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.0801299 Dec 09 15:05:57.287631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-9a1f8f7f-0dc4-4cb4-8160-e3846caf593c service neutron] 10.222.0.43 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398249 Dec 09 15:05:57.400419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] Update dhcp port {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '550ff2c0-1d4d-4672-ba58-9be92dc8d6d9', 'ip_address': '2001:db8::f816:3eff:fe3e:836f'}, {'subnet_id': '3a560f07-47f5-4933-b5fa-cd05b689348a'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '636495c6-06aa-460c-a677-8cbbb8c896b4'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:05:57.432907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-e16134c9-bc22-4b39-99dd-d2d76c0bfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.436667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-e16134c9-bc22-4b39-99dd-d2d76c0bfc1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.1436536 Dec 09 15:05:57.445292 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.471511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.490006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d207b906-974c-42fd-a333-b0074bc46a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.505322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 636495c6-06aa-460c-a677-8cbbb8c896b4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:57.580119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b25b353b-59ce-4a13-a5cf-016777733bc6 req-e81cf88c-94ef-44df-a90d-721ad4e94f7e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038140 Dec 09 15:05:57.640923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfff8634-b4d9-4019-bdfe-318e9ff3271d']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:57.671234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 636495c6-06aa-460c-a677-8cbbb8c896b4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:57.671638 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.702823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e2856a-e698-49d0-8730-8ee0d513e18a req-cf2384ac-595c-4743-902f-68a9f89afc3a service neutron] 10.222.0.43 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904274 Dec 09 15:05:57.709470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-2f6f0702-764c-44c9-916e-8beb3fd37586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.709754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c796711-086c-43c9-8e94-09f21c0137a5') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:57.709754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c796711-086c-43c9-8e94-09f21c0137a5') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:05:57.711082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-2f6f0702-764c-44c9-916e-8beb3fd37586 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2386572 Dec 09 15:05:57.721364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:57.764958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.777401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.784189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.790269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.796336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.803561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.809554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.815877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] Allocated IP 2001:db8:0:1::2 (d3ad000a-542a-403b-900f-3e0469146f33/3a560f07-47f5-4933-b5fa-cd05b689348a/636495c6-06aa-460c-a677-8cbbb8c896b4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:57.816065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.818006 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-a6a7e8d0-e385-46a2-95e4-fdd59aaeb316 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5418 time: 0.2709594 Dec 09 15:05:57.821610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-1efd34c6-9552-4be7-9b8b-ce34351948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.822112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-1efd34c6-9552-4be7-9b8b-ce34351948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.822584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-1efd34c6-9552-4be7-9b8b-ce34351948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:57.824265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-1efd34c6-9552-4be7-9b8b-ce34351948a0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7f9437204ac45aa85b28904fe082373&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7958019 Dec 09 15:05:57.878446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.886628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d207b906-974c-42fd-a333-b0074bc46a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.956263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d207b906-974c-42fd-a333-b0074bc46a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:57.970145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] For port 636495c6-06aa-460c-a677-8cbbb8c896b4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=636495c6-06aa-460c-a677-8cbbb8c896b4,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:05:58.008341 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.016030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.060574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d207b906-974c-42fd-a333-b0074bc46a87 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec493778630d4bfab15d4dc975ddf63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7935753 Dec 09 15:05:58.073631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-d7f5dc51-8261-4730-91fd-1554a5a96132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.075167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-d7f5dc51-8261-4730-91fd-1554a5a96132 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 1095 time: 0.2561619 Dec 09 15:05:58.080954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53548) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:58.092282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207b906-974c-42fd-a333-b0074bc46a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7d9d2-82e1-4a0d-b4cb-c7b83a385258,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:58.109710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-85bd4e5d-b79e-4903-b6e6-e3f9f706faca service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895562 Dec 09 15:05:58.112210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.140272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41930a-d418-4292-b885-cfddb5472966 None None] Pushing event updated for resources: {'Port': ['ID=636495c6-06aa-460c-a677-8cbbb8c896b4,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:58.188936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d7a1cef-ff0b-413c-8900-ae5715fa7add req-b42ca064-4869-49c5-9f7c-fdb29f0313c9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3368859 Dec 09 15:05:58.208357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:05:58.208765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.224362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port adddfb14-4fc8-44db-9261-bc069f63476c yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:05:58.228197 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:05:58.296552 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.410970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-1b55e284-317c-45be-814e-997650899d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.412427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-1b55e284-317c-45be-814e-997650899d90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.3258820 Dec 09 15:05:58.422804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de602116-0142-4d96-aa8b-95675471aaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.431235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.436237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.478783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.485411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.491572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.497624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.503782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.505989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4b2b70-2176-4e3c-b3da-921c6154e507 req-1f9eb8c7-9ff1-4e67-85ff-2970b1983205 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715258 Dec 09 15:05:58.509793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.515849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.516507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-3b1a6528-42d1-458e-9d9c-deb0f8ca6468 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8 HTTP/1.1" status: 200 len: 217 time: 0.0855749 Dec 09 15:05:58.518474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-3ad16702-748e-4b5f-8ef5-cb09351d8017 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.7386417 Dec 09 15:05:58.544443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de602116-0142-4d96-aa8b-95675471aaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.545633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0badb9c-fde9-4921-b9bb-db66ea79c40f {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:05:58.563204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.570494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/bfff8634-b4d9-4019-bdfe-318e9ff3271d HTTP/1.1" status: 204 len: 168 time: 6.7785559 Dec 09 15:05:58.570494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.580722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53550) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:58.586588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-972344453'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:05:58.628517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9cfc-352d-421d-8737-01fbf2ba264c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Network': ['ID=bfff8634-b4d9-4019-bdfe-318e9ff3271d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:58.640508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-9c76b9c4-fe08-4175-bfc1-2be54631da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.642022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf0ed3e0-a31a-4fd7-8ca9-daafa86c10d7 req-9c76b9c4-fe08-4175-bfc1-2be54631da2e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7582607 Dec 09 15:05:58.648701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Transition to ACTIVE for port object a0badb9c-fde9-4921-b9bb-db66ea79c40f will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:05:58.668611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.780890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d709ecb1-9edb-4d0d-9c3c-bd0a61638892 req-dceab42b-c414-4aaf-8be0-dc26e6c588a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248380 Dec 09 15:05:58.781507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.782057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:05:58.785797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:58.814808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8:0:1::1a2 (d3ad000a-542a-403b-900f-3e0469146f33/3a560f07-47f5-4933-b5fa-cd05b689348a/adddfb14-4fc8-44db-9261-bc069f63476c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:58.817641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Pushing event updated for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:58.823221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-831e36ea-4fcd-4d6b-b958-f5a73dc8b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:58.825211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-831e36ea-4fcd-4d6b-b958-f5a73dc8b22b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.2998099 Dec 09 15:05:58.841718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe84:c3ae (d3ad000a-542a-403b-900f-3e0469146f33/550ff2c0-1d4d-4672-ba58-9be92dc8d6d9/adddfb14-4fc8-44db-9261-bc069f63476c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:05:58.967626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Attempting to bind port a0badb9c-fde9-4921-b9bb-db66ea79c40f on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:05:58.967974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Attempting to bind port a0badb9c-fde9-4921-b9bb-db66ea79c40f by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:05:58.968300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Attempting to bind port a0badb9c-fde9-4921-b9bb-db66ea79c40f on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:58.988839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4b860499-ed59-423b-8dc7-29d033769470 None None] Provisioning complete for port 636495c6-06aa-460c-a677-8cbbb8c896b4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:58.989726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b860499-ed59-423b-8dc7-29d033769470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.027901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Port a0badb9c-fde9-4921-b9bb-db66ea79c40f on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:05:59.028278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Attempting to bind port a0badb9c-fde9-4921-b9bb-db66ea79c40f on network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:05:59.041294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:05:59.041687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Checking segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:05:59.042037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Bound using segment: {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:05:59.042492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Bound port: a0badb9c-fde9-4921-b9bb-db66ea79c40f, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc70897e-ff8d-4bc2-be11-cc9643df32c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:05:59.042864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.165219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:05:59.168774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.178181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.181346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.186071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:05:59.194900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.258522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.259177 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.260786 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 1091 time: 3.0402231 Dec 09 15:05:59.263436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:05:59.265712 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:05:59.284736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=999ff639-b8fb-46ff-ac48-90748c54d052,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:59.291988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.292502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.293673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.296052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.296052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.296052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.296052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.297606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-9f785405-e0c7-4d47-9c8a-b2c4e300737f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6479 time: 0.6294107 Dec 09 15:05:59.300376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-d83a5ab1-9ca0-4dc2-b60b-ac0f45a5ce64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4636698 Dec 09 15:05:59.320382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.330624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:05:59.333404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de602116-0142-4d96-aa8b-95675471aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.336429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de602116-0142-4d96-aa8b-95675471aaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.340436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-de602116-0142-4d96-aa8b-95675471aaff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33b7d9d2-82e1-4a0d-b4cb-c7b83a385258 HTTP/1.1" status: 204 len: 168 time: 1.2573891 Dec 09 15:05:59.348839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd97f9-860f-4666-9bbe-def60e420dc8 req-c94bac86-5650-4eb9-a2f2-a6777dc982eb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.350583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-70dd97f9-860f-4666-9bbe-def60e420dc8 req-c94bac86-5650-4eb9-a2f2-a6777dc982eb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 944 time: 0.6536241 Dec 09 15:05:59.431946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.432859 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Added segment e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4 of type vlan for network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 Dec 09 15:05:59.477185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0396-277d-4996-94c4-80d5ce5bf462 service neutron] Pushing event updated for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:59.486929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de602116-0142-4d96-aa8b-95675471aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7d9d2-82e1-4a0d-b4cb-c7b83a385258,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:05:59.537282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 636495c6-06aa-460c-a677-8cbbb8c896b4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:05:59.603968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.604950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.613690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.613690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.614191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.614939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.615148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.618500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-293a4e26-e141-4d74-9005-11840d6e38c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6487 time: 0.2579427 Dec 09 15:05:59.628467 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP fccb621c-bb0b-4c6f-ba96-e2e7473b156d associated. External IP: 172.25.0.219, port: e67f70a9-8a5b-467f-8799-42cda6301125. Dec 09 15:05:59.666666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 636495c6-06aa-460c-a677-8cbbb8c896b4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:05:59.666965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.667950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.768916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-70dd97f9-860f-4666-9bbe-def60e420dc8 req-075672d5-d2c7-45d4-ad23-1f5e82db3e25 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971946 Dec 09 15:05:59.787128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-6f20027d-3fce-41e4-8620-f18e96b1fcf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 217 time: 0.0698838 Dec 09 15:05:59.791595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-a5b9fabe-b58d-4ddd-8263-34978adacf8b service neutron] 10.222.0.43 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713449 Dec 09 15:05:59.809418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-1bb687a6-e2ac-4e3e-9004-485384c82986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.811972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-1bb687a6-e2ac-4e3e-9004-485384c82986 service neutron] 10.222.0.43 "GET /v2.0/networks?id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 903 time: 0.4896007 Dec 09 15:05:59.818421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53564) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:05:59.836126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.842198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.847334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.849272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.854271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.854892 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:05:59.855426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.862743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.868898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.874908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.883308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-6699cfe7-5afc-427e-abda-fbf602a97493 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.4826546 Dec 09 15:05:59.886046 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2150506e-a5da-4621-87ee-15d2018b8822 x-openstack-request-id: req-2150506e-a5da-4621-87ee-15d2018b8822 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:05:59.886348 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:05:59.886615 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2150506e-a5da-4621-87ee-15d2018b8822 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:05:59.887018 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f', 'status': 'completed', 'code': 200} Dec 09 15:05:59.947887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-284e8da4-316b-45fb-bd88-f797d8256aab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.1252780 Dec 09 15:05:59.967759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-850dafc7-3794-43b0-ad93-97fe38384887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:05:59.969241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-850dafc7-3794-43b0-ad93-97fe38384887 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 200 len: 856 time: 0.0814800 Dec 09 15:06:00.050431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4683414 Dec 09 15:06:00.053703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53572) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:00.064136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Request body: {'subnet': {'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:00.106276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8e27ccaf-3405-4503-a7c0-089d826672f7 req-cd652d30-97bd-4de3-9e45-80dd0d1ace0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220337 Dec 09 15:06:00.106561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.126587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5400-b20b-4b67-9a63-a408a5cf5b38 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Network': ['ID=f68a4cbf-b23b-45ef-8b04-8fae432e7db5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:00.147246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:00.151744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d033b1ec-0995-4308-b873-997f261f11fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c74d6a65f1a74850acf450797318e8c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280838 Dec 09 15:06:00.161834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53574) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:00.195524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-4670f33d-3192-45d3-88d2-6ef09c511e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.196577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-4670f33d-3192-45d3-88d2-6ef09c511e09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.2199287 Dec 09 15:06:00.219692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.220069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-87c20f03-4831-444f-a735-7fb0c39a9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.222437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-87c20f03-4831-444f-a735-7fb0c39a9f84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54626a82-c410-4bdc-afc5-b67930a6e4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436280 Dec 09 15:06:00.226519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.232582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.238827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.246581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.254682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.259115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.263449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-529878fb-46a2-4de2-b65e-76a379a29324 req-b21deec6-78f2-48b8-be3a-1af4d6e7ed4d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.3358309 Dec 09 15:06:00.292780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73d3d4c0-6162-473a-88be-2ce3d9bd2e52 req-cbef92c7-c9bf-4569-80d6-94e5229be073 service neutron] 10.222.0.43 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731851 Dec 09 15:06:00.293047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Made reservation on behalf of ee3351c3e9544a46a7c87c1c1ba445dc for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:00.296483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.303845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:00.365611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.408226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3ed-bc6b-46c0-8563-ed28dbe19676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.436629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-4c3618c5-52bd-4404-97b3-63ae715e56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.438178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-4c3618c5-52bd-4404-97b3-63ae715e56f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761184 Dec 09 15:06:00.448779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:00.471310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:00.473892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:00.479593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-57e0c19f-174c-4430-89a9-8bde8d4c4c3d service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434952 Dec 09 15:06:00.479888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:00.480514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.520176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-529878fb-46a2-4de2-b65e-76a379a29324 req-2d01ba8a-2d29-4ed2-82f3-37f398ec1dff tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2263930 Dec 09 15:06:00.522239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3ed-bc6b-46c0-8563-ed28dbe19676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.545859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=adddfb14-4fc8-44db-9261-bc069f63476c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:00.595776 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-913c0a1e-6ad4-4282-928b-e3dde9b2ca6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3833029 Dec 09 15:06:00.602101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53582) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:00.720202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-f6268b74-41cb-41d2-a85c-41eedba268d9 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639589 Dec 09 15:06:00.723474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3ed-bc6b-46c0-8563-ed28dbe19676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.726121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3ed-bc6b-46c0-8563-ed28dbe19676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.727443 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2fddb3ed-bc6b-46c0-8563-ed28dbe19676 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2dae866-93b7-41e4-83a2-1aae59730e3f HTTP/1.1" status: 204 len: 168 time: 0.5644093 Dec 09 15:06:00.761344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddb3ed-bc6b-46c0-8563-ed28dbe19676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dae866-93b7-41e4-83a2-1aae59730e3f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:00.762425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8b9809d2-78e1-41f2-8d46-44f4c365ba19 None None] Provisioning complete for port adddfb14-4fc8-44db-9261-bc069f63476c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:00.762928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b9809d2-78e1-41f2-8d46-44f4c365ba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.832853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port adddfb14-4fc8-44db-9261-bc069f63476c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:00.833466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.836561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8b9809d2-78e1-41f2-8d46-44f4c365ba19 None None] Port adddfb14-4fc8-44db-9261-bc069f63476c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:00.875420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a295584e-2f8e-44ea-afd5-2c3cce396a00 req-31c7125c-2584-462b-a1b1-775ea0cd0d67 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468306 Dec 09 15:06:00.954405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:00.970701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for adddfb14-4fc8-44db-9261-bc069f63476c owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:00.983643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:01.001155 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:01.019051 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:01.019992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:01.074979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.078428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-624fb1ea-07a8-4028-b2af-7cb0bfaed9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875030 Dec 09 15:06:01.085917 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:01.119080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f5058ab2-3f9f-4069-8e11-c60c387c08b8 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:01.126335 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:01.132191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b813d-f030-40b9-a8db-0c22008f1897 req-4dc29b5a-1998-46e7-8a56-eeafa689bb28 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.139309 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:01.140209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dd0b813d-f030-40b9-a8db-0c22008f1897 req-4dc29b5a-1998-46e7-8a56-eeafa689bb28 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 944 time: 0.1867266 Dec 09 15:06:01.195019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bce48ca1-9f24-468f-a49f-5106fea71e81 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0390666 Dec 09 15:06:01.197054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-4073e88f-261c-4969-9a54-e1611e958f5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0889423 Dec 09 15:06:01.197982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53598) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:01.203918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:01.230349 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:01.232589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55caf3cb-813b-4a7c-9c9a-c41d4c585c97 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:01.290380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.351659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.358734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dd0b813d-f030-40b9-a8db-0c22008f1897 req-4dad4502-d3aa-4c55-b913-14683c172e6a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130241 Dec 09 15:06:01.366705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=adddfb14-4fc8-44db-9261-bc069f63476c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:01.399482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:06:01.401961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-cbda59f8-e75e-41c6-bbb1-bc85f9535c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.403567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-cbda59f8-e75e-41c6-bbb1-bc85f9535c4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1890903 Dec 09 15:06:01.404524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.429159 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:06:01.457382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port f5058ab2-3f9f-4069-8e11-c60c387c08b8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:01.488972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8', 'mac_address': 'fa:16:3e:8e:9a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:01.521267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d3a9a-4818-48e1-86a8-770b3dac5865,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:01.540305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-aeb29422-9df8-45c5-b722-0b64f6004870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.541414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-aeb29422-9df8-45c5-b722-0b64f6004870 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1268213 Dec 09 15:06:01.547559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Checking segment: {'id': 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:01.547942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network hostable DHCP agents. Network: f68a4cbf-b23b-45ef-8b04-8fae432e7db5, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:01.592709 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.634543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5058ab2-3f9f-4069-8e11-c60c387c08b8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:01.681382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port f5058ab2-3f9f-4069-8e11-c60c387c08b8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:01.694113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.760558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-71d85a36-a7d9-418d-97e4-6154aad2e392 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012460 Dec 09 15:06:01.778179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=f5058ab2-3f9f-4069-8e11-c60c387c08b8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:01.788093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:01.831735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.839203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.840914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f68a4cbf-b23b-45ef-8b04-8fae432e7db5) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:01.844984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b4f88cfa-aabc-4ca1-988c-7b0e086db154 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/adddfb14-4fc8-44db-9261-bc069f63476c HTTP/1.1" status: 204 len: 168 time: 1.2360125 Dec 09 15:06:01.850260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:01.851087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331864f-8cc6-41fe-aa17-b7d8c3bd3181 None None] Network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:01.851587 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.852699 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP fccb621c-bb0b-4c6f-ba96-e2e7473b156d disassociated. External IP: 172.25.0.219, port: e67f70a9-8a5b-467f-8799-42cda6301125. Dec 09 15:06:01.854300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.854901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:01.924486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0e8db465-a4d6-4cb2-b4eb-b804ff58b9f6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8635499 Dec 09 15:06:01.933222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.945602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53622) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:01.953539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.963177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.967574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.974080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.978075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.980064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.986831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.988160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['f5058ab2-3f9f-4069-8e11-c60c387c08b8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:01.989837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.992871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:01.999387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.005695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.006041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.008049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-de403fca-0399-473a-93e2-549ced90415e req-8ef1e09e-0cd7-4966-aef2-86007d3b0c12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.2585225 Dec 09 15:06:02.022420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.023985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-0fdada1f-7f84-43d1-a48a-13dd95211360 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.7001450 Dec 09 15:06:02.075416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f68a4cbf-b23b-45ef-8b04-8fae432e7db5', 'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5', 'project_id': 'ee3351c3e9544a46a7c87c1c1ba445dc', 'fixed_ips': [{'subnet_id': '1d4d3a9a-4818-48e1-86a8-770b3dac5865'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:02.076825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.132234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-b6402142-c1b9-470e-9c42-2761c3c633b9 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586552 Dec 09 15:06:02.170942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a5f7d-3630-4249-879e-04a97ddee0db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.176156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff9a5f7d-3630-4249-879e-04a97ddee0db tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3235164 Dec 09 15:06:02.189814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53626) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:02.235812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-b175c0a5-1009-4b40-8bb3-7b3425fdd2e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 217 time: 0.0889616 Dec 09 15:06:02.275561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.303818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b81b0fc3-ed61-4c14-8740-2d5af0279e62 req-20adfbc5-f0b9-4671-8f5f-944c521c1338 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2652936 Dec 09 15:06:02.313053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e67ac-dfee-43b6-9416-fa68ff5dd48a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.315455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-226e67ac-dfee-43b6-9416-fa68ff5dd48a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1118970 Dec 09 15:06:02.317603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53628) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:02.323484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-de403fca-0399-473a-93e2-549ced90415e req-4a4f5e96-4c24-4fd7-a24d-c98caa43cc43 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892249 Dec 09 15:06:02.393954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Allocated IP 2001:db8::f816:3eff:fede:1683 (f68a4cbf-b23b-45ef-8b04-8fae432e7db5/1d4d3a9a-4818-48e1-86a8-770b3dac5865/556a19b6-c061-41d3-bde4-b81404cdae58) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:02.484905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-f2a5660c-abc5-4b4b-b3cb-325b7c3d9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.487826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-f2a5660c-abc5-4b4b-b3cb-325b7c3d9286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.2414024 Dec 09 15:06:02.493344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b348b-ceed-434f-8f5f-b64da5cde63e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.494911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b348b-ceed-434f-8f5f-b64da5cde63e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.496617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b348b-ceed-434f-8f5f-b64da5cde63e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.498196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-460b348b-ceed-434f-8f5f-b64da5cde63e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1793966 Dec 09 15:06:02.507742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53634) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:02.593507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.601270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.618748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.645207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:02.648833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:02.654975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-e6da3f7b-5c3f-4847-a7d1-fcb66040c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.656662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-e6da3f7b-5c3f-4847-a7d1-fcb66040c0bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584013 Dec 09 15:06:02.667698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:02.671489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4aa182-2ffe-40e2-971c-db1a58f29310 req-bee4b794-4d96-4995-945b-7a8dc8b0f2bc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:02.680720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f4aa182-2ffe-40e2-971c-db1a58f29310 req-bee4b794-4d96-4995-945b-7a8dc8b0f2bc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 945 time: 0.1916287 Dec 09 15:06:02.691819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 3a560f07-47f5-4933-b5fa-cd05b689348a {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:02.707242 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.742684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Pushing event updated for resources: {'Port': ['ID=556a19b6-c061-41d3-bde4-b81404cdae58,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:02.747705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Attempting to bind port 556a19b6-c061-41d3-bde4-b81404cdae58 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:02.748203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Attempting to bind port 556a19b6-c061-41d3-bde4-b81404cdae58 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:02.748630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Attempting to bind port 556a19b6-c061-41d3-bde4-b81404cdae58 on network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:02.754730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:02.755117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Checking segment: {'id': 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:02.755567 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.755960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Bound using segment: {'id': 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:02.763195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Bound port: 556a19b6-c061-41d3-bde4-b81404cdae58, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:02.764886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.785283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:02.836550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.858993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f4aa182-2ffe-40e2-971c-db1a58f29310 req-48d63209-b57b-4da5-a4e0-82f971119e56 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768312 Dec 09 15:06:02.863610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:02.950115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d3a9a-4818-48e1-86a8-770b3dac5865,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:03.055783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0b360624-650f-41d9-8f1b-81438ff555f3 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715749 Dec 09 15:06:03.068955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:03.076134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.080604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.083815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:03.127303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.153083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] For port 556a19b6-c061-41d3-bde4-b81404cdae58, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:03.156873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] For port 556a19b6-c061-41d3-bde4-b81404cdae58, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=556a19b6-c061-41d3-bde4-b81404cdae58,segment=NetworkSegment(e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4),segment_id=e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:03.162249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f5058ab2-3f9f-4069-8e11-c60c387c08b8 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:03.170520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.176972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68a4cbf-b23b-45ef-8b04-8fae432e7db5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.207872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-119d448f-0fe1-43d5-bb16-0e734d69c115 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/floatingips/fccb621c-bb0b-4c6f-ba96-e2e7473b156d HTTP/1.1" status: 200 len: 688 time: 2.0082128 Dec 09 15:06:03.208492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53648) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:03.227110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.227736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.242756 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.265183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.273735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f062467-e478-40e8-b0da-e4511f33ecc1 None None] Pushing event updated for resources: {'Port': ['ID=556a19b6-c061-41d3-bde4-b81404cdae58,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:03.285830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53650) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:03.291385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:03.292398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:03.300470 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:03.323196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:03.324268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.334328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-b7120705-8075-4ce0-971c-4d1591e35efe service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640200 Dec 09 15:06:03.347272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.378620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.400507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a76a3d-21fd-402d-b33a-b18a4dcd4080 None None] Network f68a4cbf-b23b-45ef-8b04-8fae432e7db5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:03.407233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port f5058ab2-3f9f-4069-8e11-c60c387c08b8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:03.413572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=3a560f07-47f5-4933-b5fa-cd05b689348a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:03.420236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.427565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port f5058ab2-3f9f-4069-8e11-c60c387c08b8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:03.427943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.429649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-43d88742-3654-416e-8d0d-aad6f820cd92 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/3a560f07-47f5-4933-b5fa-cd05b689348a HTTP/1.1" status: 204 len: 168 time: 0.9208992 Dec 09 15:06:03.432354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53658) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:03.435724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494078df-8496-4ffb-a5e6-c6db5d26511d None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:03.440091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:03.441635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.493391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-0d661a1f-37d2-4dfc-8320-44f2fb0d352a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 200 len: 217 time: 0.1526544 Dec 09 15:06:03.504705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1997592504', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:03.536428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:03.537371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6cb4-1356-4551-85cf-cf9a77bf3f3a None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:03.542285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 550ff2c0-1d4d-4672-ba58-9be92dc8d6d9 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:03.553924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.563419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:06:03.563419 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:06:03.563419 n-d-804292-5 neutron-server[109894]: [parameters: {'id': 'f68a4cbf-b23b-45ef-8b04-8fae432e7db5'}] Dec 09 15:06:03.563419 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:06:03.563910 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:06:03.597982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-53aa0526-8b9a-4192-9318-edb65d5bada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.599571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-53aa0526-8b9a-4192-9318-edb65d5bada6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0847960 Dec 09 15:06:03.601287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Made reservation on behalf of f39dbed250754aa29ab2dc3dfaa0b08c for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:03.603583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.625437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.643639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.649857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.656476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.663767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.669921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.677939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.682768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.687925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24472e72-44b4-47d0-be05-d192caac6078 req-38d12a7c-ae88-4c93-9b50-08194fd49f81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.1980047 Dec 09 15:06:03.754394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.785372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:03.788190 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dda2f6d-97c9-4b97-9601-0be7b23463f0" -d '{"events": [{"server_uuid": "6cf1d529-7a2e-48f3-96ab-89daead7bdc4", "name": "network-vif-plugged", "status": "completed", "tag": "f5058ab2-3f9f-4069-8e11-c60c387c08b8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:03.805776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port f5058ab2-3f9f-4069-8e11-c60c387c08b8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:03.811004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.825228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24472e72-44b4-47d0-be05-d192caac6078 req-21ed9ff4-1c46-4610-a22b-9968b12021eb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009505 Dec 09 15:06:03.833696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-91f9b922-824d-4cd1-8dbb-8cae13701033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:03.835314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-91f9b922-824d-4cd1-8dbb-8cae13701033 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2192352 Dec 09 15:06:03.875128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=f5058ab2-3f9f-4069-8e11-c60c387c08b8,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:03.910096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.921821 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef91cbd-9bcb-46ae-94a8-2799778bb2c8 x-openstack-request-id: req-eef91cbd-9bcb-46ae-94a8-2799778bb2c8 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:03.922098 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf1d529-7a2e-48f3-96ab-89daead7bdc4", "name": "network-vif-plugged", "status": "completed", "tag": "f5058ab2-3f9f-4069-8e11-c60c387c08b8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:03.922504 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eef91cbd-9bcb-46ae-94a8-2799778bb2c8 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:03.922932 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8', 'code': 200} Dec 09 15:06:03.953818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:03.958644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] device_id is not set on port e60de435-1f26-4f30-b454-442a2a8e1762 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:04.019182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 999ff639-b8fb-46ff-ac48-90748c54d052 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:04.019571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.074552 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.099665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7911d3-133b-4157-be92-e70eb14e7bc3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:04.109132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.116864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.123405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.131608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.138167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.147431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.151977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-af739818-dad3-49f8-bd01-54a6d44c5bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064573 Dec 09 15:06:04.159223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.161203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-920d9d33-cc94-4a26-899c-330e0756f529 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.6758716 Dec 09 15:06:04.196658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Allocated IP 172.25.0.46 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e60de435-1f26-4f30-b454-442a2a8e1762) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:04.205499 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.302386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd272d0-aa0c-44c5-95a3-f79561b23fdd req-8af7ffce-b735-42e7-a414-b6e5711f8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.304204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bd272d0-aa0c-44c5-95a3-f79561b23fdd req-8af7ffce-b735-42e7-a414-b6e5711f8428 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 1097 time: 0.2887924 Dec 09 15:06:04.318403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0030ec48-e33d-4d8a-9aab-c7a2fc8dba3f req-a4dd8437-d386-486a-aedd-908842bf7245 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094551 Dec 09 15:06:04.336469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting port 556a19b6-c061-41d3-bde4-b81404cdae58 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:04.336837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.371369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-bb906fa4-9baa-4f57-82d4-7c33df10c53c service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042387 Dec 09 15:06:04.432292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-d2e98911-7d9f-46e6-917e-ed5cab112506 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 200 len: 217 time: 0.0490720 Dec 09 15:06:04.454397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.455332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.476281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1bd272d0-aa0c-44c5-95a3-f79561b23fdd req-62ab4b0e-2ee0-4d63-bc59-a41349dca18e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568274 Dec 09 15:06:04.500760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 999ff639-b8fb-46ff-ac48-90748c54d052 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:04.510348 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.585832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-990ca4ee-5de6-4df3-bbbc-fe29351a9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.587414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-990ca4ee-5de6-4df3-bbbc-fe29351a9bf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1381705 Dec 09 15:06:04.607685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] For port 556a19b6-c061-41d3-bde4-b81404cdae58, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=556a19b6-c061-41d3-bde4-b81404cdae58,segment=NetworkSegment(e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4),segment_id=e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:04.608053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.631308 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.648993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Calling delete_port for 556a19b6-c061-41d3-bde4-b81404cdae58 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:04.660353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf264f2-6432-438f-a60b-23915b5b5869 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:06:04.666599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=550ff2c0-1d4d-4672-ba58-9be92dc8d6d9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:04.680228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.686583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-928fc7d1-433c-46db-92a7-f9cb40f0bbbb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/550ff2c0-1d4d-4672-ba58-9be92dc8d6d9 HTTP/1.1" status: 204 len: 168 time: 1.2463226 Dec 09 15:06:04.694492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e22164-ff21-470e-ae0b-22569193bb60 req-db6ee1dc-bef0-44a0-9f39-dd32e29d298c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.696077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3e22164-ff21-470e-ae0b-22569193bb60 req-db6ee1dc-bef0-44a0-9f39-dd32e29d298c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 946 time: 0.1740639 Dec 09 15:06:04.701228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53676) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:04.735320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b569798d-951f-4a3e-92d7-cdc68c03fbb6 None None] Provisioning complete for port 636495c6-06aa-460c-a677-8cbbb8c896b4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:04.735816 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b569798d-951f-4a3e-92d7-cdc68c03fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.771194 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.778054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ac3ad8c9-2a43-4a98-ba5d-a8f7a7ea7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:04.780131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ac3ad8c9-2a43-4a98-ba5d-a8f7a7ea7fa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830733 Dec 09 15:06:04.793868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6130a3f8-b57b-4af8-8a48-dad6a1141838 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913916 Dec 09 15:06:04.811744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:04.821282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:04.873137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-bc73cb03-3c5d-40d3-983c-b629d9a4a73a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757480 Dec 09 15:06:04.880019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:04.971493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=999ff639-b8fb-46ff-ac48-90748c54d052,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:05.048204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf264f2-6432-438f-a60b-23915b5b5869 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:06:05.161468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.171199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.181880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.191924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.199990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.209659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.217293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.228803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-0cc4e12e-e75f-43d6-895f-ee9829db5896 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2129636 Dec 09 15:06:05.235391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-c38476ae-b872-45d1-a128-682d165a4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.237697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-c38476ae-b872-45d1-a128-682d165a4302 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.2835245 Dec 09 15:06:05.267299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.271136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.276420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2812a85c-78fc-4e77-ab31-acba717a0368 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/floatingips/fccb621c-bb0b-4c6f-ba96-e2e7473b156d HTTP/1.1" status: 204 len: 168 time: 2.0646019 Dec 09 15:06:05.287287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53682) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:05.299615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3e22164-ff21-470e-ae0b-22569193bb60 req-ee72c2ab-0197-4e12-aff1-1648938614bc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617349 Dec 09 15:06:05.304065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '7be962c9-cd70-4562-98f2-64c1f1a8f4a9'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:05.339518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.346332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.362702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.411944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No DVR routers for this DVR port 556a19b6-c061-41d3-bde4-b81404cdae58 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:05.433055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:05.481087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fc7ee57-52ae-4021-840c-f518b3aa8097 req-b1bcbcde-d841-4781-94b8-f97c97e94ebf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2460935 Dec 09 15:06:05.521781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428f510-4990-4bc0-a3cb-f66a06e01448 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:05.522036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Pushing event updated for resources: {'Port': ['ID=e60de435-1f26-4f30-b454-442a2a8e1762,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:05.532285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:05.534840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:05.542966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-1744b2d0-e0ac-4c8f-b21d-308fd99bbe17 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7534084 Dec 09 15:06:05.558833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4b656-0503-4513-807c-8489c9f4d20d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:05.572543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-684bcb66-8ee1-40ac-9832-37ef122cb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.586235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-684bcb66-8ee1-40ac-9832-37ef122cb16c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3231149 Dec 09 15:06:05.599661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:05.603136 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.643217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Provisioning complete for port 7be962c9-cd70-4562-98f2-64c1f1a8f4a9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:05.644143 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.645819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Port': ['ID=556a19b6-c061-41d3-bde4-b81404cdae58,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:05.692017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Port 7be962c9-cd70-4562-98f2-64c1f1a8f4a9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:05.750875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.759077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Provisioning complete for port e67f70a9-8a5b-467f-8799-42cda6301125 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:05.759780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.774076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-0a464660-0389-4e00-9515-6cffd9be35b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1002 time: 0.1442525 Dec 09 15:06:05.786973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.787623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.814977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Port e67f70a9-8a5b-467f-8799-42cda6301125 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:05.834264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.851857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Provisioning complete for port 3e409aeb-5141-4162-a089-c476a1cb8e19 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:05.852239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:05.867954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68a4cbf-b23b-45ef-8b04-8fae432e7db5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:05.896928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dc60d446-1276-4d58-bae8-479eb07a9c8c tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6095483 Dec 09 15:06:05.898905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:05.899212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eaa1da-26bd-46ee-b043-2a3fb1c36ea4') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:05.907847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53688) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:05.920246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f9d020ff-5f03-4aeb-bae0-fc25dff70a76 None None] Port 3e409aeb-5141-4162-a089-c476a1cb8e19 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:05.920978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.46'}]}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:05.930369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-5dd25349-750d-4bf1-b315-374143eff41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.931689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-5dd25349-750d-4bf1-b315-374143eff41e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1476555 Dec 09 15:06:05.938500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.939272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:05.945110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.951162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.958067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.964139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.970112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.977417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:05.979954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-2149da20-013c-43dd-a1c8-cec82b4ddf62 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.5070384 Dec 09 15:06:05.982415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.019738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] Deleting port 636495c6-06aa-460c-a677-8cbbb8c896b4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:06.020242 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.033561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-4e09f644-c8b2-4c36-bc7e-f01c4e2e6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.035229 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-4e09f644-c8b2-4c36-bc7e-f01c4e2e6f4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934579 Dec 09 15:06:06.038764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-88234b3a-47e7-49db-9141-3ef4a78ab56f service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266834 Dec 09 15:06:06.044682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.087623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.169 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a8159208-d2ba-4716-847c-b15a6613ca4a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:06.114600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:06.115314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:06.118977 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:06.137771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-315ad487-7a33-4d2a-b23b-a671ac5b2747 None None] Provisioning complete for port e60de435-1f26-4f30-b454-442a2a8e1762 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:06.138268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-315ad487-7a33-4d2a-b23b-a671ac5b2747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.167153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.168543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.181351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-e8238479-7723-4409-abd4-ce55d879bd26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 200 len: 217 time: 0.1319861 Dec 09 15:06:06.216735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] For port 636495c6-06aa-460c-a677-8cbbb8c896b4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=636495c6-06aa-460c-a677-8cbbb8c896b4,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:06.217142 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.238490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-315ad487-7a33-4d2a-b23b-a671ac5b2747 None None] Port e60de435-1f26-4f30-b454-442a2a8e1762 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:06.242013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] Calling delete_port for 636495c6-06aa-460c-a677-8cbbb8c896b4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:06.276565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-e468bf0e-660f-497c-8982-4041f549f1b4 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311914 Dec 09 15:06:06.338089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3bb70c4e-609d-4896-9601-ffcdf85cdd11 req-175227c1-b6d5-418b-857e-750ebffde26d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3418903 Dec 09 15:06:06.384447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-61e9e745-916d-4f32-b573-6ddd9a9f5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.386332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-61e9e745-916d-4f32-b573-6ddd9a9f5025 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.1907058 Dec 09 15:06:06.386765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.399370 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.424852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.436143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.441514 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/f68a4cbf-b23b-45ef-8b04-8fae432e7db5 HTTP/1.1" status: 204 len: 168 time: 4.4945900 Dec 09 15:06:06.464275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] Pushing event deleted for resources: {'Port': ['ID=636495c6-06aa-460c-a677-8cbbb8c896b4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:06.469971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f32d5-7f9a-49b3-9f2e-d69e78b74c0a None None] No DVR routers for this DVR port 636495c6-06aa-460c-a677-8cbbb8c896b4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:06.490709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53692) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.494361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53af4-d13a-47a5-b2bf-0609c2f23888 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Network': ['ID=f68a4cbf-b23b-45ef-8b04-8fae432e7db5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:06.533447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1656185c-0f22-4e0a-a0a9-8c4f69ecef74 req-3158177e-3f73-435a-b705-24709f4d4bb0 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457314 Dec 09 15:06:06.534543 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-077c183d-4da8-4f12-9197-e3a76b32cf06 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:06.535097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077c183d-4da8-4f12-9197-e3a76b32cf06 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:06.539337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-077c183d-4da8-4f12-9197-e3a76b32cf06 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/1d4d3a9a-4818-48e1-86a8-770b3dac5865 HTTP/1.1" status: 404 len: 337 time: 0.0475483 Dec 09 15:06:06.542249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53696) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.571147 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9f9f39-f844-4ec3-8623-55a51820dec1 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:06.571701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9f9f39-f844-4ec3-8623-55a51820dec1 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:06.574929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eb9f9f39-f844-4ec3-8623-55a51820dec1 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/f68a4cbf-b23b-45ef-8b04-8fae432e7db5 HTTP/1.1" status: 404 len: 339 time: 0.0303478 Dec 09 15:06:06.578470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.595218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.607243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.633782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e29b70-4bfb-4beb-a49b-c5c36a4fc3ad req-b821b22d-b91b-4e44-9960-ca35e12802cc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.635237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4e29b70-4bfb-4beb-a49b-c5c36a4fc3ad req-b821b22d-b91b-4e44-9960-ca35e12802cc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 946 time: 0.2112727 Dec 09 15:06:06.657871 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c528c292-8b84-45a2-9f11-5de617c7600c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:06.657871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c528c292-8b84-45a2-9f11-5de617c7600c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:06.660109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c528c292-8b84-45a2-9f11-5de617c7600c tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/96c539ff-df00-4079-bbb3-0572684b550f HTTP/1.1" status: 404 len: 337 time: 0.0780945 Dec 09 15:06:06.664561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53702) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.710034 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6c95c0-8322-4fc1-92fa-2ab2e15118d4 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:06.710543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6c95c0-8322-4fc1-92fa-2ab2e15118d4 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:06.716138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df6c95c0-8322-4fc1-92fa-2ab2e15118d4 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/bfff8634-b4d9-4019-bdfe-318e9ff3271d HTTP/1.1" status: 404 len: 339 time: 0.0481701 Dec 09 15:06:06.718514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53704) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.720675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:06.727018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:06.728887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=a8159208-d2ba-4716-847c-b15a6613ca4a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:06.732185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:06.787558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4e29b70-4bfb-4beb-a49b-c5c36a4fc3ad req-caf0cd1d-42e2-416d-b7bc-46a519e47650 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262593 Dec 09 15:06:06.802671 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-684b85e1-4824-4066-a567-fdd5d06ec6fb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:06.803210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684b85e1-4824-4066-a567-fdd5d06ec6fb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:06.808825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-684b85e1-4824-4066-a567-fdd5d06ec6fb tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/d49b011d-7523-4cc4-8ee8-3aa5c0558b46 HTTP/1.1" status: 404 len: 337 time: 0.0531199 Dec 09 15:06:06.812696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ba40f9b5-380e-4100-853f-6d7ae5998190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.814562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-ba40f9b5-380e-4100-853f-6d7ae5998190 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3830557 Dec 09 15:06:06.815385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.846482 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d15ecf1-93be-4458-9385-cc6df7ac1d86 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:06.847164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d15ecf1-93be-4458-9385-cc6df7ac1d86 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:06.852928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7d15ecf1-93be-4458-9385-cc6df7ac1d86 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/54a41fb5-1f23-48b3-bcff-3cbd73f45f9a HTTP/1.1" status: 404 len: 339 time: 0.0341403 Dec 09 15:06:06.854749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53710) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:06.907311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.913984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.919925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.926320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.932540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.938425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.944569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:06.946496 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-61bbb5d6-0dcb-4f15-8a15-882fd32c8309 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.3185463 Dec 09 15:06:06.957920 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:06.976253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:06:06.984597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.055343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6041-fd24-4af1-b6f9-fb60342ca1ff req-bc167d35-09b3-4d31-a2ab-1eb7c847e975 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.056816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0caa6041-fd24-4af1-b6f9-fb60342ca1ff req-bc167d35-09b3-4d31-a2ab-1eb7c847e975 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.1410456 Dec 09 15:06:07.118198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:07.146897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=0a201089-7e66-4b3a-a69a-ec9a78504eaa,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:07.150761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:07.153585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.154437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.159970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting port 913dab93-04e4-421d-ad63-a9d784fdc65f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:07.160314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.167761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2f8af-4877-46e6-9bb7-6fb525d32a41 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:07.193357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-91a198e3-d886-4aa6-b3ba-9cd71d462664 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403339 Dec 09 15:06:07.201753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4597a9c-10e0-4096-b383-c44a041d5533 req-7c06320b-7dde-4559-b885-d52bff931b81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208648 Dec 09 15:06:07.229748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0caa6041-fd24-4af1-b6f9-fb60342ca1ff req-e31641d1-8662-4dcf-a78c-fdb04134ba29 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549940 Dec 09 15:06:07.233233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c7f2b5ce-e216-4d2b-a5ce-fc5c816ce704 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4167552 Dec 09 15:06:07.237782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53712) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:07.242719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:07.340357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '0a201089-7e66-4b3a-a69a-ec9a78504eaa'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:07.342045 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.344636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-cab03d1e-e227-4019-8f53-5f508631fee4 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403773 Dec 09 15:06:07.378150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.404867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-1ea88b30-76b4-4cea-865a-87569fd99676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 217 time: 0.0499513 Dec 09 15:06:07.471503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Calling delete_port for 913dab93-04e4-421d-ad63-a9d784fdc65f owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:07.584357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 636495c6-06aa-460c-a677-8cbbb8c896b4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:07.615700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 636495c6-06aa-460c-a677-8cbbb8c896b4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:07.616049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 636495c6-06aa-460c-a677-8cbbb8c896b4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:07.634136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Allocated IP 2001:db8::f816:3eff:fef6:a991 (d3ad000a-542a-403b-900f-3e0469146f33/0a201089-7e66-4b3a-a69a-ec9a78504eaa/4eda51cb-a211-47c4-9edc-a529d2f39a77) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:07.709133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a21cd-e44b-453a-8a0b-204dfa5f7f5c req-181f899b-6810-48d9-adea-8ad0951c4c29 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.716654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f04a21cd-e44b-453a-8a0b-204dfa5f7f5c req-181f899b-6810-48d9-adea-8ad0951c4c29 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 946 time: 0.3087778 Dec 09 15:06:07.724880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.729587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-1b403043-af66-40a5-a18f-2a674f33bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.731038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-1b403043-af66-40a5-a18f-2a674f33bdaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.2892132 Dec 09 15:06:07.740653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.753902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.754170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.756720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.762944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.769580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.775676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.782042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.784846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-f0433665-41bd-4ab6-829f-940af09bda38 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.2291472 Dec 09 15:06:07.785148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.818766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:07.823379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.860979 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.871242 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.885295 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f04a21cd-e44b-453a-8a0b-204dfa5f7f5c req-dbedb90b-f172-4b5f-a658-6c6e2ff73f2b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676817 Dec 09 15:06:07.898636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:07.931768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:07.934781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:07.941945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:07.956890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-e1c5f04d-5c59-4368-a507-827c1954ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:07.958320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-e1c5f04d-5c59-4368-a507-827c1954ec79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2052147 Dec 09 15:06:07.969624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Pushing event updated for resources: {'Port': ['ID=4eda51cb-a211-47c4-9edc-a529d2f39a77,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:08.017983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Port': ['ID=913dab93-04e4-421d-ad63-a9d784fdc65f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:08.045817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Attempting to bind port 4eda51cb-a211-47c4-9edc-a529d2f39a77 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:08.046477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Attempting to bind port 4eda51cb-a211-47c4-9edc-a529d2f39a77 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:08.047269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Attempting to bind port 4eda51cb-a211-47c4-9edc-a529d2f39a77 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:08.065455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:08.066132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:08.070404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.071596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:08.072576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Bound port: 4eda51cb-a211-47c4-9edc-a529d2f39a77, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:08.073163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.076776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.082558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1b0d0b5d-49fe-4b94-8049-4e06b79466de tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/ports/913dab93-04e4-421d-ad63-a9d784fdc65f HTTP/1.1" status: 204 len: 168 time: 1.2273581 Dec 09 15:06:08.090094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53722) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:08.135242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.141983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.152516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-612bdac2-1d3d-4361-a71b-0aaad0906a35 req-7075f6e4-66ee-46c9-85da-97e6b7c86fa2 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3221195 Dec 09 15:06:08.160347 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3287042d-5523-4006-a8d8-5d30a1063cda tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:08.161020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3287042d-5523-4006-a8d8-5d30a1063cda tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:08.164619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3287042d-5523-4006-a8d8-5d30a1063cda tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/88d42131-01de-4397-9b3b-58ee8941dbbd HTTP/1.1" status: 404 len: 337 time: 0.0718093 Dec 09 15:06:08.182071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53726) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:08.184715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-55ba07dc-8996-4450-b95f-85ea1a866446 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162924 Dec 09 15:06:08.193595 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a201089-7e66-4b3a-a69a-ec9a78504eaa (CIDR: 2001:db8::/64) Dec 09 15:06:08.203134 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:06:08.203623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:08.237992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] For port 4eda51cb-a211-47c4-9edc-a529d2f39a77, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:08.244938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] For port 4eda51cb-a211-47c4-9edc-a529d2f39a77, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4eda51cb-a211-47c4-9edc-a529d2f39a77,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:08.253310 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.349986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8bc4f-ae7e-4b9c-886d-bc9e06ee4ed8 None None] Pushing event updated for resources: {'Port': ['ID=4eda51cb-a211-47c4-9edc-a529d2f39a77,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:08.354623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9403b898-183f-416a-bba2-094b3b9739c8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1157255 Dec 09 15:06:08.371296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53730) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:08.375778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:08.518140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.524420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.530933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.537569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.543922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.551005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.557679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:08.559759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b759b5e6-3900-434a-b211-53897b24f09d req-a608633d-4549-4ebc-8459-691bccd3d7d6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2346284 Dec 09 15:06:08.655468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.669267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.723485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:08.726992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:08.742402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b759b5e6-3900-434a-b211-53897b24f09d req-cdba47f5-57e6-4094-bba9-a9d464229e45 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1720030 Dec 09 15:06:08.956409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.005104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.011703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.050876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9357-20ae-49f8-943b-296f055a696b req-4fea7b56-5999-422f-8251-fa7013e457fa tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.058981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-254b9357-20ae-49f8-943b-296f055a696b req-4fea7b56-5999-422f-8251-fa7013e457fa tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 946 time: 0.7612107 Dec 09 15:06:09.123282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e65fcb-a448-4389-9375-a8fdba484a30 req-838f9576-90c9-4e36-b71e-91f0cf74f729 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268284 Dec 09 15:06:09.176990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.177794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b20693c2-8f4a-4cd9-8cab-92cacfb60deb {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:06:09.238313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=a8159208-d2ba-4716-847c-b15a6613ca4a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:09.282039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.332080 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:06:09.337414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-80e045a7-e97c-48f8-a1f8-da441b7b80b8 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4232533 Dec 09 15:06:09.338793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:09.339489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.370927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-254b9357-20ae-49f8-943b-296f055a696b req-372e98de-ab52-437a-8b32-cb27a57923a0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066664 Dec 09 15:06:09.386536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d086a2b3-f10b-463d-bc82-3685cb17db86']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:09.400438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22663649-b6a1-451c-ab49-a1a126e39f1a') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:09.400764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22663649-b6a1-451c-ab49-a1a126e39f1a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:09.414098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.414469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.414961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.415465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.415940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.416397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.416849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.418883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-5035cd51-235c-47c1-b28f-a36b116bf610 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6487 time: 0.2089503 Dec 09 15:06:09.422846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.473470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.489092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:09.489500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:09.492573 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:09.526836 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP a778715d-2de2-4c8e-9c80-7dcb00603ee6 associated. External IP: 172.25.0.169, port: 7be962c9-cd70-4562-98f2-64c1f1a8f4a9. Dec 09 15:06:09.611587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4eda51cb-a211-47c4-9edc-a529d2f39a77 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:09.645476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-81509102-8868-4e21-93b0-0683ede70175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.647731 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-81509102-8868-4e21-93b0-0683ede70175 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 903 time: 0.2065091 Dec 09 15:06:09.714918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-ce6d5b9b-65e2-4b0f-bb2b-a35e466d54fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 217 time: 0.0577745 Dec 09 15:06:09.715417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.734503 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.740843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/d086a2b3-f10b-463d-bc82-3685cb17db86 HTTP/1.1" status: 204 len: 168 time: 1.5530241 Dec 09 15:06:09.740843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e78ae-9ad4-4468-8aa3-23e123513fa8 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Network': ['ID=d086a2b3-f10b-463d-bc82-3685cb17db86,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:09.765481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:09.898834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-2a81e5fc-e8e3-490f-b699-0e1271420ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:09.900872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-2a81e5fc-e8e3-490f-b699-0e1271420ff0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.1678829 Dec 09 15:06:09.939727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting port cd0a2729-98eb-4a83-bc7f-160002ee2491 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:09.939727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.940064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4eda51cb-a211-47c4-9edc-a529d2f39a77 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:09.940064 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:09.994397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2de8aea2-8ce7-4e67-af15-e3b7d34be786 None None] Provisioning complete for port 4eda51cb-a211-47c4-9edc-a529d2f39a77 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:09.994898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2de8aea2-8ce7-4e67-af15-e3b7d34be786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.001303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.009173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.017096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.025745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.031924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.039853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.046446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.049585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-596bd755-f245-4a55-9794-2245760ef3c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.6816175 Dec 09 15:06:10.086359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.101399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.102067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.108064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.114294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.120291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.128599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.134732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.140811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.143087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-f5b57bcf-4829-485e-ac67-ab661223e506 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2091789 Dec 09 15:06:10.156757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 4eda51cb-a211-47c4-9edc-a529d2f39a77, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4eda51cb-a211-47c4-9edc-a529d2f39a77,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:10.158984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2de8aea2-8ce7-4e67-af15-e3b7d34be786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.169484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-530b030f-ba08-49ca-b769-d7acec170e11 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.172117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-530b030f-ba08-49ca-b769-d7acec170e11 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 946 time: 0.4097662 Dec 09 15:06:10.174130 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.182033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Calling delete_port for cd0a2729-98eb-4a83-bc7f-160002ee2491 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:10.228606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-e0c42b0e-ce84-4ee4-8b7a-e48d241c5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.230218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-e0c42b0e-ce84-4ee4-8b7a-e48d241c5ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3198202 Dec 09 15:06:10.237331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=4eda51cb-a211-47c4-9edc-a529d2f39a77,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:10.239251 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36a2221e-906b-46c5-afb2-1e3342fab400 req-41aea978-8cc9-46d8-b28a-ccb07f294f17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876167 Dec 09 15:06:10.285678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Deleting port e60de435-1f26-4f30-b454-442a2a8e1762 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:10.286122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.308481 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-2de8aea2-8ce7-4e67-af15-e3b7d34be786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:06:10.309205 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-2de8aea2-8ce7-4e67-af15-e3b7d34be786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:06:10.429278 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.443724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.445595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-8765dd0c-e1b9-4a51-93a5-0469fc35e7fb service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050810 Dec 09 15:06:10.479051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Port': ['ID=cd0a2729-98eb-4a83-bc7f-160002ee2491,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:10.493069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Calling delete_port for e60de435-1f26-4f30-b454-442a2a8e1762 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:10.502277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.508650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d51037f-d165-48e7-bbd3-e889f5a943d2 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/ports/cd0a2729-98eb-4a83-bc7f-160002ee2491 HTTP/1.1" status: 204 len: 168 time: 0.7396860 Dec 09 15:06:10.508838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cfe1e57-5f64-4987-8bcc-86603ba58d4a req-778c109e-99d6-40ed-b0fc-cd9348f6bdf9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4441330 Dec 09 15:06:10.517757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:10.555561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:10.628456 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1632ee2a-31c3-4f46-97ef-6f6efa231d4b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:10.629120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1632ee2a-31c3-4f46-97ef-6f6efa231d4b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:10.634647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1632ee2a-31c3-4f46-97ef-6f6efa231d4b tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/f54fc322-f6be-4c1a-88ff-d383cfe475c7 HTTP/1.1" status: 404 len: 337 time: 0.0532186 Dec 09 15:06:10.636234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53748) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:10.689354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.690495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c09baa06-bf1c-4edf-b2b2-3cc57e70b569 req-c4eb486a-b9bf-4cbf-aeac-fef10be368dc service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231951 Dec 09 15:06:10.693465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port f5058ab2-3f9f-4069-8e11-c60c387c08b8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:10.693796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.705510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2fbf-855e-4a82-a0b4-e9f9bad604ff req-a14ce59b-256c-48d5-9d35-12c51f33b477 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.707443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-351a2fbf-855e-4a82-a0b4-e9f9bad604ff req-a14ce59b-256c-48d5-9d35-12c51f33b477 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 946 time: 0.2385147 Dec 09 15:06:10.769670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.808412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-351a2fbf-855e-4a82-a0b4-e9f9bad604ff req-34459c4a-4e20-4223-b371-27cd25346f8e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703404 Dec 09 15:06:10.826681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:10.884810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:10.895637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:10.896240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.899257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5904fa2-081c-4b5a-a051-cf4e9eb9a481 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:10.903382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.933035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefe93b6-dbb8-4580-9b29-6581cb6ca02b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:10.945557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=6a67feeb-d003-459c-9133-80473c2f6094,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:10.956268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79099ad7-8f7d-480b-9521-c4361423588c') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:10.957044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79099ad7-8f7d-480b-9521-c4361423588c') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:10.965907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c4782784-0b2d-4c44-baf2-e65a3c001a1c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5938354 Dec 09 15:06:10.968379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:10.971360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.976912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:10.981336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port f5058ab2-3f9f-4069-8e11-c60c387c08b8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=f5058ab2-3f9f-4069-8e11-c60c387c08b8,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:10.981702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:10.990570 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b18856-7272-4933-93cd-1799253acace None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:10.991742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:2d:0c:e0', 'name': 'tempest-NetworksTestDHCPv6-1509995729'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:11.006027 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b18856-7272-4933-93cd-1799253acace None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:11.006945 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-99b18856-7272-4933-93cd-1799253acace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:11.009312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.032301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Pushing event deleted for resources: {'Port': ['ID=e60de435-1f26-4f30-b454-442a2a8e1762,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:11.035624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for f5058ab2-3f9f-4069-8e11-c60c387c08b8 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:11.066470 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-99b18856-7272-4933-93cd-1799253acace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:11.075841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.076826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b589090-93d0-428b-9105-7a7260f27839 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:11.085839 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b18856-7272-4933-93cd-1799253acace None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:11.086783 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-99b18856-7272-4933-93cd-1799253acace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:11.117946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.125576 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-99b18856-7272-4933-93cd-1799253acace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:11.126230 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b18856-7272-4933-93cd-1799253acace None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:11.166941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:11.168026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:11.172011 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:11.190245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8f13c67a-d17a-4bbe-ae0a-6e8d63118724 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9007621 Dec 09 15:06:11.195081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53754) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:11.268941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.280876 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.287727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.295339 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/fefe93b6-dbb8-4580-9b29-6581cb6ca02b HTTP/1.1" status: 204 len: 168 time: 0.6570632 Dec 09 15:06:11.296386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53760) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:11.303660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cfa0c1a7-4f0a-4d75-bada-67ec399df4d3 tempest-RoutersAdminNegativeTest-991205474 tempest-RoutersAdminNegativeTest-991205474-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e60de435-1f26-4f30-b454-442a2a8e1762 HTTP/1.1" status: 204 len: 168 time: 1.9361868 Dec 09 15:06:11.325905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] Update dhcp port {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'fixed_ips': [{'subnet_id': '0a201089-7e66-4b3a-a69a-ec9a78504eaa', 'ip_address': '2001:db8::f816:3eff:fef6:a991'}, {'subnet_id': '6a67feeb-d003-459c-9133-80473c2f6094'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '4eda51cb-a211-47c4-9edc-a529d2f39a77'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:06:11.367840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eb4b7bcc-1da3-4e0f-9034-d71adf611c35 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/floatingips/a778715d-2de2-4c8e-9c80-7dcb00603ee6 HTTP/1.1" status: 200 len: 978 time: 0.1680844 Dec 09 15:06:11.371279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:11.371793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f465-755e-4064-81a1-5045bf80ef4f tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Network': ['ID=fefe93b6-dbb8-4580-9b29-6581cb6ca02b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:11.398733 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.431793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Deleting subnet 08d22de6-50e9-4e19-9a6b-aa3cbef82d9a {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:11.439489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:11.454320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.583772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.597139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4eda51cb-a211-47c4-9edc-a529d2f39a77 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:11.644845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9aef8ef-2c59-4f6e-a339-80a53891ab21 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2615240 Dec 09 15:06:11.646127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:11.650572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'port_id': 'e67f70a9-8a5b-467f-8799-42cda6301125'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:11.707116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.761678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4eda51cb-a211-47c4-9edc-a529d2f39a77 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:11.762106 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.778345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53770) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:11.779423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port 69a2d4bb-06cc-40c5-836e-59be61e0ba71 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:11.779766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.786604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.792520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.794440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] Allocated IP 2001:db8:0:1::2 (d3ad000a-542a-403b-900f-3e0469146f33/6a67feeb-d003-459c-9133-80473c2f6094/4eda51cb-a211-47c4-9edc-a529d2f39a77) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:11.800404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.802647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.808666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.816986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.819714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.824976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.826022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.826866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69853757-d067-4372-845e-7f33ff888982 req-327973fd-727f-48b4-bf4b-6598e62f7966 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.4347172 Dec 09 15:06:11.831721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.832589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.840235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.847240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.853291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.859288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:11.867615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-0fbbeb9f-369a-4d20-b57a-44391b3aeacc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.2271628 Dec 09 15:06:11.953131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] For port 4eda51cb-a211-47c4-9edc-a529d2f39a77, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4eda51cb-a211-47c4-9edc-a529d2f39a77,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:11.978481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c30c2e0f-2404-4421-a6a1-943f96038842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.988035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:11.993241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.026664 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.059186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', '66d8fefb-49ab-48ee-983e-6637dc777411'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:12.063793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['f5058ab2-3f9f-4069-8e11-c60c387c08b8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:12.086558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09f77325-1f5c-4f7c-9b2c-39a376fcc834 req-bdd8511a-9d40-4cd7-97f6-196495194d66 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179461 Dec 09 15:06:12.094019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=f5058ab2-3f9f-4069-8e11-c60c387c08b8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:12.157209 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.182266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbb87fa-c44e-48bc-bed6-25116bd88b36 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:12.187295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa97ed-7021-4350-ae21-bcd387202194 None None] Pushing event updated for resources: {'Port': ['ID=4eda51cb-a211-47c4-9edc-a529d2f39a77,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:12.231645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69853757-d067-4372-845e-7f33ff888982 req-83ba9107-7beb-4d98-b44d-04d14ee30639 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2807648 Dec 09 15:06:12.233350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Subnet': ['ID=08d22de6-50e9-4e19-9a6b-aa3cbef82d9a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:12.259628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port f5058ab2-3f9f-4069-8e11-c60c387c08b8 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:12.267220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.271388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b374c11-c2b1-49c8-af4c-ef458c2d3e32 req-001b70ca-a09e-4e89-ae30-379b0ab7c3e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.43 "DELETE /v2.0/ports/f5058ab2-3f9f-4069-8e11-c60c387c08b8 HTTP/1.1" status: 204 len: 173 time: 2.0478826 Dec 09 15:06:12.272616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'name': 'network-vif-deleted', 'tag': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:12.275618 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7e4794-1fff-41d4-992b-4ca81894a849" -d '{"events": [{"server_uuid": "6cf1d529-7a2e-48f3-96ab-89daead7bdc4", "name": "network-vif-deleted", "tag": "f5058ab2-3f9f-4069-8e11-c60c387c08b8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:12.299707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.303455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fef8de3f-fb71-4cb7-b856-099a4ef69911 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/subnets/08d22de6-50e9-4e19-9a6b-aa3cbef82d9a HTTP/1.1" status: 204 len: 168 time: 0.9997754 Dec 09 15:06:12.310529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:12.317152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eba43094-181c-4676-bbeb-285cc6b819ea req-d36d08f9-62f2-4290-92f3-1a139f016325 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cf1d529-7a2e-48f3-96ab-89daead7bdc4 HTTP/1.1" status: 200 len: 210 time: 0.1052732 Dec 09 15:06:12.323373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53e9eb-c727-4bae-ad2d-ccfc593e152f None None] Network 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:12.354268 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d808c5af-442b-482d-afc4-689aec5b7c41 x-openstack-request-id: req-d808c5af-442b-482d-afc4-689aec5b7c41 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:12.354790 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf1d529-7a2e-48f3-96ab-89daead7bdc4", "name": "network-vif-deleted", "tag": "f5058ab2-3f9f-4069-8e11-c60c387c08b8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:12.355304 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d808c5af-442b-482d-afc4-689aec5b7c41 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:12.355977 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf1d529-7a2e-48f3-96ab-89daead7bdc4', 'name': 'network-vif-deleted', 'tag': 'f5058ab2-3f9f-4069-8e11-c60c387c08b8', 'status': 'completed', 'code': 200} Dec 09 15:06:12.397715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8:0:1::19c (d3ad000a-542a-403b-900f-3e0469146f33/6a67feeb-d003-459c-9133-80473c2f6094/69a2d4bb-06cc-40c5-836e-59be61e0ba71) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:12.432304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::f816:3eff:fe2d:ce0 (d3ad000a-542a-403b-900f-3e0469146f33/0a201089-7e66-4b3a-a69a-ec9a78504eaa/69a2d4bb-06cc-40c5-836e-59be61e0ba71) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:12.440343 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c30c2e0f-2404-4421-a6a1-943f96038842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.446061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c30c2e0f-2404-4421-a6a1-943f96038842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.552701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c2e0f-2404-4421-a6a1-943f96038842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5b66c-76d7-4884-a47c-ff71b38591f7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:12.563969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c30c2e0f-2404-4421-a6a1-943f96038842 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce9e2972a4d94358b282d0224daf89fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7778335 Dec 09 15:06:12.570248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53782) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:12.677859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] DHCP port deletion for 79f292c9-e24f-4cb5-80ad-7c77f647b3a3 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:12.692705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50007157-657d-4b22-97fc-ba5d77233ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.750037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] Deleting port f28b46a4-5f4a-4632-b07c-672f49f51bd8 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:12.750427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.788490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50007157-657d-4b22-97fc-ba5d77233ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.817881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.834021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] For port f28b46a4-5f4a-4632-b07c-672f49f51bd8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f28b46a4-5f4a-4632-b07c-672f49f51bd8,segment=NetworkSegment(7ff400c1-6494-4709-9e83-519f55a37501),segment_id=7ff400c1-6494-4709-9e83-519f55a37501)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:12.834427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.858450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] Calling delete_port for f28b46a4-5f4a-4632-b07c-672f49f51bd8 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:12.880504 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.952668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:12.954311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=69a2d4bb-06cc-40c5-836e-59be61e0ba71,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:12.960838 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.961558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:12.964679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:12.972654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:12.974038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.977042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50007157-657d-4b22-97fc-ba5d77233ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.981785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50007157-657d-4b22-97fc-ba5d77233ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:12.986393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-50007157-657d-4b22-97fc-ba5d77233ca4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42e5b66c-76d7-4884-a47c-ff71b38591f7 HTTP/1.1" status: 204 len: 168 time: 0.4150681 Dec 09 15:06:13.005585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50007157-657d-4b22-97fc-ba5d77233ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5b66c-76d7-4884-a47c-ff71b38591f7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:13.017360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fa9dc4c5-48ff-43bd-8be6-591406fbfdc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0474274 Dec 09 15:06:13.021523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53786) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:13.057163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] No DVR routers for this DVR port f28b46a4-5f4a-4632-b07c-672f49f51bd8 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:13.060794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38ba07-c0cf-4846-a8ec-becbab2e6657 None None] Pushing event deleted for resources: {'Port': ['ID=f28b46a4-5f4a-4632-b07c-672f49f51bd8,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:13.070619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.238665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port 69a2d4bb-06cc-40c5-836e-59be61e0ba71 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:13.239259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.349184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.352633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9d1cbacf-98a5-4ed7-b6f0-4a07eeb2fdf5 None None] Provisioning complete for port 4eda51cb-a211-47c4-9edc-a529d2f39a77 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:13.353724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d1cbacf-98a5-4ed7-b6f0-4a07eeb2fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.355283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.361981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.368290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.374396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.401185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.407995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.409661 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-59e58603-61d8-4d74-9307-73d1cc599bbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.1848652 Dec 09 15:06:13.511371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.542448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.554858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4eda51cb-a211-47c4-9edc-a529d2f39a77 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:13.566568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for 69a2d4bb-06cc-40c5-836e-59be61e0ba71 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:13.591594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b227fbe3-bcc9-42ad-b7cc-f76e36d0f08a req-54f5a4bb-1a3d-4b72-b2c4-4f792e8e050a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704068 Dec 09 15:06:13.592077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:13.623934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f292c9-e24f-4cb5-80ad-7c77f647b3a3']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:13.646563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff400c1-6494-4709-9e83-519f55a37501') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:13.646865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff400c1-6494-4709-9e83-519f55a37501') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:13.653170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4eda51cb-a211-47c4-9edc-a529d2f39a77 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:13.653661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.659470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.678685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.714439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:13.714857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:13.719064 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:13.732272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e0793565-462c-4625-ae77-f7c9aee08862 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f39dbed250754aa29ab2dc3dfaa0b08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355674 Dec 09 15:06:13.738672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53802) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:13.765011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.773569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.781765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.792761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.797265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-25f4af23-8233-43e8-b08b-4b10f6c222a5 None None] Provisioning complete for port 69a2d4bb-06cc-40c5-836e-59be61e0ba71 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:13.797833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25f4af23-8233-43e8-b08b-4b10f6c222a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.798945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.836578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa4a8-f8d1-46af-83aa-ebfa916e92b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.838979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.842081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-25f4af23-8233-43e8-b08b-4b10f6c222a5 None None] Port 69a2d4bb-06cc-40c5-836e-59be61e0ba71 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:13.857153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:13.859977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-57a85b68-acec-4e7f-a8bc-9e9a0a0fb86c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.3535540 Dec 09 15:06:13.871066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f28b46a4-5f4a-4632-b07c-672f49f51bd8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:13.899589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f28b46a4-5f4a-4632-b07c-672f49f51bd8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:13.899936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f28b46a4-5f4a-4632-b07c-672f49f51bd8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:13.900072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa4a8-f8d1-46af-83aa-ebfa916e92b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:13.944196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:13.991263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.009723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.022092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.025309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] 10.222.0.46 "DELETE /v2.0/networks/79f292c9-e24f-4cb5-80ad-7c77f647b3a3 HTTP/1.1" status: 204 len: 168 time: 1.7138863 Dec 09 15:06:14.038835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34df325b-7301-4d12-bb6d-9fa241a9e5bf req-76382d46-3c42-4728-acd1-2049bbbd97b8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610503 Dec 09 15:06:14.052824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4fad4-b04d-402c-8443-f742176feaf6 tempest-NetworksIpV6TestAttrs-262051465 tempest-NetworksIpV6TestAttrs-262051465-project] Pushing event deleted for resources: {'Network': ['ID=79f292c9-e24f-4cb5-80ad-7c77f647b3a3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:14.058572 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.068732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.182902 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP a778715d-2de2-4c8e-9c80-7dcb00603ee6 associated. External IP: 172.25.0.169, port: 7be962c9-cd70-4562-98f2-64c1f1a8f4a9. Dec 09 15:06:14.347317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=69a2d4bb-06cc-40c5-836e-59be61e0ba71,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:14.363381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53812) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:14.381426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e070b-570e-470d-81ac-0465a58b16ca req-73517dc2-dd2b-46d4-b42f-05058d1464ef tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.382615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-409e070b-570e-470d-81ac-0465a58b16ca req-73517dc2-dd2b-46d4-b42f-05058d1464ef tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.4482863 Dec 09 15:06:14.398545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa4a8-f8d1-46af-83aa-ebfa916e92b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.401205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa4a8-f8d1-46af-83aa-ebfa916e92b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.402378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8a6aa4a8-f8d1-46af-83aa-ebfa916e92b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b7911d3-133b-4157-be92-e70eb14e7bc3 HTTP/1.1" status: 204 len: 168 time: 0.6627483 Dec 09 15:06:14.445867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aa4a8-f8d1-46af-83aa-ebfa916e92b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7911d3-133b-4157-be92-e70eb14e7bc3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:14.447563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.453299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff3e02d3-68a4-4af6-bee6-8a5d8a8b3f15 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/69a2d4bb-06cc-40c5-836e-59be61e0ba71 HTTP/1.1" status: 204 len: 168 time: 1.4278185 Dec 09 15:06:14.453508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53818) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:14.469737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:14.530856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-409e070b-570e-470d-81ac-0465a58b16ca req-0cf86aea-248f-4a99-914c-5a75f0e9c02d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225367 Dec 09 15:06:14.551114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725412c0-dd4e-4e46-b338-3929b50c874b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.556062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-725412c0-dd4e-4e46-b338-3929b50c874b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0960734 Dec 09 15:06:14.557041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:14.655428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f00554-3660-410e-ac1d-15d6512cc31c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.660472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-07f00554-3660-410e-ac1d-15d6512cc31c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0992868 Dec 09 15:06:14.662845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53826) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:14.682362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:14.696767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:14.702230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-216bfa8f-c4f6-48a5-8cec-7d26d06626fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee3351c3e9544a46a7c87c1c1ba445dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3365421 Dec 09 15:06:14.705314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53828) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:14.710758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:14.711639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:14.748175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca7bfb-366e-47a4-9518-eb176515dbc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.749721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca7bfb-366e-47a4-9518-eb176515dbc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.751958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca7bfb-366e-47a4-9518-eb176515dbc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.753137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:14.753592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cca7bfb-366e-47a4-9518-eb176515dbc0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0897613 Dec 09 15:06:14.757757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53830) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:14.765437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:14.766364 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:14.819396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-141a9b63-8f95-47c8-895f-bc389488161b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.827094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:14.827828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db078bc7-91a5-4c98-b9e8-c495e5d70178 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:14.837539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 0a201089-7e66-4b3a-a69a-ec9a78504eaa {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:14.843853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.874671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-141a9b63-8f95-47c8-895f-bc389488161b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.915059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:14.939763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.945852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.953143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.960408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.966587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.973160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.979722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:14.981914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-522bde28-0826-4c2c-a2e3-d2ec3963554b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.1837955 Dec 09 15:06:14.998139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-141a9b63-8f95-47c8-895f-bc389488161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.000776 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-141a9b63-8f95-47c8-895f-bc389488161b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.002015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-141a9b63-8f95-47c8-895f-bc389488161b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec8ef68a-d81e-4331-b0e5-eb92e5dbebd2 HTTP/1.1" status: 204 len: 168 time: 0.2961395 Dec 09 15:06:15.018986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a9b63-8f95-47c8-895f-bc389488161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8ef68a-d81e-4331-b0e5-eb92e5dbebd2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:15.026812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.053010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:15.142876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89a874a0-7b77-434c-b3ac-7904a58a7c43 req-a30f836d-78ca-4b1c-bb95-16ef24bf66fb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529155 Dec 09 15:06:15.149639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.194854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=0a201089-7e66-4b3a-a69a-ec9a78504eaa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:15.235622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471de264-c068-4ef9-8944-f160feed7749 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:15.248417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.253551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-81469364-168b-4194-8063-87aeae6151b3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/0a201089-7e66-4b3a-a69a-ec9a78504eaa HTTP/1.1" status: 204 len: 168 time: 0.4948049 Dec 09 15:06:15.256146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53850) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:15.296432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f5058ab2-3f9f-4069-8e11-c60c387c08b8 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:15.336489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:15.339748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.349923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.355061 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:15.355641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.378581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.390069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.391291 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:15.393004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 6a67feeb-d003-459c-9133-80473c2f6094 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:15.394974 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:15.397931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.406143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.417139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: f5058ab2-3f9f-4069-8e11-c60c387c08b8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:15.417713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device f5058ab2-3f9f-4069-8e11-c60c387c08b8 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:15.427838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.437013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.446562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5413477-5d4a-4d56-8904-e8c55503788c req-69711e67-527e-4f2d-a1a3-0b833f075794 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2491927 Dec 09 15:06:15.465853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-791bfbf9-5284-4d8a-bf12-cabe489d1395 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/floatingips/a778715d-2de2-4c8e-9c80-7dcb00603ee6 HTTP/1.1" status: 200 len: 977 time: 3.8188105 Dec 09 15:06:15.469024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:15.474426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:15.480089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-4631e1f6-70ed-47a3-91a4-884f6ba18ed0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:15.481633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-4631e1f6-70ed-47a3-91a4-884f6ba18ed0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.2660971 Dec 09 15:06:15.512395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.525897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:15.557444 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:15.559639 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:15.585826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.629657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5413477-5d4a-4d56-8904-e8c55503788c req-db622972-1fb2-4467-b90f-cbdb42e01da9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799359 Dec 09 15:06:15.675147 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:15.675907 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45b37e-1ebf-460e-90bf-7c426209a81e None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:15.686223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.736985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:15.792577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port 66d8fefb-49ab-48ee-983e-6637dc777411 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:15.793661 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.869871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.914798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=6a67feeb-d003-459c-9133-80473c2f6094,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:15.933944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.941220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8c996b3b-991c-4512-b2d1-284e8f49ecdb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/6a67feeb-d003-459c-9133-80473c2f6094 HTTP/1.1" status: 204 len: 168 time: 0.6838200 Dec 09 15:06:15.948565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53878) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:15.968155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port 66d8fefb-49ab-48ee-983e-6637dc777411, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=66d8fefb-49ab-48ee-983e-6637dc777411,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:15.968550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:15.983406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for 66d8fefb-49ab-48ee-983e-6637dc777411 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:16.033163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.039391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23b0e4f8-d2cc-4c3f-92a0-1c225fce280a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893822 Dec 09 15:06:16.047975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9495475-08af-4826-83a0-364c774ae0c9 req-3b403ecd-e2d1-48c5-9522-bc0813bc98e8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.049463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:16.055623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:16.056800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9495475-08af-4826-83a0-364c774ae0c9 req-3b403ecd-e2d1-48c5-9522-bc0813bc98e8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 945 time: 0.2852321 Dec 09 15:06:16.067517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.067982 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP a778715d-2de2-4c8e-9c80-7dcb00603ee6 disassociated. External IP: 172.25.0.169, port: e67f70a9-8a5b-467f-8799-42cda6301125. Dec 09 15:06:16.092129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1668425093'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:16.176167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9495475-08af-4826-83a0-364c774ae0c9 req-d33d44bf-4ac8-4ca7-8431-8957865f30ea tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184030 Dec 09 15:06:16.283639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Made reservation on behalf of 766008c5605b4c5589e8128b9db25e4f for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:16.287894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.294261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.305950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', '66d8fefb-49ab-48ee-983e-6637dc777411'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:16.320363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.346153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53888) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:16.393118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:16.396110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad8895-cd5d-4905-bd7a-a5d8d0d7193b None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:16.422587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=66d8fefb-49ab-48ee-983e-6637dc777411,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:16.463335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603780fb-8253-4b62-bbfe-f69be45e3122 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:16.473105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aa74a06c-a7d9-4ba5-8dcf-5ac3930e3985 None None] Provisioning complete for port 4eda51cb-a211-47c4-9edc-a529d2f39a77 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:16.473744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aa74a06c-a7d9-4ba5-8dcf-5ac3930e3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.497100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:16.500699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.509512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1255029014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:16.542207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port 66d8fefb-49ab-48ee-983e-6637dc777411 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:16.554476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:16.559691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.564979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.567048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.572363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.575822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-51e334e8-164f-4ca3-b539-26ff4f6e7e6b req-432cc38b-aa94-4895-a20c-9c4403e8a582 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "DELETE /v2.0/ports/66d8fefb-49ab-48ee-983e-6637dc777411 HTTP/1.1" status: 204 len: 173 time: 1.0453267 Dec 09 15:06:16.576314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'name': 'network-vif-deleted', 'tag': '66d8fefb-49ab-48ee-983e-6637dc777411'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:16.579218 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402e460-9215-4f08-87e9-4b3c1649b785" -d '{"events": [{"server_uuid": "4f7f4565-6979-4718-bd6c-b6feeed63ccf", "name": "network-vif-deleted", "tag": "66d8fefb-49ab-48ee-983e-6637dc777411"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:16.606342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.611440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a82a00e1-133e-4850-a6fe-7a7f751fc98c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/floatingips/a778715d-2de2-4c8e-9c80-7dcb00603ee6 HTTP/1.1" status: 200 len: 688 time: 1.1396530 Dec 09 15:06:16.613784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.621870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.627976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53896) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:16.644200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.653821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.660995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.667157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:16.669201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-75e1ac88-a2b4-4ab2-a4b5-00d9c718a8dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.3715036 Dec 09 15:06:16.708426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:16.747137 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe585cc-d9eb-4873-b964-bbe6fd47241b x-openstack-request-id: req-7fe585cc-d9eb-4873-b964-bbe6fd47241b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:16.747460 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7f4565-6979-4718-bd6c-b6feeed63ccf", "name": "network-vif-deleted", "tag": "66d8fefb-49ab-48ee-983e-6637dc777411", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:16.747719 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fe585cc-d9eb-4873-b964-bbe6fd47241b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:16.748123 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7f4565-6979-4718-bd6c-b6feeed63ccf', 'name': 'network-vif-deleted', 'tag': '66d8fefb-49ab-48ee-983e-6637dc777411', 'status': 'completed', 'code': 200} Dec 09 15:06:16.816295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:16.817479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:16.855733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.899183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:16.903938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-516cb7b0-c02a-43cc-b640-8536e750b33d req-9881c146-7e37-4bae-a6b0-cbd592e92254 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224979 Dec 09 15:06:16.918052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.934769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.947157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.961847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:16.965413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:16.966394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:05:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:16.972926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.973125 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Added segment 5a9502a8-d29c-48fc-81e0-062d68b93671 of type vlan for network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d Dec 09 15:06:16.980624 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:16.981979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff8d28c7-25f9-498b-9e77-ac4cf630c2ab tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6348436 Dec 09 15:06:16.986268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53900) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:16.991605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1752186671'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:17.019282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.034575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.043322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.050744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.055676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7092b-6aa8-453d-99bc-1f3ec35ef7f1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:17.057208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.063626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.075517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.083789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.094853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-261bf82f-1056-4baf-911f-66a2673e73bb req-378d0f0e-1c7e-4637-8cef-090246cb7bdc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2603898 Dec 09 15:06:17.109478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:17.114405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.142939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.154690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:17.155492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74476314-7272-42b5-8a30-ff04735bb1bc None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:17.167952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc425b0-5778-429c-b923-11da27286431 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:17.182584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.192404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.193218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.214536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port a8159208-d2ba-4716-847c-b15a6613ca4a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:17.215080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.235237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4968791 Dec 09 15:06:17.244253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53904) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:17.273643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Request body: {'subnet': {'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:17.277284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7cc425b0-5778-429c-b923-11da27286431 None None] Deleting port 4eda51cb-a211-47c4-9edc-a529d2f39a77 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:17.277575 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc425b0-5778-429c-b923-11da27286431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.280911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.322642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-261bf82f-1056-4baf-911f-66a2673e73bb req-1f00c299-6685-4233-98db-7d9d854b965c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2253118 Dec 09 15:06:17.406257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5a8ef-977a-4898-bf75-d8a035e23587 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event updated for resources: {'Network': ['ID=11d8c4df-85b9-453b-a6b5-b7fc57d9954d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:17.409114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7cc425b0-5778-429c-b923-11da27286431 None None] For port 4eda51cb-a211-47c4-9edc-a529d2f39a77, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4eda51cb-a211-47c4-9edc-a529d2f39a77,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:17.411712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc425b0-5778-429c-b923-11da27286431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.428776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:17.446012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7481a308-844e-4e6f-b3c7-84a4bebf4243 req-b7992ce7-d516-4632-ad0a-9c0bf16419c5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f7f4565-6979-4718-bd6c-b6feeed63ccf HTTP/1.1" status: 200 len: 210 time: 0.0583637 Dec 09 15:06:17.450312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:17.453643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7cc425b0-5778-429c-b923-11da27286431 None None] Calling delete_port for 4eda51cb-a211-47c4-9edc-a529d2f39a77 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:17.454993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:17.458369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.458988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.470755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=c58b2eb8-cd3b-4ed3-826f-59f0a5dda769,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:17.508513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c0322745-f636-481b-8a4b-0014c07fbe35 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4578815 Dec 09 15:06:17.510582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53908) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:17.523597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:17.578448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4eda51cb-a211-47c4-9edc-a529d2f39a77 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:17.699689 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.710523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc425b0-5778-429c-b923-11da27286431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.715070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:17.721463 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.744652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc425b0-5778-429c-b923-11da27286431 None None] Pushing event deleted for resources: {'Port': ['ID=4eda51cb-a211-47c4-9edc-a529d2f39a77,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:17.765082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc425b0-5778-429c-b923-11da27286431 None None] No DVR routers for this DVR port 4eda51cb-a211-47c4-9edc-a529d2f39a77 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:17.791830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7260c38-58ed-4433-b528-c60b0601a9fe None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:17.882324 n-d-804292-5 neutron-server[109894]: INFO neutron.db.ipam_backend_mixin [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c58b2eb8-cd3b-4ed3-826f-59f0a5dda769 (CIDR: 2001:db8::/64) Dec 09 15:06:17.887802 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:06:17.889814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:17.913089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e1d3-f53c-4a7b-81a9-dffbcc5ec273 req-d24a2415-6edc-4075-a6fa-aa5b90591477 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:17.914980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fc3e1d3-f53c-4a7b-81a9-dffbcc5ec273 req-d24a2415-6edc-4075-a6fa-aa5b90591477 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.0715792 Dec 09 15:06:17.919386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fb265e91-1fab-46c0-bf03-a78579eee3b9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4068241 Dec 09 15:06:17.921691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53916) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:17.927445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': 'c58b2eb8-cd3b-4ed3-826f-59f0a5dda769'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:17.928906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.929633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:17.957069 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.957643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.978617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:17.988897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for a8159208-d2ba-4716-847c-b15a6613ca4a owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:17.994600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.031989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7272b-0d21-4094-b18d-ad4aeafbb754,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:18.038973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Made reservation on behalf of 766008c5605b4c5589e8128b9db25e4f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:18.042473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.056076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fc3e1d3-f53c-4a7b-81a9-dffbcc5ec273 req-9089286b-1c82-4fe1-b25b-437c1d9423bc tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308849 Dec 09 15:06:18.111380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/c58b2eb8-cd3b-4ed3-826f-59f0a5dda769/000926ab-a546-4f5b-af30-6eb3ac4d8c53) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:18.118151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:18.122059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.143645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:18.201607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.202044 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Added segment 46b82e08-ea7c-4319-864c-7de4e222b529 of type vlan for network 11f6b373-026f-4319-8367-51296afed1d0 Dec 09 15:06:18.280435 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.287230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.292108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.298112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.304542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.311018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.317534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.323624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.330007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.331382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:18.331746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-3fda712d-c54b-497c-9fe6-128f58cef82d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.3008301 Dec 09 15:06:18.339882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:18.342855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Pushing event updated for resources: {'Port': ['ID=000926ab-a546-4f5b-af30-6eb3ac4d8c53,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:18.348075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:18.351280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.417990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Attempting to bind port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:18.418908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Attempting to bind port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:18.419757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Attempting to bind port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:18.425346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:18.425726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:18.426129 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.426784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:18.427516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Bound port: 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:18.427899 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.498803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.499060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-66b93068-4877-443c-ab01-e8659074be39 None None] For port 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:18.502601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-66b93068-4877-443c-ab01-e8659074be39 None None] For port 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=000926ab-a546-4f5b-af30-6eb3ac4d8c53,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:18.508467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.510035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.510697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.533105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.536227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:06:18.554755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cce89d1-f499-47e0-8023-feafe53b0b81 req-676ab1c1-94cc-48bd-93d6-a5d4780d56f5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100322 Dec 09 15:06:18.558176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.566433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.573349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.579760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.584509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93068-4877-443c-ab01-e8659074be39 None None] Pushing event updated for resources: {'Port': ['ID=000926ab-a546-4f5b-af30-6eb3ac4d8c53,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:18.585845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.594287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.601032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=a8159208-d2ba-4716-847c-b15a6613ca4a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:18.601233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:18.604724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-54227824-3fe2-4478-b7b2-90962e4370b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.1847560 Dec 09 15:06:18.617141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6266494 Dec 09 15:06:18.649760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53924) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:18.693623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'subnet': {'network_id': '11f6b373-026f-4319-8367-51296afed1d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:18.725338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda438-87e7-494c-8a1c-8798245bec4d tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Network': ['ID=11f6b373-026f-4319-8367-51296afed1d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:18.737774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 11f6b373-026f-4319-8367-51296afed1d0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:18.762584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d3d2fb6-56ff-4bd5-9f7a-37dd531b00a5 req-13185a5b-3e78-450f-8f76-7648a79417bf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106875 Dec 09 15:06:18.791564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.835194 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.960445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.963119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:18.964330 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-63283b91-0288-40f1-a826-9fd6c02fcc5e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/floatingips/a778715d-2de2-4c8e-9c80-7dcb00603ee6 HTTP/1.1" status: 204 len: 168 time: 2.3337352 Dec 09 15:06:18.972812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53938) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:19.008324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event updated for resources: {'Subnet': ['ID=cbe12e71-854a-4591-9bf0-1d49879adb78,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:19.056659 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-f09475b7-8481-49f4-a49f-23d31f256539 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] delete failed (client error): The resource could not be found. Dec 09 15:06:19.058766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f09475b7-8481-49f4-a49f-23d31f256539 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/floatingips/a778715d-2de2-4c8e-9c80-7dcb00603ee6 HTTP/1.1" status: 404 len: 345 time: 0.0851750 Dec 09 15:06:19.066380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53940) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:19.067289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Checking segment: {'id': '5a9502a8-d29c-48fc-81e0-062d68b93671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:19.067694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Network hostable DHCP agents. Network: 11d8c4df-85b9-453b-a6b5-b7fc57d9954d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:19.070450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:19.073918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.183126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:19.207539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-54b57cd7-7cb6-4835-b952-aebed5ff7234 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.209522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-54b57cd7-7cb6-4835-b952-aebed5ff7234 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.2590148 Dec 09 15:06:19.216300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] For port 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=000926ab-a546-4f5b-af30-6eb3ac4d8c53,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:19.218982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 11d8c4df-85b9-453b-a6b5-b7fc57d9954d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:19.225973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.226583 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.228178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6225750-31d0-4510-b378-82ea9a6316aa None None] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:19.241453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277c80c-2869-45a8-a39a-e6d89ca23385 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.248112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277c80c-2869-45a8-a39a-e6d89ca23385 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.254664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277c80c-2869-45a8-a39a-e6d89ca23385 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.258919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e277c80c-2869-45a8-a39a-e6d89ca23385 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/ports?network_id=998b758c-80e2-4119-ac52-940f31128c39 HTTP/1.1" status: 200 len: 2357 time: 0.1887691 Dec 09 15:06:19.259766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53944) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:19.271725 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-5407d54f-a6c9-4219-a3c0-5e9f245fc5e9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.0424483 Dec 09 15:06:19.286850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01007fad-3900-4a91-a6ee-4cd0ab9fabc6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0341656 Dec 09 15:06:19.290983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:19.296070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Request body: {'port': {'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1735200505'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:19.308168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d7facdcd-1d32-4b4e-ab7c-1e9097213662 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:19.319273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f573aa-e2b3-4bf9-a4ea-c97a60e14340 req-b0381b29-322b-4878-8e76-0118bf93bee3 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.324276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56f573aa-e2b3-4bf9-a4ea-c97a60e14340 req-b0381b29-322b-4878-8e76-0118bf93bee3 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1756296 Dec 09 15:06:19.344572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.357395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.358151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.424918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd12fe-265a-40b6-af80-5008f92d17d4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.426302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98bd12fe-265a-40b6-af80-5008f92d17d4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/subnets/a7949d57-0712-435a-b957-e5a8879737b8 HTTP/1.1" status: 200 len: 797 time: 0.1598670 Dec 09 15:06:19.438417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53948) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:19.455192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'port': {'network_id': '998b758c-80e2-4119-ac52-940f31128c39', 'name': 'tempest-FloatingIPTestJSON-430231015', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:19.456007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-11d8c4df-85b9-453b-a6b5-b7fc57d9954d', 'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d', 'project_id': '766008c5605b4c5589e8128b9db25e4f', 'fixed_ips': [{'subnet_id': 'cbe12e71-854a-4591-9bf0-1d49879adb78'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:19.457399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.462224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 66d8fefb-49ab-48ee-983e-6637dc777411 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:19.471093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-da15303e-e7b2-44e7-a442-6754702ff269 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805823 Dec 09 15:06:19.480247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.521941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 66d8fefb-49ab-48ee-983e-6637dc777411 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:19.525232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 66d8fefb-49ab-48ee-983e-6637dc777411 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:19.609647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:19.629676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Subnet': ['ID=4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:19.633706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:19.642623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 000926ab-a546-4f5b-af30-6eb3ac4d8c53 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:19.656234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=49f0ca33-4c9b-464e-9f3a-4db2634f9932,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:19.660461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:19.661854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.662773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.674858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=000926ab-a546-4f5b-af30-6eb3ac4d8c53,revision_number=4']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:19.686576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56f573aa-e2b3-4bf9-a4ea-c97a60e14340 req-c316ead0-3642-4f5e-8f1a-4616c06a78e1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398252 Dec 09 15:06:19.690236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Checking segment: {'id': '46b82e08-ea7c-4319-864c-7de4e222b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '11f6b373-026f-4319-8367-51296afed1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:19.690679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network hostable DHCP agents. Network: 11f6b373-026f-4319-8367-51296afed1d0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:19.714604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Made reservation on behalf of 766008c5605b4c5589e8128b9db25e4f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:19.718440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.741347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-22f3e557-dbf4-4dfa-a0ad-f7251cae6dc2 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8162308 Dec 09 15:06:19.746832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53952) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:19.755760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:f5:2b:cb', 'name': 'tempest-NetworksTestDHCPv6-1368494532'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:19.766250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662', 'network_id': '60e00809-9153-459a-810f-66199fce865c', 'port_id': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662', 'mac_address': 'fa:16:3e:10:08:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0edc87-f554-41e0-a195-3ec6e6ca32fa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:19.767780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-096ce6ac-5532-4c69-a271-8fd029e9aae1 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391925 Dec 09 15:06:19.790460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network 11f6b373-026f-4319-8367-51296afed1d0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:19.818475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] device_id is not set on port 25f9938d-de4d-4f5a-a691-1e2e3107f3f4 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:19.857883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:19.857883 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.902922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.920190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 11f6b373-026f-4319-8367-51296afed1d0) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:19.921504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7facdcd-1d32-4b4e-ab7c-1e9097213662 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:19.925228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:19.925932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:19.938326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Allocated IP 2001:db8::2 (11d8c4df-85b9-453b-a6b5-b7fc57d9954d/cbe12e71-854a-4591-9bf0-1d49879adb78/83dfaaf8-0c41-41e4-83d1-a92d10ec796f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:19.944324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22288ba2-e905-4fb3-b646-30a73e9638ee None None] Network 11f6b373-026f-4319-8367-51296afed1d0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:19.999944 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-ae2d5771-bd05-4b0d-99ef-212ae11fe064 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311141 Dec 09 15:06:20.021435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:20.075094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be501b-921a-483f-98ae-27f44420a279 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:20.077422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.078141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3a37fea5-f218-4198-8bac-171ba6604a4f details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:20.219326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:20.263831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53960) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:20.265175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-051c95b2-2300-483b-aff9-9cfdd168dde6 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5757604 Dec 09 15:06:20.273208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'network': {'name': 'tempest-router-network01--511839855'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:20.349053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.349053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.354226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.364324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.376335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.383129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.388411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.389496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.396730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.398007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.400588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-8ffab2cd-f526-49de-940d-d65c6b4fd083 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.1837084 Dec 09 15:06:20.402865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.410334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.416316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.422467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:20.425042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-dde9e0e9-f84f-4cec-9243-e10cc2951aef tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5422 time: 0.6035366 Dec 09 15:06:20.469222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:20.473809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.494556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de4dcf72-32fd-4269-8291-f2ec26c3e4c3 req-11df7f91-3b4a-4583-b8ec-b6cbd48e0dc3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870273 Dec 09 15:06:20.529934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.544497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.546946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:20.578245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-11f6b373-026f-4319-8367-51296afed1d0', 'network_id': '11f6b373-026f-4319-8367-51296afed1d0', 'project_id': 'e2dfb0102db547feb14ec61fad93807f', 'fixed_ips': [{'subnet_id': '4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:20.579232 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.591579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:20.598187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3f4e2878-319b-4bff-9517-857261e375d2 None None] Provisioning complete for port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:20.598375 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2878-319b-4bff-9517-857261e375d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.598844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] device_id is not set on port 1b95590b-74a5-42b7-a3a0-1bb77be369f4 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:20.621180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2cc94a6-b6e1-4a97-a5fc-6803b49dfe6a req-3f5c8122-d289-4bdc-add9-48dc4513653e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1868451 Dec 09 15:06:20.674916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-335550a7-89d1-43e3-be9e-0a0e81e72737 req-3d1ca877-e432-4515-aebf-ac8372545dbd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 210 time: 0.0736785 Dec 09 15:06:20.675413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:20.695954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.696485 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Added segment e4818a81-db76-480a-90dc-5ae8b9d1408e of type vlan for network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 Dec 09 15:06:20.846109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=000926ab-a546-4f5b-af30-6eb3ac4d8c53,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:20.878079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.903339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.945019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.978734 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:20.999178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf7549-0403-4114-88ea-657e09c4199d req-16ed3141-d070-461e-b037-ac037cdf4b63 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.000879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbaf7549-0403-4114-88ea-657e09c4199d req-16ed3141-d070-461e-b037-ac037cdf4b63 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1793494 Dec 09 15:06:21.004391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3a37fea5-f218-4198-8bac-171ba6604a4f,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:21.010835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.014230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.017528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.018642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.026597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port a9343b76-0e32-4073-aaf2-dfc1b929f88f yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:21.065632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '3a37fea5-f218-4198-8bac-171ba6604a4f', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'port_id': '3a37fea5-f218-4198-8bac-171ba6604a4f', 'mac_address': 'fa:16:3e:1f:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:21.078652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Allocated IP 2001:db8::290 (11d8c4df-85b9-453b-a6b5-b7fc57d9954d/cbe12e71-854a-4591-9bf0-1d49879adb78/25f9938d-de4d-4f5a-a691-1e2e3107f3f4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:21.080008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:21.103049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=000926ab-a546-4f5b-af30-6eb3ac4d8c53,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:21.116273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:21.143672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:21.198758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9306517 Dec 09 15:06:21.205616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:21.213544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Allocated IP 2001:db8::2 (11f6b373-026f-4319-8367-51296afed1d0/4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d/d1fb17c6-f9fe-4b09-be2b-8b72413c07ed) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:21.227970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'network': {'name': 'tempest-router-network02--862378705'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:21.235114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Pushing event updated for resources: {'Port': ['ID=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:21.265662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.315902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a37fea5-f218-4198-8bac-171ba6604a4f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:21.327824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1d3a-eb2b-4238-bf89-e65de7688ecb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Network': ['ID=decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:21.334375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Attempting to bind port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:21.334754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Attempting to bind port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5a9502a8-d29c-48fc-81e0-062d68b93671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:21.335126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Attempting to bind port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f on network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:21.358208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:21.370138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.412489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.424208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:21.424846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Checking segment: {'id': '5a9502a8-d29c-48fc-81e0-062d68b93671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:21.425366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.426690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Bound using segment: {'id': '5a9502a8-d29c-48fc-81e0-062d68b93671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:21.427615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Bound port: 83dfaaf8-0c41-41e4-83d1-a92d10ec796f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9502a8-d29c-48fc-81e0-062d68b93671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:21.429125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.468060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3a37fea5-f218-4198-8bac-171ba6604a4f,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:21.503371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event updated for resources: {'Port': ['ID=25f9938d-de4d-4f5a-a691-1e2e3107f3f4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:21.503371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:21.503986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:21.506344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:21.513067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.513700 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.520469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.523005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ef56fdf6-f19a-4a23-88fb-17e1325da9d0 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:21.539661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc50c2a6-595e-43dc-a17e-db2e86b404a9 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2448843 Dec 09 15:06:21.542241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-c6205b08-847d-441b-87bd-60ea76b6bbc3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.543865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-c6205b08-847d-441b-87bd-60ea76b6bbc3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.2102799 Dec 09 15:06:21.546638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53974) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:21.566566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Request body: {'port': {'network_id': '11d8c4df-85b9-453b-a6b5-b7fc57d9954d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1044247425', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:21.567133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.api.validators [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] bootfile-name is not in valid_values {{(pid=109895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:21.567540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.api.validators [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] tftp-server is not in valid_values {{(pid=109895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:21.567974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.api.validators [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] server-ip-address is not in valid_values {{(pid=109895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:21.572628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:21.628925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbaf7549-0403-4114-88ea-657e09c4199d req-b934cd99-1cb7-4e34-a00e-8226380f1911 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6051855 Dec 09 15:06:21.665470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 000926ab-a546-4f5b-af30-6eb3ac4d8c53 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:21.722410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:21.725986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.786721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.797411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.805361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.816170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.822832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.830701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.837234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:21.846463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-1be26430-f762-46a9-8a9c-70db5d4c90a6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.1643662 Dec 09 15:06:21.871739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:21.886477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'port_id': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0', 'mac_address': 'fa:16:3e:b4:03:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:21.897599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.14 (998b758c-80e2-4119-ac52-940f31128c39/a7949d57-0712-435a-b957-e5a8879737b8/1b95590b-74a5-42b7-a3a0-1bb77be369f4) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:21.935937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.13 (998b758c-80e2-4119-ac52-940f31128c39/a7949d57-0712-435a-b957-e5a8879737b8/1b95590b-74a5-42b7-a3a0-1bb77be369f4) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:21.952985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:21.961023 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:21.990826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a21a933d-d6f9-4ff0-92d2-c583dbe4df26 req-c804f625-c882-4b6e-9784-14208e41dc2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430752 Dec 09 15:06:21.995789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.019051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Made reservation on behalf of 766008c5605b4c5589e8128b9db25e4f for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:22.025631 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.033896 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.041447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.048144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.054434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.062652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.069902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] device_id is not set on port a2f86984-d629-40a3-9067-d0aff8c3097e yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:22.070118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.072702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-78ad085e-502a-4cb1-8a8a-a7e7944ea4fe None None] Provisioning complete for port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:22.073088 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78ad085e-502a-4cb1-8a8a-a7e7944ea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.078150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.084443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.092131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-84957939-5593-4e0a-b2c1-61a7ffe6f42a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5424 time: 0.2766287 Dec 09 15:06:22.121659 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.125414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] For port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:22.127988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:22.131661 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.139758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] For port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,segment=NetworkSegment(5a9502a8-d29c-48fc-81e0-062d68b93671),segment_id=5a9502a8-d29c-48fc-81e0-062d68b93671)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:22.149221 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.149569 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Added segment a9a96a76-d5c0-4b74-857c-7c028c729655 of type vlan for network f18829a9-e62e-4f4f-9c2d-6af240acfb5a Dec 09 15:06:22.161580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Network 11f6b373-026f-4319-8367-51296afed1d0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:22.164610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.166307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:22.199500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:22.214108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:22.239547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef56fdf6-f19a-4a23-88fb-17e1325da9d0 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:22.241727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::de (d3ad000a-542a-403b-900f-3e0469146f33/c58b2eb8-cd3b-4ed3-826f-59f0a5dda769/a9343b76-0e32-4073-aaf2-dfc1b929f88f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:22.264844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:22.268257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Allocated IP 2001:db8::2ec (11d8c4df-85b9-453b-a6b5-b7fc57d9954d/cbe12e71-854a-4591-9bf0-1d49879adb78/a2f86984-d629-40a3-9067-d0aff8c3097e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:22.304708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.305681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:22.308213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.317549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:2bcb (d3ad000a-542a-403b-900f-3e0469146f33/49f0ca33-4c9b-464e-9f3a-4db2634f9932/a9343b76-0e32-4073-aaf2-dfc1b929f88f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:22.324380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:22.325088 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.464136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff7d7f9b-ce57-4eb9-86b9-5d839c6079c1 req-c0896e36-5736-426c-9704-b5757bef9bb3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3429062 Dec 09 15:06:22.486713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Pushing event updated for resources: {'Port': ['ID=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:22.545231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8cab3d84-6958-46ab-a3bc-02fa055a5f16 req-b0aa6fb6-58d1-4d84-bd38-2b5707e214a5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 210 time: 0.0559175 Dec 09 15:06:22.550951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.556312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.556973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.634707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Attempting to bind port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:22.638783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.648274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Attempting to bind port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '46b82e08-ea7c-4319-864c-7de4e222b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '11f6b373-026f-4319-8367-51296afed1d0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:22.651303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Attempting to bind port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed on network 11f6b373-026f-4319-8367-51296afed1d0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:22.656073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:22.695380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4770031 Dec 09 15:06:22.698514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53982) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:22.704833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.715002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.715662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'subnet': {'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:22.742354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:22.757693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Checking segment: {'id': '46b82e08-ea7c-4319-864c-7de4e222b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '11f6b373-026f-4319-8367-51296afed1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:22.758167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.758587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Bound using segment: {'id': '46b82e08-ea7c-4319-864c-7de4e222b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '11f6b373-026f-4319-8367-51296afed1d0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:22.759109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Bound port: d1fb17c6-f9fe-4b09-be2b-8b72413c07ed, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b82e08-ea7c-4319-864c-7de4e222b529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '11f6b373-026f-4319-8367-51296afed1d0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:22.759761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.772893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b108b2-4002-408f-8c4b-7de835456076 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Network': ['ID=f18829a9-e62e-4f4f-9c2d-6af240acfb5a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:22.783221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:22.793527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f18829a9-e62e-4f4f-9c2d-6af240acfb5a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:22.806504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event updated for resources: {'Port': ['ID=a2f86984-d629-40a3-9067-d0aff8c3097e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:22.852803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:22.861304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'port_id': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468', 'mac_address': 'fa:16:3e:34:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:22.870038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:22.878612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:22.887305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:22.888565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.902469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.11 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/4f49ff04-3d83-4188-9e04-1e1d2245e79d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:22.928650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf430f3-2ac2-49f9-98c7-8ab620ec70fc None None] Pushing event updated for resources: {'Port': ['ID=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:22.934802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:22.949677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1d626ddf-be61-4d3d-a0cb-ab16462b6416 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3982921 Dec 09 15:06:22.954811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:22.976782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.052467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02e48d-0438-4c8c-81e8-2b77c02b3e5a tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.060484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:23.060721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02e48d-0438-4c8c-81e8-2b77c02b3e5a tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.070086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02e48d-0438-4c8c-81e8-2b77c02b3e5a tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.072778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3e02e48d-0438-4c8c-81e8-2b77c02b3e5a tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1166999 Dec 09 15:06:23.076194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53988) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:23.095009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff34a-e07a-4166-86f9-5217d2c64cb6 req-c488d279-1e29-4dd7-94aa-87099e491f05 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.096999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2cff34a-e07a-4166-86f9-5217d2c64cb6 req-c488d279-1e29-4dd7-94aa-87099e491f05 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.2793067 Dec 09 15:06:23.115093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] For port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:23.145279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] For port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,segment=NetworkSegment(46b82e08-ea7c-4319-864c-7de4e222b529),segment_id=46b82e08-ea7c-4319-864c-7de4e222b529)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:23.164116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:23.168327 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.186443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:23.197542 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.197960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 666c5273-6d23-4ad3-be28-313d121a28d1 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:23.244213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bea4c099-04c3-4d91-bb9e-a5479bd01361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.247564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:23.256171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.286487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=666c5273-6d23-4ad3-be28-313d121a28d1,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:23.295997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e2cff34a-e07a-4166-86f9-5217d2c64cb6 req-b3c4293a-bbbe-4417-b8e0-67b317b7c9dc tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764195 Dec 09 15:06:23.334719 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.365815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.375286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.384383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.391024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.400985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.409531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.417063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.428310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.431773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-a872683c-af4b-4552-bd78-234107248cf7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2902052 Dec 09 15:06:23.482857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:23.495038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:23.502965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:23.631978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2499512c-a97e-4244-8213-6429e758509e None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:23.665305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 83dfaaf8-0c41-41e4-83d1-a92d10ec796f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:23.671413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '666c5273-6d23-4ad3-be28-313d121a28d1', 'network_id': '198e3095-7048-41c0-a851-f1ea9ef48143', 'port_id': '666c5273-6d23-4ad3-be28-313d121a28d1', 'mac_address': 'fa:16:3e:c3:7e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac791fa-2b21-47cb-b21b-1cc10fc61d80', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:23.684804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5359-aa5a-46d9-85ca-cd8b8612d84f None None] Pushing event updated for resources: {'Port': ['ID=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:23.738063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7934475c-afa8-4152-be9b-9dd4dc34ab2f req-37f97b53-af69-41af-91e9-0438467191b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2553053 Dec 09 15:06:23.776859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=1b95590b-74a5-42b7-a3a0-1bb77be369f4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:23.787624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Deleting port a2f86984-d629-40a3-9067-d0aff8c3097e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:23.788026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.804687 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.826679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.827341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.861387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.868579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.879665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.886198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.894588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.900605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.907392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:23.921020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-e239d7a8-9337-4666-9800-25fa77c70372 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5426 time: 0.2547889 Dec 09 15:06:23.948916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.957288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-340877f5-21ba-4359-8039-14976ee7597e None None] Provisioning complete for port 1b95590b-74a5-42b7-a3a0-1bb77be369f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:23.957757 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-340877f5-21ba-4359-8039-14976ee7597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.961712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:23.968923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.014629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666c5273-6d23-4ad3-be28-313d121a28d1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:24.037308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:24.037688 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.056799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.067037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-340877f5-21ba-4359-8039-14976ee7597e None None] Port 1b95590b-74a5-42b7-a3a0-1bb77be369f4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:24.073721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:24.080309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=666c5273-6d23-4ad3-be28-313d121a28d1,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:24.090968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-759ff341-4c61-4b17-a592-d40c2cc377b3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6372273 Dec 09 15:06:24.092097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:24.103263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53994) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:24.115022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:24.116114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:24.117497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.118189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 825d548c-65d6-4b0a-aaed-92bd7b570dd2 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:24.119150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '1b95590b-74a5-42b7-a3a0-1bb77be369f4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:24.124369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:24.125079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.149236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:24.150193 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.159930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:24.164391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:24.167103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=a9343b76-0e32-4073-aaf2-dfc1b929f88f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.224668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Subnet': ['ID=7098bacf-060b-4483-8729-25d0c47a75c7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.243230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd654c-bfdb-418f-92f9-11ea0e172189 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:24.273489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.294290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece4ecc-73b0-49a8-b07a-2230812397ca None None] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:24.308589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.328787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.340814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac86d70-20ac-46a1-af5a-1959e7512c17 req-ba104caf-b027-4fc9-9ce1-471ce3e3aa47 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:24.342437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ac86d70-20ac-46a1-af5a-1959e7512c17 req-ba104caf-b027-4fc9-9ce1-471ce3e3aa47 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 932 time: 0.2587943 Dec 09 15:06:24.349060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Calling delete_port for a2f86984-d629-40a3-9067-d0aff8c3097e owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:24.432329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.479621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-739c04a6-7b92-468d-9934-2b3841360ab8 None None] Provisioning complete for port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:24.479986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-739c04a6-7b92-468d-9934-2b3841360ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.509870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Checking segment: {'id': 'e4818a81-db76-480a-90dc-5ae8b9d1408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:24.510469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network hostable DHCP agents. Network: decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:24.657086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:24.666753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,segment=NetworkSegment(5a9502a8-d29c-48fc-81e0-062d68b93671),segment_id=5a9502a8-d29c-48fc-81e0-062d68b93671)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:24.675175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ac86d70-20ac-46a1-af5a-1959e7512c17 req-9bff6db0-7496-40e2-a8df-783831802059 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303216 Dec 09 15:06:24.692875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:24.694611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.696617 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.711820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-160250e2-d37e-42e9-8309-fb8cbfa2c9bb req-7599b2d0-0d36-4fab-a2c6-34e6afc885d6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7898405 Dec 09 15:06:24.726583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:24.743111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b562540f-e5cb-4493-951b-812c06dca095 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9930103 Dec 09 15:06:24.743762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53998) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:24.749712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:24.750251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.771320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd5e39-1800-4a06-bc34-afb01ed356b5 None None] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:24.781347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'port_id': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'mac_address': 'fa:16:3e:45:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:24.793270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=4f49ff04-3d83-4188-9e04-1e1d2245e79d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.812176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:24.813115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.842785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-151d1c88-5ccc-466b-9383-6904456cb06c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2749033 Dec 09 15:06:24.847094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event deleted for resources: {'Port': ['ID=a2f86984-d629-40a3-9067-d0aff8c3097e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.862638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Request body: {'port': {'device_id': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:24.895989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.903314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-364c3161-19f8-4032-b27d-1163aa6c36be tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "DELETE /v2.0/ports/a2f86984-d629-40a3-9067-d0aff8c3097e HTTP/1.1" status: 204 len: 168 time: 1.8225043 Dec 09 15:06:24.910585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54002) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:24.916514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Request body: {'port': {'name': 'tempest-new-port-name-2025781268', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:24.916915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.api.validators [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] bootfile-name is not in valid_values {{(pid=109895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:24.917255 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.api.validators [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] tftp-server is not in valid_values {{(pid=109895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:24.917601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.api.validators [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] server-ip-address is not in valid_values {{(pid=109895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:24.930027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54a7f56e-e349-49c3-8463-a002702e3fc1 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2303097 Dec 09 15:06:24.949661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54004) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:24.956816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:24.957062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:24.972441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'subnet': {'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:24.990322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.043671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825d548c-65d6-4b0a-aaed-92bd7b570dd2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:25.072396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:25.075811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93', 'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93', 'project_id': 'e2dfb0102db547feb14ec61fad93807f', 'fixed_ips': [{'subnet_id': '7098bacf-060b-4483-8729-25d0c47a75c7'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:25.077029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.081440 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.082326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 97e57840-7f67-4acd-a758-ded1a54bb336 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:25.092888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284258-1c3f-4d5f-9e0a-f365a2a2ae73 req-6663a796-8687-4420-b6cc-3a632050b03f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.105525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6284258-1c3f-4d5f-9e0a-f365a2a2ae73 req-6663a796-8687-4420-b6cc-3a632050b03f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.2505577 Dec 09 15:06:25.131841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.175839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.234505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:25.248911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=97e57840-7f67-4acd-a758-ded1a54bb336,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:25.268253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa83d0-753e-4950-91b0-bbc779250439 None None] Network 11f6b373-026f-4319-8367-51296afed1d0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:25.281680 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6284258-1c3f-4d5f-9e0a-f365a2a2ae73 req-7983dc6a-4e17-4b87-bfa8-9557f8344eef tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750000 Dec 09 15:06:25.330353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.128 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/6756920d-344d-4101-b870-71c4727bda5a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:25.354827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '97e57840-7f67-4acd-a758-ded1a54bb336', 'network_id': '60e00809-9153-459a-810f-66199fce865c', 'port_id': '97e57840-7f67-4acd-a758-ded1a54bb336', 'mac_address': 'fa:16:3e:1f:8e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0edc87-f554-41e0-a195-3ec6e6ca32fa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:25.360654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-98d7cccb-b78b-4068-a4d9-5832a887f6fb None None] Provisioning complete for port 4f49ff04-3d83-4188-9e04-1e1d2245e79d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:25.361062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98d7cccb-b78b-4068-a4d9-5832a887f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.394405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.400818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.408263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.414422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.420469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.427907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.434113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.436135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-643221c0-bfd1-42ab-9994-1ed232458931 req-9304a4ca-8745-49ed-937e-5ddba95c0eaf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.4423201 Dec 09 15:06:25.456948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port a9343b76-0e32-4073-aaf2-dfc1b929f88f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:25.457303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.480722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-98d7cccb-b78b-4068-a4d9-5832a887f6fb None None] Port 4f49ff04-3d83-4188-9e04-1e1d2245e79d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:25.481881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:25.492421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.521430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Allocated IP 2001:db8::2 (decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93/7098bacf-060b-4483-8729-25d0c47a75c7/960f14b0-1e5e-407b-8eb2-6b8934b762fc) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:25.539600 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.569110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-98d7cccb-b78b-4068-a4d9-5832a887f6fb None None] Provisioning complete for port a9343b76-0e32-4073-aaf2-dfc1b929f88f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:25.569487 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98d7cccb-b78b-4068-a4d9-5832a887f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.589238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.611526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e57840-7f67-4acd-a758-ded1a54bb336 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:25.714860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.725398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.780688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=97e57840-7f67-4acd-a758-ded1a54bb336,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:25.795982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.798983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1fb17c6-f9fe-4b09-be2b-8b72413c07ed up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:25.807066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.838027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] In _notify_port_updated(), no bound segment for port 25f9938d-de4d-4f5a-a691-1e2e3107f3f4 on network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:06:25.853087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:25.855813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.857979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "PUT /v2.0/ports/25f9938d-de4d-4f5a-a691-1e2e3107f3f4 HTTP/1.1" status: 200 len: 1130 time: 0.9463770 Dec 09 15:06:25.873944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54010) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:25.885709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-98d7cccb-b78b-4068-a4d9-5832a887f6fb None None] Port a9343b76-0e32-4073-aaf2-dfc1b929f88f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:25.888326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b14b1ba-5190-4887-9257-3ab35c00c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:25.908094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:25.917211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:25.921217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:25.924262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c8be-04e2-4f8a-82c9-648274366c3c tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event updated for resources: {'Port': ['ID=25f9938d-de4d-4f5a-a691-1e2e3107f3f4,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:25.928835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:25.985387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-643221c0-bfd1-42ab-9994-1ed232458931 req-6d754ecf-56ea-4fa3-bb9f-5c99033e17fc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5192347 Dec 09 15:06:26.000832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:26.003298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.047174 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.064188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f413898-f89f-4685-a88a-b7d24ae62f35 req-2f640961-3209-47b7-81f5-57c9e6b83332 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.065835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f413898-f89f-4685-a88a-b7d24ae62f35 req-2f640961-3209-47b7-81f5-57c9e6b83332 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 932 time: 0.2630467 Dec 09 15:06:26.125081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for a9343b76-0e32-4073-aaf2-dfc1b929f88f owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:26.129177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=6756920d-344d-4101-b870-71c4727bda5a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:26.137741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ab8de-b395-4daa-a391-ae5152882924 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.139436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-de8ab8de-b395-4daa-a391-ae5152882924 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "GET /v2.0/ports/25f9938d-de4d-4f5a-a691-1e2e3107f3f4 HTTP/1.1" status: 200 len: 1130 time: 0.2615674 Dec 09 15:06:26.150799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54012) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:26.185311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f413898-f89f-4685-a88a-b7d24ae62f35 req-85c0e45b-d23f-4594-af39-323051bd7586 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969498 Dec 09 15:06:26.233457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.269330 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.346957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Provisioning complete for port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:26.347456 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.350696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.351015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:26.360991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.369275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.388917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:26.390685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.391143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:26.399552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Pushing event updated for resources: {'Port': ['ID=960f14b0-1e5e-407b-8eb2-6b8934b762fc,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:26.408076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.416633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.425558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.428206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-76ab5b4b-0746-4065-a921-05d33f66d527 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5429 time: 0.3445652 Dec 09 15:06:26.516327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Attempting to bind port 960f14b0-1e5e-407b-8eb2-6b8934b762fc on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:26.517032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Attempting to bind port 960f14b0-1e5e-407b-8eb2-6b8934b762fc by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e4818a81-db76-480a-90dc-5ae8b9d1408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:26.517596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Attempting to bind port 960f14b0-1e5e-407b-8eb2-6b8934b762fc on network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:26.520399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f49ff04-3d83-4188-9e04-1e1d2245e79d {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:26.524356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.547666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:26.549481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Checking segment: {'id': 'e4818a81-db76-480a-90dc-5ae8b9d1408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:26.550097 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.550698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Bound using segment: {'id': 'e4818a81-db76-480a-90dc-5ae8b9d1408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:26.552130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Bound port: 960f14b0-1e5e-407b-8eb2-6b8934b762fc, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4818a81-db76-480a-90dc-5ae8b9d1408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:26.552701 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.560939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['666c5273-6d23-4ad3-be28-313d121a28d1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:26.583666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.621226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['18ce4e9a-8d64-441a-a17a-84f2ed1cd468'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:26.624119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['ef56fdf6-f19a-4a23-88fb-17e1325da9d0'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:26.628849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['825d548c-65d6-4b0a-aaed-92bd7b570dd2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:26.707168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['3a37fea5-f218-4198-8bac-171ba6604a4f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:26.756776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b337573-0f43-45da-8d7d-6f8579b5678a req-0ebb83e5-79d8-420e-abd8-f7194a091bea tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3150201 Dec 09 15:06:26.771155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.793875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Deleting port 25f9938d-de4d-4f5a-a691-1e2e3107f3f4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:26.794781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.828953 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.865994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e3de-adba-49a7-9251-4e265d3ae35a req-dc61cd14-8fc7-441b-b018-2defd716c715 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:26.872458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,segment=NetworkSegment(46b82e08-ea7c-4319-864c-7de4e222b529),segment_id=46b82e08-ea7c-4319-864c-7de4e222b529)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:26.873937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Could not find standard attr ID for object a2f86984-d629-40a3-9067-d0aff8c3097e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:06:26.877941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d8b8e3de-adba-49a7-9251-4e265d3ae35a req-dc61cd14-8fc7-441b-b018-2defd716c715 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.0692110 Dec 09 15:06:26.903059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:26.904189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 83dfaaf8-0c41-41e4-83d1-a92d10ec796f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:26.936031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d8b8e3de-adba-49a7-9251-4e265d3ae35a req-ec898edb-2542-41ef-af11-4a2729860609 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Dec 09 15:06:26.941495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Subnet': ['ID=0e3d577b-0aa0-430e-9363-24103c0c85ca,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:26.980616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Checking segment: {'id': 'a9a96a76-d5c0-4b74-857c-7c028c729655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:26.981141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network hostable DHCP agents. Network: f18829a9-e62e-4f4f-9c2d-6af240acfb5a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:26.985588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Transition to ACTIVE for port object 4f49ff04-3d83-4188-9e04-1e1d2245e79d will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:06:27.012189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.021090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.022205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Provisioning complete for port 25f9938d-de4d-4f5a-a691-1e2e3107f3f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:27.022675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.029886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] For port 960f14b0-1e5e-407b-8eb2-6b8934b762fc, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:27.076014 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.117422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Calling delete_port for 25f9938d-de4d-4f5a-a691-1e2e3107f3f4 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:27.149559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] For port 960f14b0-1e5e-407b-8eb2-6b8934b762fc, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=960f14b0-1e5e-407b-8eb2-6b8934b762fc,segment=NetworkSegment(e4818a81-db76-480a-90dc-5ae8b9d1408e),segment_id=e4818a81-db76-480a-90dc-5ae8b9d1408e)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:27.154081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512b06b-f76b-447c-a205-4ee32e7fba63 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:27.169750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=a9343b76-0e32-4073-aaf2-dfc1b929f88f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:27.191607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.210014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:27.218968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.292637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Port 25f9938d-de4d-4f5a-a691-1e2e3107f3f4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:27.319414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network f18829a9-e62e-4f4f-9c2d-6af240acfb5a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:27.368721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.468988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f49ff04-3d83-4188-9e04-1e1d2245e79d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:27.499835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['97e57840-7f67-4acd-a758-ded1a54bb336'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:27.505297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Provisioning complete for port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:27.505760 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-194b9f55-b249-4dfa-b85b-193a540cd6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.507453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:27.507972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.510753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275a9a-ed59-4cb1-b185-85edf31482dd req-51c9e5d8-bbb2-418d-81a1-1a5692c87934 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.516240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1275a9a-ed59-4cb1-b185-85edf31482dd req-51c9e5d8-bbb2-418d-81a1-1a5692c87934 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 944 time: 0.1876576 Dec 09 15:06:27.539063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.542259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['d7facdcd-1d32-4b4e-ab7c-1e9097213662'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:27.544519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-44cb77ad-7369-4cab-bf59-0b8499cb5720 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/a9343b76-0e32-4073-aaf2-dfc1b929f88f HTTP/1.1" status: 204 len: 168 time: 2.7938840 Dec 09 15:06:27.550808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:27.570828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f18829a9-e62e-4f4f-9c2d-6af240acfb5a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:27.584265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.584697 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.631041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1275a9a-ed59-4cb1-b185-85edf31482dd req-18ec6d77-4d4a-42bb-850b-544dba7982a4 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775366 Dec 09 15:06:27.645511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6226a10-19aa-4419-92aa-b90d997075f7 None None] Network f18829a9-e62e-4f4f-9c2d-6af240acfb5a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:27.682025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2340ded-5c19-44b0-8ea9-8a97d8942181 None None] Pushing event updated for resources: {'Port': ['ID=960f14b0-1e5e-407b-8eb2-6b8934b762fc,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:27.683625 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.685305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54024) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:27.685676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1cb7f0c-3a86-44af-92ab-fd781bfa310a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7258773 Dec 09 15:06:27.707406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.713464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.723689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.729819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.755859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.769304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.775821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.777790 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-1b01676f-1fb2-4857-abca-fb11e57199fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.6331797 Dec 09 15:06:27.778581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.881957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:27.894535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event deleted for resources: {'Port': ['ID=25f9938d-de4d-4f5a-a691-1e2e3107f3f4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:27.912880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e071c61-12f9-4a80-914f-7c7066c637b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:27.916832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0e071c61-12f9-4a80-914f-7c7066c637b0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3634613 Dec 09 15:06:27.939809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54028) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:28.013016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Attempting to bind port 4f49ff04-3d83-4188-9e04-1e1d2245e79d on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:28.020867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Attempting to bind port 4f49ff04-3d83-4188-9e04-1e1d2245e79d by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:28.022202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Attempting to bind port 4f49ff04-3d83-4188-9e04-1e1d2245e79d on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:28.043234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Port 4f49ff04-3d83-4188-9e04-1e1d2245e79d on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:06:28.044523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Attempting to bind port 4f49ff04-3d83-4188-9e04-1e1d2245e79d on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:28.093801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.094617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.104241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b591162-df6b-400a-8c8b-75b7839fd3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "DELETE /v2.0/ports/25f9938d-de4d-4f5a-a691-1e2e3107f3f4 HTTP/1.1" status: 204 len: 168 time: 1.9504466 Dec 09 15:06:28.115830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54032) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:28.207711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=6756920d-344d-4101-b870-71c4727bda5a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:28.234829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Deleting subnet cbe12e71-854a-4591-9bf0-1d49879adb78 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:28.239655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.275794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.279678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f18829a9-e62e-4f4f-9c2d-6af240acfb5a', 'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a', 'project_id': 'e2dfb0102db547feb14ec61fad93807f', 'fixed_ips': [{'subnet_id': '0e3d577b-0aa0-430e-9363-24103c0c85ca'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:28.280164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.281902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.283480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:28.284340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:28.284741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:28.285210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Bound port: 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:28.285575 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.289067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.295543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.302634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.308823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.320866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.322883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd56a05-e639-4379-ad5f-752293999631 req-7d0b4c6a-746d-474d-b81f-220ac5b942a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5429 time: 0.3798892 Dec 09 15:06:28.358783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.434654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4836805-3a72-4bc8-91c0-dc1524a92fb0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.439576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-de9c8e74-360f-4585-afd4-eef3068bef40 None None] Could not find standard attr ID for object 25f9938d-de4d-4f5a-a691-1e2e3107f3f4. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:06:28.442354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f4836805-3a72-4bc8-91c0-dc1524a92fb0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4634748 Dec 09 15:06:28.446705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54034) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:28.487590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-de9c8e74-360f-4585-afd4-eef3068bef40 None None] Provisioning complete for port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:28.487745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e74-360f-4585-afd4-eef3068bef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.488273 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP c00b3f82-c6e9-4cfa-ac87-b4055cc1fde7 associated. External IP: 172.25.0.128, port: 1b95590b-74a5-42b7-a3a0-1bb77be369f4. Dec 09 15:06:28.549688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c813d27-cd11-4825-9bbe-bbb975e4c3a1 req-37716ee2-4e86-4a6f-a5ef-c75af27be685 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6913903 Dec 09 15:06:28.557856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.563375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.590970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd56a05-e639-4379-ad5f-752293999631 req-901c33ad-6dd8-4090-91a3-a4c879561ea4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353210 Dec 09 15:06:28.623883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc795e-9e7e-4c7f-a562-4d7a5ee741b1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.627202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc795e-9e7e-4c7f-a562-4d7a5ee741b1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.633416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc795e-9e7e-4c7f-a562-4d7a5ee741b1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:28.642778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bffc795e-9e7e-4c7f-a562-4d7a5ee741b1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1946816 Dec 09 15:06:28.648471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54036) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:28.713369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 960f14b0-1e5e-407b-8eb2-6b8934b762fc up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:28.742870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] For port 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:28.786423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] For port 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:28.798393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 49f0ca33-4c9b-464e-9f3a-4db2634f9932 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:28.803021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:28.823290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Allocated IP 2001:db8::2 (f18829a9-e62e-4f4f-9c2d-6af240acfb5a/0e3d577b-0aa0-430e-9363-24103c0c85ca/8c3f7c78-852b-4ca2-97ea-2b24af0f23ef) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:28.990211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee7a3a-273c-488c-a816-56aba16993db None None] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:29.101504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.147270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.177322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.186465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3171a-8ee8-42b5-b15e-dd9a3a128908 req-93faf509-83de-4e57-8def-a852d81cf18e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.193936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40b3171a-8ee8-42b5-b15e-dd9a3a128908 req-93faf509-83de-4e57-8def-a852d81cf18e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 944 time: 0.1873627 Dec 09 15:06:29.211301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 960f14b0-1e5e-407b-8eb2-6b8934b762fc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:29.212193 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.222844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-de9c8e74-360f-4585-afd4-eef3068bef40 None None] Could not find standard attr ID for object a2f86984-d629-40a3-9067-d0aff8c3097e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:06:29.225298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.247565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Pushing event updated for resources: {'Port': ['ID=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:29.258849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.259953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Network f18829a9-e62e-4f4f-9c2d-6af240acfb5a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:29.269259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.270542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:29.270690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/4f49ff04-3d83-4188-9e04-1e1d2245e79d HTTP/1.1" status: 200 len: 1092 time: 4.4176936 Dec 09 15:06:29.278612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.284017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'tag': '4f49ff04-3d83-4188-9e04-1e1d2245e79d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:29.286970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:29.287475 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425778ea-caf9-481f-a91f-ae164e179e07" -d '{"events": [{"name": "network-changed", "server_uuid": "f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8", "tag": "4f49ff04-3d83-4188-9e04-1e1d2245e79d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:29.315166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0430264-a7d1-4231-aefe-94b3a4844e08 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:29.317720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.379925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40b3171a-8ee8-42b5-b15e-dd9a3a128908 req-b72bdec3-2067-404a-9a6f-3e4897bc958e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848674 Dec 09 15:06:29.380560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326a5b-a8d3-4bc8-9beb-282101d747b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f49ff04-3d83-4188-9e04-1e1d2245e79d,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:29.416642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Attempting to bind port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:29.417109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Attempting to bind port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'a9a96a76-d5c0-4b74-857c-7c028c729655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:29.417549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Attempting to bind port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef on network f18829a9-e62e-4f4f-9c2d-6af240acfb5a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:29.427196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae4d1-a423-4eb1-9353-2a430e6df562 req-bbb26ba6-54ff-4f35-871b-6fa1dcd4bd42 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.430095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9ae4d1-a423-4eb1-9353-2a430e6df562 req-bbb26ba6-54ff-4f35-871b-6fa1dcd4bd42 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.5949275 Dec 09 15:06:29.454983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0badb9c-fde9-4921-b9bb-db66ea79c40f details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:29.472952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:29.473450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Checking segment: {'id': 'a9a96a76-d5c0-4b74-857c-7c028c729655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:29.473925 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.476785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Bound using segment: {'id': 'a9a96a76-d5c0-4b74-857c-7c028c729655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:29.477370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Bound port: 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a96a76-d5c0-4b74-857c-7c028c729655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f18829a9-e62e-4f4f-9c2d-6af240acfb5a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:29.477829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.487695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Allocated IP 2001:db8::1 (decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93/7098bacf-060b-4483-8729-25d0c47a75c7/4883914f-2c1a-461d-bcef-20e3b40f5346) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:29.496783 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb244d8f-3f2e-4814-a31d-82aee115ab57 x-openstack-request-id: req-bb244d8f-3f2e-4814-a31d-82aee115ab57 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:29.497095 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8", "tag": "4f49ff04-3d83-4188-9e04-1e1d2245e79d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:29.497326 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb244d8f-3f2e-4814-a31d-82aee115ab57 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:29.497720 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'tag': '4f49ff04-3d83-4188-9e04-1e1d2245e79d', 'status': 'completed', 'code': 200} Dec 09 15:06:29.497840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:29.547714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.567274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.569697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e9ae4d1-a423-4eb1-9353-2a430e6df562 req-7152d3b8-f5b2-4eae-92a1-dcc15476159c tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280293 Dec 09 15:06:29.571756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-08f8d761-742e-433c-acc7-ef3d72441188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.573184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-08f8d761-742e-433c-acc7-ef3d72441188 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 1095 time: 0.2391703 Dec 09 15:06:29.596816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.601180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ad491607-0d25-41bd-af7e-b3c783db1583 None None] Provisioning complete for port 960f14b0-1e5e-407b-8eb2-6b8934b762fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:29.601559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad491607-0d25-41bd-af7e-b3c783db1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.627236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe12e71-854a-4591-9bf0-1d49879adb78,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:29.635337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.640808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-29f61a69-2fc8-492c-8ea9-4e3abc085343 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "DELETE /v2.0/subnets/cbe12e71-854a-4591-9bf0-1d49879adb78 HTTP/1.1" status: 204 len: 168 time: 1.5181015 Dec 09 15:06:29.672332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54044) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:29.683879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01c885-c4f1-4563-bf42-e661535751e0 None None] Network 11d8c4df-85b9-453b-a6b5-b7fc57d9954d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:29.685415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-3532f22d-da86-408a-a877-87b87d1d75e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d HTTP/1.1" status: 200 len: 217 time: 0.0840061 Dec 09 15:06:29.874325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-a74400ff-015a-4d1e-8ceb-a35f451d7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.876160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-a74400ff-015a-4d1e-8ceb-a35f451d7086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1777439 Dec 09 15:06:29.879699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] For port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:29.884883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.900740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.912792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:29.924838 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:29.936777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:29.945438 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:29.947938 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:29.957443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.964637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.965971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 960f14b0-1e5e-407b-8eb2-6b8934b762fc, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=960f14b0-1e5e-407b-8eb2-6b8934b762fc,segment=NetworkSegment(e4818a81-db76-480a-90dc-5ae8b9d1408e),segment_id=e4818a81-db76-480a-90dc-5ae8b9d1408e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:29.973488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.980588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.985885 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:29.988549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:29.994634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:29.996071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.000574 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:30.001689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:30.005214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.007716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-d367452d-544c-48f3-a54b-bfae7006d323 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5430 time: 0.2219050 Dec 09 15:06:30.010329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-528ec1f4-9a25-44f1-8632-deee0c17a116 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248505 Dec 09 15:06:30.011808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.025454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] For port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,segment=NetworkSegment(a9a96a76-d5c0-4b74-857c-7c028c729655),segment_id=a9a96a76-d5c0-4b74-857c-7c028c729655)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:30.039247 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:30.039493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.039934 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bc5fe-0d69-466e-8cba-0dff044b91b7 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:30.040222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1fb17c6-f9fe-4b09-be2b-8b72413c07ed up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:30.085862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-278ef47d-33d4-4cf4-8325-3ba399898849 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9730606 Dec 09 15:06:30.087338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54052) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:30.087828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:30.092082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=49f0ca33-4c9b-464e-9f3a-4db2634f9932,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:30.092854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'port_id': '1b95590b-74a5-42b7-a3a0-1bb77be369f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:30.102250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.119533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.125144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1144c549-39d0-4e37-9a27-e0bee0bac62c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/49f0ca33-4c9b-464e-9f3a-4db2634f9932 HTTP/1.1" status: 204 len: 168 time: 1.4733524 Dec 09 15:06:30.128655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54054) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:30.136035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.142099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f', 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'port_id': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f', 'mac_address': 'fa:16:3e:ee:2c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:30.153639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07ed67-5d54-4166-a551-92b3d4791821 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:30.174197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-2686763e-517c-4cbc-a9e8-e08ad13bc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.175454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-2686763e-517c-4cbc-a9e8-e08ad13bc895 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.1980367 Dec 09 15:06:30.223589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.229467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.235652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.241769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.247751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.254677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.267956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.272031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-0bdeefba-9428-4ddb-b054-954f11843252 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5429 time: 0.3041773 Dec 09 15:06:30.275256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet c58b2eb8-cd3b-4ed3-826f-59f0a5dda769 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:30.287484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.304307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:30.314211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-187c49e8-a1f0-4857-9e05-2bf74b356097 req-76be3b67-dd3b-4052-8149-de5e481cb87c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2661250 Dec 09 15:06:30.339819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:30.342484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:30.343008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=960f14b0-1e5e-407b-8eb2-6b8934b762fc,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:30.343531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.361136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.374316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Port': ['ID=4883914f-2c1a-461d-bcef-20e3b40f5346,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:30.406582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-38f02f02-8161-402a-b0f5-353b4d30d4cc service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864112 Dec 09 15:06:30.428609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Deleting port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:30.428818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0badb9c-fde9-4921-b9bb-db66ea79c40f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:30.429055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.433162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.441789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:30.475312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:30.485690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.497210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:30.497210 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.544595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.589249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:30.595705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e37c99-7ba1-4068-800f-1308f2230497 None None] Pushing event updated for resources: {'Port': ['ID=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:30.604345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] DHCP port deletion for 11d8c4df-85b9-453b-a6b5-b7fc57d9954d request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:30.612353 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:30.613021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2825853a-285f-41c2-b796-c415b2d47601 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:30.766375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49776d-4e61-4f25-9748-82a29f0a3fc5 req-616d0772-3752-46b7-b907-0565ac486d38 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:30.769296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49776d-4e61-4f25-9748-82a29f0a3fc5 req-616d0772-3752-46b7-b907-0565ac486d38 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.2944808 Dec 09 15:06:30.773623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:30.775512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-182b78d6-f46b-4086-b0cb-60cbe4c0556a req-ba37f8a0-5d5c-4e2c-a5f5-a73c0882cea8 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576376 Dec 09 15:06:30.833125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-548b32d9-d85d-4fd9-aaf8-21da3494cfa0 req-3f8a6cc2-9d1a-43f3-bf71-6759e8e47385 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5364673 Dec 09 15:06:30.834761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:30.881508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-001f3510-f5e6-4907-b4f1-f7f5bb2f519b None None] Provisioning complete for port 960f14b0-1e5e-407b-8eb2-6b8934b762fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:30.881885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-001f3510-f5e6-4907-b4f1-f7f5bb2f519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.002861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.012946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-bfda54d9-f75a-47c3-b9b1-2614185bcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.014602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-bfda54d9-f75a-47c3-b9b1-2614185bcd50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.8201735 Dec 09 15:06:31.023609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49776d-4e61-4f25-9748-82a29f0a3fc5 req-1bdaf83d-9b5d-4083-92bf-87ea54bab7a4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470474 Dec 09 15:06:31.098718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425778ea-caf9-481f-a91f-ae164e179e07 req-e957ee46-c8f0-4feb-b823-13bef1629939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.100401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-e957ee46-c8f0-4feb-b823-13bef1629939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 1095 time: 0.2572584 Dec 09 15:06:31.159062 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.298381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425778ea-caf9-481f-a91f-ae164e179e07 req-a706b370-bc33-4cab-b77e-5a84edf1ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.300478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-a706b370-bc33-4cab-b77e-5a84edf1ba0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.1898639 Dec 09 15:06:31.323508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.361243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 960f14b0-1e5e-407b-8eb2-6b8934b762fc up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:31.388011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=c58b2eb8-cd3b-4ed3-826f-59f0a5dda769,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:31.395577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-d60b8148-5df8-449b-85b8-e380835f9910 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d HTTP/1.1" status: 200 len: 217 time: 0.0861230 Dec 09 15:06:31.400464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.411313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-425800f4-c2af-4204-b441-777cc14abee5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c58b2eb8-cd3b-4ed3-826f-59f0a5dda769 HTTP/1.1" status: 204 len: 168 time: 1.2804084 Dec 09 15:06:31.414547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54060) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:31.442728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] For port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,segment=NetworkSegment(5a9502a8-d29c-48fc-81e0-062d68b93671),segment_id=5a9502a8-d29c-48fc-81e0-062d68b93671)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:31.443316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.456808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:31.460336 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aff030-27b4-42ed-8744-d891d718159d" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:31.491858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] Deleting port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:31.492624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.502512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:31.540094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425778ea-caf9-481f-a91f-ae164e179e07 req-d056f416-f9c5-44bc-a65b-c9554031e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.541592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-d056f416-f9c5-44bc-a65b-c9554031e852 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1284251 Dec 09 15:06:31.555280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.556480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 666c5273-6d23-4ad3-be28-313d121a28d1 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:31.567331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-246f0de4-b190-484c-a3d4-15350f843ba6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463466 Dec 09 15:06:31.570502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:31.585366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2825853a-285f-41c2-b796-c415b2d47601,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:31.586543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:31.634995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-63d1b6ef-5b3b-4cf1-b53c-f397c306dea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664411 Dec 09 15:06:31.651744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Calling delete_port for 83dfaaf8-0c41-41e4-83d1-a92d10ec796f owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:31.753996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '2825853a-285f-41c2-b796-c415b2d47601', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'port_id': '2825853a-285f-41c2-b796-c415b2d47601', 'mac_address': 'fa:16:3e:a7:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:31.757265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] For port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,segment=NetworkSegment(5a9502a8-d29c-48fc-81e0-062d68b93671),segment_id=5a9502a8-d29c-48fc-81e0-062d68b93671)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:31.757843 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.801526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.807684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.810073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] Calling delete_port for 83dfaaf8-0c41-41e4-83d1-a92d10ec796f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:31.814427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.819647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:31.820909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.826968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.833426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.840355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:31.842350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3744db95-6c1b-4c19-af0c-097175db595e req-8e55dc97-4b90-4cf9-b643-098451ac0c03 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5431 time: 0.4127591 Dec 09 15:06:31.867611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 960f14b0-1e5e-407b-8eb2-6b8934b762fc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:31.868790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:31.913676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-e66d6ea2-6a46-4139-b068-8605778d1eea service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672799 Dec 09 15:06:31.936137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374072d4-0492-48ce-8b04-1b23db78eabc None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:32.021994 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3744db95-6c1b-4c19-af0c-097175db595e req-7e70cc94-27bf-4006-9e40-840d89fb2cb5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684332 Dec 09 15:06:32.024645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:32.029163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.035209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.075847 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.076850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-425778ea-caf9-481f-a91f-ae164e179e07 req-ad638d05-eae0-49f9-b0d5-4c395f1f6962 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495137 Dec 09 15:06:32.082749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-ba18615d-cf18-4ceb-bfa5-38e8808684c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1002 time: 1.0285988 Dec 09 15:06:32.108892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b38ec4e3-b0cd-4340-adcd-51853f94f045 None None] Provisioning complete for port 4883914f-2c1a-461d-bcef-20e3b40f5346 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:32.109272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b38ec4e3-b0cd-4340-adcd-51853f94f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.122294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a91d439-a04a-4438-9801-d802bad637cd None None] Network f18829a9-e62e-4f4f-9c2d-6af240acfb5a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:32.122490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.152888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 666c5273-6d23-4ad3-be28-313d121a28d1 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:32.156559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2825853a-285f-41c2-b796-c415b2d47601 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:32.174055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5c611-7bed-4c5e-bbe4-00581eb9a3cc req-d99693cc-c049-4b52-a6e4-dcdc90567a84 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.175975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-acb5c611-7bed-4c5e-bbe4-00581eb9a3cc req-d99693cc-c049-4b52-a6e4-dcdc90567a84 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 944 time: 1.1884854 Dec 09 15:06:32.177312 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c0cfb-6421-4b03-b82c-6d7d80a62002 x-openstack-request-id: req-789c0cfb-6421-4b03-b82c-6d7d80a62002 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:32.177612 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:32.177899 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-789c0cfb-6421-4b03-b82c-6d7d80a62002 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:32.178290 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468', 'code': 200} Dec 09 15:06:32.219045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 666c5273-6d23-4ad3-be28-313d121a28d1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:32.219449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.238178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event deleted for resources: {'Port': ['ID=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:32.240075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] No DVR routers for this DVR port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:32.276935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:32.279220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2825853a-285f-41c2-b796-c415b2d47601,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:32.328356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.329571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6631bc37-9724-44ba-ae6d-3918cbea0277 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:32.331578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.337927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.345694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.351391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.351599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b38ec4e3-b0cd-4340-adcd-51853f94f045 None None] Port 4883914f-2c1a-461d-bcef-20e3b40f5346 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:32.359592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.364766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.371419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.372815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-a1b5e0bb-b8fb-408f-aca0-ee354e2cdfbc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5430 time: 0.1418688 Dec 09 15:06:32.374759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.423672 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.447447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:32.451451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-3d87c0e1-78c9-41b2-be46-6ad8e9765d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.452632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-3d87c0e1-78c9-41b2-be46-6ad8e9765d58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.3280990 Dec 09 15:06:32.462591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:32.473703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.474470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.491299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=570368c0-a270-4916-9d18-4fa78da1d502,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:32.492073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:32.515556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] No DVR routers for this DVR port 83dfaaf8-0c41-41e4-83d1-a92d10ec796f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:32.527231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6631bc37-9724-44ba-ae6d-3918cbea0277,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:32.527629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99099e2f-ed39-45e8-87b3-bafe14b7c72e req-3f7300f7-b16b-4d6a-9b9d-3d29f298a50f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213083 Dec 09 15:06:32.534507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.536652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ddd8679e-5583-4f91-841e-799585dec40a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9561276 Dec 09 15:06:32.540215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54070) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:32.546879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-acb5c611-7bed-4c5e-bbe4-00581eb9a3cc req-e2217244-f36d-43fb-93d3-ba5ef124f27a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279910 Dec 09 15:06:32.559115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:32.573886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:32.601218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:32.610379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.616989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.662467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4c7b975e-2c24-42d9-9ec6-de41e1d29b42 None None] Provisioning complete for port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:32.662467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c7b975e-2c24-42d9-9ec6-de41e1d29b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.662467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '6631bc37-9724-44ba-ae6d-3918cbea0277', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'port_id': '6631bc37-9724-44ba-ae6d-3918cbea0277', 'mac_address': 'fa:16:3e:c7:66:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:32.662467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf46467-9c43-4609-8f02-f9d4b1041d07 None None] Pushing event deleted for resources: {'Port': ['ID=83dfaaf8-0c41-41e4-83d1-a92d10ec796f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:32.692140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d8c4df-85b9-453b-a6b5-b7fc57d9954d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:32.751785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9502a8-d29c-48fc-81e0-062d68b93671') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:32.752023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a65f-a4ba-4fff-8dcd-673709d14fad req-c2494242-2bbb-40c9-8d0b-5fda7120df2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.752169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9502a8-d29c-48fc-81e0-062d68b93671') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:32.759429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-e1acffe6-eb93-45cf-b6b7-ec159f21c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:32.759687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f717a65f-a4ba-4fff-8dcd-673709d14fad req-c2494242-2bbb-40c9-8d0b-5fda7120df2a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.0851455 Dec 09 15:06:32.760731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-e1acffe6-eb93-45cf-b6b7-ec159f21c17c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754483 Dec 09 15:06:32.762942 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.794512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.804181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:32.808064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.814886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.845326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.856578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:32.856940 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.862898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=666c5273-6d23-4ad3-be28-313d121a28d1,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:32.867675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f717a65f-a4ba-4fff-8dcd-673709d14fad req-f7e44141-0328-495f-9202-1d65614b0588 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068258 Dec 09 15:06:32.868899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6631bc37-9724-44ba-ae6d-3918cbea0277 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:32.898460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:32.898703 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.898875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:32.899329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3a37fea5-f218-4198-8bac-171ba6604a4f up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:32.931591 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:32.944170 n-d-804292-5 neutron-server[109894]: INFO neutron.db.ipam_backend_mixin [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 570368c0-a270-4916-9d18-4fa78da1d502 (CIDR: 2001:db8::/64) Dec 09 15:06:32.947759 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:06:32.948493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:32.968366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79dc0b67-caee-4f26-a0fe-7f9691b82e6a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4190669 Dec 09 15:06:32.972421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54072) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:32.978037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'subnet': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:33.027063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6631bc37-9724-44ba-ae6d-3918cbea0277,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:33.030184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] Deleting port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:33.030503 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.046467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.047553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 35ba5d58-cf79-49ec-82b9-e6a292e57056 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:33.106685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.123790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-befbf8e2-2f9d-4c7a-b27c-e87531500711 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431628 Dec 09 15:06:33.129233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.139709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] 10.222.0.46 "DELETE /v2.0/networks/11d8c4df-85b9-453b-a6b5-b7fc57d9954d HTTP/1.1" status: 204 len: 168 time: 3.4613061 Dec 09 15:06:33.188037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2a5e8-decb-4509-b883-116503d777d6 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735 tempest-ExtraDHCPOptionsIpV6TestJSON-251326735-project] Pushing event deleted for resources: {'Network': ['ID=11d8c4df-85b9-453b-a6b5-b7fc57d9954d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:33.212185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:33.226644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:33.231137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.231996 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:33.280111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 3a37fea5-f218-4198-8bac-171ba6604a4f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:33.309121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4c7b975e-2c24-42d9-9ec6-de41e1d29b42 None None] Provisioning complete for port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:33.309475 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c7b975e-2c24-42d9-9ec6-de41e1d29b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.323650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 3a37fea5-f218-4198-8bac-171ba6604a4f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:33.324058 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.515007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.534511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.535060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.575259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54082) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:33.675996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:33.688972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.692510 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.695301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.701391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.708222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.714277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.714444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] For port 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=000926ab-a546-4f5b-af30-6eb3ac4d8c53,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:33.714831 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.720458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.726590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.728623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad040667-0418-41ca-a966-3338c43c1ecf req-48884f7e-3452-48f5-9840-435ec0e2aa6d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5433 time: 0.5377724 Dec 09 15:06:33.729315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Port': ['ID=4883914f-2c1a-461d-bcef-20e3b40f5346,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:33.745393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:06:33.761929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:33.780684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] Calling delete_port for 000926ab-a546-4f5b-af30-6eb3ac4d8c53 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:33.783320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,segment=NetworkSegment(a9a96a76-d5c0-4b74-857c-7c028c729655),segment_id=a9a96a76-d5c0-4b74-857c-7c028c729655)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:33.791938 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df6f1104-faba-45b4-bfb3-47b09edec192 req-746ea2c9-8637-4a9b-ac31-62af8a6e6bdf service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442800 Dec 09 15:06:33.804102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.838041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.846530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.852927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.859240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.866603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.872687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.878525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:33.880461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-58bb5cd3-d6e3-46a4-bfb5-8fdf0c5d0d8d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5431 time: 0.2543280 Dec 09 15:06:33.936169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:33.937557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:33.943848 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.971737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 83dfaaf8-0c41-41e4-83d1-a92d10ec796f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:33.973886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:33.975955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:34.013257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dbd0c0f3-7150-4b29-a526-a07ae1a16b74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=766008c5605b4c5589e8128b9db25e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345047 Dec 09 15:06:34.013903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54090) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:34.045040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'port_id': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'mac_address': 'fa:16:3e:b9:47:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:34.046402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 83dfaaf8-0c41-41e4-83d1-a92d10ec796f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:34.046741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 83dfaaf8-0c41-41e4-83d1-a92d10ec796f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:34.076390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.081601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:34.082235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:34.083390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5224fd53-6588-459c-a66e-7aa324cc1dd5 req-3fff0b7c-6ad8-43d2-bb1a-a781f42d7aad tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601889 Dec 09 15:06:34.086799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:34.089029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:34.116056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad040667-0418-41ca-a966-3338c43c1ecf req-641dd20c-056c-4207-ab38-7c4ea22c5b84 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3230469 Dec 09 15:06:34.126380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3a37fea5-f218-4198-8bac-171ba6604a4f,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:34.126604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-906ec75c-c7e8-4364-9115-f4cc399999e5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/floatingips/c00b3f82-c6e9-4cfa-ac87-b4055cc1fde7 HTTP/1.1" status: 200 len: 978 time: 4.0352457 Dec 09 15:06:34.126604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:34.128229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54092) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:34.185612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666c5273-6d23-4ad3-be28-313d121a28d1'}, {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37fea5-f218-4198-8bac-171ba6604a4f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:34.185612 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81adeb5f-8bdc-43aa-9789-feb84afca9eb" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "666c5273-6d23-4ad3-be28-313d121a28d1"}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "3a37fea5-f218-4198-8bac-171ba6604a4f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:34.195582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.196633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 825d548c-65d6-4b0a-aaed-92bd7b570dd2 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:34.203407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:34.275280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 000926ab-a546-4f5b-af30-6eb3ac4d8c53 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:34.320608 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.341214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ba5d58-cf79-49ec-82b9-e6a292e57056 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:34.382868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:34.383720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:34.398926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] For port 000926ab-a546-4f5b-af30-6eb3ac4d8c53, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=000926ab-a546-4f5b-af30-6eb3ac4d8c53,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:34.403198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b43e6aab-8d40-44da-8ea3-e45a4711aea1 None None] Provisioning complete for port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:34.403698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b43e6aab-8d40-44da-8ea3-e45a4711aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.418997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-835bfbad-4454-4757-ab1b-774ab64b9016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.442454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.445048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:34.457940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.459049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.471255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:34.479132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:34.480311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3471e-960d-4046-b67b-6dc187675991 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:34.488364 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.489366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5256ef99-02a3-4cc8-aec0-0e007e6f777c details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:34.505802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02ff71-e227-4f50-a735-edffb32418f0 req-3fc6dde8-517c-4dc3-ba41-9e3b84ed78f9 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:34.509045 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.531341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f02ff71-e227-4f50-a735-edffb32418f0 req-3fc6dde8-517c-4dc3-ba41-9e3b84ed78f9 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.2749684 Dec 09 15:06:34.533860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No active binding found for port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:06:34.534458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 000926ab-a546-4f5b-af30-6eb3ac4d8c53 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:34.547215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:34.570397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-835bfbad-4454-4757-ab1b-774ab64b9016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.574743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] No DVR routers for this DVR port 000926ab-a546-4f5b-af30-6eb3ac4d8c53 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:34.589962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:34.590558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.630209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa17f5d-8730-4753-86e5-d81ecd68e281 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:34.676778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:34.681040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:34.684114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f02ff71-e227-4f50-a735-edffb32418f0 req-d8ce2292-c5f4-448c-8019-8f027a2b04ce tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518681 Dec 09 15:06:34.760037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Router 30298b55-8a17-4114-a8d0-bebd4800e933 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:06:34.769445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8458f-cf6a-4450-8363-dd20a2f4f772 None None] Pushing event deleted for resources: {'Port': ['ID=000926ab-a546-4f5b-af30-6eb3ac4d8c53,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:34.771942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-835bfbad-4454-4757-ab1b-774ab64b9016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.776268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-835bfbad-4454-4757-ab1b-774ab64b9016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.777562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-835bfbad-4454-4757-ab1b-774ab64b9016 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3d7092b-6aa8-453d-99bc-1f3ec35ef7f1 HTTP/1.1" status: 204 len: 168 time: 0.7618504 Dec 09 15:06:34.789950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 6756920d-344d-4101-b870-71c4727bda5a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:34.790299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.793430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bfbad-4454-4757-ab1b-774ab64b9016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7092b-6aa8-453d-99bc-1f3ec35ef7f1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:34.798205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '5256ef99-02a3-4cc8-aec0-0e007e6f777c', 'network_id': '6dc44999-3dbe-4351-92f7-1f1e9958e0d5', 'port_id': '5256ef99-02a3-4cc8-aec0-0e007e6f777c', 'mac_address': 'fa:16:3e:ba:7d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:34.806009 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26047da-8c76-40b5-96aa-abd661ecbaa3 x-openstack-request-id: req-a26047da-8c76-40b5-96aa-abd661ecbaa3 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:34.807568 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "666c5273-6d23-4ad3-be28-313d121a28d1", "code": 200}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "3a37fea5-f218-4198-8bac-171ba6604a4f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:34.807568 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a26047da-8c76-40b5-96aa-abd661ecbaa3 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:34.807568 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666c5273-6d23-4ad3-be28-313d121a28d1', 'code': 200} Dec 09 15:06:34.807568 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37fea5-f218-4198-8bac-171ba6604a4f', 'code': 200} Dec 09 15:06:34.960929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d3ad000a-542a-403b-900f-3e0469146f33', 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'project_id': 'b05877e02d7848e48701ba553ffbba1f', 'fixed_ips': [{'subnet_id': '570368c0-a270-4916-9d18-4fa78da1d502'}, {'subnet_id': 'fa5c30b0-4630-4e1b-b3f7-82c218805833'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:34.961273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=000926ab-a546-4f5b-af30-6eb3ac4d8c53,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:34.964026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.967014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:34.977580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.977912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.984145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:34.989589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.991081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:34.992419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:34.992783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:34.995156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.995549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.995907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.996260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.996812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.996954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.997266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.997606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.997945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.998309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.998608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.998936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:34.999269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:35.000029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4fc68cac-eee6-452a-8353-333793bc5f8b tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3135765 Dec 09 15:06:35.004404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54098) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:35.012392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] Sync routers for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:35.013311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70363551-6ead-4bd4-862f-e709ba64ef18 req-545d2c2c-a387-446f-afba-7ccd16c347ce tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.021431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70363551-6ead-4bd4-862f-e709ba64ef18 req-545d2c2c-a387-446f-afba-7ccd16c347ce tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 944 time: 0.7261996 Dec 09 15:06:35.028559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 6756920d-344d-4101-b870-71c4727bda5a owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:35.031565 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:35.032866 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:35.044747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Subnet': ['ID=fa5c30b0-4630-4e1b-b3f7-82c218805833,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:35.069918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-804c2827-551c-48fd-86b8-d95ed1b0fa43 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0960453 Dec 09 15:06:35.072776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54102) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:35.079002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Request body: {'port': {'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33', 'mac_address': 'fa:16:3e:0a:8f:c1', 'name': 'tempest-NetworksTestDHCPv6-38645189'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:35.090516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256ef99-02a3-4cc8-aec0-0e007e6f777c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:35.116713 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.123183 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:35.139380 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:35.140390 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:35.161522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70363551-6ead-4bd4-862f-e709ba64ef18 req-b26c9787-1e7b-4da8-98cc-03cc9af51fbb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391168 Dec 09 15:06:35.208354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:35.236202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d2a4606a-f1b6-4534-9b31-3d710c369e97 None None] Provisioning complete for port 4883914f-2c1a-461d-bcef-20e3b40f5346 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:35.236704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2a4606a-f1b6-4534-9b31-3d710c369e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.241273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.242071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e63d5ea4-149d-4e32-9dcd-42e31535157a details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:35.292229 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:35.293126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e06b3-caae-4e92-ad01-c72c0b59d9a4 None None] The sync data for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:35.324780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4606a-f1b6-4534-9b31-3d710c369e97 None None] Port 4883914f-2c1a-461d-bcef-20e3b40f5346 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:35.401870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.408590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.415742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.423286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.424355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.429994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.430895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.436547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.437353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.443205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.444500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.446706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49763727-8250-4ad7-ba37-2a727a5037fd req-d15635cb-d1a3-4321-b76c-950db997b0dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5435 time: 0.1560657 Dec 09 15:06:35.448132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Made reservation on behalf of b05877e02d7848e48701ba553ffbba1f for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:35.449544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.456185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.462198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.464195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-9c9f06e9-3434-4a91-a95c-8a63f5938078 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5432 time: 0.1869988 Dec 09 15:06:35.483733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:35.494128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:35.527736 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.528827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 97e57840-7f67-4acd-a758-ded1a54bb336 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:35.612846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:35.640368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49763727-8250-4ad7-ba37-2a727a5037fd req-af6d3804-5ef9-48c6-b576-9c725cafbc87 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832011 Dec 09 15:06:35.646544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.656008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Allocated IP 2001:db8::2 (d3ad000a-542a-403b-900f-3e0469146f33/570368c0-a270-4916-9d18-4fa78da1d502/632c4039-23e7-42e8-ad46-65a4824aa630) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:35.675711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Allocated IP 2001:db8:0:1:f816:3eff:febf:c658 (d3ad000a-542a-403b-900f-3e0469146f33/fa5c30b0-4630-4e1b-b3f7-82c218805833/632c4039-23e7-42e8-ad46-65a4824aa630) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:35.683823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'e63d5ea4-149d-4e32-9dcd-42e31535157a', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'port_id': 'e63d5ea4-149d-4e32-9dcd-42e31535157a', 'mac_address': 'fa:16:3e:8f:24:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:35.700224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] device_id is not set on port f2091822-8d62-4db1-b832-84909f641366 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:35.735296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:35.824024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 97e57840-7f67-4acd-a758-ded1a54bb336 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:35.832369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.845949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 97e57840-7f67-4acd-a758-ded1a54bb336 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:35.846364 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.853348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63d5ea4-149d-4e32-9dcd-42e31535157a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:35.889959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbcb75-fb34-4a67-a89d-6e1293a0b22b req-88ddd7b1-8beb-4621-a52b-a8a6b80d09d7 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:35.895075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ffbcb75-fb34-4a67-a89d-6e1293a0b22b req-88ddd7b1-8beb-4621-a52b-a8a6b80d09d7 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.0844333 Dec 09 15:06:35.918963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54126) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:35.921905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:35.932873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:35.933554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8a26e827-9d5e-4869-b402-3406917bc5b5 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:35.961388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-074333e9-8daf-4972-8e6d-9c516d4aee6d req-d6d1b1cd-d41c-4797-81cf-e1eaaf5e7005 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4869554 Dec 09 15:06:35.971291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ffbcb75-fb34-4a67-a89d-6e1293a0b22b req-48ab6720-590d-40cf-8609-96458a052f85 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645540 Dec 09 15:06:36.054096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1881233073'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:36.060860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.096450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8a26e827-9d5e-4869-b402-3406917bc5b5,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:36.105357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Made reservation on behalf of 9e278ff1de304f8eafb14f7bf23dbf2a for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:36.107242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.109524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.114075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.115681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=6756920d-344d-4101-b870-71c4727bda5a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.125143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '8a26e827-9d5e-4869-b402-3406917bc5b5', 'network_id': '28bdfee3-de54-4f05-b974-4ddb3487282a', 'port_id': '8a26e827-9d5e-4869-b402-3406917bc5b5', 'mac_address': 'fa:16:3e:90:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ed4e67-bb08-4d75-8dfa-46230dfb24ad', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:36.128228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.129832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.152892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.213384 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-7daf1cc7-7013-4f9b-91d4-aa59b5ac273a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:06:36.216912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=97e57840-7f67-4acd-a758-ded1a54bb336,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:36.217848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7daf1cc7-7013-4f9b-91d4-aa59b5ac273a tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1955116 Dec 09 15:06:36.218658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:36.229336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:36.259571 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.264644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ef56fdf6-f19a-4a23-88fb-17e1325da9d0 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:36.267627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:36.270900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.271235 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP c00b3f82-c6e9-4cfa-ac87-b4055cc1fde7 disassociated (deleted). External IP: 172.25.0.128, port: 1b95590b-74a5-42b7-a3a0-1bb77be369f4. Dec 09 15:06:36.313225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:36.315950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.321108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:36.323783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Pushing event updated for resources: {'Port': ['ID=632c4039-23e7-42e8-ad46-65a4824aa630,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.390684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f7d6-9296-4266-92b1-dcbd93293fff req-3ab03d53-29c9-43cc-8708-12fb462768df tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:36.393354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1f7d6-9296-4266-92b1-dcbd93293fff req-3ab03d53-29c9-43cc-8708-12fb462768df tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 944 time: 0.1349933 Dec 09 15:06:36.394755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8::1ac (d3ad000a-542a-403b-900f-3e0469146f33/570368c0-a270-4916-9d18-4fa78da1d502/f2091822-8d62-4db1-b832-84909f641366) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:36.409427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0a:8fc1 (d3ad000a-542a-403b-900f-3e0469146f33/fa5c30b0-4630-4e1b-b3f7-82c218805833/f2091822-8d62-4db1-b832-84909f641366) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:36.544517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1f7d6-9296-4266-92b1-dcbd93293fff req-89ebdedb-4e21-479e-86cb-01989a065ae0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401396 Dec 09 15:06:36.553763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a26e827-9d5e-4869-b402-3406917bc5b5 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:36.562734 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.602702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.641808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:36.649878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8a26e827-9d5e-4869-b402-3406917bc5b5,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:36.659371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.664194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.667033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.667640 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Added segment 5ac3d4bc-74db-4ad0-9ae5-155fec8f440b of type vlan for network d49d1014-f591-408d-9493-84f30d517fc0 Dec 09 15:06:36.674903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:36.675156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1642f03-84d5-4167-8245-04663952bb6e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.708703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Attempting to bind port 632c4039-23e7-42e8-ad46-65a4824aa630 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:36.709085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Attempting to bind port 632c4039-23e7-42e8-ad46-65a4824aa630 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:36.709980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Attempting to bind port 632c4039-23e7-42e8-ad46-65a4824aa630 on network d3ad000a-542a-403b-900f-3e0469146f33 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:36.719018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4f49ff04-3d83-4188-9e04-1e1d2245e79d details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:06:36.721264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:36.721647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.730985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.732416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:36.732791 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.749211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.757896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:36.758200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Checking segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:36.758546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.758946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Bound using segment: {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:36.759614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Bound port: 632c4039-23e7-42e8-ad46-65a4824aa630, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e59a96-cc00-494c-9e4e-45f98aac76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3ad000a-542a-403b-900f-3e0469146f33'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:36.759853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.794370 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.800922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:36.801934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.812278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2'}, {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:36.812724 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.814711 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc082771-8828-433e-8a74-ca7b0b658d31" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2"}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:36.869495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:36.877165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9541886 Dec 09 15:06:36.877351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.879332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:36.883386 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae35535-f0ab-4cb1-a237-87db0e104d24 x-openstack-request-id: req-fae35535-f0ab-4cb1-a237-87db0e104d24 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:36.883693 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2", "code": 200}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:36.883957 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fae35535-f0ab-4cb1-a237-87db0e104d24 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:36.884355 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'code': 200} Dec 09 15:06:36.884612 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336', 'code': 200} Dec 09 15:06:36.886856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Request body: {'subnet': {'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:36.957819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Network d3ad000a-542a-403b-900f-3e0469146f33 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:36.958771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0093ea-cddd-4cba-b0de-66f15da6c597 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event updated for resources: {'Network': ['ID=d49d1014-f591-408d-9493-84f30d517fc0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.966950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:36.974151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:36.982141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:36.982793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:36.989394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event updated for resources: {'Port': ['ID=f2091822-8d62-4db1-b832-84909f641366,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:36.998079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] For port 632c4039-23e7-42e8-ad46-65a4824aa630, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:37.007220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-78014dbd-1189-4475-9030-b8bfaf5d7f80 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9329920 Dec 09 15:06:37.007636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d49d1014-f591-408d-9493-84f30d517fc0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:37.009746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54144) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:37.068583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] For port 632c4039-23e7-42e8-ad46-65a4824aa630, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=632c4039-23e7-42e8-ad46-65a4824aa630,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:37.071609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:37.082826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.106842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:37.112993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:37.118170 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.180972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.182771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting port f2091822-8d62-4db1-b832-84909f641366 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:37.183219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.186937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.193008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.196702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.199059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.203027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.205423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.206807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.209932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.211475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.213755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '4f49ff04-3d83-4188-9e04-1e1d2245e79d', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': '4f49ff04-3d83-4188-9e04-1e1d2245e79d', 'mac_address': 'fa:16:3e:be:6e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:06:37.216088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.217418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.219942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-0c6b4b8e-e580-41d2-b8c0-79b26a192bfd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5437 time: 0.4284613 Dec 09 15:06:37.230175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.239469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.244995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:37.245636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:37.246380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.249303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-547a4376-506c-46ff-8693-47d8788c0484 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5434 time: 0.1373346 Dec 09 15:06:37.291297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f0534ece-7764-4cc2-9c92-36c6b71090fe tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/floatingips/c00b3f82-c6e9-4cfa-ac87-b4055cc1fde7 HTTP/1.1" status: 204 len: 168 time: 3.1367593 Dec 09 15:06:37.294027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.297852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54146) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:37.321532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['e63d5ea4-149d-4e32-9dcd-42e31535157a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:37.324082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['35ba5d58-cf79-49ec-82b9-e6a292e57056'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:37.325714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2825853a-285f-41c2-b796-c415b2d47601'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:37.351573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['a0badb9c-fde9-4921-b9bb-db66ea79c40f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:37.354117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6631bc37-9724-44ba-ae6d-3918cbea0277'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:37.418408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:37.420503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934e726-4e0f-400f-9bd7-639a8ffa9ed4 None None] Pushing event updated for resources: {'Port': ['ID=632c4039-23e7-42e8-ad46-65a4824aa630,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:37.422072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Made reservation on behalf of 9e278ff1de304f8eafb14f7bf23dbf2a for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:37.434845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.471187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.505637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d16e5d20-9a7e-4885-a80c-4ab4cbe80404 req-1cfd96f1-821e-4acb-9a38-5166d15954a0 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348592 Dec 09 15:06:37.541217 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.543726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Calling delete_port for f2091822-8d62-4db1-b832-84909f641366 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:37.593086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:37.611984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0eaccc6b-2d5e-49b0-91a1-edfe3305822a req-78d0c144-ac13-450d-8fc1-d58c79809bd4 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3786521 Dec 09 15:06:37.636053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:37.636053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:37.651297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 1b95590b-74a5-42b7-a3a0-1bb77be369f4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:37.651962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.685631 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.763987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d7facdcd-1d32-4b4e-ab7c-1e9097213662 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:37.797195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:37.797992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803909c0-154c-4070-bbbc-1c264014e07e None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:37.809813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f49ff04-3d83-4188-9e04-1e1d2245e79d {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:06:37.823916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc6c30-c9c2-4b13-b384-dc8a17e2db98 req-2d436be8-e796-4876-a8c6-545a8d63e032 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:37.825469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1cbc6c30-c9c2-4b13-b384-dc8a17e2db98 req-2d436be8-e796-4876-a8c6-545a8d63e032 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 944 time: 0.1540110 Dec 09 15:06:37.850332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:37.879395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 1b95590b-74a5-42b7-a3a0-1bb77be369f4 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:37.953958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:37.967368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:37.994967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1cbc6c30-c9c2-4b13-b384-dc8a17e2db98 req-84662f5e-ec14-42ad-a449-e4370b344bbb tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575661 Dec 09 15:06:38.001950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.002895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting port 4883914f-2c1a-461d-bcef-20e3b40f5346 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:38.004061 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.019341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.045055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.053243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Port': ['ID=f2091822-8d62-4db1-b832-84909f641366,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:38.153018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port d7facdcd-1d32-4b4e-ab7c-1e9097213662 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:38.232116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port d7facdcd-1d32-4b4e-ab7c-1e9097213662 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:38.232485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.243697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 632c4039-23e7-42e8-ad46-65a4824aa630 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:38.245895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['5256ef99-02a3-4cc8-aec0-0e007e6f777c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:38.263393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.270679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5c5f2291-decc-44ce-8d5c-723f3ee41823 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/f2091822-8d62-4db1-b832-84909f641366 HTTP/1.1" status: 204 len: 168 time: 1.2590714 Dec 09 15:06:38.275477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54150) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:38.335248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.381500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd292295-aacd-42ea-b59a-53b5f2446922 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.381789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['8a26e827-9d5e-4869-b402-3406917bc5b5'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:38.386530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd292295-aacd-42ea-b59a-53b5f2446922 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1101849 Dec 09 15:06:38.387210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54152) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:38.399641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=1b95590b-74a5-42b7-a3a0-1bb77be369f4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:38.421756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:06:38.436088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4f49ff04-3d83-4188-9e04-1e1d2245e79d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:38.522226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['4f49ff04-3d83-4188-9e04-1e1d2245e79d'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:38.544066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event updated for resources: {'Subnet': ['ID=1f21d67c-c5d2-4707-9d08-e282d2c9d726,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:38.564232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.570578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a8af6-203a-4030-bdbd-50c29aa82939 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.574668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fc7a8af6-203a-4030-bdbd-50c29aa82939 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1858091 Dec 09 15:06:38.575743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54156) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:38.581762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.586252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b23be449-6934-4c9b-bcfa-6b10fcdcfc0e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/ports/1b95590b-74a5-42b7-a3a0-1bb77be369f4 HTTP/1.1" status: 204 len: 168 time: 1.2857630 Dec 09 15:06:38.590364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54158) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:38.597049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:38.628777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.645459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Calling delete_port for 4883914f-2c1a-461d-bcef-20e3b40f5346 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:38.647318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Checking segment: {'id': '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:38.647707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Network hostable DHCP agents. Network: d49d1014-f591-408d-9493-84f30d517fc0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:38.756192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872cf52-9991-4245-8915-eb101bbbe9a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.760121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872cf52-9991-4245-8915-eb101bbbe9a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.760121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872cf52-9991-4245-8915-eb101bbbe9a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.760957 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1872cf52-9991-4245-8915-eb101bbbe9a0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1814725 Dec 09 15:06:38.765773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54162) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:38.766471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Network d49d1014-f591-408d-9493-84f30d517fc0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:38.792928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f2b27-7079-4616-998a-b193b71769e0 None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:38.816497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4c33b-5a7d-497e-a59d-0e6de8b79b94 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:38.821165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.822827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d49d1014-f591-408d-9493-84f30d517fc0) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:38.827410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.835228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.845445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.846242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.851721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.852340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.856664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa77fe-2707-4f5f-a0ca-919e51a1d764 None None] Network d49d1014-f591-408d-9493-84f30d517fc0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:38.857375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.858497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.864531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.865908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.867583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-a103033f-3495-46ad-b34a-a0a3fe29b5e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5437 time: 0.1235077 Dec 09 15:06:38.874488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.883976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.885003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.894746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.896953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-9dbfdfe1-0bc3-4cdd-b7e5-61f1c0f42591 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5435 time: 0.2562373 Dec 09 15:06:38.910577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:38.911467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:38.916821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:38.919085 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49052101-ba15-4f6c-b474-0591f86dd867" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "ef56fdf6-f19a-4a23-88fb-17e1325da9d0"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:38.974791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet 570368c0-a270-4916-9d18-4fa78da1d502 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:38.988035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.050909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c5d2135a-10e3-435e-abc7-d961f1e78431 req-8e433b3b-551e-41c2-b6d3-507e6ca5cea7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735756 Dec 09 15:06:39.055121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-34c260aa-3a64-470b-a683-b34a71359aa1 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1707766 Dec 09 15:06:39.056186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54174) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:39.061971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Request body: {'port': {'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1122739006'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:39.112182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.129080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.87 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/2f9dac7b-b891-45f4-9c9f-7b791c32d673) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:39.148118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79aea56e-239c-4de5-a7e9-d780420bee4c req-25b58fa2-c768-4161-9aaa-028411f02a41 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839113 Dec 09 15:06:39.238552 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.251090 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff152cb-3fa4-44b9-b478-75f1310c4a80 x-openstack-request-id: req-4ff152cb-3fa4-44b9-b478-75f1310c4a80 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:39.252241 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "ef56fdf6-f19a-4a23-88fb-17e1325da9d0", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:39.252668 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ff152cb-3fa4-44b9-b478-75f1310c4a80 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:39.253234 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0', 'code': 200} Dec 09 15:06:39.262865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6b99a11e-a72b-4b6e-992f-471ef64492ba None None] Provisioning complete for port 632c4039-23e7-42e8-ad46-65a4824aa630 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:39.263744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b99a11e-a72b-4b6e-992f-471ef64492ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.318306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Port': ['ID=4883914f-2c1a-461d-bcef-20e3b40f5346,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:39.362615 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.384034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.398525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Made reservation on behalf of 9e278ff1de304f8eafb14f7bf23dbf2a for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:39.403432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.431714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] device_id is not set on port d8019634-77e7-4965-8996-69f38987cf04 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:39.458602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.507947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.521624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c56ea-5d96-41a5-8fe0-11f3dd3f3052 req-8851141a-e73c-47e2-80f1-71dea681a2e0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:39.523295 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e8c56ea-5d96-41a5-8fe0-11f3dd3f3052 req-8851141a-e73c-47e2-80f1-71dea681a2e0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 945 time: 0.2329047 Dec 09 15:06:39.534309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 632c4039-23e7-42e8-ad46-65a4824aa630 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:39.534687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.565293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d49d1014-f591-408d-9493-84f30d517fc0', 'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0', 'project_id': '9e278ff1de304f8eafb14f7bf23dbf2a', 'fixed_ips': [{'subnet_id': '1f21d67c-c5d2-4707-9d08-e282d2c9d726'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:39.566351 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.581294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Allocated IP 172.20.0.14 (d49d1014-f591-408d-9493-84f30d517fc0/1f21d67c-c5d2-4707-9d08-e282d2c9d726/d8019634-77e7-4965-8996-69f38987cf04) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:39.601129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:39.604415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.631468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.662637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.676593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e8c56ea-5d96-41a5-8fe0-11f3dd3f3052 req-a596b149-6064-472f-9047-e8d01260f9a9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454136 Dec 09 15:06:39.685804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:39.697379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:39.700039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:39.705810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=2f9dac7b-b891-45f4-9c9f-7b791c32d673,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:39.717399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=570368c0-a270-4916-9d18-4fa78da1d502,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:39.780843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.785706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-caef89b3-6361-48d8-ab61-3159f72c3a6e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/570368c0-a270-4916-9d18-4fa78da1d502 HTTP/1.1" status: 204 len: 168 time: 1.0168550 Dec 09 15:06:39.788479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54176) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:39.857461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Router 30298b55-8a17-4114-a8d0-bebd4800e933 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:39.880532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Deleting subnet fa5c30b0-4630-4e1b-b3f7-82c218805833 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:39.884634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.906011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.907907 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.940490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:39.950186 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.967825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.990622 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b99a11e-a72b-4b6e-992f-471ef64492ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:39.998307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.002361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:40.018264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] Sync routers for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:40.020163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.027570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6b99a11e-a72b-4b6e-992f-471ef64492ba None None] For port 632c4039-23e7-42e8-ad46-65a4824aa630, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=632c4039-23e7-42e8-ad46-65a4824aa630,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:40.037108 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:40.042286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b5a0f0db-1bd7-4226-943d-5942b31acdea tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8142655 Dec 09 15:06:40.043530 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:40.055217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54178) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.081282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b99a11e-a72b-4b6e-992f-471ef64492ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.118453 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:40.129219 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-2c1b4dcf-79f9-4bcb-81c4-819c97c89244 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] delete failed (client error): The resource could not be found. Dec 09 15:06:40.130302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c1b4dcf-79f9-4bcb-81c4-819c97c89244 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-529402642 HTTP/1.1" status: 404 len: 334 time: 0.0747666 Dec 09 15:06:40.133987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54182) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.139469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e5f2ab34-d636-452b-bad6-5be896ade9ee tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'router': {'external_gateway_info': {'network_id': '30298b55-8a17-4114-a8d0-bebd4800e933'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:40.146794 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:40.148990 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:40.156477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Network d49d1014-f591-408d-9493-84f30d517fc0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:40.181055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Allocated IP 172.20.0.2 (d49d1014-f591-408d-9493-84f30d517fc0/1f21d67c-c5d2-4707-9d08-e282d2c9d726/0f0b240f-daf6-4761-8531-7d8fafa753ed) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:40.189447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:40.208294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:06:40.208695 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:40.209740 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:06:40.211023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a11e-a72b-4b6e-992f-471ef64492ba None None] Pushing event updated for resources: {'Port': ['ID=632c4039-23e7-42e8-ad46-65a4824aa630,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:40.211830 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115e846-ec7a-43b6-96bf-3df2b3e7926b None None] The sync data for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:40.224478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:40.283844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.284502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.293919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4419d44-6381-4ad4-8d95-2efeca5ba832 None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:40.318944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event updated for resources: {'Port': ['ID=d8019634-77e7-4965-8996-69f38987cf04,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:40.371567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-46d705af-56fb-4578-94b8-00400abba503 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3112810 Dec 09 15:06:40.373062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.382233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Request body: {'port': {'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-326024625', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:40.382816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.api.validators [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] bootfile-name is not in valid_values {{(pid=109894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:40.383164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.api.validators [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] tftp-server is not in valid_values {{(pid=109894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:40.383533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.api.validators [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] server-ip-address is not in valid_values {{(pid=109894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:40.400079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-004bbbab-0357-466d-b516-3eb68b42e958 None None] Provisioning complete for port 632c4039-23e7-42e8-ad46-65a4824aa630 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:40.400312 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-004bbbab-0357-466d-b516-3eb68b42e958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.409206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.493436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.500009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.507229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.514730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.517875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.521579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.526666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.528284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.531444 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.532799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.535009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.538896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.543222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-92f43348-3e68-4341-bda7-eeb65521df9a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5437 time: 0.2264087 Dec 09 15:06:40.544996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.552166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.558271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.564198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:40.566165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-1997f4f0-ba79-4fc1-b6d2-ce564ede6cc1 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.2771542 Dec 09 15:06:40.568425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e5f2ab34-d636-452b-bad6-5be896ade9ee tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.599445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.606605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Network d49d1014-f591-408d-9493-84f30d517fc0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:40.612904 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-e5f2ab34-d636-452b-bad6-5be896ade9ee tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] update failed (client error): The resource could not be found. Dec 09 15:06:40.613831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e5f2ab34-d636-452b-bad6-5be896ade9ee tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933 HTTP/1.1" status: 404 len: 339 time: 0.4787574 Dec 09 15:06:40.619104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54188) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.620351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:40.622934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Pushing event updated for resources: {'Port': ['ID=0f0b240f-daf6-4761-8531-7d8fafa753ed,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:40.626738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:40.628491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1632612663'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:40.642107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.657986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.677817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2825853a-285f-41c2-b796-c415b2d47601 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:40.693124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5c30b0-4630-4e1b-b3f7-82c218805833,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:40.726016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.726469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.726912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.727326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.727768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.728181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.728589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.728998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.729411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.729812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.730230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.730627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.731437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:40.733829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:40.737455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.742886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.748761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c9a86305-aac8-4e1b-b2f3-8d204751ec20 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/fa5c30b0-4630-4e1b-b3f7-82c218805833 HTTP/1.1" status: 204 len: 168 time: 0.9566493 Dec 09 15:06:40.752891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Attempting to bind port 0f0b240f-daf6-4761-8531-7d8fafa753ed on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:40.753341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Attempting to bind port 0f0b240f-daf6-4761-8531-7d8fafa753ed by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:40.753777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Attempting to bind port 0f0b240f-daf6-4761-8531-7d8fafa753ed on network d49d1014-f591-408d-9493-84f30d517fc0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:40.755278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54192) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.766640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e66e833-b98d-4e4d-bda0-b2b24862b4f6 req-89f54697-6137-4482-8bb1-ad10de593e59 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831613 Dec 09 15:06:40.768975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:40.769435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Checking segment: {'id': '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:40.769913 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.770374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Bound using segment: {'id': '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:40.771298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Bound port: 0f0b240f-daf6-4761-8531-7d8fafa753ed, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd49d1014-f591-408d-9493-84f30d517fc0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:40.771606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.780354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.785405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:40.794945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=2f9dac7b-b891-45f4-9c9f-7b791c32d673,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:40.795845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.796321 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Added segment bab355d7-6e0b-49d2-b9f8-970a2ef56b97 of type vlan for network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b Dec 09 15:06:40.807637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.811467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ced2bf49-072f-4ca7-8f9c-53bf28855296 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2199781 Dec 09 15:06:40.812103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54194) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.822106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72a69b2b-2769-4f3e-b70e-b02f0fac9dea req-cc348f1a-faf3-4b1e-b47f-6a5cd2f25899 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2780118 Dec 09 15:06:40.827076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 2825853a-285f-41c2-b796-c415b2d47601 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:40.828827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'port': {'network_id': '998b758c-80e2-4119-ac52-940f31128c39', 'name': 'tempest-FloatingIPTestJSON-1207756294'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:40.836576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 2825853a-285f-41c2-b796-c415b2d47601 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:40.836576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.897763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Made reservation on behalf of 9e278ff1de304f8eafb14f7bf23dbf2a for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:40.904762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d1d8578a-2f7c-49cd-8fa2-981e60e9a180 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464987 Dec 09 15:06:40.909787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:40.912181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:40.914213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] For port 0f0b240f-daf6-4761-8531-7d8fafa753ed, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:40.931178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] For port 0f0b240f-daf6-4761-8531-7d8fafa753ed, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0f0b240f-daf6-4761-8531-7d8fafa753ed,segment=NetworkSegment(5ac3d4bc-74db-4ad0-9ae5-155fec8f440b),segment_id=5ac3d4bc-74db-4ad0-9ae5-155fec8f440b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:40.943395 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.004775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] device_id is not set on port 7d82ea79-81e3-4807-94a3-ee757358c0d0 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:41.024410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.036287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 632c4039-23e7-42e8-ad46-65a4824aa630 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:41.043380 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.079591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddac22-5a48-4f91-b9db-3a7e80f1ba47 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.081584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5cddac22-5a48-4f91-b9db-3a7e80f1ba47 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1691947 Dec 09 15:06:41.086496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.108529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f77d52-3401-41c7-8586-92039ec8c050 req-4e68de9d-e1a7-4b6f-9adb-508c874c191d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.117711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4f77d52-3401-41c7-8586-92039ec8c050 req-4e68de9d-e1a7-4b6f-9adb-508c874c191d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 945 time: 0.1624646 Dec 09 15:06:41.150516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.158505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.159864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.250875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6301425 Dec 09 15:06:41.254395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c94373-7573-4b82-9efd-92b377d85160 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.255927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b8c94373-7573-4b82-9efd-92b377d85160 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1681535 Dec 09 15:06:41.270154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54200) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.270499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54202) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.314265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'subnet': {'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:41.378022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:41.381437 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e465be-00d5-4221-a8a6-dca82384a955" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:41.407313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbd03-7a84-4921-8b63-8e39f74aa0ba None None] Pushing event updated for resources: {'Port': ['ID=0f0b240f-daf6-4761-8531-7d8fafa753ed,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:41.421244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e3aaa3a-be10-450c-9963-17f4f44cfd4d tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349721 Dec 09 15:06:41.445272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4f77d52-3401-41c7-8586-92039ec8c050 req-46dbc172-bc7f-40a6-89d3-b6c169d97fd8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264375 Dec 09 15:06:41.448719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54206) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.461835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e963d82-0e78-49c5-8bcb-ce25e726ee7e tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Network': ['ID=68e4ec6c-d1bb-43f5-8f3d-16997d24796b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:41.476570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2825853a-285f-41c2-b796-c415b2d47601,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:41.494207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:41.503970 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5d0286-8fcf-40e1-be11-e3dd4c9a0593 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:41.504719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5d0286-8fcf-40e1-be11-e3dd4c9a0593 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:41.508884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f5d0286-8fcf-40e1-be11-e3dd4c9a0593 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/f2091822-8d62-4db1-b832-84909f641366 HTTP/1.1" status: 404 len: 333 time: 0.0589476 Dec 09 15:06:41.512822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54208) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.584424 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8f7701-f9b3-4f5d-a4ba-a056e204cb2d x-openstack-request-id: req-2e8f7701-f9b3-4f5d-a4ba-a056e204cb2d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:41.584700 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-plugged", "status": "completed", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:41.584964 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e8f7701-f9b3-4f5d-a4ba-a056e204cb2d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:41.585357 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662', 'code': 200} Dec 09 15:06:41.587252 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a027303a-e641-4a38-aa0f-1ac302d08510 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:41.588235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.588728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a027303a-e641-4a38-aa0f-1ac302d08510 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:41.589056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 35ba5d58-cf79-49ec-82b9-e6a292e57056 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:41.592963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a027303a-e641-4a38-aa0f-1ac302d08510 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/fa5c30b0-4630-4e1b-b3f7-82c218805833 HTTP/1.1" status: 404 len: 337 time: 0.0787840 Dec 09 15:06:41.636254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.708571 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-059e5dd0-fe02-4893-8386-9825f623aabb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:41.709200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059e5dd0-fe02-4893-8386-9825f623aabb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:41.713524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-059e5dd0-fe02-4893-8386-9825f623aabb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/570368c0-a270-4916-9d18-4fa78da1d502 HTTP/1.1" status: 404 len: 337 time: 0.0743401 Dec 09 15:06:41.713790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:41.716453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Made reservation on behalf of e2dfb0102db547feb14ec61fad93807f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:41.716592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 632c4039-23e7-42e8-ad46-65a4824aa630 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:41.716775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.729458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54212) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.729992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.756567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.756567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.757185 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85d54c8-26ac-4642-94eb-a8735acbd032 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:41.757318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.757760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85d54c8-26ac-4642-94eb-a8735acbd032 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:41.757925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.758489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.759255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.759556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:41.763227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c85d54c8-26ac-4642-94eb-a8735acbd032 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/a9343b76-0e32-4073-aaf2-dfc1b929f88f HTTP/1.1" status: 404 len: 333 time: 0.0305409 Dec 09 15:06:41.763560 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-f42c5bdc-c9b1-4910-adec-8426e4523b01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.1630156 Dec 09 15:06:41.765320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54214) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.772298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 35ba5d58-cf79-49ec-82b9-e6a292e57056 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:41.779573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 35ba5d58-cf79-49ec-82b9-e6a292e57056 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:41.779961 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.800628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Allocated IP 172.20.0.10 (d49d1014-f591-408d-9493-84f30d517fc0/1f21d67c-c5d2-4707-9d08-e282d2c9d726/7d82ea79-81e3-4807-94a3-ee757358c0d0) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:41.803266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:41.807189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.811036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41603f01-02a8-4462-b18f-7b2b7211c3cd None None] Network d3ad000a-542a-403b-900f-3e0469146f33 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:41.823545 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b601da2a-a030-4807-be4e-556a4ae2bc8a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:41.824112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b601da2a-a030-4807-be4e-556a4ae2bc8a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:41.828689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b601da2a-a030-4807-be4e-556a4ae2bc8a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/49f0ca33-4c9b-464e-9f3a-4db2634f9932 HTTP/1.1" status: 404 len: 337 time: 0.0624888 Dec 09 15:06:41.832643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] device_id is not set on port 0cdccf1f-2510-45f1-9049-ecf801b6d051 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:41.880273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54216) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.950707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-222cf2c9-4bfe-4da8-ae82-187b72c32d03 req-1f866cb8-b8eb-4dcc-a1aa-7a7d51f29948 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728089 Dec 09 15:06:41.951727 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-637f1bbb-ebf6-4244-89e9-bd077327812c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:41.952445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637f1bbb-ebf6-4244-89e9-bd077327812c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:41.959859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-637f1bbb-ebf6-4244-89e9-bd077327812c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c58b2eb8-cd3b-4ed3-826f-59f0a5dda769 HTTP/1.1" status: 404 len: 337 time: 0.0788746 Dec 09 15:06:41.963926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54222) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:41.980463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3804d471-993c-4455-bfdf-e403df43a1cd None None] Provisioning complete for port 632c4039-23e7-42e8-ad46-65a4824aa630 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:41.980996 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3804d471-993c-4455-bfdf-e403df43a1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:41.999904 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5924ecaa-c5e9-45e7-ba28-309e2d389060 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.001189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5924ecaa-c5e9-45e7-ba28-309e2d389060 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.007583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5924ecaa-c5e9-45e7-ba28-309e2d389060 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/69a2d4bb-06cc-40c5-836e-59be61e0ba71 HTTP/1.1" status: 404 len: 333 time: 0.0423162 Dec 09 15:06:42.008198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54224) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.049889 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-23182c27-7c71-4a1a-b9fd-f9cabe19f443 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.050618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23182c27-7c71-4a1a-b9fd-f9cabe19f443 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.058453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23182c27-7c71-4a1a-b9fd-f9cabe19f443 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/6a67feeb-d003-459c-9133-80473c2f6094 HTTP/1.1" status: 404 len: 337 time: 0.0452347 Dec 09 15:06:42.059368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54226) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.065264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.132076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.4 (998b758c-80e2-4119-ac52-940f31128c39/a7949d57-0712-435a-b957-e5a8879737b8/0cdccf1f-2510-45f1-9049-ecf801b6d051) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:42.135493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:42.146312 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.148096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0badb9c-fde9-4921-b9bb-db66ea79c40f up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:42.150245 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4500f665-8c17-4172-aa70-c7fcc34aa87c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.150957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4500f665-8c17-4172-aa70-c7fcc34aa87c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.158482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4500f665-8c17-4172-aa70-c7fcc34aa87c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/0a201089-7e66-4b3a-a69a-ec9a78504eaa HTTP/1.1" status: 404 len: 337 time: 0.0750470 Dec 09 15:06:42.161412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54228) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.180276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.187012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.191995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.197612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.199498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.204295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.206629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.210362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.214438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.216472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.221615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.223495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.225586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-1502d79e-9294-45ef-ab1c-cd4da2125f58 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5438 time: 0.2303889 Dec 09 15:06:42.227969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.234229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.237008 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dcd728a-9035-4cde-bca9-17d53823028c req-6e58af0c-1bd1-456a-ac1d-d1d6cf05aa8e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.2742105 Dec 09 15:06:42.267797 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc3751e-5801-49ec-a06e-065c15b2eff1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.268681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc3751e-5801-49ec-a06e-065c15b2eff1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.275120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1bc3751e-5801-49ec-a06e-065c15b2eff1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/adddfb14-4fc8-44db-9261-bc069f63476c HTTP/1.1" status: 404 len: 333 time: 0.1052332 Dec 09 15:06:42.276262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54230) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.294310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] DHCP port deletion for d3ad000a-542a-403b-900f-3e0469146f33 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:42.303491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:42.343187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.352295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port a0badb9c-fde9-4921-b9bb-db66ea79c40f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:42.358528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port a0badb9c-fde9-4921-b9bb-db66ea79c40f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:42.358983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.369733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dcd728a-9035-4cde-bca9-17d53823028c req-1becf2dc-d29a-4e98-b21f-f52a2b24d69d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126955 Dec 09 15:06:42.393587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6168dc51-1979-47cf-85dc-529c6eec2644 req-09ca206d-71ab-450f-8182-b1bb68c830b2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549911 Dec 09 15:06:42.431673 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b78c8a-e29f-4ff9-8071-b1bbd2b5b7c1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.432100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b78c8a-e29f-4ff9-8071-b1bbd2b5b7c1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.439887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e4b78c8a-e29f-4ff9-8071-b1bbd2b5b7c1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/3a560f07-47f5-4933-b5fa-cd05b689348a HTTP/1.1" status: 404 len: 337 time: 0.1405210 Dec 09 15:06:42.443544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54232) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.468651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.483862 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50e4875-541c-4777-9c49-16c71b102c47 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.484778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50e4875-541c-4777-9c49-16c71b102c47 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.490993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d50e4875-541c-4777-9c49-16c71b102c47 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/550ff2c0-1d4d-4672-ba58-9be92dc8d6d9 HTTP/1.1" status: 404 len: 337 time: 0.0462623 Dec 09 15:06:42.491670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54236) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.502334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] Deleting port 632c4039-23e7-42e8-ad46-65a4824aa630 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:42.502979 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.520288 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-128d8fbc-923a-4472-84cf-6609bb52791a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.520882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128d8fbc-923a-4472-84cf-6609bb52791a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.526838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-128d8fbc-923a-4472-84cf-6609bb52791a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/20f605fa-e83d-43b5-a5e5-18b37358bcde HTTP/1.1" status: 404 len: 333 time: 0.0318768 Dec 09 15:06:42.527553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54238) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.555670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.563532 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc637db2-28c0-4b79-bdb7-ec32bff7d6b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.564121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc637db2-28c0-4b79-bdb7-ec32bff7d6b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.570427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bc637db2-28c0-4b79-bdb7-ec32bff7d6b6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c23b07cb-f219-4a61-81eb-d77ff0664a99 HTTP/1.1" status: 404 len: 337 time: 0.0386348 Dec 09 15:06:42.571087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.607773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] For port 632c4039-23e7-42e8-ad46-65a4824aa630, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=632c4039-23e7-42e8-ad46-65a4824aa630,segment=NetworkSegment(41e59a96-cc00-494c-9e4e-45f98aac76f5),segment_id=41e59a96-cc00-494c-9e4e-45f98aac76f5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:42.608496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.624016 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb00b5c7-89b7-46ea-b9c5-3c98cd0280bf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.624583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb00b5c7-89b7-46ea-b9c5-3c98cd0280bf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.628866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:42.634116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bb00b5c7-89b7-46ea-b9c5-3c98cd0280bf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/a0b52422-c080-4268-998d-2713285b65bd HTTP/1.1" status: 404 len: 333 time: 0.0372639 Dec 09 15:06:42.635406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.638039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.652949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Network d49d1014-f591-408d-9493-84f30d517fc0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:42.653448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] Calling delete_port for 632c4039-23e7-42e8-ad46-65a4824aa630 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:42.659310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.670757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:42.679566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:42.685887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6631bc37-9724-44ba-ae6d-3918cbea0277 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:42.700358 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-49187038-52ae-43f1-9454-cc2af916ac62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.701026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49187038-52ae-43f1-9454-cc2af916ac62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.710424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49187038-52ae-43f1-9454-cc2af916ac62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/871f1635-7888-484b-837a-9c4d59f83e3c HTTP/1.1" status: 404 len: 337 time: 0.0726974 Dec 09 15:06:42.711224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54244) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.726963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.729830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event updated for resources: {'Port': ['ID=7d82ea79-81e3-4807-94a3-ee757358c0d0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:42.730342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b506431-9ca9-4ba5-a8ab-540d1024c95a None None] Network d49d1014-f591-408d-9493-84f30d517fc0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:42.767778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7b17f-beb6-48ca-9d24-bb005bf63ff8 req-929aa492-9d6c-4a18-921c-05608682b7ef tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.769639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7a7b17f-beb6-48ca-9d24-bb005bf63ff8 req-929aa492-9d6c-4a18-921c-05608682b7ef tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 945 time: 0.1844773 Dec 09 15:06:42.779131 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5911441-0ac7-4fc5-a710-b89d61ed60e9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.779816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5911441-0ac7-4fc5-a710-b89d61ed60e9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.783805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b5911441-0ac7-4fc5-a710-b89d61ed60e9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/e5d66950-4165-4dc7-ac79-340e43869377 HTTP/1.1" status: 404 len: 333 time: 0.0694375 Dec 09 15:06:42.789761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54246) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.791649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:42.791926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.816510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:42.824496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.831796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-39a9479a-1c69-4136-aa33-4e4e037fecc6 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4562588 Dec 09 15:06:42.838838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54248) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.841981 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1b4228-35a6-4113-b248-4931f5c9c998 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.842738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1b4228-35a6-4113-b248-4931f5c9c998 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.847206 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-db1b4228-35a6-4113-b248-4931f5c9c998 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/9f0c33c0-db9b-49b1-8174-1b7129cab011 HTTP/1.1" status: 404 len: 337 time: 0.0540752 Dec 09 15:06:42.852212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54250) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.864235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Subnet': ['ID=16879233-167d-4a1b-92ee-47b41d04a768,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:42.893964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Checking segment: {'id': 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:42.894478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network hostable DHCP agents. Network: 68e4ec6c-d1bb-43f5-8f3d-16997d24796b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:42.899341 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a8617b-d3d0-42b5-a77d-f4a37c8b97de tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.900061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a8617b-d3d0-42b5-a77d-f4a37c8b97de tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.904427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99a8617b-d3d0-42b5-a77d-f4a37c8b97de tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/2e86ad73-3a2b-49d5-a74d-0a5a4edbe360 HTTP/1.1" status: 404 len: 333 time: 0.0502858 Dec 09 15:06:42.907096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7a7b17f-beb6-48ca-9d24-bb005bf63ff8 req-184d46e8-c5e1-4ecf-bff2-92c76f415026 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295455 Dec 09 15:06:42.908605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54252) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.926493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 998b758c-80e2-4119-ac52-940f31128c39 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:42.943610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dbaee0e8-63e6-41f5-8e0a-3bcff46f8df1 None None] Provisioning complete for port 0f0b240f-daf6-4761-8531-7d8fafa753ed triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:42.949136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbaee0e8-63e6-41f5-8e0a-3bcff46f8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:42.953041 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9b26d3-2df7-4fa7-8f2c-edd4b8f61815 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:42.954255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9b26d3-2df7-4fa7-8f2c-edd4b8f61815 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:42.954881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:42.958695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7a9b26d3-2df7-4fa7-8f2c-edd4b8f61815 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/49c99983-9bb0-426f-a67c-387698befcab HTTP/1.1" status: 404 len: 337 time: 0.0480917 Dec 09 15:06:42.961174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54254) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:42.971374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:42.978457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:42.986341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=0cdccf1f-2510-45f1-9049-ecf801b6d051,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:42.993444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291e79f6-ed96-4202-865d-e6b0e0c0ddbf None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:42.998974 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-edad0e7c-2c18-46ef-b551-8c90d7c00b32 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.001085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edad0e7c-2c18-46ef-b551-8c90d7c00b32 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.004617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-edad0e7c-2c18-46ef-b551-8c90d7c00b32 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/3fc4255c-ceff-486d-b99c-25761c8ec4cf HTTP/1.1" status: 404 len: 333 time: 0.0422547 Dec 09 15:06:43.007088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54256) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.020216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e1840-b5fd-4e62-86cd-058d1ca103a4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.026712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e1840-b5fd-4e62-86cd-058d1ca103a4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.034086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e1840-b5fd-4e62-86cd-058d1ca103a4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.035947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-363e1840-b5fd-4e62-86cd-058d1ca103a4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1901443 Dec 09 15:06:43.039512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54258) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.044247 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b09705-9ed9-4ea2-ac32-2633bb396213 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.046182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b09705-9ed9-4ea2-ac32-2633bb396213 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.050386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d5b09705-9ed9-4ea2-ac32-2633bb396213 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/62615f22-188a-4e7a-b466-580573416f20 HTTP/1.1" status: 404 len: 337 time: 0.0419509 Dec 09 15:06:43.051807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 68e4ec6c-d1bb-43f5-8f3d-16997d24796b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:43.053330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54260) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.059215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0f0b240f-daf6-4761-8531-7d8fafa753ed up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:43.067401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.071973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.100603 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaaa8ea-d17e-477c-a977-0408c390d141 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.101185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaaa8ea-d17e-477c-a977-0408c390d141 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.104404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.104697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6eaaa8ea-d17e-477c-a977-0408c390d141 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/40353f86-2c22-4faf-b1ec-625c702b1bda HTTP/1.1" status: 404 len: 333 time: 0.0492063 Dec 09 15:06:43.105040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.108384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.109221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c4324071-b515-4288-8724-0504667e1ed8 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8351274 Dec 09 15:06:43.112777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54264) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.113030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed751a-bf7c-40d1-9877-2e4a3ad6d2cf None None] Network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:43.118083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b1c81f14-9d8a-43f0-b3e4-1cb54d90bf46 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'router': {'external_gateway_info': {'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:43.134426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 6631bc37-9724-44ba-ae6d-3918cbea0277 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:43.164346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 6631bc37-9724-44ba-ae6d-3918cbea0277 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:43.164346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.177303 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c76808-01ce-49ca-8be0-d7898faeced0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.177785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c76808-01ce-49ca-8be0-d7898faeced0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.181147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b7c76808-01ce-49ca-8be0-d7898faeced0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/5106203b-9ebd-4dde-9dd3-15283d2f2381 HTTP/1.1" status: 404 len: 337 time: 0.0672908 Dec 09 15:06:43.186159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d0d650fc-dbd1-48db-8572-c9efe168db9a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3701332 Dec 09 15:06:43.188114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54266) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.189906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54268) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.203126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'port_id': '0cdccf1f-2510-45f1-9049-ecf801b6d051'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:43.214672 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.258453 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cace27-f8a1-4193-84c5-d59320eccd30 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.258453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cace27-f8a1-4193-84c5-d59320eccd30 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.264469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-04cace27-f8a1-4193-84c5-d59320eccd30 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/43ea879c-a33a-46bb-9149-57ca54b7fef4 HTTP/1.1" status: 404 len: 337 time: 0.0727530 Dec 09 15:06:43.277378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54270) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.277624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] No DVR routers for this DVR port 632c4039-23e7-42e8-ad46-65a4824aa630 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:43.291692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.318922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328c4e3-bd64-477f-906c-70b98912b94e None None] Pushing event deleted for resources: {'Port': ['ID=632c4039-23e7-42e8-ad46-65a4824aa630,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:43.347761 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e2ff91-b482-4c70-836d-8baba98f6e30 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.348655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e2ff91-b482-4c70-836d-8baba98f6e30 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.352306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-17e2ff91-b482-4c70-836d-8baba98f6e30 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/33765bd5-48aa-41c4-82b8-f67e36a8dbfa HTTP/1.1" status: 404 len: 333 time: 0.0738101 Dec 09 15:06:43.356213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.389928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbaee0e8-63e6-41f5-8e0a-3bcff46f8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.406459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0f0b240f-daf6-4761-8531-7d8fafa753ed triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:43.406917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.408779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-68e4ec6c-d1bb-43f5-8f3d-16997d24796b', 'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b', 'project_id': 'e2dfb0102db547feb14ec61fad93807f', 'fixed_ips': [{'subnet_id': '16879233-167d-4a1b-92ee-47b41d04a768'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:43.409592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.416732 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6c1ad0-494c-4145-abb1-f37901f576eb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.417456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6c1ad0-494c-4145-abb1-f37901f576eb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.423206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-af6c1ad0-494c-4145-abb1-f37901f576eb tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/861cf082-5073-457a-8ec1-01d7d71ca8b9 HTTP/1.1" status: 404 len: 337 time: 0.0584886 Dec 09 15:06:43.428051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54278) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.432819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Deleting port 7d82ea79-81e3-4807-94a3-ee757358c0d0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:43.433490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.565062 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f6440f-ae87-49b5-a65b-9e1dcff28fb4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.565794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f6440f-ae87-49b5-a65b-9e1dcff28fb4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.569211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93f6440f-ae87-49b5-a65b-9e1dcff28fb4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/4c0ab31f-d012-40d8-b85e-ca862de0753b HTTP/1.1" status: 404 len: 337 time: 0.1302073 Dec 09 15:06:43.577567 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.623941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54280) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.666298 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7358beca-ce54-437a-94d7-d5890a44bd0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.667212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7358beca-ce54-437a-94d7-d5890a44bd0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.670784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7358beca-ce54-437a-94d7-d5890a44bd0b tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/ed537ab5-7310-41f7-a0c3-936b5b022b97 HTTP/1.1" status: 404 len: 333 time: 0.0452633 Dec 09 15:06:43.681203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54282) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.766346 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd52a60-9e31-45ab-baa4-c51067e27e67 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.767070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd52a60-9e31-45ab-baa4-c51067e27e67 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.770226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5fd52a60-9e31-45ab-baa4-c51067e27e67 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/3c39ec92-8e11-4ec2-983c-78a5bf5098c3 HTTP/1.1" status: 404 len: 337 time: 0.0876648 Dec 09 15:06:43.779372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54284) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.792364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b1c81f14-9d8a-43f0-b3e4-1cb54d90bf46 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.792990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.821678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2825853a-285f-41c2-b796-c415b2d47601'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:43.822170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.824140 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c15d6-f151-4a4f-be09-8ad16a4a634b" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2825853a-285f-41c2-b796-c415b2d47601"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:43.827965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.828839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.835007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.841560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.848343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.852427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-dbaee0e8-63e6-41f5-8e0a-3bcff46f8df1 None None] For port 0f0b240f-daf6-4761-8531-7d8fafa753ed, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0f0b240f-daf6-4761-8531-7d8fafa753ed,segment=NetworkSegment(5ac3d4bc-74db-4ad0-9ae5-155fec8f440b),segment_id=5ac3d4bc-74db-4ad0-9ae5-155fec8f440b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:43.854598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.861469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.863530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-0d246f0c-7a3b-4a0d-94e9-ca924ee3a94a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.3235981 Dec 09 15:06:43.894764 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f586db-2506-4628-a2ab-a47daf591b54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:43.895313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f586db-2506-4628-a2ab-a47daf591b54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:43.898534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-92f586db-2506-4628-a2ab-a47daf591b54 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/bf6fc81c-a9bd-42e4-8d28-c67b0069756a HTTP/1.1" status: 404 len: 337 time: 0.1145992 Dec 09 15:06:43.901396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Calling delete_port for 7d82ea79-81e3-4807-94a3-ee757358c0d0 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:43.902015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.908306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54288) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:43.910226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.916791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.924079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.933724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.939487 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbaee0e8-63e6-41f5-8e0a-3bcff46f8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:43.944940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.953100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:43.955766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62dd4303-b13e-4961-9840-c19b68d2247e req-86b7c703-26b3-48de-9426-401ea05c958c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5440 time: 0.1582317 Dec 09 15:06:44.018034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6631bc37-9724-44ba-ae6d-3918cbea0277,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:44.021609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaee0e8-63e6-41f5-8e0a-3bcff46f8df1 None None] Pushing event updated for resources: {'Port': ['ID=0f0b240f-daf6-4761-8531-7d8fafa753ed,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:44.022147 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fda3e2-a4e3-46e5-a3bc-ae172a9d8f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.022828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fda3e2-a4e3-46e5-a3bc-ae172a9d8f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.026416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-37fda3e2-a4e3-46e5-a3bc-ae172a9d8f8e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/67454eb8-4723-4881-a130-16c78c2bbb05 HTTP/1.1" status: 404 len: 333 time: 0.0872185 Dec 09 15:06:44.040478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54292) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.092654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:06:44.093164 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:06:44.093656 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.095130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5256ef99-02a3-4cc8-aec0-0e007e6f777c up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:44.099130 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6352c8a7-f637-48ab-9ad6-165955cd0cce tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.099626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6352c8a7-f637-48ab-9ad6-165955cd0cce tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.105444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6352c8a7-f637-48ab-9ad6-165955cd0cce tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/fd289c31-de6c-403a-a0bf-80a2f4f3aeff HTTP/1.1" status: 404 len: 337 time: 0.0614965 Dec 09 15:06:44.107048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54294) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.149457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62dd4303-b13e-4961-9840-c19b68d2247e req-4116c011-e5fc-497d-b11e-d9c139aa38fa tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580737 Dec 09 15:06:44.151705 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-89192bbf-54d8-42aa-89bc-db3bb34f4cc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.152235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89192bbf-54d8-42aa-89bc-db3bb34f4cc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.159632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-89192bbf-54d8-42aa-89bc-db3bb34f4cc3 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c1c00aa1-f388-4414-9337-2e5e7a1a5796 HTTP/1.1" status: 404 len: 337 time: 0.0484121 Dec 09 15:06:44.161972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54296) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.202646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:44.213116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cc79c53b-ddb6-492d-964f-5878c8423e62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports?device_id=203a0043-333f-4234-8be3-fe82dc3e94e1 HTTP/1.1" status: 200 len: 205 time: 0.0462613 Dec 09 15:06:44.213754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.254781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Provisioning complete for port 0cdccf1f-2510-45f1-9049-ecf801b6d051 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:44.255171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.257705 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5af8979-8c10-4fc4-be16-73a68cec388c x-openstack-request-id: req-d5af8979-8c10-4fc4-be16-73a68cec388c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:44.258014 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2825853a-285f-41c2-b796-c415b2d47601", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:44.258288 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5af8979-8c10-4fc4-be16-73a68cec388c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:44.258667 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2825853a-285f-41c2-b796-c415b2d47601', 'code': 200} Dec 09 15:06:44.258929 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'code': 200} Dec 09 15:06:44.259189 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f', 'code': 200} Dec 09 15:06:44.276641 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-01f98f7b-a79c-4617-b294-75ee6dbc59f9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] delete failed (client error): The resource could not be found. Dec 09 15:06:44.277693 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01f98f7b-a79c-4617-b294-75ee6dbc59f9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/routers/203a0043-333f-4234-8be3-fe82dc3e94e1 HTTP/1.1" status: 404 len: 336 time: 0.0623164 Dec 09 15:06:44.287756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54300) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.310529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 5256ef99-02a3-4cc8-aec0-0e007e6f777c completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:44.320633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3657dd7a-4ebe-4e0c-96e4-d8739b84cc6e req-f1ba2f02-29bc-4701-9f5d-dd780a12cad7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4348080 Dec 09 15:06:44.323984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Allocated IP 2001:db8:1::2 (68e4ec6c-d1bb-43f5-8f3d-16997d24796b/16879233-167d-4a1b-92ee-47b41d04a768/574979aa-77ac-4368-beb7-aeb3344a8355) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:44.332178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 5256ef99-02a3-4cc8-aec0-0e007e6f777c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:44.332782 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.338514 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-b1c81f14-9d8a-43f0-b3e4-1cb54d90bf46 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:06:44.342860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b1c81f14-9d8a-43f0-b3e4-1cb54d90bf46 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933 HTTP/1.1" status: 400 len: 364 time: 1.2253430 Dec 09 15:06:44.343012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Port 0cdccf1f-2510-45f1-9049-ecf801b6d051 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:44.343992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54302) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.356076 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7664b99f-5ead-410a-8cd0-42d8d1811b76 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.356557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7664b99f-5ead-410a-8cd0-42d8d1811b76 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.365426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7664b99f-5ead-410a-8cd0-42d8d1811b76 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/533a26e0-96e5-4f62-af17-3751cfc919fe HTTP/1.1" status: 404 len: 337 time: 0.0765214 Dec 09 15:06:44.365938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.397959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Provisioning complete for port 0f0b240f-daf6-4761-8531-7d8fafa753ed triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:44.398345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.421084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-06a4ff2e-90a6-4d23-8637-b96cf50557f0 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "GET /v2.0/ports?device_id=99456245-d474-4cd5-9294-f6b07e1a1e7d HTTP/1.1" status: 200 len: 205 time: 0.0372534 Dec 09 15:06:44.424740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54308) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.470745 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-7f1e743d-6a09-4062-a1a0-a9ed6025bfc5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] delete failed (client error): The resource could not be found. Dec 09 15:06:44.473219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f1e743d-6a09-4062-a1a0-a9ed6025bfc5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/routers/99456245-d474-4cd5-9294-f6b07e1a1e7d HTTP/1.1" status: 404 len: 336 time: 0.0460389 Dec 09 15:06:44.474663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54310) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.495122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd8142-d6cf-4df2-9fe8-e4f4d0966774 req-51e64300-437e-428a-bfaa-3a411b8742f5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.495983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9afd8142-d6cf-4df2-9fe8-e4f4d0966774 req-51e64300-437e-428a-bfaa-3a411b8742f5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 945 time: 0.1545765 Dec 09 15:06:44.527722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:44.527947 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6faf4ef-d841-47dc-b37c-a0d7793e6abf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.528338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6faf4ef-d841-47dc-b37c-a0d7793e6abf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.532245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e6faf4ef-d841-47dc-b37c-a0d7793e6abf tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/1a033396-ac64-4b10-80f1-e57096d459f2 HTTP/1.1" status: 404 len: 337 time: 0.0521526 Dec 09 15:06:44.535610 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54312) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.575238 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3a579f-9934-4d1e-9338-ef6cab0fedc5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.575759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3a579f-9934-4d1e-9338-ef6cab0fedc5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.582126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b3a579f-9934-4d1e-9338-ef6cab0fedc5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/18ce0368-af1c-4732-a74d-6e387b8e6e3d HTTP/1.1" status: 404 len: 337 time: 0.0355587 Dec 09 15:06:44.585061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.610644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.623124 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-276c3f96-1ae9-4e57-8a88-3243326b87e8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.623782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276c3f96-1ae9-4e57-8a88-3243326b87e8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.627552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-276c3f96-1ae9-4e57-8a88-3243326b87e8 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/010f08d5-27e0-4ea5-8c39-23b4fab69951 HTTP/1.1" status: 404 len: 333 time: 0.0414534 Dec 09 15:06:44.633485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9afd8142-d6cf-4df2-9fe8-e4f4d0966774 req-c024ef63-027b-4db6-8272-3f058b8b7339 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117809 Dec 09 15:06:44.633683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.669790 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a4c2e2-76d6-426c-814e-9d1f3208bbbe tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.671086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a4c2e2-76d6-426c-814e-9d1f3208bbbe tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.674876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-95a4c2e2-76d6-426c-814e-9d1f3208bbbe tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/b86031d5-6cba-4b95-8f69-94ea7fa236c6 HTTP/1.1" status: 404 len: 337 time: 0.0399468 Dec 09 15:06:44.677695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54318) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.704474 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-692e2be9-6788-4e3f-94df-28447c031f53 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.704474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692e2be9-6788-4e3f-94df-28447c031f53 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.709956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-692e2be9-6788-4e3f-94df-28447c031f53 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/6efdca6c-bd82-4dcf-b120-2ba17f8d07e5 HTTP/1.1" status: 404 len: 333 time: 0.0312560 Dec 09 15:06:44.710847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54320) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.721939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.732477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:44.734439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Provisioning complete for port 7d82ea79-81e3-4807-94a3-ee757358c0d0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:44.734867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.740569 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecd26cc-e49d-46b2-86ae-614922200fc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.741267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecd26cc-e49d-46b2-86ae-614922200fc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.747260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0ecd26cc-e49d-46b2-86ae-614922200fc9 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/c958152e-03d3-4d3b-942c-b559574ca551 HTTP/1.1" status: 404 len: 337 time: 0.0352402 Dec 09 15:06:44.747763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54322) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.751179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.768861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.772056 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-131cca94-d964-4278-a732-521af51ff44a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.772632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131cca94-d964-4278-a732-521af51ff44a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.774613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.778903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-131cca94-d964-4278-a732-521af51ff44a tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/ec24dde4-c8e2-48de-be67-07e73c40dc0c HTTP/1.1" status: 404 len: 333 time: 0.0270340 Dec 09 15:06:44.779060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54324) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.780586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.783835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Port 7d82ea79-81e3-4807-94a3-ee757358c0d0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:44.787293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.792849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.793227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.794727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 632c4039-23e7-42e8-ad46-65a4824aa630 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:44.796381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.797129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e63d5ea4-149d-4e32-9dcd-42e31535157a up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:44.799267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.805442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:44.806027 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3e4e60-2405-491a-a06f-847934e134e4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.806524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3e4e60-2405-491a-a06f-847934e134e4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.807360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a96d4497-0ec1-4962-ac03-d358e984af03 req-5a84cfaa-1ff2-4199-b699-eddf6d3ca881 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.3654809 Dec 09 15:06:44.810066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea3e4e60-2405-491a-a06f-847934e134e4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/898e6828-7a61-45a7-869a-a2bf3c6f77b4 HTTP/1.1" status: 404 len: 337 time: 0.0295470 Dec 09 15:06:44.820378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54326) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.824908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54328) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.830590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Request body: {'floatingip': {'port_id': '825d548c-65d6-4b0a-aaed-92bd7b570dd2'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:44.836103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.842138 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.870892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 632c4039-23e7-42e8-ad46-65a4824aa630 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:44.871379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 632c4039-23e7-42e8-ad46-65a4824aa630 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:44.880720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Provisioning complete for port d8019634-77e7-4965-8996-69f38987cf04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:44.881102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.898517 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc36392-4cbf-4628-8c2c-2b34a7c4ddbc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:44.899315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc36392-4cbf-4628-8c2c-2b34a7c4ddbc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:44.907146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2cc36392-4cbf-4628-8c2c-2b34a7c4ddbc tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/7df91336-b7e9-4403-9de7-312e79610d7e HTTP/1.1" status: 404 len: 333 time: 0.0901687 Dec 09 15:06:44.908067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54330) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:44.915516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:44.928094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event deleted for resources: {'Port': ['ID=7d82ea79-81e3-4807-94a3-ee757358c0d0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:44.929131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:44.936483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:44.940664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:44.952174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Pushing event updated for resources: {'Port': ['ID=574979aa-77ac-4368-beb7-aeb3344a8355,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:45.032366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-847b030f-f4f2-470b-be6b-ae5c4759d00e None None] Port d8019634-77e7-4965-8996-69f38987cf04 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:45.073421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port e63d5ea4-149d-4e32-9dcd-42e31535157a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:45.084279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0f0b240f-daf6-4761-8531-7d8fafa753ed up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:45.122451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port e63d5ea4-149d-4e32-9dcd-42e31535157a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:45.122831 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.127787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:45.145316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Attempting to bind port 574979aa-77ac-4368-beb7-aeb3344a8355 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:45.145961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Attempting to bind port 574979aa-77ac-4368-beb7-aeb3344a8355 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:45.146460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Attempting to bind port 574979aa-77ac-4368-beb7-aeb3344a8355 on network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:45.208496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-39960739-e44c-488f-aff9-c62a1f49089e None None] Could not find standard attr ID for object 7d82ea79-81e3-4807-94a3-ee757358c0d0. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:06:45.211116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:45.211627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Checking segment: {'id': 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:45.211943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.212340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Bound using segment: {'id': 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:45.212839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Bound port: 574979aa-77ac-4368-beb7-aeb3344a8355, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '68e4ec6c-d1bb-43f5-8f3d-16997d24796b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:45.213833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.329754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0f0b240f-daf6-4761-8531-7d8fafa753ed triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:45.330335 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.363392 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f746f779-ce25-4ba6-8d6e-28c28f4d86e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.363755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f746f779-ce25-4ba6-8d6e-28c28f4d86e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.369712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f746f779-ce25-4ba6-8d6e-28c28f4d86e7 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/79125a4b-f137-4f68-baad-3e24d8ff0e57 HTTP/1.1" status: 404 len: 337 time: 0.4572647 Dec 09 15:06:45.372235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.387866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] For port 574979aa-77ac-4368-beb7-aeb3344a8355, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:45.392332 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.395453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] For port 574979aa-77ac-4368-beb7-aeb3344a8355, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574979aa-77ac-4368-beb7-aeb3344a8355,segment=NetworkSegment(bab355d7-6e0b-49d2-b9f8-970a2ef56b97),segment_id=bab355d7-6e0b-49d2-b9f8-970a2ef56b97)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:45.411671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.414189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.424816 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-90264128-6889-4403-89c5-1e8d6cff3ca6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.425383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90264128-6889-4403-89c5-1e8d6cff3ca6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.431701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-90264128-6889-4403-89c5-1e8d6cff3ca6 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/2b137d7a-55da-4dbc-a44d-932a4c82c207 HTTP/1.1" status: 404 len: 333 time: 0.0495200 Dec 09 15:06:45.432964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54336) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.446477 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP 12729a17-f597-4fab-91be-e283d7197dfb associated. External IP: 172.25.0.87, port: 0cdccf1f-2510-45f1-9049-ecf801b6d051. Dec 09 15:06:45.507605 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-290f0e02-c96e-4c53-9dcc-3aefcddfabd5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.508069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290f0e02-c96e-4c53-9dcc-3aefcddfabd5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.513539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-290f0e02-c96e-4c53-9dcc-3aefcddfabd5 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/d66ad0c1-50f0-43ac-8d5d-3195cad8537d HTTP/1.1" status: 404 len: 337 time: 0.0774014 Dec 09 15:06:45.518192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:45.519023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.522313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-efba7a1c-7e94-48bf-81b2-4f503a848021 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "DELETE /v2.0/ports/7d82ea79-81e3-4807-94a3-ee757358c0d0 HTTP/1.1" status: 204 len: 168 time: 2.4815180 Dec 09 15:06:45.524813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54338) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.525922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.528189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54340) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.530078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.531027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8a26e827-9d5e-4869-b402-3406917bc5b5 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:45.532688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.536145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Request body: {'port': {'name': 'tempest-new-port-name-1632339980', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:45.536752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.api.validators [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] bootfile-name is not in valid_values {{(pid=109894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:45.537250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.api.validators [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] tftp-server is not in valid_values {{(pid=109894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:45.537752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.api.validators [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] server-ip-address is not in valid_values {{(pid=109894) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 15:06:45.540127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.546181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.552575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.558549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.569340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:45.571257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600996c-6342-4e9c-a4bc-bbfccc9f257d None None] Pushing event updated for resources: {'Port': ['ID=574979aa-77ac-4368-beb7-aeb3344a8355,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:45.577391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-4db5d928-6d64-4e61-a65e-13dd2f37034d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5442 time: 0.2186394 Dec 09 15:06:45.644463 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b54c466-4e4e-4f69-87f5-01fc6a002d3c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.645383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b54c466-4e4e-4f69-87f5-01fc6a002d3c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.649259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b54c466-4e4e-4f69-87f5-01fc6a002d3c tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/60a33898-f40f-4aec-b2c2-8aeb2bc86d09 HTTP/1.1" status: 404 len: 333 time: 0.1233079 Dec 09 15:06:45.652867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.684204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:45.705437 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef281a82-8c2d-463d-8f8a-976ee0332af4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.705910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef281a82-8c2d-463d-8f8a-976ee0332af4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.709107 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef281a82-8c2d-463d-8f8a-976ee0332af4 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/634b8a11-6c58-498a-aa34-61b57d79e6dd HTTP/1.1" status: 404 len: 337 time: 0.0552535 Dec 09 15:06:45.716234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 8a26e827-9d5e-4869-b402-3406917bc5b5 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:45.717716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54346) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.727005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 8a26e827-9d5e-4869-b402-3406917bc5b5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:45.727624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.790659 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29ed60b-3331-40f9-81c3-7a1e5671cf62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.791222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29ed60b-3331-40f9-81c3-7a1e5671cf62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.794729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f29ed60b-3331-40f9-81c3-7a1e5671cf62 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/ports/033cdb48-4135-42a6-b136-1d6bcf2a0f90 HTTP/1.1" status: 404 len: 333 time: 0.0722167 Dec 09 15:06:45.796524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.798773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54348) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.809708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b7facee-d986-48ab-b5bf-5fd8858ef35c req-a01dbd6d-bd5e-4040-9aee-fda9ecbca366 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314217 Dec 09 15:06:45.844530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.854108 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.874274 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9b4d3e-65be-4ba9-8059-bba1ecd44f2e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] DELETE failed (client error): The resource could not be found. Dec 09 15:06:45.874729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9b4d3e-65be-4ba9-8059-bba1ecd44f2e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:06:45.877968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db9b4d3e-65be-4ba9-8059-bba1ecd44f2e tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/subnets/44e87902-be08-46bb-9211-261542653883 HTTP/1.1" status: 404 len: 337 time: 0.0735054 Dec 09 15:06:45.887118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54350) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:45.889298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.951263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8a26e827-9d5e-4869-b402-3406917bc5b5,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:45.958457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:45.959664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4f49ff04-3d83-4188-9e04-1e1d2245e79d up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:45.998492 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Floating IP e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14 associated. External IP: 172.25.0.139, port: 825d548c-65d6-4b0a-aaed-92bd7b570dd2. Dec 09 15:06:46.048148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25a5c6-0278-4ec0-8322-d268748143cf req-24084687-0233-481d-be8c-db0aaa1d15a8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.049699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df25a5c6-0278-4ec0-8322-d268748143cf req-24084687-0233-481d-be8c-db0aaa1d15a8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 945 time: 0.3025546 Dec 09 15:06:46.088809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:46.096671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 4f49ff04-3d83-4188-9e04-1e1d2245e79d completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:06:46.102163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 4f49ff04-3d83-4188-9e04-1e1d2245e79d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:46.103149 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.193905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.215451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.237759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Router fe069620-39c7-4d95-93ee-ff552613a5db has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:46.241935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:46.246556 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.289488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6631bc37-9724-44ba-ae6d-3918cbea0277'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a26e827-9d5e-4869-b402-3406917bc5b5'}, {'server_uuid': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f49ff04-3d83-4188-9e04-1e1d2245e79d'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:46.291854 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ba8deb-ccaa-49ab-822e-0a5b6c44e83e" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "6631bc37-9724-44ba-ae6d-3918cbea0277"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "8a26e827-9d5e-4869-b402-3406917bc5b5"}, {"server_uuid": "f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8", "name": "network-vif-plugged", "status": "completed", "tag": "4f49ff04-3d83-4188-9e04-1e1d2245e79d"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:46.304285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Allocated IP 2001:db8::1 (11f6b373-026f-4319-8367-51296afed1d0/4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d/9c7330f1-0786-421b-a741-2b8be7d8c069) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:46.341204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4f49ff04-3d83-4188-9e04-1e1d2245e79d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:46.342861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df25a5c6-0278-4ec0-8322-d268748143cf req-b0da9522-6d86-4347-9461-02476bb703a5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843325 Dec 09 15:06:46.361231 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6582ebc7-8b54-466b-856d-960612f75448 x-openstack-request-id: req-6582ebc7-8b54-466b-856d-960612f75448 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:46.361801 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "6631bc37-9724-44ba-ae6d-3918cbea0277", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-plugged", "status": "completed", "tag": "8a26e827-9d5e-4869-b402-3406917bc5b5", "code": 200}, {"server_uuid": "f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8", "name": "network-vif-plugged", "status": "completed", "tag": "4f49ff04-3d83-4188-9e04-1e1d2245e79d", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:46.362310 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6582ebc7-8b54-466b-856d-960612f75448 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:46.362927 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6631bc37-9724-44ba-ae6d-3918cbea0277', 'code': 200} Dec 09 15:06:46.363489 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c', 'code': 200} Dec 09 15:06:46.364206 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a', 'code': 200} Dec 09 15:06:46.364791 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a26e827-9d5e-4869-b402-3406917bc5b5', 'code': 200} Dec 09 15:06:46.365139 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f49ff04-3d83-4188-9e04-1e1d2245e79d', 'code': 200} Dec 09 15:06:46.404557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:46.411311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.411617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:46.418419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] Sync routers for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:46.430590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:46.431557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:46.458664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-58145d4a-a746-4b0b-bb60-d40b43812637 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "PUT /v2.0/floatingips/e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14 HTTP/1.1" status: 200 len: 992 time: 1.6312642 Dec 09 15:06:46.459284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:46.464207 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:46.537091 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fdd859-66ef-46e5-b281-3ae858bf8ee2 x-openstack-request-id: req-00fdd859-66ef-46e5-b281-3ae858bf8ee2 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:46.537724 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:46.538061 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00fdd859-66ef-46e5-b281-3ae858bf8ee2 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:46.538549 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'status': 'completed', 'code': 200} Dec 09 15:06:46.599081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.627538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.628063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.628553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.630142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.631447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.631946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.632426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.637344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-dda9aa11-3d9c-4d51-9034-f7985030d364 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.0693920 Dec 09 15:06:46.698933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ad000a-542a-403b-900f-3e0469146f33']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:46.713240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.731911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e59a96-cc00-494c-9e4e-45f98aac76f5') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:46.732210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e59a96-cc00-494c-9e4e-45f98aac76f5') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:46.737953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.764127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:06:46.767430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.780962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-f64c374e-bbaf-4095-969a-0becb696ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.783955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-f64c374e-bbaf-4095-969a-0becb696ce07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73 HTTP/1.1" status: 200 len: 913 time: 0.1388135 Dec 09 15:06:46.791822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.818833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a530d-32aa-4154-bc98-feffee2b48fc req-1409c0cb-8302-4bdd-9ef1-e8768500f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.820379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec0a530d-32aa-4154-bc98-feffee2b48fc req-1409c0cb-8302-4bdd-9ef1-e8768500f060 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 1097 time: 0.3253970 Dec 09 15:06:46.871004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.871534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.872007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.872469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.872932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.873390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.873844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.876626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a715df59-4ed0-42f4-929e-ce956e28e0de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.3782554 Dec 09 15:06:46.878455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-667313fa-ef38-4888-a036-6f96cd1e8805 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0834825 Dec 09 15:06:46.883383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:46.965207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-708fa7db-aa93-4fe4-9325-9921ee4a9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:46.967869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-708fa7db-aa93-4fe4-9325-9921ee4a9a68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.0823488 Dec 09 15:06:47.021854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-d94d5b69-cbfd-425a-a8c1-d098e31147ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.023629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-d94d5b69-cbfd-425a-a8c1-d098e31147ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484922 Dec 09 15:06:47.034998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:47.035768 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:47.046901 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:47.111710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event updated for resources: {'Port': ['ID=d8019634-77e7-4965-8996-69f38987cf04,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:47.136525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574979aa-77ac-4368-beb7-aeb3344a8355 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:47.144594 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-ed8fec6a-0777-4932-a45b-739646201553 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131508 Dec 09 15:06:47.214271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1c627-f5f1-47b0-b468-ccb33d752c6f None None] Network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:47.241755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:47.260789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.273037 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:47.276321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.279385 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.282085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f20d7cc0-7af0-4b4a-bccd-96e5ba4849cc req-23b7306a-5fea-45ed-a206-ba205058de7c service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279781 Dec 09 15:06:47.287001 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:47.287671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:47.299273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] In _notify_port_updated(), no bound segment for port d8019634-77e7-4965-8996-69f38987cf04 on network d49d1014-f591-408d-9493-84f30d517fc0 {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:06:47.305233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.306029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.310230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e493d3c2-1bac-4a3c-b321-740cb59c4dd4 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "PUT /v2.0/ports/d8019634-77e7-4965-8996-69f38987cf04 HTTP/1.1" status: 200 len: 1137 time: 1.7783599 Dec 09 15:06:47.310576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54360) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:47.336640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.340447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:47.340785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] 10.222.0.46 "DELETE /v2.0/networks/d3ad000a-542a-403b-900f-3e0469146f33 HTTP/1.1" status: 204 len: 168 time: 1.4274931 Dec 09 15:06:47.346263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 574979aa-77ac-4368-beb7-aeb3344a8355 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:47.346640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.354033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec0a530d-32aa-4154-bc98-feffee2b48fc req-37968be7-b07c-4853-a236-4827d5e78987 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949334 Dec 09 15:06:47.362443 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:47.363082 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:47.414127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d2474b-1113-4d7e-a842-d90334880734 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.417669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83d2474b-1113-4d7e-a842-d90334880734 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "GET /v2.0/ports/d8019634-77e7-4965-8996-69f38987cf04 HTTP/1.1" status: 200 len: 1137 time: 0.1038992 Dec 09 15:06:47.421801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54366) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:47.432792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-99495ace-59da-4c45-8f8c-554d9c7b7e58 None None] Provisioning complete for port 574979aa-77ac-4368-beb7-aeb3344a8355 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:47.433165 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99495ace-59da-4c45-8f8c-554d9c7b7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.454713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:47.455805 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a0584-578f-4221-8f1e-a9af5281dfb2 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:47.537321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.574365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'port_id': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'mac_address': 'fa:16:3e:45:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:04:51Z', 'updated_at': '2021-12-09T15:06:45Z', 'revision_number': 1, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:21Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:47.582878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b9ae4-ccf0-4c29-8ac1-1f3771fa785e req-5922f681-7182-4aa2-9ff4-96eabe883b0b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.584355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-939b9ae4-ccf0-4c29-8ac1-1f3771fa785e req-5922f681-7182-4aa2-9ff4-96eabe883b0b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.1135864 Dec 09 15:06:47.619383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] Checking router: fe069620-39c7-4d95-93ee-ff552613a5db for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:06:47.643501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Deleting port d8019634-77e7-4965-8996-69f38987cf04 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:47.644119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.655646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:47.656297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:47.695682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 574979aa-77ac-4368-beb7-aeb3344a8355, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574979aa-77ac-4368-beb7-aeb3344a8355,segment=NetworkSegment(bab355d7-6e0b-49d2-b9f8-970a2ef56b97),segment_id=bab355d7-6e0b-49d2-b9f8-970a2ef56b97)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:47.710658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.761006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Port': ['ID=9c7330f1-0786-421b-a741-2b8be7d8c069,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:47.764014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d75e1-7b23-481a-b858-4c0ea84bbda1 tempest-NetworksTestDHCPv6-394490461 tempest-NetworksTestDHCPv6-394490461-project] Pushing event deleted for resources: {'Network': ['ID=d3ad000a-542a-403b-900f-3e0469146f33,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:47.766789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-939b9ae4-ccf0-4c29-8ac1-1f3771fa785e req-7df5a911-614e-4033-988e-02d8a49636b8 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662183 Dec 09 15:06:47.797523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.807618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.808844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54372) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:47.814829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.821377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.826215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.828040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.840070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.846505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:47.848505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-2a3bd210-192e-40bc-9dc7-43a070a3506e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.8223405 Dec 09 15:06:47.850022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9581b01c-4db5-44f7-aa3b-1349528ea3e8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/floatingips/12729a17-f597-4fab-91be-e283d7197dfb HTTP/1.1" status: 200 len: 977 time: 4.6514063 Dec 09 15:06:47.855365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54376) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:47.862137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network 11f6b373-026f-4319-8367-51296afed1d0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:47.862971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Calling delete_port for d8019634-77e7-4965-8996-69f38987cf04 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:47.874468 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec4a5241-cae5-4078-928d-6938d3e3816a req-a041ed0f-4b4b-4f65-99c6-76af493a2f75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9128089 Dec 09 15:06:47.877705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:47.937208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=574979aa-77ac-4368-beb7-aeb3344a8355,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:47.961354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:06:47.974068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:47.974642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:47.981860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88fc36f1-ce24-4cd9-92c1-b985f90a9444 req-0e98593a-47b2-4005-b77b-b6dadc489002 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110837 Dec 09 15:06:48.143307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-300f3a6b-0a1d-451e-be6d-1189d99f4848 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b05877e02d7848e48701ba553ffbba1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301086 Dec 09 15:06:48.145603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0082cbcb-162b-49d1-b4c9-9b3788a67492 None None] Provisioning complete for port d8019634-77e7-4965-8996-69f38987cf04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:48.146142 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0082cbcb-162b-49d1-b4c9-9b3788a67492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.170161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54378) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:48.248637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-10418e4c-5ba4-4a41-8378-f987d99c7a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.268824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0082cbcb-162b-49d1-b4c9-9b3788a67492 None None] Port d8019634-77e7-4965-8996-69f38987cf04 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:48.273504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.276124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.280235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 0cdccf1f-2510-45f1-9049-ecf801b6d051 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:48.280561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.300506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-10418e4c-5ba4-4a41-8378-f987d99c7a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.359025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'port_id': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'mac_address': 'fa:16:3e:45:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:04:51Z', 'updated_at': '2021-12-09T15:06:45Z', 'revision_number': 1, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:21Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:48.400253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf77854-66d1-4aa6-a63e-47b784b7bafb None None] The sync data for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 is: [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'port_id': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'mac_address': 'fa:16:3e:45:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:04:51Z', 'updated_at': '2021-12-09T15:06:45Z', 'revision_number': 1, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:21Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:48.414269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4f5c27a-5283-42cb-bbaf-1bca60514c2e None None] Provisioning complete for port 9c7330f1-0786-421b-a741-2b8be7d8c069 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:48.414953 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c27a-5283-42cb-bbaf-1bca60514c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.435062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event deleted for resources: {'Port': ['ID=d8019634-77e7-4965-8996-69f38987cf04,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:48.456056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.464215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf1ddd75-3303-4697-a47b-658642df40ae tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "DELETE /v2.0/ports/d8019634-77e7-4965-8996-69f38987cf04 HTTP/1.1" status: 204 len: 168 time: 1.0403745 Dec 09 15:06:48.465042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:48.468662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c4f5c27a-5283-42cb-bbaf-1bca60514c2e None None] Port 9c7330f1-0786-421b-a741-2b8be7d8c069 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:48.491327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4f5c27a-5283-42cb-bbaf-1bca60514c2e None None] Provisioning complete for port 574979aa-77ac-4368-beb7-aeb3344a8355 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:48.492121 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4f5c27a-5283-42cb-bbaf-1bca60514c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.501836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-10418e4c-5ba4-4a41-8378-f987d99c7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.504960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-10418e4c-5ba4-4a41-8378-f987d99c7a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.507832 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-10418e4c-5ba4-4a41-8378-f987d99c7a56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6331ba37-bf7e-431d-98e1-da6b06129ef5 HTTP/1.1" status: 204 len: 168 time: 0.3366411 Dec 09 15:06:48.521077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10418e4c-5ba4-4a41-8378-f987d99c7a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6331ba37-bf7e-431d-98e1-da6b06129ef5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:48.592470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Deleting subnet 1f21d67c-c5d2-4707-9d08-e282d2c9d726 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:48.597171 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.610336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.778685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56030df-93a4-4a57-a981-ca24bbe763b6 None None] New status for floating IP e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:06:48.783051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:48.947815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81afb1-e4bf-4883-91b8-2b1021b7cf5d req-3eaeaa44-8a7a-4943-9b05-b48235f1ad3b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:48.949498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d81afb1-e4bf-4883-91b8-2b1021b7cf5d req-3eaeaa44-8a7a-4943-9b05-b48235f1ad3b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.0898986 Dec 09 15:06:48.998309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574979aa-77ac-4368-beb7-aeb3344a8355 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:06:49.059261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 574979aa-77ac-4368-beb7-aeb3344a8355 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:49.059667 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.093836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d81afb1-e4bf-4883-91b8-2b1021b7cf5d req-e9121d81-68cf-4569-9bcd-57dd773478af tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313422 Dec 09 15:06:49.132040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.132620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.132807 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP 12729a17-f597-4fab-91be-e283d7197dfb disassociated. External IP: 172.25.0.87, port: 0cdccf1f-2510-45f1-9049-ecf801b6d051. Dec 09 15:06:49.133160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 0cdccf1f-2510-45f1-9049-ecf801b6d051 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:49.290620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.312290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.313156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.321293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.358133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431ab9c-fe06-4619-a33d-975133c94089 req-061cc2e7-76d1-429e-98d6-490adab36606 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.359893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e431ab9c-fe06-4619-a33d-975133c94089 req-061cc2e7-76d1-429e-98d6-490adab36606 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.0552461 Dec 09 15:06:49.418335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e431ab9c-fe06-4619-a33d-975133c94089 req-8e206f7f-780d-492d-97a2-724059b7307d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502777 Dec 09 15:06:49.444009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.449937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.456527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.462525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.468533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.475234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.481148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.483090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-e01eedd4-b8cf-485e-9af3-49c6d1c30c0e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.3200901 Dec 09 15:06:49.504582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event updated for resources: {'Port': ['ID=9c7330f1-0786-421b-a741-2b8be7d8c069,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:49.551478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1dd1e-0cf5-4cf6-8460-3e89060ee885 req-e6e99d7c-f366-4d65-86b6-60fac9730a28 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:49.553154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16a1dd1e-0cf5-4cf6-8460-3e89060ee885 req-e6e99d7c-f366-4d65-86b6-60fac9730a28 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.0586934 Dec 09 15:06:49.553742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54414) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:49.605313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16a1dd1e-0cf5-4cf6-8460-3e89060ee885 req-ee65a901-9517-454e-8e80-fa5b5e718abd tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456378 Dec 09 15:06:49.623790 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.649156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.677409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'networks': [{'name': 'tempest-network--1462600180'}, {'name': 'tempest-network--262771402'}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:49.678136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'network': {'name': 'tempest-network--1462600180'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:49.679222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'network': {'name': 'tempest-network--262771402'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:49.684632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event deleted for resources: {'Subnet': ['ID=1f21d67c-c5d2-4707-9d08-e282d2c9d726,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:49.697146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4112fc-7914-42a1-98eb-4be219d8c099 None None] Network d49d1014-f591-408d-9493-84f30d517fc0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:49.711307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.715389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d1e8dad3-5dc9-4a12-a904-070207edda30 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "DELETE /v2.0/subnets/1f21d67c-c5d2-4707-9d08-e282d2c9d726 HTTP/1.1" status: 204 len: 168 time: 1.2472839 Dec 09 15:06:49.715921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'network': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:49.721557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54420) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:49.722432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.733094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Network 11f6b373-026f-4319-8367-51296afed1d0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:49.733616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.733996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=0cdccf1f-2510-45f1-9049-ecf801b6d051,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:49.754522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-81973def-9f49-4214-9c6f-8ba15d5a07c4 req-74a6be22-7783-4f93-b28c-0ff2896decbc tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2592459 Dec 09 15:06:49.755051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25252e37-d4f0-46fd-98fe-1f025d8812eb None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:49.755464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:49.928481 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.933086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.933654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.970788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:49.976313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] DHCP port deletion for d49d1014-f591-408d-9493-84f30d517fc0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:49.984247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518ea074-810e-4198-9af7-6b739886a645,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:49.995618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:50.008532 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.009303 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Added segment a274b5f4-0d68-403d-b27f-b532bae80cab of type vlan for network 22292eae-b2f6-41e4-9a94-7aab33c85a72 Dec 09 15:06:50.064192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.077962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] Deleting port 0f0b240f-daf6-4761-8531-7d8fafa753ed {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:50.078606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.102052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:50.122937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.123258 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Added segment 9b7cf556-fdd9-4986-87eb-276305a02844 of type vlan for network f2f52c74-5403-410e-9b7d-f66870c101f0 Dec 09 15:06:50.174708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] For port 0f0b240f-daf6-4761-8531-7d8fafa753ed, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0f0b240f-daf6-4761-8531-7d8fafa753ed,segment=NetworkSegment(5ac3d4bc-74db-4ad0-9ae5-155fec8f440b),segment_id=5ac3d4bc-74db-4ad0-9ae5-155fec8f440b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:50.175495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.176707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.194996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] Calling delete_port for 0f0b240f-daf6-4761-8531-7d8fafa753ed owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:50.205771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.206551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.212947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.214606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bf393291-b47a-4ca3-a63f-0e24a73d5807 None None] Provisioning complete for port 9c7330f1-0786-421b-a741-2b8be7d8c069 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:50.215167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf393291-b47a-4ca3-a63f-0e24a73d5807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.218188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.218884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.254019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6990533 Dec 09 15:06:50.267843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54426) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:50.302189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bf393291-b47a-4ca3-a63f-0e24a73d5807 None None] Port 9c7330f1-0786-421b-a741-2b8be7d8c069 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:06:50.331610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.360679 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] Pushing event deleted for resources: {'Port': ['ID=0f0b240f-daf6-4761-8531-7d8fafa753ed,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:50.364432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10bdad-7466-47bd-bae8-f399f4d567ac None None] No DVR routers for this DVR port 0f0b240f-daf6-4761-8531-7d8fafa753ed on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:50.408484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1bf5e-06a9-490b-a297-d01e869b4b12 req-4fe354a7-3af3-40e8-b8e5-3d1d2286e897 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.410108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbd1bf5e-06a9-490b-a297-d01e869b4b12 req-4fe354a7-3af3-40e8-b8e5-3d1d2286e897 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.5042448 Dec 09 15:06:50.446637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Router 30298b55-8a17-4114-a8d0-bebd4800e933 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:50.479106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:50.540723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.640496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Network': ['ID=22292eae-b2f6-41e4-9a94-7aab33c85a72,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:50.646012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49d1014-f591-408d-9493-84f30d517fc0']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.651191 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbd1bf5e-06a9-490b-a297-d01e869b4b12 req-9d663282-1fd8-4da4-9128-723c7d819956 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178636 Dec 09 15:06:50.658884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 22292eae-b2f6-41e4-9a94-7aab33c85a72 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:50.694574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.694984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac3d4bc-74db-4ad0-9ae5-155fec8f440b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.712049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.768299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:50.770814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.775911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8986c45c-ac39-4a48-95df-4c25d0b66a28 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4305415 Dec 09 15:06:50.780237 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] Sync routers for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:50.780823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54428) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:50.792076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275ea71-d2d8-404c-9c8e-6dd5651d75ea tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Network': ['ID=f2f52c74-5403-410e-9b7d-f66870c101f0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:50.793002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:50.793411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.794642 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:50.795698 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.809282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f2f52c74-5403-410e-9b7d-f66870c101f0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:50.816636 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:50.819433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d67132-2aa9-4dab-b929-e8a0404b4c34 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.823381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d67132-2aa9-4dab-b929-e8a0404b4c34 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.830435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d67132-2aa9-4dab-b929-e8a0404b4c34 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.835560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d67132-2aa9-4dab-b929-e8a0404b4c34 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.837306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-85d67132-2aa9-4dab-b929-e8a0404b4c34 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5683701 Dec 09 15:06:50.840124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54432) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:50.846366 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.857500 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:50.858246 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.904164 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:50.905257 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee55550-7e12-486f-aa13-288beec45026 None None] The sync data for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:50.941812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:50.993850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:50.994317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0f0b240f-daf6-4761-8531-7d8fafa753ed no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:50.999508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:50.999961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.007018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.014977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.022416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.030262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.031316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:51.034936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 0f0b240f-daf6-4761-8531-7d8fafa753ed {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:51.035513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0f0b240f-daf6-4761-8531-7d8fafa753ed not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:51.038072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.044740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.046764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-99cec99d-7b05-426e-8db5-8b3ea9e13a19 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.1306891 Dec 09 15:06:51.049977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:51.050609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.092474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.098780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.099427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] 10.222.0.46 "DELETE /v2.0/networks/d49d1014-f591-408d-9493-84f30d517fc0 HTTP/1.1" status: 204 len: 168 time: 1.3723302 Dec 09 15:06:51.111669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:51.112731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.127545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1277d8-dd26-4aca-9598-eedb887795a3 tempest-ExtraDHCPOptionsTestJSON-1019846491 tempest-ExtraDHCPOptionsTestJSON-1019846491-project] Pushing event deleted for resources: {'Network': ['ID=d49d1014-f591-408d-9493-84f30d517fc0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:51.133405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a468d250-b047-4b46-9b62-9b9ccaef90b7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.165893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.166783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab153ad-7723-46f3-b9c7-219b3dcec098 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:51.169246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7c1d3e4-982e-4d5c-ba49-a6c8e7c40a07 req-2f88ea61-8235-4c4e-b7e6-a3b698d81aa8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209345 Dec 09 15:06:51.208850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.238719 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.244844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-11a40c25-b8ff-4d13-b36a-a66f90c20c83 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/ports/0cdccf1f-2510-45f1-9049-ecf801b6d051 HTTP/1.1" status: 204 len: 168 time: 3.3812561 Dec 09 15:06:51.247108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54440) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:51.250844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22292eae-b2f6-41e4-9a94-7aab33c85a72']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.275162 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-a468d250-b047-4b46-9b62-9b9ccaef90b7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:06:51.276848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a468d250-b047-4b46-9b62-9b9ccaef90b7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933 HTTP/1.1" status: 409 len: 329 time: 0.4923167 Dec 09 15:06:51.278779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54442) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:51.292795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-1812ee72-4eb1-4104-9bae-93aed27635b1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.294275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-1812ee72-4eb1-4104-9bae-93aed27635b1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.1224506 Dec 09 15:06:51.327241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a274b5f4-0d68-403d-b27f-b532bae80cab') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.328093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a274b5f4-0d68-403d-b27f-b532bae80cab') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.362556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.369425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e07abc77-8e1a-4870-a4f3-5b2406ff456e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/floatingips/12729a17-f597-4fab-91be-e283d7197dfb HTTP/1.1" status: 200 len: 687 time: 0.1195514 Dec 09 15:06:51.370313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54444) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:51.448810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.489572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:51.489961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:51.493071 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:51.519384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.525487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.527289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54448) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:51.531829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.538149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.544386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.550933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.557273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:51.558067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port 4f49ff04-3d83-4188-9e04-1e1d2245e79d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:51.558422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.559692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2311963-485a-431e-b6a5-572bff3c59f3 req-d114003f-f644-4ab8-ae16-9fa109ab08e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.2518270 Dec 09 15:06:51.581363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54452) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:51.616130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Request body: {'floatingip': {'port_id': '35ba5d58-cf79-49ec-82b9-e6a292e57056'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:51.638145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.643900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.647611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/networks/22292eae-b2f6-41e4-9a94-7aab33c85a72 HTTP/1.1" status: 204 len: 168 time: 0.8065152 Dec 09 15:06:51.652238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54454) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:51.702103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81c939-bb82-485c-96c8-bbb33977f137 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Network': ['ID=22292eae-b2f6-41e4-9a94-7aab33c85a72,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:51.723414 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.756796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 2f9dac7b-b891-45f4-9c9f-7b791c32d673 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:51.757136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.788933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.805342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.896524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.896850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.898745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port 4f49ff04-3d83-4188-9e04-1e1d2245e79d, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=4f49ff04-3d83-4188-9e04-1e1d2245e79d,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:51.899113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.939833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:51.949067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 2f9dac7b-b891-45f4-9c9f-7b791c32d673 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:51.955191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for 4f49ff04-3d83-4188-9e04-1e1d2245e79d owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:51.969777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f52c74-5403-410e-9b7d-f66870c101f0']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:51.980783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-43db3efc-277e-4aac-b192-456051d77838 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e278ff1de304f8eafb14f7bf23dbf2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511580 Dec 09 15:06:51.991364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54458) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:52.008351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7cf556-fdd9-4986-87eb-276305a02844') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:52.008655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7cf556-fdd9-4986-87eb-276305a02844') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:52.024357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.040916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.055552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:52.055947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:52.058921 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:52.101470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ba345-29d9-4c04-9108-be3654d9bba8 req-868270ef-ecaf-48cb-ac4c-bd4d3af17fbf tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:52.103053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c9ba345-29d9-4c04-9108-be3654d9bba8 req-868270ef-ecaf-48cb-ac4c-bd4d3af17fbf tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 946 time: 0.3306012 Dec 09 15:06:52.135791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.147139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.151035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/networks/f2f52c74-5403-410e-9b7d-f66870c101f0 HTTP/1.1" status: 204 len: 168 time: 0.4975784 Dec 09 15:06:52.169372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54460) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:52.205823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057c70c-8304-46d0-8a22-4da7b23f5855 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Network': ['ID=f2f52c74-5403-410e-9b7d-f66870c101f0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:52.273862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.311405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=2f9dac7b-b891-45f4-9c9f-7b791c32d673,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:52.346904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.353554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d958d77-7520-43ac-aaf3-cf649851329f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:52.360689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d958d77-7520-43ac-aaf3-cf649851329f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:52.366024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2d958d77-7520-43ac-aaf3-cf649851329f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1909447 Dec 09 15:06:52.384749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54464) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:52.389791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1764565329'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:52.424641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.427934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.429287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5bd6ec0a-9976-410a-8a0d-3fe06c408b01 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/floatingips/12729a17-f597-4fab-91be-e283d7197dfb HTTP/1.1" status: 204 len: 168 time: 1.0493402 Dec 09 15:06:52.430612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:52.434171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.437178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54466) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:52.449320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': 'e67f70a9-8a5b-467f-8799-42cda6301125'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:52.481088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:52.487238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.509501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.509849 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Added segment dd5b42eb-ba2f-4560-a720-d7af25ec32bf of type vlan for network 4aca79c6-0e77-4460-bc1a-50ea0f04d894 Dec 09 15:06:52.565166 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.626206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.631994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:52.632595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.678256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5044a6db-4cf1-493a-82f1-47d6a888a6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.682518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2966805 Dec 09 15:06:52.685608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54468) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:52.691782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-540986357'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:52.712296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c9ba345-29d9-4c04-9108-be3654d9bba8 req-03d2dbaf-a5db-4569-87e6-2a9edf8d8522 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967555 Dec 09 15:06:52.730192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad1fa4-6e71-4aca-9dd3-c987c6418c35 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Network': ['ID=4aca79c6-0e77-4460-bc1a-50ea0f04d894,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:52.746982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 4aca79c6-0e77-4460-bc1a-50ea0f04d894 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:52.750340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:52.753778 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.766480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.812550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5044a6db-4cf1-493a-82f1-47d6a888a6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.820707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:52.838580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.838931 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Added segment ea147032-0299-4eec-9b2f-3e7584eab6f8 of type vlan for network 9e879b78-e834-4f4e-81b6-5930f541c299 Dec 09 15:06:52.868257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.919287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.942733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.223 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a290a1e7-6d89-459c-a8ba-e9ad863b5845) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:52.958545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:52.983848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:06:53.044629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=4f49ff04-3d83-4188-9e04-1e1d2245e79d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:53.082264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cbdf4f-1db7-44e6-b874-3bda8896c2bb None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:53.103866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.136542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.143711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:53.144372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.179848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46985b15-a7b0-4ea9-a065-d285dca4000e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.194436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5052569 Dec 09 15:06:53.194696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port 4f49ff04-3d83-4188-9e04-1e1d2245e79d on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:53.196507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5044a6db-4cf1-493a-82f1-47d6a888a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.196666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.198070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5044a6db-4cf1-493a-82f1-47d6a888a6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.201480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5044a6db-4cf1-493a-82f1-47d6a888a6bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1642f03-84d5-4167-8245-04663952bb6e HTTP/1.1" status: 204 len: 168 time: 1.2069278 Dec 09 15:06:53.201657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54470) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:53.201781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.205505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12f658c1-644b-4983-89e6-9571ed3d6b46 req-48b017fb-922a-49f5-bedd-1263974b46a3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "DELETE /v2.0/ports/4f49ff04-3d83-4188-9e04-1e1d2245e79d HTTP/1.1" status: 204 len: 173 time: 1.8759341 Dec 09 15:06:53.214126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'name': 'network-vif-deleted', 'tag': '4f49ff04-3d83-4188-9e04-1e1d2245e79d'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:53.216948 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb2e3a9-b265-41c5-a0b7-ca364fa81f72" -d '{"events": [{"server_uuid": "f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8", "name": "network-vif-deleted", "tag": "4f49ff04-3d83-4188-9e04-1e1d2245e79d"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:53.269247 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:06:53.298998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'ports': [{'network_id': '4aca79c6-0e77-4460-bc1a-50ea0f04d894', 'name': 'tempest-port--56033684', 'admin_state_up': True}, {'network_id': '9e879b78-e834-4f4e-81b6-5930f541c299', 'admin_state_up': False}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:53.299383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'port': {'network_id': '4aca79c6-0e77-4460-bc1a-50ea0f04d894', 'name': 'tempest-port--56033684', 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:53.299969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'port': {'network_id': '9e879b78-e834-4f4e-81b6-5930f541c299', 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:53.311414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044a6db-4cf1-493a-82f1-47d6a888a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1642f03-84d5-4167-8245-04663952bb6e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:53.348696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.351705 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8419f039-f6fb-481c-8f10-180b6c7f7672 x-openstack-request-id: req-8419f039-f6fb-481c-8f10-180b6c7f7672 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:53.352090 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8", "name": "network-vif-deleted", "tag": "4f49ff04-3d83-4188-9e04-1e1d2245e79d", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:53.352335 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8419f039-f6fb-481c-8f10-180b6c7f7672 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:53.352741 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8', 'name': 'network-vif-deleted', 'tag': '4f49ff04-3d83-4188-9e04-1e1d2245e79d', 'status': 'completed', 'code': 200} Dec 09 15:06:53.358279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.394757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082b0e-3288-4ded-8639-1dfc87fdd989 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Network': ['ID=9e879b78-e834-4f4e-81b6-5930f541c299,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:53.409331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:53.411638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 9e879b78-e834-4f4e-81b6-5930f541c299 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:53.431148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:53.435441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=a290a1e7-6d89-459c-a8ba-e9ad863b5845,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:53.448898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:53.548776 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Floating IP f1b2b4b0-d9f7-4e50-8001-96bcd0aed018 associated. External IP: 172.25.0.57, port: 35ba5d58-cf79-49ec-82b9-e6a292e57056. Dec 09 15:06:53.617799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'port': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:53.621699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting port 9c7330f1-0786-421b-a741-2b8be7d8c069 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:53.622045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.622641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.644820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.786609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] device_id is not set on port 227d801a-2621-4cdd-b1c7-99675f79c1b7 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:53.788870 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:53.808265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Calling delete_port for 9c7330f1-0786-421b-a741-2b8be7d8c069 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:53.912543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae18f233-1883-476d-b73a-9eec253f51a7 req-81f3e88c-e2f8-4179-9136-45816d36cd1a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=f13df7e6-cc32-4cd6-ac69-d0b8d26f98a8 HTTP/1.1" status: 200 len: 210 time: 0.0476584 Dec 09 15:06:53.926985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Router 62d429c4-12d2-4640-86da-b329e4fe022d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:54.152964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:54.161680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.167608 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] Sync routers for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:54.185968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.188134 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:54.189406 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.231458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Port': ['ID=9c7330f1-0786-421b-a741-2b8be7d8c069,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:54.237477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bb0a32ef-6a30-42e1-a1fb-7a0ed98775fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "PUT /v2.0/floatingips/f1b2b4b0-d9f7-4e50-8001-96bcd0aed018 HTTP/1.1" status: 200 len: 990 time: 2.6518888 Dec 09 15:06:54.357141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.391077 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:06:54.460485 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.508239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54500) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:54.539961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] device_id is not set on port 220d822e-43da-477c-9f9e-9790dd5af3d4 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:06:54.577156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.682441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Router 30298b55-8a17-4114-a8d0-bebd4800e933 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:54.722429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.730740 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'f1b2b4b0-d9f7-4e50-8001-96bcd0aed018', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'port_id': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'mac_address': 'fa:16:3e:b9:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:05:02Z', 'updated_at': '2021-12-09T15:06:53Z', 'revision_number': 1, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:47Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.731255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1614851234'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:54.752630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4f49ff04-3d83-4188-9e04-1e1d2245e79d no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:54.764673 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] Checking router: 62d429c4-12d2-4640-86da-b329e4fe022d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:06:54.775126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:54.776099 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.783125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.789499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:54.797876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 4f49ff04-3d83-4188-9e04-1e1d2245e79d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:54.798488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 4f49ff04-3d83-4188-9e04-1e1d2245e79d not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:54.802392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6614746b-50b7-428c-921a-f47fae9546bd tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5223310 Dec 09 15:06:54.804935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54506) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:54.815974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:54.817309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] Sync routers for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:54.820978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.835761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:54.836664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.864510 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-a2ac7b17-fa72-4e0e-95a5-eaecc0ca683c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] show failed (client error): The resource could not be found. Dec 09 15:06:54.871530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a2ac7b17-fa72-4e0e-95a5-eaecc0ca683c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-121553699 HTTP/1.1" status: 404 len: 334 time: 0.0654356 Dec 09 15:06:54.872374 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.874376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54508) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:54.880376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6e35c07b-8f62-442b-873d-63cf129f7a83 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:54.911648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.916588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:54.929887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] Routers {'30298b55-8a17-4114-a8d0-bebd4800e933'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:54.930531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30298b55-8a17-4114-a8d0-bebd4800e933'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.932169 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-6e35c07b-8f62-442b-873d-63cf129f7a83 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] update failed (client error): The resource could not be found. Dec 09 15:06:54.938309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e35c07b-8f62-442b-873d-63cf129f7a83 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-18938686 HTTP/1.1" status: 404 len: 333 time: 0.0626688 Dec 09 15:06:54.938916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54510) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:54.970936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:54.971726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f603-8c0e-48b4-91be-b19918bfadde None None] The sync data for ids ['30298b55-8a17-4114-a8d0-bebd4800e933'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:55.021622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting subnet 16879233-167d-4a1b-92ee-47b41d04a768 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:55.026799 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:06:55.027218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.068887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Port': ['ID=227d801a-2621-4cdd-b1c7-99675f79c1b7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:55.096478 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.101060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Checking segment: {'id': 'dd5b42eb-ba2f-4560-a720-d7af25ec32bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4aca79c6-0e77-4460-bc1a-50ea0f04d894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:55.101659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network hostable DHCP agents. Network: 4aca79c6-0e77-4460-bc1a-50ea0f04d894, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:55.106474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.128469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.134348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.189686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.196017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=a290a1e7-6d89-459c-a8ba-e9ad863b5845,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:55.212821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network 4aca79c6-0e77-4460-bc1a-50ea0f04d894 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:55.236118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 4aca79c6-0e77-4460-bc1a-50ea0f04d894) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:55.241045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:55.245356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.247082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cea1db-4cf8-4767-aabe-efd1888c5c31 None None] Network 4aca79c6-0e77-4460-bc1a-50ea0f04d894 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:55.257832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0e3f0c-8827-47d8-85bf-651f180b8050,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:55.265344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.266717 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 9cac6219-ee84-4145-a9fa-4663d4d925e8 of type vlan for network ee72443e-0d3d-433e-b13f-e3ace02a39b1 Dec 09 15:06:55.341393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:55.342175 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.358696 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'f1b2b4b0-d9f7-4e50-8001-96bcd0aed018', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'port_id': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'mac_address': 'fa:16:3e:b9:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:05:02Z', 'updated_at': '2021-12-09T15:06:53Z', 'revision_number': 1, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:47Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:55.382341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.393604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f0547-b160-4636-9d79-1456f1a2b5c4 None None] The sync data for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 is: [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'f1b2b4b0-d9f7-4e50-8001-96bcd0aed018', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'port_id': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'mac_address': 'fa:16:3e:b9:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:05:02Z', 'updated_at': '2021-12-09T15:06:53Z', 'revision_number': 1, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:47Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:55.436365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:06:55.439112 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:06:55.458732 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.511231 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.521410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.521671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Port': ['ID=220d822e-43da-477c-9f9e-9790dd5af3d4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:55.523019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.557811 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8601f2-c175-4942-bd1c-703302e75c96 x-openstack-request-id: req-6e8601f2-c175-4942-bd1c-703302e75c96 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:06:55.558191 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:06:55.558525 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e8601f2-c175-4942-bd1c-703302e75c96 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:06:55.559001 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'status': 'completed', 'code': 200} Dec 09 15:06:55.568546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.582880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Checking segment: {'id': 'ea147032-0299-4eec-9b2f-3e7584eab6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9e879b78-e834-4f4e-81b6-5930f541c299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:55.583280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network hostable DHCP agents. Network: 9e879b78-e834-4f4e-81b6-5930f541c299, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:55.589196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3362792b-6b9a-4e67-bd49-d807991cf514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.606932 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP de469620-4f04-4377-adb3-ecc73dacf320 associated. External IP: 172.25.0.223, port: e67f70a9-8a5b-467f-8799-42cda6301125. Dec 09 15:06:55.638345 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1267407 Dec 09 15:06:55.644899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Subnet': ['ID=16879233-167d-4a1b-92ee-47b41d04a768,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:55.646604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54530) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:55.679497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network 9e879b78-e834-4f4e-81b6-5930f541c299 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:55.690939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-6e811051-7b5f-4b34-9bd0-1eec3d1c42e9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.692584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-6e811051-7b5f-4b34-9bd0-1eec3d1c42e9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.3015418 Dec 09 15:06:55.712366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 9e879b78-e834-4f4e-81b6-5930f541c299) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:55.714076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b5dac-9bdd-4286-8f37-0a8d2be88e47 None None] Network 68e4ec6c-d1bb-43f5-8f3d-16997d24796b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:55.719203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:55.726614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.730717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1469754369'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:55.735800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.736703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.736943 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a109a20-f799-4279-8d3d-60da665926d6 None None] New status for floating IP f1b2b4b0-d9f7-4e50-8001-96bcd0aed018: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:06:55.737213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.751844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45e2b5bd-5734-4a27-8c5d-758f441cd499 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/subnets/16879233-167d-4a1b-92ee-47b41d04a768 HTTP/1.1" status: 204 len: 168 time: 0.8093662 Dec 09 15:06:55.754540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54534) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:55.760385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1af2-a56d-403b-b2f6-a99d19a26011 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=ee72443e-0d3d-433e-b13f-e3ace02a39b1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:55.766853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35690d-25ae-4092-8847-d952f4d39136 None None] Network 9e879b78-e834-4f4e-81b6-5930f541c299 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:55.803106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-f55d945e-33d3-4261-aed5-fbefc5d6ca98 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/quotas/7245c71bf5c743b8a04389ce390e0d88 HTTP/1.1" status: 200 len: 375 time: 0.1002214 Dec 09 15:06:55.854863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:55.870011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.870710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.871258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.871906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.872493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.873243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.874311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:55.881107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-779a558f-4282-4291-ad2c-94f6109dcdad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.2590742 Dec 09 15:06:55.886624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:55.887824 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-468d5ec6-7394-4db9-9500-7f4578b1547c tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.6244242 Dec 09 15:06:55.889072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:55.893489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:55.963534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-fd7d4039-7c34-435e-9fac-439d0b77f14f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376245 Dec 09 15:06:56.056144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:06:56.127158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] DHCP port deletion for 68e4ec6c-d1bb-43f5-8f3d-16997d24796b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:56.222671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Deleting port 574979aa-77ac-4368-beb7-aeb3344a8355 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:56.223190 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.274424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:06:56.285421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-afb185e6-ff3a-4a82-a78b-7b87a6d33c77 service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104119 Dec 09 15:06:56.301363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:06:56.326199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] For port 574979aa-77ac-4368-beb7-aeb3344a8355, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574979aa-77ac-4368-beb7-aeb3344a8355,segment=NetworkSegment(bab355d7-6e0b-49d2-b9f8-970a2ef56b97),segment_id=bab355d7-6e0b-49d2-b9f8-970a2ef56b97)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:56.326594 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.338479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:56.339130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:56.345903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.350576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Calling delete_port for 574979aa-77ac-4368-beb7-aeb3344a8355 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:56.384377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:56.421698 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d559c447-40cf-4758-a9a4-d89616335e62 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9802680 Dec 09 15:06:56.423407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54540) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:56.428583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-869448553'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:56.435645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:06:56.436310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:56.472997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-1d0b9550-8143-4885-8d18-f421be9a809e service neutron] 10.222.0.46 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856821 Dec 09 15:06:56.474957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:56.478878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:56.479020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.479513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a1ec7-de8b-4868-8c8a-7611e6113f7a None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:06:56.480163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.538099 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.541314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:56.560549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:56.583901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.584453 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Added segment f9f1284c-9324-40cb-9922-3e4a469cf06d of type vlan for network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 Dec 09 15:06:56.599034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Pushing event deleted for resources: {'Port': ['ID=574979aa-77ac-4368-beb7-aeb3344a8355,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:56.601974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] No DVR routers for this DVR port 574979aa-77ac-4368-beb7-aeb3344a8355 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:56.622775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.623387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.623916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.624430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.624984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.625707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.626042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.626368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.626872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.627410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.628456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.628811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.629140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f7de-af2b-4d54-85c8-9a8eecbc9bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:06:56.659431 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.668415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.679616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] The port '574979aa-77ac-4368-beb7-aeb3344a8355' was deleted {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 15:06:56.684607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.685310 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 0cc50fea-9e5f-47cd-b746-94266375d7e2 of type vlan for network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 Dec 09 15:06:56.716563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3647769b-bda3-4345-a2f1-05de83581be7 req-be0c1918-073e-43a5-8cbe-2fc43bfe798f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Dec 09 15:06:56.719634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.726066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:56.726680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.752328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efeac8-0db7-49cb-ac2a-e1084d3642da tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:56.762578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efeac8-0db7-49cb-ac2a-e1084d3642da tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:56.764766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3406126 Dec 09 15:06:56.766865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-41efeac8-0db7-49cb-ac2a-e1084d3642da tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.8681989 Dec 09 15:06:56.767752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54550) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:56.768093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54552) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:56.773993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'subnet': {'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:56.859372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa357ead-7f45-489b-913b-ddfa282b904e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Network': ['ID=a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:56.871825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:56.876551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:56.886420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-9c1da539-3f4c-4e8b-8621-3ed459f525a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:56.888162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-9c1da539-3f4c-4e8b-8621-3ed459f525a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7 HTTP/1.1" status: 200 len: 918 time: 0.9956210 Dec 09 15:06:56.920932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.025418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:57.028635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e4ec6c-d1bb-43f5-8f3d-16997d24796b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:57.030125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574979aa-77ac-4368-beb7-aeb3344a8355 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:57.030351 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.040793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:57.041107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Deleting port 227d801a-2621-4cdd-b1c7-99675f79c1b7 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:57.041293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.041498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab355d7-6e0b-49d2-b9f8-970a2ef56b97') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:57.053715 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.064257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 574979aa-77ac-4368-beb7-aeb3344a8355 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:57.064654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574979aa-77ac-4368-beb7-aeb3344a8355 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:57.075962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.084066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:57.085964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.173334 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.184219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.184445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=366fb64d-03a6-4481-9d28-4b6b9d6ef042,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:57.199132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Calling delete_port for 227d801a-2621-4cdd-b1c7-99675f79c1b7 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:57.206297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:57.208379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:57.209030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:57.212939 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:57.228479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-a4456563-4c80-4ccf-b9b4-aad581e26407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 1000 time: 0.3101215 Dec 09 15:06:57.235551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fc70ff9e-afe3-49c0-b65d-d84350da6f22 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5282986 Dec 09 15:06:57.239752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54562) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:57.294754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:57.318184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.321329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.360156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.366982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/networks/68e4ec6c-d1bb-43f5-8f3d-16997d24796b HTTP/1.1" status: 204 len: 168 time: 1.6070337 Dec 09 15:06:57.376055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54564) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:57.390277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a50228-314a-49bf-bcd3-36e28c059dcf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Network': ['ID=68e4ec6c-d1bb-43f5-8f3d-16997d24796b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:57.392243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Port': ['ID=227d801a-2621-4cdd-b1c7-99675f79c1b7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:57.398750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.404735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ee12ba49-ba66-4215-9d67-e87799a64376 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/ports/227d801a-2621-4cdd-b1c7-99675f79c1b7 HTTP/1.1" status: 204 len: 168 time: 0.6356988 Dec 09 15:06:57.418919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54566) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:57.463376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-b92dcfc8-4125-432c-b7f6-a9cc21dd942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:57.464880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-b92dcfc8-4125-432c-b7f6-a9cc21dd942e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 200 len: 856 time: 0.1643796 Dec 09 15:06:57.482659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting subnet 0e3d577b-0aa0-430e-9363-24103c0c85ca {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:57.494210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.527371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.560967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:57.564633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.581170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.596480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-126b2523-8c6f-4e04-b139-f74feba063b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:57.598040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-126b2523-8c6f-4e04-b139-f74feba063b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54626a82-c410-4bdc-afc5-b67930a6e4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224380 Dec 09 15:06:57.630379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Subnet': ['ID=cfd77167-8423-4af6-a7c6-05490f3feeed,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:57.657188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Checking segment: {'id': 'f9f1284c-9324-40cb-9922-3e4a469cf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:57.657566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network hostable DHCP agents. Network: a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:57.682363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Deleting port 220d822e-43da-477c-9f9e-9790dd5af3d4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:57.682712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.702799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:57.707756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.738277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:57.750715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:57.751315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.764810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc75395-fae7-40fa-a0ec-3a136ec6df3c None None] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:57.783178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86baf12f-7e57-4e62-9a36-278dc5bd694b tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0129199 Dec 09 15:06:57.787093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54572) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:57.792710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1244231665', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:57.817249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.847930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.853675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3d577b-0aa0-430e-9363-24103c0c85ca,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:57.855781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.859089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1bef8a9e-9ddc-417c-818d-a2729b8576bb tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/subnets/0e3d577b-0aa0-430e-9363-24103c0c85ca HTTP/1.1" status: 204 len: 168 time: 0.4784291 Dec 09 15:06:57.873579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54576) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:57.890473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Calling delete_port for 220d822e-43da-477c-9f9e-9790dd5af3d4 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:57.895732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-99d66560-17dc-4fb9-b0c9-3472b6889520 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649348 Dec 09 15:06:57.897354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.898752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:57.930782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963303f-d8fa-4d27-a693-4356daee8352 None None] Network f18829a9-e62e-4f4f-9c2d-6af240acfb5a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:58.013445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4690f4c-2463-4665-a059-baa4ecf489be req-3c3a89f4-a818-44fc-b758-1995949f75ba tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 210 time: 0.0915694 Dec 09 15:06:58.057535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.078435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting subnet 7098bacf-060b-4483-8729-25d0c47a75c7 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:06:58.092198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.097646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2', 'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2', 'project_id': '68c4328477e84d1abc3a96abe48818dc', 'fixed_ips': [{'subnet_id': 'cfd77167-8423-4af6-a7c6-05490f3feeed'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:58.098029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.213197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] DHCP port deletion for f18829a9-e62e-4f4f-9c2d-6af240acfb5a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:58.267828 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.317889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-4560fab6-3cd2-432c-b99e-e1c5f6b8f339 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:58.319953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-4560fab6-3cd2-432c-b99e-e1c5f6b8f339 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 806 time: 0.4262884 Dec 09 15:06:58.341370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.349776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Allocated IP 172.20.0.2 (a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2/cfd77167-8423-4af6-a7c6-05490f3feeed/a9d88c07-df60-4404-b1d5-57cf87c0cf14) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:58.354677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Request body: {'port': {'device_id': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'admin_state_up': True, 'tenant_id': '7245c71bf5c743b8a04389ce390e0d88'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:58.365459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] Deleting port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:58.366198 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.387068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-614bbcc0-4f2a-4645-afa8-5ec1acbcdc78 req-cede3eaa-e092-406e-879a-6db1e42f2f5e service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699104 Dec 09 15:06:58.432664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.467101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] For port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,segment=NetworkSegment(a9a96a76-d5c0-4b74-857c-7c028c729655),segment_id=a9a96a76-d5c0-4b74-857c-7c028c729655)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:06:58.467652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.487564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=a38f208d-b463-4708-a82b-a94196d2ec3f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:58.497561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Port': ['ID=220d822e-43da-477c-9f9e-9790dd5af3d4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:58.512573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] Calling delete_port for 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:06:58.527121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '9cac6219-ee84-4145-a9fa-4663d4d925e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:58.527700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: ee72443e-0d3d-433e-b13f-e3ace02a39b1, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:06:58.543168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.547614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-62570071-132a-48c5-b50f-543c5f0dd809 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/ports/220d822e-43da-477c-9f9e-9790dd5af3d4 HTTP/1.1" status: 204 len: 168 time: 1.1235983 Dec 09 15:06:58.552462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:58.579393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.610223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d82f2ec5-fbce-466e-9f51-44fc3bdbc845 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0489917 Dec 09 15:06:58.614365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54580) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:58.621745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1406484736'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:58.628208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:06:58.638835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.646232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, ee72443e-0d3d-433e-b13f-e3ace02a39b1) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:58.654082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:58.654861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.660565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a53f9b-a30e-4f14-a92b-2f38b19a1cce None None] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:58.664011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Made reservation on behalf of 7245c71bf5c743b8a04389ce390e0d88 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:58.667703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.675129 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.708778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:58.711087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.712889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.725545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b38300a2-94b5-453c-8fe2-30848f771c1d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4324598 Dec 09 15:06:58.730772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:58.768099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:58.771901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.786451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.816834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:58.829313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:58.832804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:58.834765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] No DVR routers for this DVR port 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:06:58.839828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Pushing event updated for resources: {'Port': ['ID=a9d88c07-df60-4404-b1d5-57cf87c0cf14,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:58.867766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:58.902143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.913536 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.914041 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Added segment 95d4d5bf-9b8b-48ad-b392-b26c922a6288 of type vlan for network 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04 Dec 09 15:06:58.940434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Subnet': ['ID=7098bacf-060b-4483-8729-25d0c47a75c7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:58.947775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.951553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86330f07-b2ce-4633-98b5-c6a926c0ba45 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/subnets/7098bacf-060b-4483-8729-25d0c47a75c7 HTTP/1.1" status: 204 len: 168 time: 1.0747263 Dec 09 15:06:58.956372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-ee72443e-0d3d-433e-b13f-e3ace02a39b1', 'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': 'a38f208d-b463-4708-a82b-a94196d2ec3f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:06:58.957740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:58.958984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54586) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:58.963901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dd98f-3e3b-4cad-a793-4db27fd0784f None None] Pushing event deleted for resources: {'Port': ['ID=8c3f7c78-852b-4ca2-97ea-2b24af0f23ef,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:58.965946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d2709-a616-4eb3-a770-4e24e577ecd0 None None] Network decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:06:59.013993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Attempting to bind port a9d88c07-df60-4404-b1d5-57cf87c0cf14 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:06:59.014367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Attempting to bind port a9d88c07-df60-4404-b1d5-57cf87c0cf14 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'f9f1284c-9324-40cb-9922-3e4a469cf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:06:59.015444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Attempting to bind port a9d88c07-df60-4404-b1d5-57cf87c0cf14 on network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:06:59.021856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.036064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:06:59.052735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Allocated IP 172.20.0.5 (23ebedf1-423d-4263-81e1-c04e8a906cd4/be0987e6-f8f5-4679-9312-090fe43a6c38/fca7a777-1fe1-42e8-8b63-2a1e7c51f309) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:59.069996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:06:59.070382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Checking segment: {'id': 'f9f1284c-9324-40cb-9922-3e4a469cf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:06:59.070783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.071181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Bound using segment: {'id': 'f9f1284c-9324-40cb-9922-3e4a469cf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:06:59.071693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Bound port: a9d88c07-df60-4404-b1d5-57cf87c0cf14, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f1284c-9324-40cb-9922-3e4a469cf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:06:59.072076 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.105835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:59.108928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.111298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:06:59.111675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c3f7c78-852b-4ca2-97ea-2b24af0f23ef not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:06:59.118364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.145089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.152064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.173240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.179081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:06:59.179841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.231499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27aced55-5f54-4bd6-a450-9c71b7231a21 req-a5ba28d2-cf65-4920-a7ed-277c11789d41 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 210 time: 0.0377653 Dec 09 15:06:59.255599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.298649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6827993 Dec 09 15:06:59.306316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54592) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:59.319754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.25.0.108 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/7560b8c3-3cff-4389-8856-e522686f44ff) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:59.338989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] For port a9d88c07-df60-4404-b1d5-57cf87c0cf14, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:06:59.346058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] For port a9d88c07-df60-4404-b1d5-57cf87c0cf14, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a9d88c07-df60-4404-b1d5-57cf87c0cf14,segment=NetworkSegment(f9f1284c-9324-40cb-9922-3e4a469cf06d),segment_id=f9f1284c-9324-40cb-9922-3e4a469cf06d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:06:59.353081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-203600314'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:06:59.354202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Allocated IP 2001:db8::2 (ee72443e-0d3d-433e-b13f-e3ace02a39b1/a38f208d-b463-4708-a82b-a94196d2ec3f/38419928-6be0-4426-8205-9b8e3a0e6013) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:06:59.360344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.390449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1192a-d9bb-427d-ab5f-4d51e977f22f tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Network': ['ID=88f9e9a2-5b5c-49df-a48e-f1bcc119bc04,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:59.480554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.522872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:06:59.526327 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.526956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.532208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.548463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:06:59.550460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] DHCP port deletion for decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:59.572042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:06:59.577697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:06:59.581263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:06:59.600870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18829a9-e62e-4f4f-9c2d-6af240acfb5a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:59.627554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=7560b8c3-3cff-4389-8856-e522686f44ff,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:59.634048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f380814-101d-430e-8207-b9688abd2d87 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:06:59.634650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a96a76-d5c0-4b74-857c-7c028c729655') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:59.634900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a96a76-d5c0-4b74-857c-7c028c729655') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:06:59.685470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.692724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:06:59.702921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.726814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.732441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837086d7-6998-4d36-a1d3-9e697e8f15de None None] Pushing event updated for resources: {'Port': ['ID=a9d88c07-df60-4404-b1d5-57cf87c0cf14,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:59.738829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.739176 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Added segment e3c33acc-fab6-463c-9a30-3a51643110d1 of type vlan for network b14f538c-feef-42be-b6aa-409b5dd9fb1b Dec 09 15:06:59.740832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:06:59.741226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:06:59.745605 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:06:59.770109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.813703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] Deleting port 960f14b0-1e5e-407b-8eb2-6b8934b762fc {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:06:59.814496 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.882351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-be0f7c9c-d6d5-48f6-8216-d5127b48f519 None None] Provisioning complete for port 7560b8c3-3cff-4389-8856-e522686f44ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:06:59.882726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be0f7c9c-d6d5-48f6-8216-d5127b48f519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.898085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.914538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.946093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:06:59.954002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/networks/f18829a9-e62e-4f4f-9c2d-6af240acfb5a HTTP/1.1" status: 204 len: 168 time: 0.9857609 Dec 09 15:06:59.969456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54596) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:06:59.970292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=ca3d6d58-3165-435c-a1e3-4cd2273a6c0f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:06:59.986776 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.001075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d219e22-ccec-4541-a86b-4b51c9df6eda tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Network': ['ID=f18829a9-e62e-4f4f-9c2d-6af240acfb5a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:00.002482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] For port 960f14b0-1e5e-407b-8eb2-6b8934b762fc, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=960f14b0-1e5e-407b-8eb2-6b8934b762fc,segment=NetworkSegment(e4818a81-db76-480a-90dc-5ae8b9d1408e),segment_id=e4818a81-db76-480a-90dc-5ae8b9d1408e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:00.003077 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.006684 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.021444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '0cc50fea-9e5f-47cd-b746-94266375d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:00.021807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: 366fb64d-03a6-4481-9d28-4b6b9d6ef042, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:00.026257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.031956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] Calling delete_port for 960f14b0-1e5e-407b-8eb2-6b8934b762fc owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:00.043631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:07:00.046028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.057230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:00.057880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.136442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Pushing event updated for resources: {'Port': ['ID=38419928-6be0-4426-8205-9b8e3a0e6013,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:00.157396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:00.208893 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.221133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:00.223752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:00.229730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-be0f7c9c-d6d5-48f6-8216-d5127b48f519 None None] Port 7560b8c3-3cff-4389-8856-e522686f44ff cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:00.233766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.396840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting port 960f14b0-1e5e-407b-8eb2-6b8934b762fc {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:00.396840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.397551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Attempting to bind port 38419928-6be0-4426-8205-9b8e3a0e6013 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:00.398015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Attempting to bind port 38419928-6be0-4426-8205-9b8e3a0e6013 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '9cac6219-ee84-4145-a9fa-4663d4d925e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:00.398373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Attempting to bind port 38419928-6be0-4426-8205-9b8e3a0e6013 on network ee72443e-0d3d-433e-b13f-e3ace02a39b1 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:00.406913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:00.407926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Checking segment: {'id': '9cac6219-ee84-4145-a9fa-4663d4d925e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:00.408708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.409245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Bound using segment: {'id': '9cac6219-ee84-4145-a9fa-4663d4d925e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:00.409880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Bound port: 38419928-6be0-4426-8205-9b8e3a0e6013, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cac6219-ee84-4145-a9fa-4663d4d925e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee72443e-0d3d-433e-b13f-e3ace02a39b1'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:00.410347 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.427744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.476164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] Pushing event deleted for resources: {'Port': ['ID=960f14b0-1e5e-407b-8eb2-6b8934b762fc,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:00.519136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8423b-5915-41b8-832c-97bd03ce9aa5 None None] No DVR routers for this DVR port 960f14b0-1e5e-407b-8eb2-6b8934b762fc on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:00.542786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Network': ['ID=b14f538c-feef-42be-b6aa-409b5dd9fb1b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:00.546456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:00.571898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] For port 960f14b0-1e5e-407b-8eb2-6b8934b762fc, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=960f14b0-1e5e-407b-8eb2-6b8934b762fc,segment=NetworkSegment(e4818a81-db76-480a-90dc-5ae8b9d1408e),segment_id=e4818a81-db76-480a-90dc-5ae8b9d1408e)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:00.572290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.578452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b14f538c-feef-42be-b6aa-409b5dd9fb1b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:00.578950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-beae3c65-7219-476c-afdf-c2ee4903a579 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2685366 Dec 09 15:07:00.582021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:00.586134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event updated for resources: {'Port': ['ID=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:00.597770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:00.598795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] For port 38419928-6be0-4426-8205-9b8e3a0e6013, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:00.601630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Calling delete_port for 960f14b0-1e5e-407b-8eb2-6b8934b762fc owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:00.627724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.637698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a03e3-ee97-4481-b256-98490563411f None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:00.643978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] For port 38419928-6be0-4426-8205-9b8e3a0e6013, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=38419928-6be0-4426-8205-9b8e3a0e6013,segment=NetworkSegment(9cac6219-ee84-4145-a9fa-4663d4d925e8),segment_id=9cac6219-ee84-4145-a9fa-4663d4d925e8)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:00.675391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.675747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:00.692894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154793ce-7f6b-4550-9b9b-35a85ffd8e1a req-c40bc557-4b97-44be-a15f-5866a798a3f2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:00.702030 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-154793ce-7f6b-4550-9b9b-35a85ffd8e1a req-c40bc557-4b97-44be-a15f-5866a798a3f2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 931 time: 0.1952477 Dec 09 15:07:00.735748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 366fb64d-03a6-4481-9d28-4b6b9d6ef042) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:00.752098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:00.754454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:00.755332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.765879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'subnets': [{'network_id': '88f9e9a2-5b5c-49df-a48e-f1bcc119bc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1656143713', 'ip_version': 4}, {'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:00.766451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'subnet': {'network_id': '88f9e9a2-5b5c-49df-a48e-f1bcc119bc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1656143713', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:00.767209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Request body: {'subnet': {'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:00.768463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:00.769274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:00.805477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863fbbee-79ad-452f-9249-21ff431e0bde None None] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:00.831388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-16b25af0-11d2-41a4-b170-af861af6df7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4934072 Dec 09 15:07:00.851424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-154793ce-7f6b-4550-9b9b-35a85ffd8e1a req-0676152f-c6ac-440b-9d61-b8b3c7624f0c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483226 Dec 09 15:07:00.876011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4b216168-c5aa-442c-9e76-046e369f2822 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1126492 Dec 09 15:07:00.880180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Request body: {'port': {'device_id': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:00.882558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54604) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:00.891937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1252299298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:01.010861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.012042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.027127 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.040930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a21f3-4b9a-42df-be3a-cb60b77d7054 None None] Pushing event updated for resources: {'Port': ['ID=38419928-6be0-4426-8205-9b8e3a0e6013,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:01.065785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-44db8725-b3af-4e89-ac2a-ba8546c940dc None None] Provisioning complete for port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:01.066657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44db8725-b3af-4e89-ac2a-ba8546c940dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.142573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a9d88c07-df60-4404-b1d5-57cf87c0cf14 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:01.163865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.174956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.205843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.233386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-366fb64d-03a6-4481-9d28-4b6b9d6ef042', 'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': 'ca3d6d58-3165-435c-a1e3-4cd2273a6c0f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:01.235779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.257142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.258397 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e12fae82-4fbc-4c81-a69f-f9f1e1ca2358 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3739233 Dec 09 15:07:01.284644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54610) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:01.320651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Port': ['ID=960f14b0-1e5e-407b-8eb2-6b8934b762fc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:01.339894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-44db8725-b3af-4e89-ac2a-ba8546c940dc None None] Port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:01.351770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] No DVR routers for this DVR port 960f14b0-1e5e-407b-8eb2-6b8934b762fc on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:01.441966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a9d88c07-df60-4404-b1d5-57cf87c0cf14 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:01.442463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.564511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Allocated IP 2001:db8:1::2 (366fb64d-03a6-4481-9d28-4b6b9d6ef042/ca3d6d58-3165-435c-a1e3-4cd2273a6c0f/64e28e8a-91c5-42fd-bfff-25e1dd880bea) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:01.568703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf51c7c-cf98-4d37-a5c3-df8d822eccc1 None None] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:01.591909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.594754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router d95f016c-52ca-4896-a078-78f7ea2a1c3e is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:07:01.621364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Made reservation on behalf of ab4e15132776486e9b950383edf065bd for: {'subnet': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:01.628424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.629047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.649497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:01.714232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-282d33f4-8588-495d-8573-87ad70bf1db7 None None] Provisioning complete for port a9d88c07-df60-4404-b1d5-57cf87c0cf14 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:01.714232 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-282d33f4-8588-495d-8573-87ad70bf1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.747913 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.776547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:01.801317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4818a81-db76-480a-90dc-5ae8b9d1408e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:01.801584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4818a81-db76-480a-90dc-5ae8b9d1408e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:01.806401 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bee94-500e-48d6-8203-675af6895aee None None] Sync routers for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:01.823756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bee94-500e-48d6-8203-675af6895aee None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:01.827571 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d74bee94-500e-48d6-8203-675af6895aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:01.839050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.853390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.869739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca7a777-1fe1-42e8-8b63-2a1e7c51f309 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:07:01.871990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port a9d88c07-df60-4404-b1d5-57cf87c0cf14, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a9d88c07-df60-4404-b1d5-57cf87c0cf14,segment=NetworkSegment(f9f1284c-9324-40cb-9922-3e4a469cf06d),segment_id=f9f1284c-9324-40cb-9922-3e4a469cf06d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:01.881497 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.901248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.902731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31eb53a2-8d1b-411c-817f-2af8648248ee tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1146667 Dec 09 15:07:01.902937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.909375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54614) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:01.925126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:01.933347 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d74bee94-500e-48d6-8203-675af6895aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:01.951903 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bee94-500e-48d6-8203-675af6895aee None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:01.952815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d74bee94-500e-48d6-8203-675af6895aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:01.999757 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d74bee94-500e-48d6-8203-675af6895aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:02.002954 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bee94-500e-48d6-8203-675af6895aee None None] The sync data for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:02.013919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:02.014434 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:02.021432 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:02.027123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=a9d88c07-df60-4404-b1d5-57cf87c0cf14,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:02.027801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 960f14b0-1e5e-407b-8eb2-6b8934b762fc no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:02.239332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 960f14b0-1e5e-407b-8eb2-6b8934b762fc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:02.242266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 960f14b0-1e5e-407b-8eb2-6b8934b762fc not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:02.251759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8::1 (ee72443e-0d3d-433e-b13f-e3ace02a39b1/a38f208d-b463-4708-a82b-a94196d2ec3f/e57f05aa-dfc8-4e69-9478-16479c309f55) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:02.309623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.330697 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.442765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:02.451903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:02.458533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:02.485948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.502840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Transition to ACTIVE for port object fca7a777-1fe1-42e8-8b63-2a1e7c51f309 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:07:02.512369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.536879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.566101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.569415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/networks/decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93 HTTP/1.1" status: 204 len: 168 time: 2.5849383 Dec 09 15:07:02.573867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Pushing event updated for resources: {'Port': ['ID=64e28e8a-91c5-42fd-bfff-25e1dd880bea,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:02.582677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54620) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:02.588627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Attempting to bind port 64e28e8a-91c5-42fd-bfff-25e1dd880bea on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:02.589197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Attempting to bind port 64e28e8a-91c5-42fd-bfff-25e1dd880bea by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '0cc50fea-9e5f-47cd-b746-94266375d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:02.589376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Attempting to bind port 64e28e8a-91c5-42fd-bfff-25e1dd880bea on network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:02.603249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:02.603673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Checking segment: {'id': '0cc50fea-9e5f-47cd-b746-94266375d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:02.604090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.604497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Bound using segment: {'id': '0cc50fea-9e5f-47cd-b746-94266375d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:02.605023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Bound port: 64e28e8a-91c5-42fd-bfff-25e1dd880bea, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc50fea-9e5f-47cd-b746-94266375d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '366fb64d-03a6-4481-9d28-4b6b9d6ef042'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:02.605381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.633274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc255d13-ebda-495a-b073-9dc99295ee5b None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:02.641120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff8865-f33a-4a91-b57d-bc5322909418 req-cd0d9faf-19d4-41e6-9194-e85979b58b42 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:02.642679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7ff8865-f33a-4a91-b57d-bc5322909418 req-cd0d9faf-19d4-41e6-9194-e85979b58b42 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 931 time: 0.6340482 Dec 09 15:07:02.648578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98069-1a8e-482f-8738-6e50f7085124 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Network': ['ID=decf7b9b-19f2-414f-b6ca-bb9e2f3cfd93,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:02.672543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.727702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:02.744927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] For port 64e28e8a-91c5-42fd-bfff-25e1dd880bea, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:02.749630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] For port 64e28e8a-91c5-42fd-bfff-25e1dd880bea, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64e28e8a-91c5-42fd-bfff-25e1dd880bea,segment=NetworkSegment(0cc50fea-9e5f-47cd-b746-94266375d7e2),segment_id=0cc50fea-9e5f-47cd-b746-94266375d7e2)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:02.764728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.770846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762673ee-a732-4dac-8c04-d8c320b2eb77 None None] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:02.814309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=e57f05aa-dfc8-4e69-9478-16479c309f55,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:02.819721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:02.831849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting subnet 4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:02.852587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Provisioning complete for port a9d88c07-df60-4404-b1d5-57cf87c0cf14 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:02.852969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.862305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.918288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:02.972733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28168a-146d-44e3-85c4-f35617314bb1 None None] Pushing event updated for resources: {'Port': ['ID=64e28e8a-91c5-42fd-bfff-25e1dd880bea,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:02.973835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7ff8865-f33a-4a91-b57d-bc5322909418 req-69f924f6-8f38-4963-9ead-9c7cf51ce279 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064207 Dec 09 15:07:03.046441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.128224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:03.135947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:03.136648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.141215 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.166932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Provisioning complete for port 38419928-6be0-4426-8205-9b8e3a0e6013 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:03.167343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.230496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a9d88c07-df60-4404-b1d5-57cf87c0cf14 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:03.260531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Subnet': ['ID=4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:03.304140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.309864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0f900f90-6960-4748-9e5d-402212469276 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/subnets/4edd32a5-bb34-4e63-81a1-bcdcb3c56f2d HTTP/1.1" status: 204 len: 168 time: 0.7232542 Dec 09 15:07:03.313897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54622) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:03.315745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f61b30-e5dc-4430-a5cb-48491f57b2ee None None] Network 11f6b373-026f-4319-8367-51296afed1d0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:03.481250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.510815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a9d88c07-df60-4404-b1d5-57cf87c0cf14 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:03.510815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.514775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Attempting to bind port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:03.515303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Attempting to bind port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:03.516523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Attempting to bind port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:03.544048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:07:03.544416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Attempting to bind port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 on network 23ebedf1-423d-4263-81e1-c04e8a906cd4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:03.576522 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.597956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.621675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:03.622023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Checking segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:03.622426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Bound using segment: {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:03.622895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Bound port: fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:03.623256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.644799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.700384 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.712993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 38419928-6be0-4426-8205-9b8e3a0e6013 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:03.764770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] For port 38419928-6be0-4426-8205-9b8e3a0e6013, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=38419928-6be0-4426-8205-9b8e3a0e6013,segment=NetworkSegment(9cac6219-ee84-4145-a9fa-4663d4d925e8),segment_id=9cac6219-ee84-4145-a9fa-4663d4d925e8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:03.775182 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.795804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Subnet': ['ID=7db32b87-5fee-492f-9ec6-54d0fa6c6959,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:03.796261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Deleting port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:03.796261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.818778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] DHCP port deletion for 11f6b373-026f-4319-8367-51296afed1d0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:03.837796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Checking segment: {'id': '95d4d5bf-9b8b-48ad-b392-b26c922a6288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88f9e9a2-5b5c-49df-a48e-f1bcc119bc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:03.838718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network hostable DHCP agents. Network: 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:03.870786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] For port fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:03.913374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:03.919701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf7704-ec06-479d-a0d6-10699b99ddd4 None None] Pushing event updated for resources: {'Port': ['ID=38419928-6be0-4426-8205-9b8e3a0e6013,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:03.927876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 38419928-6be0-4426-8205-9b8e3a0e6013 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:03.928249 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.946243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:03.955969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.978443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] For port fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:03.978864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62fd252-5b40-48a2-9df8-cef1f6330c82 None None] Network 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:03.987949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Deleting port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:03.988323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:03.997111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.003527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0640631e-057c-415b-b5b6-4f5ca74d9bde None None] Provisioning complete for port e57f05aa-dfc8-4e69-9478-16479c309f55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:04.003527 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0640631e-057c-415b-b5b6-4f5ca74d9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.014530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event updated for resources: {'Subnet': ['ID=da14a797-94e6-478e-8fa6-188bba44edef,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:04.052671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] For port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,segment=NetworkSegment(46b82e08-ea7c-4319-864c-7de4e222b529),segment_id=46b82e08-ea7c-4319-864c-7de4e222b529)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:04.065153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.076753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0640631e-057c-415b-b5b6-4f5ca74d9bde None None] Port e57f05aa-dfc8-4e69-9478-16479c309f55 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:04.098402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2bcf1-0fab-4caf-9705-e7cf36816537 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:04.113087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.113847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.115450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] 10.222.0.36 "PUT /v2.0/ports/fca7a777-1fe1-42e8-8b63-2a1e7c51f309 HTTP/1.1" status: 200 len: 1091 time: 3.2579854 Dec 09 15:07:04.132088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'tag': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:07:04.141464 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c6252-df44-45ab-9207-e7120ae61f85" -d '{"events": [{"name": "network-changed", "server_uuid": "d247afb3-5f4c-4e22-b6ff-b999c44cb858", "tag": "fca7a777-1fe1-42e8-8b63-2a1e7c51f309"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:07:04.151240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Calling delete_port for d1fb17c6-f9fe-4b09-be2b-8b72413c07ed owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:04.167332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Checking segment: {'id': 'e3c33acc-fab6-463c-9a30-3a51643110d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:04.167647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network hostable DHCP agents. Network: b14f538c-feef-42be-b6aa-409b5dd9fb1b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:04.210892 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210b566-ab70-4fa1-a12f-d2191f4b72ea x-openstack-request-id: req-7210b566-ab70-4fa1-a12f-d2191f4b72ea {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:07:04.211216 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d247afb3-5f4c-4e22-b6ff-b999c44cb858", "tag": "fca7a777-1fe1-42e8-8b63-2a1e7c51f309", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:07:04.211477 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7210b566-ab70-4fa1-a12f-d2191f4b72ea {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:07:04.211892 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'tag': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309', 'status': 'completed', 'code': 200} Dec 09 15:07:04.243707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Network b14f538c-feef-42be-b6aa-409b5dd9fb1b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:04.259261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] For port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,segment=NetworkSegment(46b82e08-ea7c-4319-864c-7de4e222b529),segment_id=46b82e08-ea7c-4319-864c-7de4e222b529)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:04.259750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.272341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b14f538c-feef-42be-b6aa-409b5dd9fb1b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:04.282413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.283181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.284514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.291935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67915f2d-dfa2-4132-9ad1-1fe3d24cdcdb None None] Network b14f538c-feef-42be-b6aa-409b5dd9fb1b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:04.303964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.1 (a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2/cfd77167-8423-4af6-a7c6-05490f3feeed/765e1f37-9841-4b89-9194-80228da9474b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:04.329306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fd694d82-a7cb-4a7d-bfd7-d9c8678bddd3 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5688102 Dec 09 15:07:04.332395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54634) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:04.429073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.431780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0640631e-057c-415b-b5b6-4f5ca74d9bde None None] Provisioning complete for port 38419928-6be0-4426-8205-9b8e3a0e6013 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:04.435449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0640631e-057c-415b-b5b6-4f5ca74d9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.450505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Calling delete_port for d1fb17c6-f9fe-4b09-be2b-8b72413c07ed owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:04.531801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b14f538c-feef-42be-b6aa-409b5dd9fb1b', 'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b', 'project_id': 'ab4e15132776486e9b950383edf065bd', 'fixed_ips': [{'subnet_id': 'da14a797-94e6-478e-8fa6-188bba44edef'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:04.532859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.534196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.537285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] No DVR routers for this DVR port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:04.568636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d77e84-6233-4cb8-ac53-c32a7b2eadd0 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.574557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d77e84-6233-4cb8-ac53-c32a7b2eadd0 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.576355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d77e84-6233-4cb8-ac53-c32a7b2eadd0 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.581972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3d77e84-6233-4cb8-ac53-c32a7b2eadd0 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2485828 Dec 09 15:07:04.582860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54638) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:04.588440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769a0d7-23fc-4e21-a2c3-26b2ee6dd50a None None] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:04.592306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08766fb-9742-4274-813f-d07faa0a8ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:04.651212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5317e-f7ae-432f-8b6c-e3b7555927dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-88f9e9a2-5b5c-49df-a48e-f1bcc119bc04', 'network_id': '88f9e9a2-5b5c-49df-a48e-f1bcc119bc04', 'project_id': 'ab4e15132776486e9b950383edf065bd', 'fixed_ips': [{'subnet_id': '7db32b87-5fee-492f-9ec6-54d0fa6c6959'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:04.652091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44b5317e-f7ae-432f-8b6c-e3b7555927dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.664186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Deleting subnet 7db32b87-5fee-492f-9ec6-54d0fa6c6959 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:04.669772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.684458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.693575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-5094b2cb-14bc-4357-aee3-6a2b73ae08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.695131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-5094b2cb-14bc-4357-aee3-6a2b73ae08d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 1094 time: 0.3379312 Dec 09 15:07:04.708153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.740415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Port': ['ID=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:04.749297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c553889-30b4-4f5c-b91c-ad2b82fb252d req-ac719eee-1319-44c1-8ccd-13975c5db7c2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:04.752343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c553889-30b4-4f5c-b91c-ad2b82fb252d req-ac719eee-1319-44c1-8ccd-13975c5db7c2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 943 time: 0.5889475 Dec 09 15:07:04.767317 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.771245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:04.778869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f6b373-026f-4319-8367-51296afed1d0']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:04.790109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b82e08-ea7c-4319-864c-7de4e222b529') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:04.790109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b82e08-ea7c-4319-864c-7de4e222b529') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:04.796267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:04.801119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.805243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:04.811964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=765e1f37-9841-4b89-9194-80228da9474b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:04.816694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.823680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:04.824371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.874085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:04.879015 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:04.920089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:04.928067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-b3b80ec0-51b3-4c60-bfe8-e1f0e506ec23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309 HTTP/1.1" status: 200 len: 217 time: 0.2008154 Dec 09 15:07:05.016553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.032601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.038893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/networks/11f6b373-026f-4319-8367-51296afed1d0 HTTP/1.1" status: 204 len: 168 time: 1.7220378 Dec 09 15:07:05.045572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:05.067268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.088384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbfa63-534c-454e-b249-f50498f7188c tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Pushing event deleted for resources: {'Network': ['ID=11f6b373-026f-4319-8367-51296afed1d0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:05.102853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-5b0a1a8c-ebe6-4dab-a2ef-c6c792706baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:05.104529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-5b0a1a8c-ebe6-4dab-a2ef-c6c792706baa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.1615596 Dec 09 15:07:05.108332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.112596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.112862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1b98d5c8-cf51-4ed2-9827-06c518927aaf tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "GET /v2.0/ports?device_id=30298b55-8a17-4114-a8d0-bebd4800e933 HTTP/1.1" status: 200 len: 205 time: 0.0604682 Dec 09 15:07:05.130396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54644) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:05.161005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c553889-30b4-4f5c-b91c-ad2b82fb252d req-a1c98c41-cdb7-478f-bc0e-2eb2dfff9f98 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838255 Dec 09 15:07:05.210723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-8d64a86a-2ac7-45b3-9b3e-7347758b4f85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975535 Dec 09 15:07:05.251447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e28e8a-91c5-42fd-bfff-25e1dd880bea up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:05.260455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Allocated IP 172.20.0.18 (b14f538c-feef-42be-b6aa-409b5dd9fb1b/da14a797-94e6-478e-8fa6-188bba44edef/2e7bf1e4-6311-4e16-850c-9c2a1e8641d0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:05.262926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.280348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=e57f05aa-dfc8-4e69-9478-16479c309f55,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:05.315910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Subnet': ['ID=7db32b87-5fee-492f-9ec6-54d0fa6c6959,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:05.321039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.334637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.377523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.380757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Network 11f6b373-026f-4319-8367-51296afed1d0 is not hosted by any dhcp agent {{(pid=109896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:07:05.381223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] No DVR routers for this DVR port d1fb17c6-f9fe-4b09-be2b-8b72413c07ed on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:05.384028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54646) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:05.384183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4c7fe82d-d9d2-4822-a048-5a767dbdc45b tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/subnets/7db32b87-5fee-492f-9ec6-54d0fa6c6959 HTTP/1.1" status: 204 len: 168 time: 0.7988820 Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-44b5317e-f7ae-432f-8b6c-e3b7555927dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7db32b87-5fee-492f-9ec6-54d0fa6c6959: This subnet is being modified by another concurrent operation. Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:07:05.396453 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7db32b87-5fee-492f-9ec6-54d0fa6c6959: This subnet is being modified by another concurrent operation. Dec 09 15:07:05.400480 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:07:05.434611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93c953-9257-4c3a-9535-38e47c64c0c9 None None] Pushing event deleted for resources: {'Port': ['ID=d1fb17c6-f9fe-4b09-be2b-8b72413c07ed,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:05.456622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab425b-cbed-4b38-b009-09db21874d83 None None] Network 88f9e9a2-5b5c-49df-a48e-f1bcc119bc04 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:05.509866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.620166 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.624763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.754415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.792021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.794208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Provisioning complete for port 765e1f37-9841-4b89-9194-80228da9474b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:05.794589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.801284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 64e28e8a-91c5-42fd-bfff-25e1dd880bea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:05.801662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.863469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-fcc1dbe3-1fac-4939-8ae9-e201d01e2018 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225648 Dec 09 15:07:05.867102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:05.871992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Deleting subnet da14a797-94e6-478e-8fa6-188bba44edef {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:05.875943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:05.888894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:05.892726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Network b14f538c-feef-42be-b6aa-409b5dd9fb1b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:05.909785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:05.924544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:05.926862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Pushing event updated for resources: {'Port': ['ID=2e7bf1e4-6311-4e16-850c-9c2a1e8641d0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:05.935010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Port 765e1f37-9841-4b89-9194-80228da9474b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:06.012677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Attempting to bind port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:06.013122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Attempting to bind port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e3c33acc-fab6-463c-9a30-3a51643110d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:06.013601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Attempting to bind port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 on network b14f538c-feef-42be-b6aa-409b5dd9fb1b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:06.013877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.059558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.085483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:06.086089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Checking segment: {'id': 'e3c33acc-fab6-463c-9a30-3a51643110d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:06.086642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.087186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Bound using segment: {'id': 'e3c33acc-fab6-463c-9a30-3a51643110d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:06.088343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Bound port: 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c33acc-fab6-463c-9a30-3a51643110d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b14f538c-feef-42be-b6aa-409b5dd9fb1b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:06.088343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.102681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Provisioning complete for port e57f05aa-dfc8-4e69-9478-16479c309f55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:06.103202 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.135762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 64e28e8a-91c5-42fd-bfff-25e1dd880bea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64e28e8a-91c5-42fd-bfff-25e1dd880bea,segment=NetworkSegment(0cc50fea-9e5f-47cd-b746-94266375d7e2),segment_id=0cc50fea-9e5f-47cd-b746-94266375d7e2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:06.163585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.164638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 38419928-6be0-4426-8205-9b8e3a0e6013 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:06.190012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.250396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Port e57f05aa-dfc8-4e69-9478-16479c309f55 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:06.268007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91571ab-7f0d-44d3-b493-72d794b53501 req-a2fb07a6-1855-4b65-9580-cec52c7e992d service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931310 Dec 09 15:07:06.305628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.306294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Fanout notify agent at l3_agent the message router_deleted on router 30298b55-8a17-4114-a8d0-bebd4800e933 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:06.341865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Provisioning complete for port 64e28e8a-91c5-42fd-bfff-25e1dd880bea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:06.342427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50016ee6-06fa-4c22-938f-39d6663963b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.343624 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.343849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.344080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=64e28e8a-91c5-42fd-bfff-25e1dd880bea,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:06.345120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac96caa6-13c2-49f3-82e5-c54cd45484f7 tempest-RoutersNegativeIpV6Test-442437776 tempest-RoutersNegativeIpV6Test-442437776-project] 10.222.0.46 "DELETE /v2.0/routers/30298b55-8a17-4114-a8d0-bebd4800e933 HTTP/1.1" status: 204 len: 168 time: 1.2132704 Dec 09 15:07:06.350107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] For port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:06.385231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.392050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] For port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2e7bf1e4-6311-4e16-850c-9c2a1e8641d0,segment=NetworkSegment(e3c33acc-fab6-463c-9a30-3a51643110d1),segment_id=e3c33acc-fab6-463c-9a30-3a51643110d1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:06.398154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 38419928-6be0-4426-8205-9b8e3a0e6013 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:06.398573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.399222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.404215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 99694682-d3f4-4beb-8b9c-5328ebdb325d is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:07:06.406869 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.411583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Subnet': ['ID=da14a797-94e6-478e-8fa6-188bba44edef,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:06.434611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.438843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3781ba82-5cf2-4aa3-9c04-b3e90619ee94 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/subnets/da14a797-94e6-478e-8fa6-188bba44edef HTTP/1.1" status: 204 len: 168 time: 1.0522442 Dec 09 15:07:06.442091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54658) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:06.541413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6252-df44-45ab-9207-e7120ae61f85 req-9fdf465c-1f3b-4af7-bd92-d125c347cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:06.542871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-9fdf465c-1f3b-4af7-bd92-d125c347cf56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 1094 time: 0.2111263 Dec 09 15:07:06.544588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=765e1f37-9841-4b89-9194-80228da9474b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:06.554939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c054-5ddf-47b8-a64e-c120a40e2dae None None] Pushing event updated for resources: {'Port': ['ID=2e7bf1e4-6311-4e16-850c-9c2a1e8641d0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:06.705413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1fb17c6-f9fe-4b09-be2b-8b72413c07ed no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:06.727064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80f12f-04d4-47be-8c34-733411d3d3bc req-54f31a71-9e7e-4b03-8869-7f6c98665041 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:06.733891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb80f12f-04d4-47be-8c34-733411d3d3bc req-54f31a71-9e7e-4b03-8869-7f6c98665041 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 943 time: 0.4298546 Dec 09 15:07:06.752026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.759030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d1fb17c6-f9fe-4b09-be2b-8b72413c07ed {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:06.759433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1fb17c6-f9fe-4b09-be2b-8b72413c07ed not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:06.763278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-328fd7d3-a0ab-43bd-830d-6db767f89778 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061048 Dec 09 15:07:06.773872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-37a8abf4-a87c-4819-9c7f-709ebe90aa12 None None] Provisioning complete for port e57f05aa-dfc8-4e69-9478-16479c309f55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:06.774249 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37a8abf4-a87c-4819-9c7f-709ebe90aa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.820991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c820531-89a0-43e7-8260-275172c1e2a6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:06.831271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9c820531-89a0-43e7-8260-275172c1e2a6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3840139 Dec 09 15:07:06.833760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54666) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:06.835136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54668) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:06.883685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-37a8abf4-a87c-4819-9c7f-709ebe90aa12 None None] Port e57f05aa-dfc8-4e69-9478-16479c309f55 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:06.894444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-37a8abf4-a87c-4819-9c7f-709ebe90aa12 None None] Provisioning complete for port 64e28e8a-91c5-42fd-bfff-25e1dd880bea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:06.894821 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37a8abf4-a87c-4819-9c7f-709ebe90aa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:06.926392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:06.950568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] Sync routers for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:06.978212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac492052-6d8a-4640-890a-a0f2662deed9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/99694682-d3f4-4beb-8b9c-5328ebdb325d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6923921 Dec 09 15:07:06.987783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:06.990243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:06.999161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.042533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.074049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:07.074805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.113278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb80f12f-04d4-47be-8c34-733411d3d3bc req-1ef803a1-7e91-45ff-9505-20ef43269472 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580287 Dec 09 15:07:07.136214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.136214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8826256-bded-47e7-b6e9-2b2160eaff93 None None] The sync data for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:07.149565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6252-df44-45ab-9207-e7120ae61f85 req-8dd44c7f-aea8-4521-b799-d6bd1a8963cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:07.151734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-8dd44c7f-aea8-4521-b799-d6bd1a8963cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.5224652 Dec 09 15:07:07.155326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-6b1a4dd6-c996-4db8-af06-289c88b66ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:07.158720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-6b1a4dd6-c996-4db8-af06-289c88b66ede service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.3119690 Dec 09 15:07:07.182455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:07.192483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:07.201081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11e411-3fb3-4dab-83e7-065387835cb1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:07.209821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e28e8a-91c5-42fd-bfff-25e1dd880bea up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:07.220713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2a11e411-3fb3-4dab-83e7-065387835cb1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports/e57f05aa-dfc8-4e69-9478-16479c309f55 HTTP/1.1" status: 200 len: 911 time: 0.2253704 Dec 09 15:07:07.231726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.270773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54676) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:07.290113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 64e28e8a-91c5-42fd-bfff-25e1dd880bea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:07.290451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.291956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-daf8549d-74be-4d66-a848-007f52d2e947 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309 HTTP/1.1" status: 200 len: 217 time: 0.1200314 Dec 09 15:07:07.382304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2cd3b680-7977-4126-aa6d-60bca1be3373 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2dfb0102db547feb14ec61fad93807f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5415134 Dec 09 15:07:07.385762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:07.402601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6252-df44-45ab-9207-e7120ae61f85 req-889b7c6d-82b7-41d3-8635-21921aa4c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:07.404145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-889b7c6d-82b7-41d3-8635-21921aa4c195 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.0984218 Dec 09 15:07:07.409190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:07.456375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Deleting port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:07.456749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.465544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:07.465929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.530960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4380f0e8-fec0-4b2a-8efc-ab10b383c445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.534062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] For port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2e7bf1e4-6311-4e16-850c-9c2a1e8641d0,segment=NetworkSegment(e3c33acc-fab6-463c-9a30-3a51643110d1),segment_id=e3c33acc-fab6-463c-9a30-3a51643110d1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:07.534389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.547966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Calling delete_port for 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:07.560541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-d1725942-b203-405b-865f-5380ac5267dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:07.562138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-d1725942-b203-405b-865f-5380ac5267dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3782492 Dec 09 15:07:07.582158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eb3363d9-e0cb-49af-abe2-ec4c12a2cf54 None None] Provisioning complete for port 765e1f37-9841-4b89-9194-80228da9474b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:07.582752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb3363d9-e0cb-49af-abe2-ec4c12a2cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.623796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eb3363d9-e0cb-49af-abe2-ec4c12a2cf54 None None] Port 765e1f37-9841-4b89-9194-80228da9474b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:07.626201 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.629500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4380f0e8-fec0-4b2a-8efc-ab10b383c445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.642150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-c83f07fb-5c03-42d7-abd4-845db688b6a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278259 Dec 09 15:07:07.643242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.694100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Port': ['ID=2e7bf1e4-6311-4e16-850c-9c2a1e8641d0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:07.705965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] No DVR routers for this DVR port 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:07.734090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router d95f016c-52ca-4896-a078-78f7ea2a1c3e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:07.752117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-6d4334ea-59b3-45cf-8e0c-70c2e6e4a6d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1002 time: 0.1252332 Dec 09 15:07:07.838543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.851953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-2d093c8e-ed6a-49ee-ba6d-b9bde6b72faa service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808014 Dec 09 15:07:07.873051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14f538c-feef-42be-b6aa-409b5dd9fb1b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.899964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c33acc-fab6-463c-9a30-3a51643110d1') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.900267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c33acc-fab6-463c-9a30-3a51643110d1') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:07.925651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.955985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-5ae2f778-2c81-4ca7-8811-f25ce7fb022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:07.957563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-5ae2f778-2c81-4ca7-8811-f25ce7fb022c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1893845 Dec 09 15:07:07.981758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.985308 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4380f0e8-fec0-4b2a-8efc-ab10b383c445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.988101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4380f0e8-fec0-4b2a-8efc-ab10b383c445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:07.991681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4380f0e8-fec0-4b2a-8efc-ab10b383c445 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56b7272b-0d21-4094-b18d-ad4aeafbb754 HTTP/1.1" status: 204 len: 168 time: 0.5982544 Dec 09 15:07:08.015707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:08.015996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.059880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-833c6252-df44-45ab-9207-e7120ae61f85 req-20473f70-a3a3-4a80-a48b-9065c507e4ee service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985805 Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:08.061676 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:08.092478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380f0e8-fec0-4b2a-8efc-ab10b383c445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7272b-0d21-4094-b18d-ad4aeafbb754,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:08.134251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:08.145558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.147654 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5933e7da-8dc1-442f-b52c-bfd9d7c95b4e tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/routers/d95f016c-52ca-4896-a078-78f7ea2a1c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2337508 Dec 09 15:07:08.152142 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] Sync routers for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:08.152691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54690) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:08.166459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'port': {'network_id': 'a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2', 'name': 'tempest-FloatingIPTestJSON-108550692'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:08.177631 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:08.178713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.218546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-5073f966-7807-4c6e-87e3-8a7afccba579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:08.224855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-5073f966-7807-4c6e-87e3-8a7afccba579 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469420 Dec 09 15:07:08.250529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-076325c9-af37-4d35-9e48-c88ed82d78c6 None None] Could not find standard attr ID for object 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:07:08.256599 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.274539 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:08.275525 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.315439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.317290 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.317956 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d92af-9f74-4f74-a47e-5e000ca8ba84 None None] The sync data for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:08.324033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.331079 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/networks/b14f538c-feef-42be-b6aa-409b5dd9fb1b HTTP/1.1" status: 204 len: 168 time: 1.4892426 Dec 09 15:07:08.335865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b686e-171b-492c-b0f7-5063b10194cd None None] DHCP port deletion for b14f538c-feef-42be-b6aa-409b5dd9fb1b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:08.343210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54694) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:08.363422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53203c18-9782-4888-b45a-e449211879d5 None None] Network b14f538c-feef-42be-b6aa-409b5dd9fb1b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:08.367963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4857f0-603a-4653-92fb-99abb85fc8d6 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Network': ['ID=b14f538c-feef-42be-b6aa-409b5dd9fb1b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:08.377448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53203c18-9782-4888-b45a-e449211879d5 None None] Network b14f538c-feef-42be-b6aa-409b5dd9fb1b could not be found, it might have been deleted concurrently. {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 15:07:08.388765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5870277-8474-41be-8efb-9cebd57f98e0 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:07:08.493694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Made reservation on behalf of 68c4328477e84d1abc3a96abe48818dc for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:08.494087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.531742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-926bc50a-08c3-4722-b9c7-d202283a94cf service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919927 Dec 09 15:07:08.532729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9fad6-e113-47b7-9c70-3751bc412c4c req-73941030-50c1-4453-bd55-9746d4bc4926 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:08.534482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78a9fad6-e113-47b7-9c70-3751bc412c4c req-73941030-50c1-4453-bd55-9746d4bc4926 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 943 time: 0.2022078 Dec 09 15:07:08.540200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.567214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] device_id is not set on port 703cc858-d143-4e91-a2ad-a67de5452333 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:08.697392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78a9fad6-e113-47b7-9c70-3751bc412c4c req-a2a31131-9030-4099-8adb-f25ef7d0c971 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548760 Dec 09 15:07:08.780485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.797101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5738ec18-db68-40d4-95aa-6abe2a85ac3f req-446ab346-3320-4b87-9bf5-41302b7edfb5 service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363188 Dec 09 15:07:08.816347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fca7a777-1fe1-42e8-8b63-2a1e7c51f309 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:07:08.836768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f9e9a2-5b5c-49df-a48e-f1bcc119bc04']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.867010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8:1::1 (366fb64d-03a6-4481-9d28-4b6b9d6ef042/ca3d6d58-3165-435c-a1e3-4cd2273a6c0f/25653e3d-12cb-42b0-b88a-69b3b67971c6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:08.870818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d4d5bf-9b8b-48ad-b392-b26c922a6288') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.871125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d4d5bf-9b8b-48ad-b392-b26c922a6288') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:08.871398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5870277-8474-41be-8efb-9cebd57f98e0 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:07:08.886628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Allocated IP 172.20.0.5 (a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2/cfd77167-8423-4af6-a7c6-05490f3feeed/703cc858-d143-4e91-a2ad-a67de5452333) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:08.927692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.957851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.985106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:08.986515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:08.990042 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:09.115545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.116643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:09.164409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:09.164409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2e7bf1e4-6311-4e16-850c-9c2a1e8641d0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:09.199257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.208341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.218249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/networks/88f9e9a2-5b5c-49df-a48e-f1bcc119bc04 HTTP/1.1" status: 204 len: 168 time: 0.8723881 Dec 09 15:07:09.223485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54720) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:09.265259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e757d8-0aad-46d8-9bf3-42a9720607d8 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Network': ['ID=88f9e9a2-5b5c-49df-a48e-f1bcc119bc04,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:09.323158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:09.358556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309', 'network_id': '23ebedf1-423d-4263-81e1-c04e8a906cd4', 'port_id': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309', 'mac_address': 'fa:16:3e:c9:58:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0987e6-f8f5-4679-9312-090fe43a6c38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:07:09.441998 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.446333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.458492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.462282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca7a777-1fe1-42e8-8b63-2a1e7c51f309 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:07:09.486398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.512026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.542705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:09.553829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.575980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event updated for resources: {'Port': ['ID=703cc858-d143-4e91-a2ad-a67de5452333,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:09.595344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:09.596737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:09.599811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54726) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:09.607038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:09.620917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:09.636303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:09.639242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:09.639909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.659451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:09.697237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=25653e3d-12cb-42b0-b88a-69b3b67971c6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:09.732592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:09.733316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.795106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ca5bcdd4-203b-4860-9805-bdff2282cf4a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:09.796246 n-d-804292-5 neutron-server[109894]: WARNING neutron.api.v2.base [None req-ca5bcdd4-203b-4860-9805-bdff2282cf4a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:07:09.797749 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-ca5bcdd4-203b-4860-9805-bdff2282cf4a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:07:09.799110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca5bcdd4-203b-4860-9805-bdff2282cf4a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1953118 Dec 09 15:07:09.815990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-892b4a58-f92b-4976-be3d-11dfa3c55141 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6551321 Dec 09 15:07:09.816989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:09.817491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54734) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:09.823868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024977354'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:09.840793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Request body: {'floatingip': {'port_id': '703cc858-d143-4e91-a2ad-a67de5452333'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:09.861689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['fca7a777-1fe1-42e8-8b63-2a1e7c51f309'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:07:09.930829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:09.967644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e879b78-e834-4f4e-81b6-5930f541c299']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:09.988355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.010598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea147032-0299-4eec-9b2f-3e7584eab6f8') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:10.011181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea147032-0299-4eec-9b2f-3e7584eab6f8') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:10.017597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.022704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.034033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.036290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.066988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.100820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ce6e2-1bfd-4d3f-8c48-ea49549ef754 req-a917cc97-bdca-4a95-a5da-022496d96664 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:10.106069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:10.106590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:10.111456 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:10.114312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-220ce6e2-1bfd-4d3f-8c48-ea49549ef754 req-a917cc97-bdca-4a95-a5da-022496d96664 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 944 time: 0.2651200 Dec 09 15:07:10.227979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-72374dfc-af33-4eb3-9f13-471320175d1b None None] Provisioning complete for port 703cc858-d143-4e91-a2ad-a67de5452333 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:10.228486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72374dfc-af33-4eb3-9f13-471320175d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.286809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-72374dfc-af33-4eb3-9f13-471320175d1b None None] Port 703cc858-d143-4e91-a2ad-a67de5452333 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:10.302537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-72374dfc-af33-4eb3-9f13-471320175d1b None None] Provisioning complete for port 25653e3d-12cb-42b0-b88a-69b3b67971c6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:10.303001 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72374dfc-af33-4eb3-9f13-471320175d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.318567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-220ce6e2-1bfd-4d3f-8c48-ea49549ef754 req-86df3026-12a2-4a75-b8a8-eee8531b1a9a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033951 Dec 09 15:07:10.362577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-72374dfc-af33-4eb3-9f13-471320175d1b None None] Port 25653e3d-12cb-42b0-b88a-69b3b67971c6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:10.424933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.434558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.538656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a8cd33-ed83-41c5-a099-2c0e00ba14a9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:10.641864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.652477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.657371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/networks/9e879b78-e834-4f4e-81b6-5930f541c299 HTTP/1.1" status: 204 len: 168 time: 1.4320099 Dec 09 15:07:10.659085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.664494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54742) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:10.690628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf16b0-6b25-4bfb-a2d7-787538294122 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Network': ['ID=9e879b78-e834-4f4e-81b6-5930f541c299,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:10.697162 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.769700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.770947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9522772 Dec 09 15:07:10.774399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54744) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:10.784457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': 'e53102c6-0800-4f29-9a43-9b94beac5ace', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:10.822864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.837915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2684-a561-4f8f-a1dc-ddf7960477b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53102c6-0800-4f29-9a43-9b94beac5ace,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:10.850169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.929934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.932790 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.935924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:10.936796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.039001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.073423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:11.088893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:11.102635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd769c2-a2c0-458c-9a1f-324403bc1f8b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:11.246935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.254071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-41da672f-2e81-4238-9b9d-683da0644d7a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4733331 Dec 09 15:07:11.255977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=25653e3d-12cb-42b0-b88a-69b3b67971c6,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:11.280207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54748) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:11.425705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4bb023e8-9859-43b0-a48c-4d22574826e5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': 'e53102c6-0800-4f29-9a43-9b94beac5ace', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:11.476949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4bb023e8-9859-43b0-a48c-4d22574826e5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.532649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 99694682-d3f4-4beb-8b9c-5328ebdb325d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:11.539302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.597868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aca79c6-0e77-4460-bc1a-50ea0f04d894']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.614852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5b42eb-ba2f-4560-a720-d7af25ec32bf') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.615244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5b42eb-ba2f-4560-a720-d7af25ec32bf') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.634862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.643268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b66b013c-c14a-4624-928f-ac269ea20ebb None None] Provisioning complete for port 25653e3d-12cb-42b0-b88a-69b3b67971c6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:11.646214 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b66b013c-c14a-4624-928f-ac269ea20ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.716741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b66b013c-c14a-4624-928f-ac269ea20ebb None None] Port 25653e3d-12cb-42b0-b88a-69b3b67971c6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:11.719680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.725019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.727924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.779100 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-4bb023e8-9859-43b0-a48c-4d22574826e5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:07:11.780561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4bb023e8-9859-43b0-a48c-4d22574826e5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3778648 Dec 09 15:07:11.784159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:11.786641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:11.797120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] Sync routers for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:11.797735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2f322f4e-dcd2-4a23-85c0-c3c3f8e4a9a3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/99694682-d3f4-4beb-8b9c-5328ebdb325d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5258603 Dec 09 15:07:11.804546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:11.805291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.807671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213a653-efe4-4600-b5a4-ddc6ab692a42 req-21587bef-f7c1-4328-bc27-4dd966045887 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:11.809357 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d213a653-efe4-4600-b5a4-ddc6ab692a42 req-21587bef-f7c1-4328-bc27-4dd966045887 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 944 time: 0.1109817 Dec 09 15:07:11.810324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54760) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:11.811317 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:11.818234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:11.819805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.867471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.879453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:11.880469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.918122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afa32428-eacc-4d27-af9b-9a2e4a6a545f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:11.925595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:11.926893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a26da1-f5f8-471a-b819-6cd4c94be466 None None] The sync data for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:11.944201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d213a653-efe4-4600-b5a4-ddc6ab692a42 req-ce7af473-87ff-4779-a831-459a057a358d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247866 Dec 09 15:07:11.971883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afa32428-eacc-4d27-af9b-9a2e4a6a545f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.002052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5418ab3-2b4a-4b88-95f6-003bad0bc53f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:12.006444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a5418ab3-2b4a-4b88-95f6-003bad0bc53f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports/25653e3d-12cb-42b0-b88a-69b3b67971c6 HTTP/1.1" status: 200 len: 913 time: 0.1871920 Dec 09 15:07:12.008535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54762) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.018440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.032182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afa32428-eacc-4d27-af9b-9a2e4a6a545f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.034940 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afa32428-eacc-4d27-af9b-9a2e4a6a545f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.038758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-afa32428-eacc-4d27-af9b-9a2e4a6a545f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/e53102c6-0800-4f29-9a43-9b94beac5ace HTTP/1.1" status: 204 len: 168 time: 0.2486975 Dec 09 15:07:12.039823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54764) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.059368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa32428-eacc-4d27-af9b-9a2e4a6a545f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53102c6-0800-4f29-9a43-9b94beac5ace,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:12.063068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.066436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] 10.222.0.46 "DELETE /v2.0/networks/4aca79c6-0e77-4460-bc1a-50ea0f04d894 HTTP/1.1" status: 204 len: 168 time: 1.4006629 Dec 09 15:07:12.116702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89df29e-aeb7-425b-8f8c-3292ec4e52b5 tempest-BulkNetworkOpsTest-1155758807 tempest-BulkNetworkOpsTest-1155758807-project] Pushing event deleted for resources: {'Network': ['ID=4aca79c6-0e77-4460-bc1a-50ea0f04d894,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:12.126793 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP de469620-4f04-4377-adb3-ecc73dacf320 associated. External IP: 172.25.0.223, port: e67f70a9-8a5b-467f-8799-42cda6301125. Dec 09 15:07:12.135737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7504965e-e38f-4892-91b5-26a9fc68de1f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946836 Dec 09 15:07:12.141886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.147075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003293113'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:12.185192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.273643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.279703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.331737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a9ac35-0b77-4ed2-92dd-14a8c2b965e0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:12.337200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.347362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e001dbfc-3a68-4ee0-9f97-5c1cf5bac82a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2037256 Dec 09 15:07:12.348038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54770) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.356569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-81faf5fe-4751-4dbe-a032-4caa319f5615 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '08a9ac35-0b77-4ed2-92dd-14a8c2b965e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:12.357471 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-81faf5fe-4751-4dbe-a032-4caa319f5615 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 15:07:12.358035 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-81faf5fe-4751-4dbe-a032-4caa319f5615 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:12.362161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-81faf5fe-4751-4dbe-a032-4caa319f5615 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124676 Dec 09 15:07:12.363047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54772) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.438692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2fe-93e7-409e-afe5-1c60eaf2a251 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.466781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2fe-93e7-409e-afe5-1c60eaf2a251 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.516278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.544191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2fe-93e7-409e-afe5-1c60eaf2a251 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.548864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2fe-93e7-409e-afe5-1c60eaf2a251 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.552435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-43b9f2fe-93e7-409e-afe5-1c60eaf2a251 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/08a9ac35-0b77-4ed2-92dd-14a8c2b965e0 HTTP/1.1" status: 204 len: 168 time: 0.1866214 Dec 09 15:07:12.563119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.582379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9f2fe-93e7-409e-afe5-1c60eaf2a251 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a9ac35-0b77-4ed2-92dd-14a8c2b965e0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:12.685932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:12.741229 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5972613f-6359-4ee1-b2c3-5db2863cd324 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab4e15132776486e9b950383edf065bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236276 Dec 09 15:07:12.751870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d6f0fb93-b6c5-480a-a46b-b98bd68ad683 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1864913 Dec 09 15:07:12.752536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54788) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.761750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54790) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:12.774413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--347381385'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:12.782252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.824232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.835799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fca7a777-1fe1-42e8-8b63-2a1e7c51f309 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:12.844846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0436068-a7f1-4a76-8c9a-eef1d7b2ed88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.869852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0436068-a7f1-4a76-8c9a-eef1d7b2ed88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.909035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:07:12.917401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:12.918312 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.935605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0436068-a7f1-4a76-8c9a-eef1d7b2ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.939334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0436068-a7f1-4a76-8c9a-eef1d7b2ed88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:12.940743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f0436068-a7f1-4a76-8c9a-eef1d7b2ed88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/518ea074-810e-4198-9af7-6b739886a645 HTTP/1.1" status: 204 len: 168 time: 0.1865566 Dec 09 15:07:12.958804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436068-a7f1-4a76-8c9a-eef1d7b2ed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ea074-810e-4198-9af7-6b739886a645,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:13.025672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.032459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.096099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:13.112039 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:13.119391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.134127 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:13.134844 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:13.147168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.152311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3880866 Dec 09 15:07:13.156138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec457ca-5445-4890-8a09-44c2dd42fd48 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac622d1-42a6-4d83-add4-7c5afe52615f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:13.161191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54796) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.172524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7d91ac1c-7a52-4c0c-94b0-7366377f6c36 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '1ac622d1-42a6-4d83-add4-7c5afe52615f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:13.174365 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-7d91ac1c-7a52-4c0c-94b0-7366377f6c36 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 15:07:13.179321 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-7d91ac1c-7a52-4c0c-94b0-7366377f6c36 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:13.183586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7d91ac1c-7a52-4c0c-94b0-7366377f6c36 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0173285 Dec 09 15:07:13.186095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54798) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.195143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:07:13.198441 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470b542c-ab60-40d1-a4e1-c36c7dd81f6e" -d '{"events": [{"server_uuid": "d247afb3-5f4c-4e22-b6ff-b999c44cb858", "name": "network-vif-plugged", "status": "completed", "tag": "fca7a777-1fe1-42e8-8b63-2a1e7c51f309"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:07:13.226607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:13.236083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.273722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc51ef23-6b61-4311-8a7d-0ae29aa4129b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.296554 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:13.325847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:13.328936 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:13.329630 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:13.349346 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4af9b5-b3b3-444b-92d4-47151b4a94e0 x-openstack-request-id: req-4b4af9b5-b3b3-444b-92d4-47151b4a94e0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:07:13.351011 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d247afb3-5f4c-4e22-b6ff-b999c44cb858", "name": "network-vif-plugged", "status": "completed", "tag": "fca7a777-1fe1-42e8-8b63-2a1e7c51f309", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:07:13.351338 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b4af9b5-b3b3-444b-92d4-47151b4a94e0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:07:13.351787 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309', 'code': 200} Dec 09 15:07:13.360324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc51ef23-6b61-4311-8a7d-0ae29aa4129b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.409358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-2e3751ae-1c88-4e9c-a375-b4c494959fcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3535752 Dec 09 15:07:13.435468 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:13.436852 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b7a80-14a7-43d2-850c-7b1f9b1cfecb None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:13.465783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc51ef23-6b61-4311-8a7d-0ae29aa4129b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.476287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc51ef23-6b61-4311-8a7d-0ae29aa4129b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.484774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fc51ef23-6b61-4311-8a7d-0ae29aa4129b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/1ac622d1-42a6-4d83-add4-7c5afe52615f HTTP/1.1" status: 204 len: 168 time: 0.2967701 Dec 09 15:07:13.490372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54806) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.521284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51ef23-6b61-4311-8a7d-0ae29aa4129b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac622d1-42a6-4d83-add4-7c5afe52615f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:13.598871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10949d10-cfc7-49a7-9a3e-aee9884b8fc0 req-9a88025b-b12f-4312-9f82-aae7217fb4d3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:13.600627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10949d10-cfc7-49a7-9a3e-aee9884b8fc0 req-9a88025b-b12f-4312-9f82-aae7217fb4d3 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.3132436 Dec 09 15:07:13.611921 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-902bdc1c-a122-4301-b53f-7e35f32fd7fb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1161480 Dec 09 15:07:13.613297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54812) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.629828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--199273087'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:13.666488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.711027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9a0e-9127-473f-98ba-088515a56085 req-0f3832ab-8fc9-4e2f-87ec-add15e0a6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:13.712833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-0f3832ab-8fc9-4e2f-87ec-add15e0a6a99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7245c71bf5c743b8a04389ce390e0d88&device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 1097 time: 0.2148309 Dec 09 15:07:13.714984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0975-53bc-4934-ae45-021f58b7202b req-652439a2-6e52-4ace-88ea-9ef4cd9ed872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:13.718124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f24e0975-53bc-4934-ae45-021f58b7202b req-652439a2-6e52-4ace-88ea-9ef4cd9ed872 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 1096 time: 0.2669003 Dec 09 15:07:13.815144 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.819597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.850411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:13.854535 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2330348 Dec 09 15:07:13.860198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54822) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.869665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2300b6eb-4f15-4872-8ae0-0fab48a84664 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '5b695a6a-de0a-4c4a-89df-5a660ea12711', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:13.904106 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-2300b6eb-4f15-4872-8ae0-0fab48a84664 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 15:07:13.905286 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-2300b6eb-4f15-4872-8ae0-0fab48a84664 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:13.911798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2300b6eb-4f15-4872-8ae0-0fab48a84664 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0501921 Dec 09 15:07:13.916170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.923905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8ed745b0-7b22-4fdb-b8d5-cb52e563d16b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '5b695a6a-de0a-4c4a-89df-5a660ea12711', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:13.924771 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-8ed745b0-7b22-4fdb-b8d5-cb52e563d16b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 15:07:13.925419 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-8ed745b0-7b22-4fdb-b8d5-cb52e563d16b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:13.927092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8ed745b0-7b22-4fdb-b8d5-cb52e563d16b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097232 Dec 09 15:07:13.930960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54828) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.941619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-412f1f47-0055-4a83-bdd7-b0079e9436bb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '5b695a6a-de0a-4c4a-89df-5a660ea12711', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:13.943073 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-412f1f47-0055-4a83-bdd7-b0079e9436bb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 15:07:13.943988 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-412f1f47-0055-4a83-bdd7-b0079e9436bb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:13.945070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-412f1f47-0055-4a83-bdd7-b0079e9436bb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129614 Dec 09 15:07:13.948433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54830) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:13.954342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fe18aa93-0305-425e-9c90-4ac0ffcbfe80 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '5b695a6a-de0a-4c4a-89df-5a660ea12711', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:13.955520 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-fe18aa93-0305-425e-9c90-4ac0ffcbfe80 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 15:07:13.956068 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-fe18aa93-0305-425e-9c90-4ac0ffcbfe80 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:13.957162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe18aa93-0305-425e-9c90-4ac0ffcbfe80 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076487 Dec 09 15:07:13.960875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83a211-8b9d-4042-9124-1a6eaa793b20 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b695a6a-de0a-4c4a-89df-5a660ea12711,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:13.962271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54832) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.037568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10949d10-cfc7-49a7-9a3e-aee9884b8fc0 req-d7b5603d-a2d1-41e3-b107-dba090e8f38d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119012 Dec 09 15:07:14.056051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410c823d-6626-401f-9f4f-8dd3b92cea4b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.093680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410c823d-6626-401f-9f4f-8dd3b92cea4b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.157155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410c823d-6626-401f-9f4f-8dd3b92cea4b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.160601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-410c823d-6626-401f-9f4f-8dd3b92cea4b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.162258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-410c823d-6626-401f-9f4f-8dd3b92cea4b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/5b695a6a-de0a-4c4a-89df-5a660ea12711 HTTP/1.1" status: 204 len: 168 time: 0.1887167 Dec 09 15:07:14.173897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.174950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c823d-6626-401f-9f4f-8dd3b92cea4b tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b695a6a-de0a-4c4a-89df-5a660ea12711,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:14.216512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9a0e-9127-473f-98ba-088515a56085 req-6f49540b-911e-43c0-baf0-fde59fcf5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:14.218201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-6f49540b-911e-43c0-baf0-fde59fcf5c77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 200 len: 907 time: 0.4553118 Dec 09 15:07:14.243031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f93156f-7336-40a4-b657-741b5f11ad3d tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603776 Dec 09 15:07:14.243834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54842) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.253389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321579163'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.253638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f24e0975-53bc-4934-ae45-021f58b7202b req-73861d88-7bda-4b6c-9eea-ef3caa665508 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171573 Dec 09 15:07:14.276299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.295889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.317211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-9d95fbeb-ae11-4f7a-be2e-d54085f8169f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 200 len: 217 time: 0.0905244 Dec 09 15:07:14.341680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router d95f016c-52ca-4896-a078-78f7ea2a1c3e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:14.345815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 25653e3d-12cb-42b0-b88a-69b3b67971c6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:14.346168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.393154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.398773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.435992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.440967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1942508 Dec 09 15:07:14.449861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.457647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-02c93d77-3899-4646-930c-b678dcfadd58 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.459007 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-02c93d77-3899-4646-930c-b678dcfadd58 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:07:14.460516 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-02c93d77-3899-4646-930c-b678dcfadd58 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.466171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-02c93d77-3899-4646-930c-b678dcfadd58 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146430 Dec 09 15:07:14.469130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54850) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.476995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0066547e-bd1b-4de1-81bf-2e8addb61aeb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.487832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2e2f092d-6fa3-4f8e-a95f-b3fd087d4dda tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.488604 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-2e2f092d-6fa3-4f8e-a95f-b3fd087d4dda tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:07:14.489105 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-2e2f092d-6fa3-4f8e-a95f-b3fd087d4dda tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:07:14.495746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2e2f092d-6fa3-4f8e-a95f-b3fd087d4dda tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2122617 Dec 09 15:07:14.495746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54852) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.501696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106792909'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.507781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff95e50-6532-48fa-8a3b-ef98f4355a32 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef83a9c-969c-4229-b2e9-2f890a3eca77,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:14.523226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:07:14.523226 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 15:07:14.523226 n-d-804292-5 neutron-server[109895]: [parameters: {'project_id_1': 'e50436c8b96444a29f7458b561b26876', 'expiration_1': datetime.datetime(2021, 12, 9, 15, 6, 54, 513465)}] Dec 09 15:07:14.523226 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:07:14.523820 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:07:14.547768 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-0066547e-bd1b-4de1-81bf-2e8addb61aeb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.552275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0066547e-bd1b-4de1-81bf-2e8addb61aeb tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0761778 Dec 09 15:07:14.552558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54854) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.557747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-beeae996-7654-4dd8-a73b-8583e6f3b105 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.558438 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-beeae996-7654-4dd8-a73b-8583e6f3b105 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 15:07:14.559059 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-beeae996-7654-4dd8-a73b-8583e6f3b105 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.564093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-beeae996-7654-4dd8-a73b-8583e6f3b105 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069842 Dec 09 15:07:14.564401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54856) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.571135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-eca6ba45-1b8e-4b55-9904-52867637d5e3 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.617475 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-eca6ba45-1b8e-4b55-9904-52867637d5e3 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.621746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eca6ba45-1b8e-4b55-9904-52867637d5e3 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0533805 Dec 09 15:07:14.621947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54858) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.627539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f1bc2d4b-b9fb-4558-b12d-ab2a6fd4a89e tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.628276 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-f1bc2d4b-b9fb-4558-b12d-ab2a6fd4a89e tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:07:14.628914 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-f1bc2d4b-b9fb-4558-b12d-ab2a6fd4a89e tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.633005 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f1bc2d4b-b9fb-4558-b12d-ab2a6fd4a89e tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072060 Dec 09 15:07:14.633215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.639530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e974d7bd-76c9-4c6c-bef0-3631b20c5ba7 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.680903 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-e974d7bd-76c9-4c6c-bef0-3631b20c5ba7 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.682539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e974d7bd-76c9-4c6c-bef0-3631b20c5ba7 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0482171 Dec 09 15:07:14.685448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.691273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3f9e02a4-c8f1-4d98-8718-bb92c0795a2a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.691869 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-3f9e02a4-c8f1-4d98-8718-bb92c0795a2a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 15:07:14.692330 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-3f9e02a4-c8f1-4d98-8718-bb92c0795a2a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.695892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3f9e02a4-c8f1-4d98-8718-bb92c0795a2a tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069549 Dec 09 15:07:14.696059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.703699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a7784118-02de-4ea1-960e-dfeef63fe283 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.761269 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-a7784118-02de-4ea1-960e-dfeef63fe283 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.762459 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a7784118-02de-4ea1-960e-dfeef63fe283 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0654695 Dec 09 15:07:14.765182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.775876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-99a62525-f7e9-436d-b171-af13ed69740c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '0ef83a9c-969c-4229-b2e9-2f890a3eca77', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:14.817455 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-99a62525-f7e9-436d-b171-af13ed69740c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:14.818663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99a62525-f7e9-436d-b171-af13ed69740c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0508339 Dec 09 15:07:14.821857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54870) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:14.880461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca42057-713b-4206-82e2-75bcb200cd16 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.916759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9a0e-9127-473f-98ba-088515a56085 req-84220a61-2060-40c6-b1fd-85af2343ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:14.919092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-84220a61-2060-40c6-b1fd-85af2343ad5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 200 len: 846 time: 0.0949416 Dec 09 15:07:14.940777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca42057-713b-4206-82e2-75bcb200cd16 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.966233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:14.996462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-c1fdccb0-fd10-46d4-9f27-356aa583687f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ebedf1-423d-4263-81e1-c04e8a906cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410283 Dec 09 15:07:15.007414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 25653e3d-12cb-42b0-b88a-69b3b67971c6 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:15.012705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca42057-713b-4206-82e2-75bcb200cd16 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.017111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca42057-713b-4206-82e2-75bcb200cd16 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.018377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1ca42057-713b-4206-82e2-75bcb200cd16 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ef83a9c-969c-4229-b2e9-2f890a3eca77 HTTP/1.1" status: 204 len: 168 time: 0.1955740 Dec 09 15:07:15.021891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.038575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca42057-713b-4206-82e2-75bcb200cd16 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef83a9c-969c-4229-b2e9-2f890a3eca77,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:15.046814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:15.055288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.077663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] Sync routers for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:15.088731 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.097048 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-16d74efe-fad0-4514-b842-1337012fde39 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726113 Dec 09 15:07:15.103081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.108585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825816272'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:15.122760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:15.127429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:15.131443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.135876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.200940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:15.210991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:15.211932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:15.223327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8b758705-3af8-4a1d-9057-c0e410e17099 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/floatingips/de469620-4f04-4377-adb3-ecc73dacf320 HTTP/1.1" status: 200 len: 977 time: 5.4009624 Dec 09 15:07:15.225034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.227154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.242510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.265947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:15.267241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b65df0-0564-4962-8015-9497f43a030d None None] The sync data for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:15.304742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6ad6e4-7669-44ba-9a55-b06be630b8b4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:15.334194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.338376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f83a41cc-a56a-457b-801a-1b058212e68c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2313271 Dec 09 15:07:15.349085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54884) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.355708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8a9100e0-06ad-4d35-b02e-20af56a07c41 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': 'fb6ad6e4-7669-44ba-9a55-b06be630b8b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:15.379686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60ba11-4a97-47d0-9e0f-5b807a6db192 req-3adbe9b5-7438-4b36-9d9d-31cc4b95aaa5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:15.381273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d60ba11-4a97-47d0-9e0f-5b807a6db192 req-3adbe9b5-7438-4b36-9d9d-31cc4b95aaa5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1547425 Dec 09 15:07:15.398999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-66d5d2f3-c584-4a72-9b3a-b6fe46582e0a service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894360 Dec 09 15:07:15.432556 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:07:15.483585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.496305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.508571 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-8a9100e0-06ad-4d35-b02e-20af56a07c41 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The resource could not be found. Dec 09 15:07:15.511951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8a9100e0-06ad-4d35-b02e-20af56a07c41 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1589577 Dec 09 15:07:15.527247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d60ba11-4a97-47d0-9e0f-5b807a6db192 req-78f74180-19eb-4248-a56b-faf60cf71c71 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329255 Dec 09 15:07:15.527754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54886) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.545546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dbac529c-123b-473d-9b8e-0ed5438b73f7 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': 'fb6ad6e4-7669-44ba-9a55-b06be630b8b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0e6ab3c9-bf6f-4112-af0a-dc5a458dea51'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:15.585154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 703cc858-d143-4e91-a2ad-a67de5452333 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:15.585429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532637f5-e616-47e9-8225-ab3ddfa608cf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:15.585547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.630321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.635477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.645206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.662498 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-dbac529c-123b-473d-9b8e-0ed5438b73f7 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The resource could not be found. Dec 09 15:07:15.666283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dbac529c-123b-473d-9b8e-0ed5438b73f7 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1251717 Dec 09 15:07:15.670271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54888) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.697089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.698393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2019322 Dec 09 15:07:15.702439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54890) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:15.708469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'c7877018-6c53-4216-8644-c2d89621742d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:15.711761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-574e9a0e-9127-473f-98ba-088515a56085 req-a3d772da-a166-43b7-b246-a69c19276b38 service neutron] 10.222.0.36 "GET /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952189 Dec 09 15:07:15.712892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=25653e3d-12cb-42b0-b88a-69b3b67971c6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:15.733828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e658d6-e565-4918-bf27-baa0c432458c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7877018-6c53-4216-8644-c2d89621742d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:15.756064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.810868 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.872326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a84e736d-fced-41d2-931a-3fd56bace5e8 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.920896 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.929833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a84e736d-fced-41d2-931a-3fd56bace5e8 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.962826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:15.979214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.003902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3754b468-55d9-43f6-818e-ee318445d038,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:16.042155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.045971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6bf3e44b-05dc-4731-8811-8d4bbd631a0d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395045 Dec 09 15:07:16.045971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a84e736d-fced-41d2-931a-3fd56bace5e8 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.048918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a84e736d-fced-41d2-931a-3fd56bace5e8 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.050166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a84e736d-fced-41d2-931a-3fd56bace5e8 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb6ad6e4-7669-44ba-9a55-b06be630b8b4 HTTP/1.1" status: 204 len: 168 time: 0.3787189 Dec 09 15:07:16.051142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54898) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.056918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54900) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.061663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5c5885c6-75f6-492d-bcde-9253004a87c5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'c7877018-6c53-4216-8644-c2d89621742d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:16.100210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e736d-fced-41d2-931a-3fd56bace5e8 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6ad6e4-7669-44ba-9a55-b06be630b8b4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:16.184126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5885c6-75f6-492d-bcde-9253004a87c5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.196893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f5af8368-fabc-4a86-95dd-9f374b6bea83 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1284649 Dec 09 15:07:16.206009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54904) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.210852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.211219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.211581 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Floating IP de469620-4f04-4377-adb3-ecc73dacf320 disassociated. External IP: 172.25.0.223, port: 703cc858-d143-4e91-a2ad-a67de5452333. Dec 09 15:07:16.211967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 703cc858-d143-4e91-a2ad-a67de5452333 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:16.212451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f8523910-5b69-46cc-ac4c-7c9423f64051 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '97e4326a-d418-4c0f-ab02-320698ed066a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:16.303308 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-5c5885c6-75f6-492d-bcde-9253004a87c5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 15:07:16.306932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c5885c6-75f6-492d-bcde-9253004a87c5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2485259 Dec 09 15:07:16.307716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54906) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.326005 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-f8523910-5b69-46cc-ac4c-7c9423f64051 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The resource could not be found. Dec 09 15:07:16.327491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8523910-5b69-46cc-ac4c-7c9423f64051 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1206081 Dec 09 15:07:16.333788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54908) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.341919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346272184'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:16.394650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a0498b4-7c25-4add-975e-60de072b86d2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.431281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a0498b4-7c25-4add-975e-60de072b86d2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.454525 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.476626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 99694682-d3f4-4beb-8b9c-5328ebdb325d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:16.505753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a0498b4-7c25-4add-975e-60de072b86d2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.509865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a0498b4-7c25-4add-975e-60de072b86d2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.511502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5a0498b4-7c25-4add-975e-60de072b86d2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/c7877018-6c53-4216-8644-c2d89621742d HTTP/1.1" status: 204 len: 168 time: 0.2033355 Dec 09 15:07:16.518198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54910) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.534786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0498b4-7c25-4add-975e-60de072b86d2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7877018-6c53-4216-8644-c2d89621742d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:16.620504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-24ca2593-a9b3-47f9-8e32-503dd22c7d26 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007349 Dec 09 15:07:16.621172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54914) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.631567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940627501'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:16.657719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.661149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.735096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.739139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.749425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=703cc858-d143-4e91-a2ad-a67de5452333,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:16.771839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fabc9c-3b26-4d60-b724-56ba0a530ecf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:16.779687 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.788276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.792611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:16.792730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.799470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-abd37605-eb3d-437e-a8ae-643b6a38ae5f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1756890 Dec 09 15:07:16.800075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54916) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.807118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-12ceaeb4-57f3-4193-88c7-f41be461b01e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'f8fabc9c-3b26-4d60-b724-56ba0a530ecf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:16.807649 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-12ceaeb4-57f3-4193-88c7-f41be461b01e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 15:07:16.808373 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-12ceaeb4-57f3-4193-88c7-f41be461b01e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:16.808517 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] Sync routers for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:16.810152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1c9b7311-f53a-4a92-9151-108a1ced6da7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/99694682-d3f4-4beb-8b9c-5328ebdb325d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8004475 Dec 09 15:07:16.815594 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-12ceaeb4-57f3-4193-88c7-f41be461b01e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135996 Dec 09 15:07:16.816267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54918) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.816653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.830360 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:16.831997 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:16.894760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:16.896528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5602918 Dec 09 15:07:16.904515 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:16.909415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404e27-f554-4764-8ca6-bc2c4dc6ff46 req-d4556b90-64d4-4396-8c9e-13de4ea1cf02 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:16.911427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82404e27-f554-4764-8ca6-bc2c4dc6ff46 req-d4556b90-64d4-4396-8c9e-13de4ea1cf02 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2524512 Dec 09 15:07:16.914593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54924) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:16.920334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--674808972'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:16.928740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e09bc8-9d95-42b6-8524-4f83e41c63c9 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba8e09c-a180-4eb0-a8c5-6779255ffed4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:16.971109 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:16.971567 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:17.054287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.058757 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df40c093-ee14-43c9-8312-92868b838ee8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.072431 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:17.073185 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bf3b5-6e9b-47c2-8bcf-05aac8ffe93f None None] The sync data for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:17.106450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df40c093-ee14-43c9-8312-92868b838ee8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.106674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82404e27-f554-4764-8ca6-bc2c4dc6ff46 req-f5680ed9-352f-4259-9787-78ac6d8748ae tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656277 Dec 09 15:07:17.114161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router d95f016c-52ca-4896-a078-78f7ea2a1c3e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:17.175462 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df40c093-ee14-43c9-8312-92868b838ee8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.179271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df40c093-ee14-43c9-8312-92868b838ee8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.192598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df40c093-ee14-43c9-8312-92868b838ee8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/f8fabc9c-3b26-4d60-b724-56ba0a530ecf HTTP/1.1" status: 204 len: 168 time: 0.3661325 Dec 09 15:07:17.192598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54932) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:17.226034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c093-ee14-43c9-8312-92868b838ee8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fabc9c-3b26-4d60-b724-56ba0a530ecf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:17.286739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c0fa93e1-5787-4aa0-b405-0b5905ec60ab tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0854800 Dec 09 15:07:17.288992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54934) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:17.314993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869946153'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:17.353272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.396305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:17.424057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] Sync routers for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:17.463377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:17.464354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:17.534338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.542123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.561027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:17.580537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:17.582049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:17.624292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.630560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7145519 Dec 09 15:07:17.632574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:17.634614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5c5f3-56e2-4963-b353-c12aec7d530f None None] The sync data for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:17.635042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.643519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dfe64c0a-4d2a-4cb6-ba19-210ca1a5e5a4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/ports/703cc858-d143-4e91-a2ad-a67de5452333 HTTP/1.1" status: 204 len: 168 time: 2.4135220 Dec 09 15:07:17.644597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54938) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:17.645116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54940) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:17.659181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9e493d44-efa2-4c41-abeb-ed41736ca912 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group_rule': {'security_group_id': '2ba8e09c-a180-4eb0-a8c5-6779255ffed4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b5544d82-9a87-4405-8c12-924642f63178'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:17.707044 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.712803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.726049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f2add-6119-438f-956c-568465331cec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5544d82-9a87-4405-8c12-924642f63178,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:17.774125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd949231-1d1d-480d-93ce-73f821a73117,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:17.796902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d32231-a783-4577-96ca-6912cf762480 req-b611a250-9035-47f7-a501-82aa9fc11a7a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:17.798609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d32231-a783-4577-96ca-6912cf762480 req-b611a250-9035-47f7-a501-82aa9fc11a7a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2384641 Dec 09 15:07:17.799401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.805691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:17.809601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4b6ad88a-5046-4c98-a9b5-36fa348f637c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5035732 Dec 09 15:07:17.842614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54942) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:17.848307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d1dc9bb4-1b4d-4183-aa72-76b112f6329e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'cd949231-1d1d-480d-93ce-73f821a73117', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:17.849026 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-d1dc9bb4-1b4d-4183-aa72-76b112f6329e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 15:07:17.849593 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-d1dc9bb4-1b4d-4183-aa72-76b112f6329e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:17.852969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d1dc9bb4-1b4d-4183-aa72-76b112f6329e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067813 Dec 09 15:07:17.853709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.034984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5303-6771-4aaf-ba75-e9c4496b44c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.075938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5303-6771-4aaf-ba75-e9c4496b44c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.159564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5303-6771-4aaf-ba75-e9c4496b44c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.162193 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5303-6771-4aaf-ba75-e9c4496b44c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.163389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f5cb5303-6771-4aaf-ba75-e9c4496b44c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/cd949231-1d1d-480d-93ce-73f821a73117 HTTP/1.1" status: 204 len: 168 time: 0.3086603 Dec 09 15:07:18.167068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.214502 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-9e493d44-efa2-4c41-abeb-ed41736ca912 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:18.215248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb5303-6771-4aaf-ba75-e9c4496b44c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd949231-1d1d-480d-93ce-73f821a73117,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:18.219657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9e493d44-efa2-4c41-abeb-ed41736ca912 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5699050 Dec 09 15:07:18.222106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54952) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.303619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23642208-95f0-4976-84bd-f67de5200cb9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1307521 Dec 09 15:07:18.304146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d32231-a783-4577-96ca-6912cf762480 req-2586c497-dc88-4bc6-861e-29b98a6c91e7 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298125 Dec 09 15:07:18.304623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54956) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.320194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020734764'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:18.349548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-515c341f-2075-45c8-8f30-abcc90593450 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.354261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port e57f05aa-dfc8-4e69-9478-16479c309f55 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:18.354918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.425413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-515c341f-2075-45c8-8f30-abcc90593450 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.477417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.561914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.578750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for e57f05aa-dfc8-4e69-9478-16479c309f55 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:18.586961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-515c341f-2075-45c8-8f30-abcc90593450 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.589599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-515c341f-2075-45c8-8f30-abcc90593450 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.593166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-515c341f-2075-45c8-8f30-abcc90593450 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5544d82-9a87-4405-8c12-924642f63178 HTTP/1.1" status: 204 len: 168 time: 0.3673975 Dec 09 15:07:18.596640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54964) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.615059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab33eb-1648-4730-878a-64a135ea16df req-1a211465-fc72-4062-bb64-5898a8011c8b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:18.616477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39ab33eb-1648-4730-878a-64a135ea16df req-1a211465-fc72-4062-bb64-5898a8011c8b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1262498 Dec 09 15:07:18.619180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c341f-2075-45c8-8f30-abcc90593450 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5544d82-9a87-4405-8c12-924642f63178,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:18.646695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.685950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.721035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39ab33eb-1648-4730-878a-64a135ea16df req-8173b681-40e5-4840-8f2f-ba9767f66a51 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665495 Dec 09 15:07:18.732630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cd6ee-bf9e-4a14-b24b-7f83853800f3 req-1593c7aa-0262-4dd5-9841-5974a71b6f47 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:18.736139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b8cd6ee-bf9e-4a14-b24b-7f83853800f3 req-1593c7aa-0262-4dd5-9841-5974a71b6f47 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1828973 Dec 09 15:07:18.776328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.777677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4653623 Dec 09 15:07:18.780558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54966) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.782314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158d51-5614-45de-a1b7-30f5000d368a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fea971-c1ba-40f7-9e6d-75a1d48ef53f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:18.785765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2905c28c-86e7-4727-8f19-a61df9d13094 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'e1fea971-c1ba-40f7-9e6d-75a1d48ef53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:18.786873 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-2905c28c-86e7-4727-8f19-a61df9d13094 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 15:07:18.787426 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-2905c28c-86e7-4727-8f19-a61df9d13094 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:18.791801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2905c28c-86e7-4727-8f19-a61df9d13094 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069129 Dec 09 15:07:18.793266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54968) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.797581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-575f2fe0-fa7d-4270-9705-2eb478188808 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'e1fea971-c1ba-40f7-9e6d-75a1d48ef53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:18.798603 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-575f2fe0-fa7d-4270-9705-2eb478188808 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 15:07:18.799065 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-575f2fe0-fa7d-4270-9705-2eb478188808 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:18.800096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-575f2fe0-fa7d-4270-9705-2eb478188808 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071473 Dec 09 15:07:18.802898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54970) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.805447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-976cdbba-9067-431b-8e5d-7b142cb6e24e tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2069392 Dec 09 15:07:18.807104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a70889b4-b1e6-47ba-8173-fb67ac1b1250 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'e1fea971-c1ba-40f7-9e6d-75a1d48ef53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:18.807941 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-a70889b4-b1e6-47ba-8173-fb67ac1b1250 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 15:07:18.808417 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-a70889b4-b1e6-47ba-8173-fb67ac1b1250 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:18.808570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.809337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a70889b4-b1e6-47ba-8173-fb67ac1b1250 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054247 Dec 09 15:07:18.814237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54974) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.839674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-485a8f9d-99bf-430f-b62c-bdb49013311b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'e1fea971-c1ba-40f7-9e6d-75a1d48ef53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:18.840541 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-485a8f9d-99bf-430f-b62c-bdb49013311b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 15:07:18.841027 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-485a8f9d-99bf-430f-b62c-bdb49013311b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:18.841991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-485a8f9d-99bf-430f-b62c-bdb49013311b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0268586 Dec 09 15:07:18.844823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54976) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:18.872230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.880547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b8cd6ee-bf9e-4a14-b24b-7f83853800f3 req-90f8bbea-d242-4dc3-9508-9b4671f3a5a2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306756 Dec 09 15:07:18.899057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.937916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=e57f05aa-dfc8-4e69-9478-16479c309f55,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:18.938927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95e53c9a-0c50-461a-a133-9076fb3b34b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:18.946005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffafe-1550-422f-aac6-3cb3fdd3adc6 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.008262 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95e53c9a-0c50-461a-a133-9076fb3b34b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.064518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffafe-1550-422f-aac6-3cb3fdd3adc6 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.067560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.089002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95e53c9a-0c50-461a-a133-9076fb3b34b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.092260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95e53c9a-0c50-461a-a133-9076fb3b34b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.097486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-95e53c9a-0c50-461a-a133-9076fb3b34b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/2ba8e09c-a180-4eb0-a8c5-6779255ffed4 HTTP/1.1" status: 204 len: 168 time: 0.2869418 Dec 09 15:07:19.098715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54982) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.151486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53c9a-0c50-461a-a133-9076fb3b34b5 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba8e09c-a180-4eb0-a8c5-6779255ffed4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:19.234702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffafe-1550-422f-aac6-3cb3fdd3adc6 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.237641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffafe-1550-422f-aac6-3cb3fdd3adc6 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.238872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef8ffafe-1550-422f-aac6-3cb3fdd3adc6 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/e1fea971-c1ba-40f7-9e6d-75a1d48ef53f HTTP/1.1" status: 204 len: 168 time: 0.3931527 Dec 09 15:07:19.247921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54986) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.335862 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9c583753-3c31-4a01-9fff-bbc44ebcd3ec tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2331192 Dec 09 15:07:19.346236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54988) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.351671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921300597'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:19.376010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb67819-6c8f-4330-8c1f-399fd6b8bf67 req-db3ba57f-4ad7-48ca-b388-5310d088fc49 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:19.377780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb67819-6c8f-4330-8c1f-399fd6b8bf67 req-db3ba57f-4ad7-48ca-b388-5310d088fc49 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2727041 Dec 09 15:07:19.393748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6af443b8-55f7-4322-bbc0-3536174d5bd8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1431160 Dec 09 15:07:19.398006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.412879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--134248060'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:19.456321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.534067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.539411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb67819-6c8f-4330-8c1f-399fd6b8bf67 req-6c0b1fdb-a09e-44eb-9169-660b0cef54c0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538517 Dec 09 15:07:19.576395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ffafe-1550-422f-aac6-3cb3fdd3adc6 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fea971-c1ba-40f7-9e6d-75a1d48ef53f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:19.583739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 99694682-d3f4-4beb-8b9c-5328ebdb325d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:19.665223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:19.674100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d408026-ad10-4c07-9ec5-09ac6bc9a33e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/99694682-d3f4-4beb-8b9c-5328ebdb325d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8560903 Dec 09 15:07:19.674503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54994) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.675612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.678676 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] Sync routers for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:19.689293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 765e1f37-9841-4b89-9194-80228da9474b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:19.689646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.692325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.693090 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:19.693799 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:19.704653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd8d02f1-caf6-4a39-9b5e-2f3dd04c6e2c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=99694682-d3f4-4beb-8b9c-5328ebdb325d HTTP/1.1" status: 200 len: 205 time: 0.0260153 Dec 09 15:07:19.704926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.739653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:19.753022 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] Routers {'99694682-d3f4-4beb-8b9c-5328ebdb325d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:19.753801 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['99694682-d3f4-4beb-8b9c-5328ebdb325d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:19.762826 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.764442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4163594 Dec 09 15:07:19.771646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.774811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55000) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.784430 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.804143 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:19.804799 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6f6d-ea28-4d46-9d43-145b3200495a None None] The sync data for ids ['99694682-d3f4-4beb-8b9c-5328ebdb325d'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:19.809337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bbef2b2c-1854-43dc-a1f9-47c845fc98a0 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:19.809750 n-d-804292-5 neutron-server[109894]: WARNING neutron.api.v2.base [None req-bbef2b2c-1854-43dc-a1f9-47c845fc98a0 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:07:19.810441 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-bbef2b2c-1854-43dc-a1f9-47c845fc98a0 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 15:07:19.811420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bbef2b2c-1854-43dc-a1f9-47c845fc98a0 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "PUT /v2.0/security-groups/8bf86890-d28b-4c26-8e13-84c8b114837b HTTP/1.1" status: 409 len: 330 time: 0.0336401 Dec 09 15:07:19.815905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.818179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55002) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.825396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6a930-65fc-4e17-852c-c0ff1ed2bb9c tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf86890-d28b-4c26-8e13-84c8b114837b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:19.901754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.902977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4991815 Dec 09 15:07:19.921615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55004) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.928058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-08616c72-d5d2-4fd9-a296-e3bf6847215f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:19.928781 n-d-804292-5 neutron-server[109894]: WARNING neutron.api.v2.base [None req-08616c72-d5d2-4fd9-a296-e3bf6847215f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:07:19.929272 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-08616c72-d5d2-4fd9-a296-e3bf6847215f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:19.930206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-08616c72-d5d2-4fd9-a296-e3bf6847215f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077362 Dec 09 15:07:19.938779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55006) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:19.948577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.953986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f1fe9c7b-6e8f-4617-8e4f-8de4c08586e8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:19.959141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8ad2c-e89f-47aa-b573-dee14db71cef tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132e9488-878a-47b3-add8-3a2a627a3135,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:19.962490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.965378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:19.981240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 765e1f37-9841-4b89-9194-80228da9474b owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:20.018127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.018652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router 99694682-d3f4-4beb-8b9c-5328ebdb325d {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:20.025997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.029851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4b8353a1-f7f3-4c75-95c7-b0067ff5c796 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/99694682-d3f4-4beb-8b9c-5328ebdb325d HTTP/1.1" status: 204 len: 168 time: 0.3240721 Dec 09 15:07:20.030493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55008) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.032232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ac078-65b7-47ba-96fa-020f6cd4ca2c req-ccb6a796-8e1a-4c2a-82bf-17b7aca1f15d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:20.033717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef0ac078-65b7-47ba-96fa-020f6cd4ca2c req-ccb6a796-8e1a-4c2a-82bf-17b7aca1f15d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1965120 Dec 09 15:07:20.034366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-94134642-2b6a-4591-9b55-1fbfc91f26cc tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.083130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet ca3d6d58-3165-435c-a1e3-4cd2273a6c0f {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:20.086569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.110514 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-f1fe9c7b-6e8f-4617-8e4f-8de4c08586e8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.114239 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f1fe9c7b-6e8f-4617-8e4f-8de4c08586e8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1653166 Dec 09 15:07:20.114727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.116538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-94134642-2b6a-4591-9b55-1fbfc91f26cc tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.122209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a91478b9-69c2-45bd-bc7b-26ad41e84fd5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.122775 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-a91478b9-69c2-45bd-bc7b-26ad41e84fd5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 15:07:20.123187 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-a91478b9-69c2-45bd-bc7b-26ad41e84fd5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.124373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a91478b9-69c2-45bd-bc7b-26ad41e84fd5 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082307 Dec 09 15:07:20.132373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55012) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.138821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7af3ad9b-2a06-4b3b-8f39-a1984317ea56 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.158814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.223394 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-7af3ad9b-2a06-4b3b-8f39-a1984317ea56 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.224455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7af3ad9b-2a06-4b3b-8f39-a1984317ea56 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0911756 Dec 09 15:07:20.231945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef0ac078-65b7-47ba-96fa-020f6cd4ca2c req-37d34d2d-7de5-40ce-b563-43f8c8a12766 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659131 Dec 09 15:07:20.232655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55016) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.251256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-113862c4-d515-4142-92d0-27745dbf360a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.252065 n-d-804292-5 neutron-server[109894]: WARNING neutron.api.v2.base [None req-113862c4-d515-4142-92d0-27745dbf360a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 15:07:20.252218 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-113862c4-d515-4142-92d0-27745dbf360a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.255002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-113862c4-d515-4142-92d0-27745dbf360a tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158563 Dec 09 15:07:20.259244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55018) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.261863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-94134642-2b6a-4591-9b55-1fbfc91f26cc tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.265165 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-94134642-2b6a-4591-9b55-1fbfc91f26cc tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.266560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-94134642-2b6a-4591-9b55-1fbfc91f26cc tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/8bf86890-d28b-4c26-8e13-84c8b114837b HTTP/1.1" status: 204 len: 168 time: 0.4429142 Dec 09 15:07:20.273382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c8c460ee-8eac-48df-9a45-50e99fe30b1d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.279813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.282966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.307638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134642-2b6a-4591-9b55-1fbfc91f26cc tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf86890-d28b-4c26-8e13-84c8b114837b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:20.335093 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-c8c460ee-8eac-48df-9a45-50e99fe30b1d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Project e50436c8b96444a29f7458b561b26876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:07:20.355881 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-c8c460ee-8eac-48df-9a45-50e99fe30b1d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.360849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c8c460ee-8eac-48df-9a45-50e99fe30b1d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0931840 Dec 09 15:07:20.361156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55022) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.366371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-28513eb3-728d-4273-8d51-c98d5e4decc2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.366971 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-28513eb3-728d-4273-8d51-c98d5e4decc2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 15:07:20.367567 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-28513eb3-728d-4273-8d51-c98d5e4decc2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.368589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-28513eb3-728d-4273-8d51-c98d5e4decc2 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064261 Dec 09 15:07:20.374010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.374185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5a921b64-2183-49a3-9084-f74651bdb83f tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0858920 Dec 09 15:07:20.374311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55024) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.374606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55026) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.386049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-74c17d24-7aa0-4fc1-9c0d-9cab7bf5b6c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.411113 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-a2a15f27-6404-448a-9bb6-a194acb3f3d0 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] delete failed (client error): The resource could not be found. Dec 09 15:07:20.416488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a2a15f27-6404-448a-9bb6-a194acb3f3d0 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "DELETE /v2.0/security-groups/30d776ac-352f-4035-90b8-5a8733eebbee HTTP/1.1" status: 404 len: 347 time: 0.0363200 Dec 09 15:07:20.416690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3d6d58-3165-435c-a1e3-4cd2273a6c0f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:20.416807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55028) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.426526 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.429711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f14a544-f323-4327-85bc-6f255e32422e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/ca3d6d58-3165-435c-a1e3-4cd2273a6c0f HTTP/1.1" status: 204 len: 168 time: 0.3982522 Dec 09 15:07:20.432413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55030) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.436668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02873b1e-92be-4736-ada3-59d92e21b6be None None] Network 366fb64d-03a6-4481-9d28-4b6b9d6ef042 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:20.443818 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-74c17d24-7aa0-4fc1-9c0d-9cab7bf5b6c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Project e50436c8b96444a29f7458b561b26876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:07:20.446956 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-2bc546db-7427-4cf7-a12e-e21bdc4f5a50 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] show failed (client error): The resource could not be found. Dec 09 15:07:20.451961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2bc546db-7427-4cf7-a12e-e21bdc4f5a50 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-groups/3b9b3bd2-0a56-4f2e-81b4-e82214d1fedb HTTP/1.1" status: 404 len: 347 time: 0.0310833 Dec 09 15:07:20.452218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55032) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.474197 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-c0e6a164-5005-47e4-87df-9cce8b6bc2f2 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] show failed (client error): The resource could not be found. Dec 09 15:07:20.479406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c0e6a164-5005-47e4-87df-9cce8b6bc2f2 tempest-NegativeSecGroupTest-259118273 tempest-NegativeSecGroupTest-259118273-project] 10.222.0.46 "GET /v2.0/security-group-rules/407cb731-8676-43d2-9fc6-94929c83cdcd HTTP/1.1" status: 404 len: 356 time: 0.0216174 Dec 09 15:07:20.484461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.498678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet a38f208d-b463-4708-a82b-a94196d2ec3f {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:20.503266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.506741 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-74c17d24-7aa0-4fc1-9c0d-9cab7bf5b6c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.507829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-74c17d24-7aa0-4fc1-9c0d-9cab7bf5b6c0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1323166 Dec 09 15:07:20.519211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55036) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.520260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=765e1f37-9841-4b89-9194-80228da9474b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:20.526469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f470a084-fb04-41b4-b538-9e5085bb7d8e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '132e9488-878a-47b3-add8-3a2a627a3135', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:20.555628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.619421 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-f470a084-fb04-41b4-b538-9e5085bb7d8e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Project e50436c8b96444a29f7458b561b26876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:07:20.674430 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-f470a084-fb04-41b4-b538-9e5085bb7d8e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:20.681818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] DHCP port deletion for 366fb64d-03a6-4481-9d28-4b6b9d6ef042 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:20.683553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f470a084-fb04-41b4-b538-9e5085bb7d8e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1606426 Dec 09 15:07:20.686236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55042) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.749949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.753111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] Deleting port 64e28e8a-91c5-42fd-bfff-25e1dd880bea {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:20.753900 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.831949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.849483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] For port 64e28e8a-91c5-42fd-bfff-25e1dd880bea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64e28e8a-91c5-42fd-bfff-25e1dd880bea,segment=NetworkSegment(0cc50fea-9e5f-47cd-b746-94266375d7e2),segment_id=0cc50fea-9e5f-47cd-b746-94266375d7e2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:20.849976 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.852500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:20.856362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/a38f208d-b463-4708-a82b-a94196d2ec3f HTTP/1.1" status: 204 len: 168 time: 0.4229076 Dec 09 15:07:20.862755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.864662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] Calling delete_port for 64e28e8a-91c5-42fd-bfff-25e1dd880bea owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:20.883760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1dbb8-d5ad-4a4f-982f-fef1068519e3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=a38f208d-b463-4708-a82b-a94196d2ec3f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:20.906390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55048) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:20.927013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0c388-e6b9-43a7-b4d3-32a935197410 None None] Network ee72443e-0d3d-433e-b13f-e3ace02a39b1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:20.996330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4acc85-b7f7-447b-9adf-9977c8cfaa3a req-42b5e648-663a-464c-bc76-6a6c0cb27b99 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:21.004593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a4acc85-b7f7-447b-9adf-9977c8cfaa3a req-42b5e648-663a-464c-bc76-6a6c0cb27b99 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2624049 Dec 09 15:07:21.041245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e28e8a-91c5-42fd-bfff-25e1dd880bea no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:21.064027 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.075146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 64e28e8a-91c5-42fd-bfff-25e1dd880bea {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:21.075749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df702625-3281-4903-b194-84a16a533bc9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.075944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64e28e8a-91c5-42fd-bfff-25e1dd880bea not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:21.082627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.100927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] Pushing event deleted for resources: {'Port': ['ID=64e28e8a-91c5-42fd-bfff-25e1dd880bea,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:21.101641 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.103561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43f788-2d11-4c79-949a-5bd6d14540b8 None None] No DVR routers for this DVR port 64e28e8a-91c5-42fd-bfff-25e1dd880bea on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:21.136560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df702625-3281-4903-b194-84a16a533bc9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.148377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6b3a99a4-1d93-4dc3-9eef-42cc275dd01f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8cbce63f1054155aa009e1819ff1c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406313 Dec 09 15:07:21.149136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55052) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:21.189244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] DHCP port deletion for ee72443e-0d3d-433e-b13f-e3ace02a39b1 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:21.199482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a4acc85-b7f7-447b-9adf-9977c8cfaa3a req-f684526f-2ea0-40a6-b536-50c7f08e36c6 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937404 Dec 09 15:07:21.207276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89a741e2-e492-4db4-9853-f721095f8dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.248109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89a741e2-e492-4db4-9853-f721095f8dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.274422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] Deleting port 38419928-6be0-4426-8205-9b8e3a0e6013 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:21.275243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.321850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89a741e2-e492-4db4-9853-f721095f8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.329534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89a741e2-e492-4db4-9853-f721095f8dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.333602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-89a741e2-e492-4db4-9853-f721095f8dac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32a8cd33-ed83-41c5-a099-2c0e00ba14a9 HTTP/1.1" status: 204 len: 168 time: 0.1834269 Dec 09 15:07:21.352976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a741e2-e492-4db4-9853-f721095f8dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a8cd33-ed83-41c5-a099-2c0e00ba14a9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:21.381843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.384104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] For port 38419928-6be0-4426-8205-9b8e3a0e6013, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=38419928-6be0-4426-8205-9b8e3a0e6013,segment=NetworkSegment(9cac6219-ee84-4145-a9fa-4663d4d925e8),segment_id=9cac6219-ee84-4145-a9fa-4663d4d925e8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:21.384686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.404906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366fb64d-03a6-4481-9d28-4b6b9d6ef042']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:21.417871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] Calling delete_port for 38419928-6be0-4426-8205-9b8e3a0e6013 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:21.426406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0736d58-5ded-492c-bb94-158dd73499a0 req-5e31d2d5-4a62-437e-9e26-44eb64b1cd9a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:21.428323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0736d58-5ded-492c-bb94-158dd73499a0 req-5e31d2d5-4a62-437e-9e26-44eb64b1cd9a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.0680854 Dec 09 15:07:21.445040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc50fea-9e5f-47cd-b746-94266375d7e2') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:21.445439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc50fea-9e5f-47cd-b746-94266375d7e2') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:21.447383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df702625-3281-4903-b194-84a16a533bc9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.449985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df702625-3281-4903-b194-84a16a533bc9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.453899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df702625-3281-4903-b194-84a16a533bc9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/132e9488-878a-47b3-add8-3a2a627a3135 HTTP/1.1" status: 204 len: 168 time: 0.7174897 Dec 09 15:07:21.457888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55060) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:21.466962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.514306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-636e969c-5d0f-465c-aef6-2732b0d4d87f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556319 Dec 09 15:07:21.515105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df702625-3281-4903-b194-84a16a533bc9 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e9488-878a-47b3-add8-3a2a627a3135,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:21.520030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55064) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:21.524624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--966300359'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:21.550082 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.553608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0736d58-5ded-492c-bb94-158dd73499a0 req-b946251b-1f48-4b78-a56e-bb91e2847dbc tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125369 Dec 09 15:07:21.554922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.570529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:21.572993 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:21.576385 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:21.588539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.606850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] Pushing event deleted for resources: {'Port': ['ID=38419928-6be0-4426-8205-9b8e3a0e6013,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:21.616746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612a33f-6249-4b22-bc2e-681a176856fb None None] No DVR routers for this DVR port 38419928-6be0-4426-8205-9b8e3a0e6013 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:21.681539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.691382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.695405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/366fb64d-03a6-4481-9d28-4b6b9d6ef042 HTTP/1.1" status: 204 len: 168 time: 0.8278632 Dec 09 15:07:21.698560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55070) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:21.709276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.713578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.741624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b0c2a-e49c-4791-b97c-6277ce186afc tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=366fb64d-03a6-4481-9d28-4b6b9d6ef042,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:21.746732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router d95f016c-52ca-4896-a078-78f7ea2a1c3e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:21.770988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.773268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2516720 Dec 09 15:07:21.778278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55074) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:21.784345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ee82752e-b1ce-44cd-a0bc-a8fddfb1443d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'b0c79e3a-9017-4090-97d2-75182bc72a1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:21.805544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f71e7c-8884-4ac5-93f7-3f8c76d1d975 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c79e3a-9017-4090-97d2-75182bc72a1b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:21.851581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.856548 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-ee82752e-b1ce-44cd-a0bc-a8fddfb1443d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The resource could not be found. Dec 09 15:07:21.858193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ee82752e-b1ce-44cd-a0bc-a8fddfb1443d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0788069 Dec 09 15:07:21.861903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55078) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:21.866643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:21.867707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-313392f1-4c15-4109-96bd-565042c31031 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'b0c79e3a-9017-4090-97d2-75182bc72a1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '56da83b6-e0c9-473b-81bb-1f0e45907a5a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:21.938461 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-313392f1-4c15-4109-96bd-565042c31031 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The resource could not be found. Dec 09 15:07:21.944009 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-313392f1-4c15-4109-96bd-565042c31031 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0804489 Dec 09 15:07:21.944208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55082) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:22.340040 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.393214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c883956-0be2-4848-a48a-f22911183640 req-3d00fe4c-9c37-49cf-85f2-93fb766e4550 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:22.394858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c883956-0be2-4848-a48a-f22911183640 req-3d00fe4c-9c37-49cf-85f2-93fb766e4550 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.0650578 Dec 09 15:07:22.441932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:22.456120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] Sync routers for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:22.457188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c883956-0be2-4848-a48a-f22911183640 req-25907fd4-af73-43db-9c31-6e0d193ff78f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558887 Dec 09 15:07:22.481717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:22.482397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.518549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7eff2ba8-ca6e-41e4-a61b-b9e4ac63c499 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/routers/d95f016c-52ca-4896-a078-78f7ea2a1c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8642762 Dec 09 15:07:22.519138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55100) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:22.548515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.561749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] Routers {'d95f016c-52ca-4896-a078-78f7ea2a1c3e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:22.563053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:06:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.567428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f29d060a-87be-493d-a8fe-7c3dbab550b8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.604415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f29d060a-87be-493d-a8fe-7c3dbab550b8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.619272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.620592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f372a-473b-48c2-8dee-e3efe5286045 None None] The sync data for ids ['d95f016c-52ca-4896-a078-78f7ea2a1c3e'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:22.699705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f29d060a-87be-493d-a8fe-7c3dbab550b8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.703975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f29d060a-87be-493d-a8fe-7c3dbab550b8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.705172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f29d060a-87be-493d-a8fe-7c3dbab550b8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0c79e3a-9017-4090-97d2-75182bc72a1b HTTP/1.1" status: 204 len: 168 time: 0.7590232 Dec 09 15:07:22.707111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.709811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55104) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:22.743243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d060a-87be-493d-a8fe-7c3dbab550b8 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c79e3a-9017-4090-97d2-75182bc72a1b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:22.770907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee72443e-0d3d-433e-b13f-e3ace02a39b1']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.786544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cac6219-ee84-4145-a9fa-4663d4d925e8') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.787414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cac6219-ee84-4145-a9fa-4663d4d925e8') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:22.793380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.807770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.828845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.836954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:22.837831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:22.842138 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:22.845960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8832568-936e-4909-a146-4c381eee29c2 req-8b621406-ef03-4f42-b4c3-2dc4eb8bb1a4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:22.847741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8832568-936e-4909-a146-4c381eee29c2 req-8b621406-ef03-4f42-b4c3-2dc4eb8bb1a4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1550257 Dec 09 15:07:22.863968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd750c6f-0a6e-4105-8cbc-ad1be9db76d0 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1513789 Dec 09 15:07:22.864713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55112) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:22.872655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c7466e19-c175-4405-980d-b7dd6a939071 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'da4f74cf-bbb3-4c64-8277-bc8a203c2264', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:22.982513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.023437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8832568-936e-4909-a146-4c381eee29c2 req-d8f53d47-44ba-47ad-acf8-10e1860b7c2e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576250 Dec 09 15:07:23.027129 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-c7466e19-c175-4405-980d-b7dd6a939071 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The resource could not be found. Dec 09 15:07:23.034789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c7466e19-c175-4405-980d-b7dd6a939071 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1659729 Dec 09 15:07:23.035499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55116) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:23.041764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.050999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--610445880'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:23.053661 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/ee72443e-0d3d-433e-b13f-e3ace02a39b1 HTTP/1.1" status: 204 len: 168 time: 1.3486593 Dec 09 15:07:23.058192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55118) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:23.071510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.110514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 38419928-6be0-4426-8205-9b8e3a0e6013 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:23.118114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675423607'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:23.126103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.171051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d52c7-0187-435a-867d-0320e10660f3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=ee72443e-0d3d-433e-b13f-e3ace02a39b1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:23.188444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 38419928-6be0-4426-8205-9b8e3a0e6013 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:23.188918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 38419928-6be0-4426-8205-9b8e3a0e6013 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:23.191119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:23.199836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 7560b8c3-3cff-4389-8856-e522686f44ff {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:23.200214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.210637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.217389 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b1948c5-9990-4c6c-bc38-1b7c4463ae28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.243096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.259659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:23.271564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.272155 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment ddcfc699-236a-47d2-8469-29fffeb90bd4 of type vlan for network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 Dec 09 15:07:23.282004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.326790 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.329118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2917976 Dec 09 15:07:23.331957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55124) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:23.339890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702793055'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:23.342962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf8110-353a-4e58-979b-c20c4096511b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62a26f5-2330-490e-bcdf-6ef715c1ae8e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:23.347227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.361227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 7560b8c3-3cff-4389-8856-e522686f44ff owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:23.363897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.392491 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.417594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.426005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:23.426777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.485418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4256945 Dec 09 15:07:23.507042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55132) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:23.513185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:23.597402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.623034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=7560b8c3-3cff-4389-8856-e522686f44ff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:23.655031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d09f0-51c0-40dd-949e-efcefc1da899 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:23.672863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca9681-b441-41f9-a240-a0696bbd39eb tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:23.686309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:23.708402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.761565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bce42a-a34f-42c8-9907-7fb2c50874f3 req-fe2d36d4-deec-4ece-93a5-0f140e491663 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:23.772097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29bce42a-a34f-42c8-9907-7fb2c50874f3 req-fe2d36d4-deec-4ece-93a5-0f140e491663 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1717966 Dec 09 15:07:23.787329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.797087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:23.801566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.813609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.822178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.824503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.877641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.878268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Fanout notify agent at l3_agent the message router_deleted on router d95f016c-52ca-4896-a078-78f7ea2a1c3e {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:23.886463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.888547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2e4aaf53-c066-4a24-9a1f-e4d2b76ac07f tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/routers/d95f016c-52ca-4896-a078-78f7ea2a1c3e HTTP/1.1" status: 204 len: 168 time: 1.3675470 Dec 09 15:07:23.891184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:23.951139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting subnet cfd77167-8423-4af6-a7c6-05490f3feeed {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:23.951442 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.953056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6195490 Dec 09 15:07:23.960023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:23.961704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790be0d3-a3ba-45b7-afb9-96d241847c7b tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af94a328-fdcc-4f73-b77c-39da54452242,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:23.962077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:23.967595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0515a1b7-a755-45c2-afe6-16c5a019f4bc tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': 'b62a26f5-2330-490e-bcdf-6ef715c1ae8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'af94a328-fdcc-4f73-b77c-39da54452242'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:23.980964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29bce42a-a34f-42c8-9907-7fb2c50874f3 req-269327a6-ee27-4390-8ccf-14696de89eee tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074869 Dec 09 15:07:24.024760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.136627 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-0515a1b7-a755-45c2-afe6-16c5a019f4bc tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:24.137835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0515a1b7-a755-45c2-afe6-16c5a019f4bc tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1768639 Dec 09 15:07:24.142895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55152) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.159751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.181467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.255687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.288503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.293516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/subnets/cfd77167-8423-4af6-a7c6-05490f3feeed HTTP/1.1" status: 204 len: 168 time: 0.4006553 Dec 09 15:07:24.294588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f296d81-e4eb-408d-99c5-f6b3e7dc1e1d tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd77167-8423-4af6-a7c6-05490f3feeed,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:24.297557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f796884-26e5-44b5-8b5a-292fd31d5bfa None None] Network a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:24.301504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55154) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.304633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de2a79-3edf-497d-80e3-3fa1b20795f1 req-bd715891-6d0e-406f-ba88-be4b0ae68745 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:24.306248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7de2a79-3edf-497d-80e3-3fa1b20795f1 req-bd715891-6d0e-406f-ba88-be4b0ae68745 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1548915 Dec 09 15:07:24.314125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=26f51421-7954-4cc1-aeda-70fbf3eae257,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:24.338054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6da4ccf9-1b72-4ee9-86ff-0f2d39b3cd0f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.341471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': 'ddcfc699-236a-47d2-8469-29fffeb90bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:24.341845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:24.390862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6da4ccf9-1b72-4ee9-86ff-0f2d39b3cd0f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.392260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.420315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:24.430373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7de2a79-3edf-497d-80e3-3fa1b20795f1 req-9e8f5a12-341e-4049-a4aa-324dadc8e63e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028426 Dec 09 15:07:24.446354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:24.454717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:24.455420 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.457928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebdcf16-079a-4544-969b-93f8cab6d14d None None] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:24.481442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port a9d88c07-df60-4404-b1d5-57cf87c0cf14 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:24.481867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.492809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ea2b62f8-873f-4558-a97e-f976d161cca9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9846661 Dec 09 15:07:24.495383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55156) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.500799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-322435669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:24.507405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6da4ccf9-1b72-4ee9-86ff-0f2d39b3cd0f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.510496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6da4ccf9-1b72-4ee9-86ff-0f2d39b3cd0f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.514458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6da4ccf9-1b72-4ee9-86ff-0f2d39b3cd0f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/af94a328-fdcc-4f73-b77c-39da54452242 HTTP/1.1" status: 204 len: 168 time: 0.3644047 Dec 09 15:07:24.516961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55158) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.517141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] DHCP port deletion for a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:24.552663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4ccf9-1b72-4ee9-86ff-0f2d39b3cd0f tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af94a328-fdcc-4f73-b77c-39da54452242,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:24.558216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] For port a9d88c07-df60-4404-b1d5-57cf87c0cf14, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a9d88c07-df60-4404-b1d5-57cf87c0cf14,segment=NetworkSegment(f9f1284c-9324-40cb-9922-3e4a469cf06d),segment_id=f9f1284c-9324-40cb-9922-3e4a469cf06d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:24.558921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.584694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for a9d88c07-df60-4404-b1d5-57cf87c0cf14 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:24.595967 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.597002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.628442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae997a0d-8db8-4952-89f8-e7becc168e7e tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1048021 Dec 09 15:07:24.630449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.704268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.721222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.737055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=a9d88c07-df60-4404-b1d5-57cf87c0cf14,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:24.738949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] No DVR routers for this DVR port a9d88c07-df60-4404-b1d5-57cf87c0cf14 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:24.742069 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.760456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bda0191-7a8d-4ddb-8fb6-b595cca19493 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.775671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2', 'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': '26f51421-7954-4cc1-aeda-70fbf3eae257'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:24.776453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.781273 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.782662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c2518ebf-f633-4a9e-81cc-c61304aa8ff4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2861104 Dec 09 15:07:24.785984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55164) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.795243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'port': {'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2', 'name': 'tempest-RoutersIpV6Test-1324406452'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:24.806334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Deleting port a9d88c07-df60-4404-b1d5-57cf87c0cf14 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:24.806649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.841965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bda0191-7a8d-4ddb-8fb6-b595cca19493 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.854307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.878059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:24.890568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f1284c-9324-40cb-9922-3e4a469cf06d') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:24.891283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f1284c-9324-40cb-9922-3e4a469cf06d') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:24.902672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.924095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.942206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:24.942769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:24.947263 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:24.952261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bda0191-7a8d-4ddb-8fb6-b595cca19493 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.952360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] For port a9d88c07-df60-4404-b1d5-57cf87c0cf14, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:24.952360 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.953358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bda0191-7a8d-4ddb-8fb6-b595cca19493 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:24.953358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0bda0191-7a8d-4ddb-8fb6-b595cca19493 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/b62a26f5-2330-490e-bcdf-6ef715c1ae8e HTTP/1.1" status: 204 len: 168 time: 0.3218617 Dec 09 15:07:24.960335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55166) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:24.965182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda0191-7a8d-4ddb-8fb6-b595cca19493 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62a26f5-2330-490e-bcdf-6ef715c1ae8e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:24.978588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Calling delete_port for a9d88c07-df60-4404-b1d5-57cf87c0cf14 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:24.994045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:24.998346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.012392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Port a9d88c07-df60-4404-b1d5-57cf87c0cf14 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:07:25.032638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] device_id is not set on port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:25.048572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.089566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] Pushing event deleted for resources: {'Port': ['ID=a9d88c07-df60-4404-b1d5-57cf87c0cf14,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:25.091328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.091756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a9d88c07-df60-4404-b1d5-57cf87c0cf14 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:25.105454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.116979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/networks/a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2 HTTP/1.1" status: 204 len: 168 time: 0.8143630 Dec 09 15:07:25.120776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b66c9-0852-4607-9952-97f9cb30122d None None] No DVR routers for this DVR port a9d88c07-df60-4404-b1d5-57cf87c0cf14 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:25.128973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55172) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:25.129527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a9d88c07-df60-4404-b1d5-57cf87c0cf14 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:25.130021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a9d88c07-df60-4404-b1d5-57cf87c0cf14 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:25.148840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Allocated IP 2001:db8::2 (8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2/26f51421-7954-4cc1-aeda-70fbf3eae257/8fddd3cc-161a-41b8-8b6b-220f8cd990e7) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:25.183732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-39a1db8c-dc97-4056-9499-3352ab044c91 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2147505 Dec 09 15:07:25.184839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c26e-f127-4893-a866-2dbc5ff66bb5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Network': ['ID=a02c6d8e-d3fa-4678-a48f-ff5a22d0cfa2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:25.216458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55176) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:25.247368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165589780'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:25.288150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.372287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port a290a1e7-6d89-459c-a8ba-e9ad863b5845 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:25.373993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.399773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.403459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda34f84-38af-4147-8bec-4d36328a3b87 req-2a19923d-bf64-442d-b15b-2269c442480a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:25.405918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bda34f84-38af-4147-8bec-4d36328a3b87 req-2a19923d-bf64-442d-b15b-2269c442480a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2796905 Dec 09 15:07:25.419315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.456683 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.472052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:25.475719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:25.476114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.480785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:25.491731 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.492816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.515830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Pushing event updated for resources: {'Port': ['ID=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:25.518610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.523147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2772994 Dec 09 15:07:25.525399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55182) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:25.539463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e5d438a6-3bf9-440a-b70e-5502a8edb005 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '6a333a24-2f60-45c5-a557-0dafc592c121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:25.574939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for a290a1e7-6d89-459c-a8ba-e9ad863b5845 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:25.598285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8::e0 (8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2/26f51421-7954-4cc1-aeda-70fbf3eae257/cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:25.600304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Attempting to bind port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:25.601102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Attempting to bind port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ddcfc699-236a-47d2-8469-29fffeb90bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:25.601769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Attempting to bind port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 on network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:25.615677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a57dd-3a83-45ec-bc50-e40767655288 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a333a24-2f60-45c5-a557-0dafc592c121,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:25.634680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bda34f84-38af-4147-8bec-4d36328a3b87 req-3495f89c-186d-4b02-9540-6036a92578cf tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137873 Dec 09 15:07:25.636253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-13102619-6512-47cb-bd5f-ccf97b37b63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.638582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:25.639523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Checking segment: {'id': 'ddcfc699-236a-47d2-8469-29fffeb90bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:25.640304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.641244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Bound using segment: {'id': 'ddcfc699-236a-47d2-8469-29fffeb90bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:25.641925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Bound port: 8fddd3cc-161a-41b8-8b6b-220f8cd990e7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcfc699-236a-47d2-8469-29fffeb90bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:25.642576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.749939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] For port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:25.754598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] For port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,segment=NetworkSegment(ddcfc699-236a-47d2-8469-29fffeb90bd4),segment_id=ddcfc699-236a-47d2-8469-29fffeb90bd4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:25.762506 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.904209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f10c-209d-4b6f-98da-2e7a0113f6ee None None] Pushing event updated for resources: {'Port': ['ID=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:25.934574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:25.983363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.042834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:26.049028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:26.053167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:26.060275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:26.061252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.100769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:26.118217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bfdd7eba-a89f-49d9-88f7-240d99877e69 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3306041 Dec 09 15:07:26.119180 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-e5d438a6-3bf9-440a-b70e-5502a8edb005 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:26.120194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e5d438a6-3bf9-440a-b70e-5502a8edb005 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5912085 Dec 09 15:07:26.124290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.126127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55196) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.152306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b1311e89-5ab9-41d6-a46a-acc1f735aeaf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group_rule': {'security_group_id': '6a333a24-2f60-45c5-a557-0dafc592c121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:26.181501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01b6d3-1092-4e7b-9a39-215cb5bb3fe3 req-71a1d0d8-6346-4838-8892-910d69b7f9bd tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:26.183405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae01b6d3-1092-4e7b-9a39-215cb5bb3fe3 req-71a1d0d8-6346-4838-8892-910d69b7f9bd tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.6203730 Dec 09 15:07:26.392787 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-b1311e89-5ab9-41d6-a46a-acc1f735aeaf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:07:26.394551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b1311e89-5ab9-41d6-a46a-acc1f735aeaf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2487648 Dec 09 15:07:26.397359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55202) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.430169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae01b6d3-1092-4e7b-9a39-215cb5bb3fe3 req-6ab6f13d-8be7-4e59-9094-c1cdb4a9cd98 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214730 Dec 09 15:07:26.573908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.590639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e049a870-8eb6-4a8b-b5a9-97df11bfa560 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.618580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=a290a1e7-6d89-459c-a8ba-e9ad863b5845,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:26.669168 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.693617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e049a870-8eb6-4a8b-b5a9-97df11bfa560 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.741644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.744528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.745730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1b2acba9-0de5-438c-a791-c0c43c77ac94 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/floatingips/de469620-4f04-4377-adb3-ecc73dacf320 HTTP/1.1" status: 204 len: 168 time: 1.5989039 Dec 09 15:07:26.750894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55206) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.785253 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3987b4-2c86-4a7f-96f8-4a0e65e667b8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] DELETE failed (client error): The resource could not be found. Dec 09 15:07:26.786052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3987b4-2c86-4a7f-96f8-4a0e65e667b8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:07:26.789309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.790071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd3987b4-2c86-4a7f-96f8-4a0e65e667b8 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/ports/703cc858-d143-4e91-a2ad-a67de5452333 HTTP/1.1" status: 404 len: 333 time: 0.0378683 Dec 09 15:07:26.794537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55208) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.810005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e049a870-8eb6-4a8b-b5a9-97df11bfa560 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.814581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e049a870-8eb6-4a8b-b5a9-97df11bfa560 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:26.816090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e049a870-8eb6-4a8b-b5a9-97df11bfa560 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/6a333a24-2f60-45c5-a557-0dafc592c121 HTTP/1.1" status: 204 len: 168 time: 0.4172227 Dec 09 15:07:26.835417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55210) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.841162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a87755de-9d45-42be-9ea3-586fef2128a3 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95f016c-52ca-4896-a078-78f7ea2a1c3e HTTP/1.1" status: 200 len: 205 time: 0.0430846 Dec 09 15:07:26.841982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55212) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.893530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049a870-8eb6-4a8b-b5a9-97df11bfa560 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a333a24-2f60-45c5-a557-0dafc592c121,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:26.896613 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-a9db2534-f043-48dc-bc1d-1889a8bfb2c5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] delete failed (client error): The resource could not be found. Dec 09 15:07:26.900564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a9db2534-f043-48dc-bc1d-1889a8bfb2c5 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/routers/d95f016c-52ca-4896-a078-78f7ea2a1c3e HTTP/1.1" status: 404 len: 336 time: 0.0553281 Dec 09 15:07:26.900564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55218) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:26.937812 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-98823e57-8502-4502-b3a1-eb25a66626cc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] DELETE failed (client error): The resource could not be found. Dec 09 15:07:26.938434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98823e57-8502-4502-b3a1-eb25a66626cc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:07:26.942542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-98823e57-8502-4502-b3a1-eb25a66626cc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/subnets/cfd77167-8423-4af6-a7c6-05490f3feeed HTTP/1.1" status: 404 len: 337 time: 0.0407789 Dec 09 15:07:26.945280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:27.079770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968eec5-d945-49cc-be5a-317783b7af26 req-208d606a-3ab4-47eb-9f36-7af2043c5644 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:27.083706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f968eec5-d945-49cc-be5a-317783b7af26 req-208d606a-3ab4-47eb-9f36-7af2043c5644 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.3082330 Dec 09 15:07:27.126412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port e67f70a9-8a5b-467f-8799-42cda6301125 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:27.127567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.182361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:27.234732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1d232e81-efc5-41ec-8af1-c92d187ac500 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3948948 Dec 09 15:07:27.239483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55224) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:27.251721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824636807'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:27.259990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:27.260385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.317115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f968eec5-d945-49cc-be5a-317783b7af26 req-777d165a-5c99-40bb-ad67-c909b21f264c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668298 Dec 09 15:07:27.361559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.377106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for e67f70a9-8a5b-467f-8799-42cda6301125 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:27.441879 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.488329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.564594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,segment=NetworkSegment(ddcfc699-236a-47d2-8469-29fffeb90bd4),segment_id=ddcfc699-236a-47d2-8469-29fffeb90bd4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:27.572679 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.619710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.630879 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.632252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:27.645849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.663588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606364a7-f6f1-4130-8dea-89d7ac0772a9 None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:27.675250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=e67f70a9-8a5b-467f-8799-42cda6301125,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:27.685197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96171e-d238-4b5c-848b-241ddfa1a16d req-a0b6ef2f-deda-4260-806d-52ac2aadbee6 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:27.687662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce96171e-d238-4b5c-848b-241ddfa1a16d req-a0b6ef2f-deda-4260-806d-52ac2aadbee6 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1502178 Dec 09 15:07:27.701957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.707669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037f491-15d3-4fe6-b473-76424f0a1e8e None None] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:27.742019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.759518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.763989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5a5be46c-96d7-4294-a376-0f62d82af2c4 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/ports/e67f70a9-8a5b-467f-8799-42cda6301125 HTTP/1.1" status: 204 len: 168 time: 0.8169789 Dec 09 15:07:27.767121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55230) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:27.800521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-819f4190-509f-42b4-9372-afba0815ee17 None None] Provisioning complete for port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:27.801307 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-819f4190-509f-42b4-9372-afba0815ee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.856441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.857916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6171868 Dec 09 15:07:27.861614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55232) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:27.868204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:27.868411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9a5cfb94-f7d0-4f69-8963-823330bf249d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:27.868871 n-d-804292-5 neutron-server[109895]: WARNING neutron.api.v2.base [None req-9a5cfb94-f7d0-4f69-8963-823330bf249d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 15:07:27.869508 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-9a5cfb94-f7d0-4f69-8963-823330bf249d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 15:07:27.877078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9a5cfb94-f7d0-4f69-8963-823330bf249d tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "PUT /v2.0/security-groups/3e246ab3-fda0-41b0-9732-5d844feb4743 HTTP/1.1" status: 409 len: 330 time: 0.0104399 Dec 09 15:07:27.877640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:27.886820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd8ed1-30d2-47b3-a528-31e8a3b7c2f3 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e246ab3-fda0-41b0-9732-5d844feb4743,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:27.893856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce96171e-d238-4b5c-848b-241ddfa1a16d req-03fd42c6-6cad-4127-a891-933585256d14 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903348 Dec 09 15:07:27.965398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 7be962c9-cd70-4562-98f2-64c1f1a8f4a9 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:27.965754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.993063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:27.996287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f8-1f00-47f9-9190-92eb0d0906cf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.071261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f8-1f00-47f9-9190-92eb0d0906cf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.154955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f8-1f00-47f9-9190-92eb0d0906cf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.160809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f8-1f00-47f9-9190-92eb0d0906cf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.162516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c5e7d0f8-1f00-47f9-9190-92eb0d0906cf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e246ab3-fda0-41b0-9732-5d844feb4743 HTTP/1.1" status: 204 len: 168 time: 0.2837467 Dec 09 15:07:28.171792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55244) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:28.190842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7d0f8-1f00-47f9-9190-92eb0d0906cf tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e246ab3-fda0-41b0-9732-5d844feb4743,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:28.197126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.214414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 7be962c9-cd70-4562-98f2-64c1f1a8f4a9 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:28.229437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.302352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.335198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3660ceb0-650e-4c03-bc66-b3474cae9357 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1621542 Dec 09 15:07:28.339443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:28.357344 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-cf8c4df3-741b-42d8-be1c-53b1216d49c4 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] delete failed (client error): The resource could not be found. Dec 09 15:07:28.358403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf8c4df3-741b-42d8-be1c-53b1216d49c4 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "DELETE /v2.0/security-groups/167cf8fb-ee01-4c60-be8b-537ade611151 HTTP/1.1" status: 404 len: 347 time: 0.0179303 Dec 09 15:07:28.364944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55252) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:28.381826 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-ecc23ce6-3247-465f-ba12-49cd00b57397 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] show failed (client error): The resource could not be found. Dec 09 15:07:28.383062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ecc23ce6-3247-465f-ba12-49cd00b57397 tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-groups/ee12c63b-c29c-4e82-9d1a-4501aaf3c36d HTTP/1.1" status: 404 len: 347 time: 0.0169587 Dec 09 15:07:28.390664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55254) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:28.402290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d4ae2085-a4d1-402c-bbfa-602623eed4c7 None None] Provisioning complete for port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:28.403464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2085-a4d1-402c-bbfa-602623eed4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.415692 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-68cb8d1a-5b03-4bd7-a4b4-def68ff1f36c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] show failed (client error): The resource could not be found. Dec 09 15:07:28.416937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-68cb8d1a-5b03-4bd7-a4b4-def68ff1f36c tempest-NegativeSecGroupIPv6Test-1050226782 tempest-NegativeSecGroupIPv6Test-1050226782-project] 10.222.0.46 "GET /v2.0/security-group-rules/d6b150d9-a92e-4d43-91b4-e286ebcd54bb HTTP/1.1" status: 404 len: 356 time: 0.0251517 Dec 09 15:07:28.486077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae2085-a4d1-402c-bbfa-602623eed4c7 None None] Port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:28.493232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.522234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d4ae2085-a4d1-402c-bbfa-602623eed4c7 None None] Provisioning complete for port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:28.523091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2085-a4d1-402c-bbfa-602623eed4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.528355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=7be962c9-cd70-4562-98f2-64c1f1a8f4a9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:28.629830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa488ee-4294-4a7e-a62e-1ca6527263ef None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:28.685642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:28.689721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d3fc918-3f19-4a9a-92bb-84817b2f9324 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/ports/7be962c9-cd70-4562-98f2-64c1f1a8f4a9 HTTP/1.1" status: 204 len: 168 time: 0.9205801 Dec 09 15:07:28.692267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55264) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:28.801433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de88f43-a5a8-4a02-a61b-5e4b9d711d1a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:28.806181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3de88f43-a5a8-4a02-a61b-5e4b9d711d1a tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "GET /v2.0/ports?device_id=6733386d-1177-4d94-8337-61fbd6e7a822 HTTP/1.1" status: 200 len: 913 time: 0.1117582 Dec 09 15:07:28.806928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55268) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:28.916049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5016d54d-cdd6-4ae9-8ab1-15ec4607e048 None None] Provisioning complete for port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:28.916775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5016d54d-cdd6-4ae9-8ab1-15ec4607e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.044569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:29.073516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5016d54d-cdd6-4ae9-8ab1-15ec4607e048 None None] Port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:29.089847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.098349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:29.115226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfbba-c5f2-4058-aa0d-b6e3d78deb9e req-529d705f-cd91-4fe9-becc-bd7e2639542f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:29.129595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd4dfbba-c5f2-4058-aa0d-b6e3d78deb9e req-529d705f-cd91-4fe9-becc-bd7e2639542f tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1933753 Dec 09 15:07:29.142294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.143218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.219641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.236720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:29.237403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.265826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e4b25-d78b-43cd-b508-4fdceda842ec req-7bf206b7-cb0e-486a-87c7-0739de17e60d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:29.267427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-941e4b25-d78b-43cd-b508-4fdceda842ec req-7bf206b7-cb0e-486a-87c7-0739de17e60d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1690862 Dec 09 15:07:29.329645 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd4dfbba-c5f2-4058-aa0d-b6e3d78deb9e req-e9f50dae-d8bb-4087-b942-6eacf6512cb0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988177 Dec 09 15:07:29.341159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-914f8dd5-97aa-4613-a186-3b0e9274112c None None] Provisioning complete for port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:29.342187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-914f8dd5-97aa-4613-a186-3b0e9274112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.389559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-914f8dd5-97aa-4613-a186-3b0e9274112c None None] Port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:29.412475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-941e4b25-d78b-43cd-b508-4fdceda842ec req-126412fc-430a-46ab-ba5b-3531c6a0b49c tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336436 Dec 09 15:07:29.442100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:29.499760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-15e66bb9-bf8b-43bc-8744-4312fb6c9ee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e50436c8b96444a29f7458b561b26876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503887 Dec 09 15:07:29.502956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:29.518687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:29.523582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:29.603746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcf7070d-1170-49de-b2cb-f82e53c114d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.636714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.663138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcf7070d-1170-49de-b2cb-f82e53c114d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.785977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 6b59239c-144e-48de-8c2a-9ab2b8b93270 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:07:29.832502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7af74-81fc-41ae-bb98-da371ce26692 req-551a3bac-dc29-4595-92d8-94fc4db628f4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:29.834149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5db7af74-81fc-41ae-bb98-da371ce26692 req-551a3bac-dc29-4595-92d8-94fc4db628f4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1007049 Dec 09 15:07:29.856380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-6bfd7a13-79ab-4ada-b468-30e828c436ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:29.858046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-6bfd7a13-79ab-4ada-b468-30e828c436ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 1097 time: 0.1300986 Dec 09 15:07:29.959312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcf7070d-1170-49de-b2cb-f82e53c114d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.963085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcf7070d-1170-49de-b2cb-f82e53c114d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:29.967817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bcf7070d-1170-49de-b2cb-f82e53c114d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/532637f5-e616-47e9-8225-ab3ddfa608cf HTTP/1.1" status: 204 len: 168 time: 0.4601598 Dec 09 15:07:29.968724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:29.975113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0e9f46b0-efb4-48e3-b7ba-b5eb4558f8fe tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/6b59239c-144e-48de-8c2a-9ab2b8b93270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8451824 Dec 09 15:07:29.978575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] Sync routers for ids ['6b59239c-144e-48de-8c2a-9ab2b8b93270'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:29.982258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55290) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:29.992004 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] Routers {'6b59239c-144e-48de-8c2a-9ab2b8b93270'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:29.995718 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6b59239c-144e-48de-8c2a-9ab2b8b93270'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:30.027992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-164ab75f-4b90-43ad-9d08-fa4d8d065276 None None] Provisioning complete for port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:30.028404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164ab75f-4b90-43ad-9d08-fa4d8d065276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:30.035775 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5db7af74-81fc-41ae-bb98-da371ce26692 req-a62bfadc-ade5-4632-be73-f2bd53d1487b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645682 Dec 09 15:07:30.113097 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:30.133185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1a0a6-2027-4bc0-9163-16fbf18a95b0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:30.133185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36f1a0a6-2027-4bc0-9163-16fbf18a95b0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports/cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 HTTP/1.1" status: 200 len: 983 time: 0.1389019 Dec 09 15:07:30.133185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55292) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:30.133896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-164ab75f-4b90-43ad-9d08-fa4d8d065276 None None] Port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:30.144150 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] Routers {'6b59239c-144e-48de-8c2a-9ab2b8b93270'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:30.144790 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6b59239c-144e-48de-8c2a-9ab2b8b93270'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:30.147224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7070d-1170-49de-b2cb-f82e53c114d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532637f5-e616-47e9-8225-ab3ddfa608cf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:30.219467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-db0094d9-d61d-4bea-a14b-bb38b794dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:30.221408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-db0094d9-d61d-4bea-a14b-bb38b794dbd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3524051 Dec 09 15:07:30.250950 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:30.252602 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6b4f4c-55b6-4eb5-8324-d204b9d2eee4 None None] The sync data for ids ['6b59239c-144e-48de-8c2a-9ab2b8b93270'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:30.375904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-d12352db-d788-403c-803b-de886c35f20f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 200 len: 1002 time: 0.1395161 Dec 09 15:07:30.488803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-e8aebc14-cca8-4cc3-9797-9f0bfe8d0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:30.490443 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-e8aebc14-cca8-4cc3-9797-9f0bfe8d0728 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1060100 Dec 09 15:07:30.602628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 3e409aeb-5141-4162-a089-c476a1cb8e19 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:30.603444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:30.784656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d46c9-a599-400a-9798-49286843417f req-ba8a0c0a-8a64-4e53-8cf0-18b4fa6c388c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:30.788227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-186d46c9-a599-400a-9798-49286843417f req-ba8a0c0a-8a64-4e53-8cf0-18b4fa6c388c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.3251028 Dec 09 15:07:30.846977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-4417ecc5-5d3b-44e6-bf05-a2d3f54e5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:30.850499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-4417ecc5-5d3b-44e6-bf05-a2d3f54e5226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383880 Dec 09 15:07:30.900862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:30.993721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-186d46c9-a599-400a-9798-49286843417f req-bc724133-a829-4faf-beda-09f15e4f1ed5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492479 Dec 09 15:07:31.002465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:31.021977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 3e409aeb-5141-4162-a089-c476a1cb8e19 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:31.049067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-9cde4dea-1d1c-439e-acdd-d9a37ec1683c service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850810 Dec 09 15:07:31.229010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48df4169-c3de-4e5b-a94d-df7d7ad83c43 req-678fa77a-fc58-4645-9f9b-e258f40761bf service neutron] 10.222.0.43 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474121 Dec 09 15:07:31.323568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:31.362741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=3e409aeb-5141-4162-a089-c476a1cb8e19,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:31.388986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e089d74-07c3-4f64-b16c-b42458cf515c None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:31.638791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:31.639968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:31.731877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3214bd6-9f4e-449d-91c9-d75b20c321f5 req-951c122b-23b5-4fb6-9ef0-ed40ba3e14e6 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:31.733556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3214bd6-9f4e-449d-91c9-d75b20c321f5 req-951c122b-23b5-4fb6-9ef0-ed40ba3e14e6 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.5589056 Dec 09 15:07:31.809275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:31.844738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:31.908042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3214bd6-9f4e-449d-91c9-d75b20c321f5 req-39ae24ff-9602-42a8-87ea-d135ab8fd4af tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586680 Dec 09 15:07:31.940194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:32.124432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:32.173902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=cbfe32cd-6ce3-4d52-8a3e-e78d7b823a20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:32.343928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Router 6733386d-1177-4d94-8337-61fbd6e7a822 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:32.359181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa359b1-b37a-4257-aebf-54aaa02866d3 req-d72c0aa5-afb7-4210-a5c2-1c47f251ecf5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:32.366829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaa359b1-b37a-4257-aebf-54aaa02866d3 req-d72c0aa5-afb7-4210-a5c2-1c47f251ecf5 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2214658 Dec 09 15:07:32.375486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:32.507586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaa359b1-b37a-4257-aebf-54aaa02866d3 req-cdadf75e-7485-47e0-b19a-5462e1c6e05b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395092 Dec 09 15:07:32.539105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:32.547821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-455ac7a1-7591-4a3c-8503-f4a1d6bc6a7c tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "PUT /v2.0/routers/6733386d-1177-4d94-8337-61fbd6e7a822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7394500 Dec 09 15:07:32.550058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55364) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:32.553781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] Sync routers for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:32.570817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:32.575001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:32.638648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:32.656661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] Routers {'6733386d-1177-4d94-8337-61fbd6e7a822'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:32.657268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6733386d-1177-4d94-8337-61fbd6e7a822'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:32.695394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:32.696249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56702555-932e-48ac-bc2e-d8a890584ca0 None None] The sync data for ids ['6733386d-1177-4d94-8337-61fbd6e7a822'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:32.717637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:32.812301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 6b59239c-144e-48de-8c2a-9ab2b8b93270 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:32.892549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:32.919837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:32.926983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a660bb7e-3bd5-424d-a041-e45bef355e92 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/6b59239c-144e-48de-8c2a-9ab2b8b93270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7954707 Dec 09 15:07:32.929585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55386) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:32.932794 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] Sync routers for ids ['6b59239c-144e-48de-8c2a-9ab2b8b93270'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:32.967490 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] Routers {'6b59239c-144e-48de-8c2a-9ab2b8b93270'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:32.968314 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6b59239c-144e-48de-8c2a-9ab2b8b93270'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:32.970067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting port 931a8f62-ae48-4138-b61b-1312af00b23b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:32.971034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.070954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.088560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Calling delete_port for 931a8f62-ae48-4138-b61b-1312af00b23b owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:33.096870 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:33.120882 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] Routers {'6b59239c-144e-48de-8c2a-9ab2b8b93270'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:33.121542 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6b59239c-144e-48de-8c2a-9ab2b8b93270'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:33.202764 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:33.203767 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7da49c-9495-4494-b25f-5eba1369c836 None None] The sync data for ids ['6b59239c-144e-48de-8c2a-9ab2b8b93270'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:33.296075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89928226-943f-461b-b5e3-1048e024af5b req-8112d460-4ecb-4d01-8c53-058baa5cac73 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:33.297884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89928226-943f-461b-b5e3-1048e024af5b req-8112d460-4ecb-4d01-8c53-058baa5cac73 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.2045112 Dec 09 15:07:33.322886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.354173 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-cdedf232-b22d-45b2-a302-2d84e92348a9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 15:07:33.355378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cdedf232-b22d-45b2-a302-2d84e92348a9 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/6b59239c-144e-48de-8c2a-9ab2b8b93270/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4244213 Dec 09 15:07:33.358246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Port': ['ID=931a8f62-ae48-4138-b61b-1312af00b23b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:33.362755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55394) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:33.400126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-72839fd0-2975-4c23-a87c-9f9a0c4c46f0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b59239c-144e-48de-8c2a-9ab2b8b93270 HTTP/1.1" status: 200 len: 205 time: 0.0336092 Dec 09 15:07:33.400371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55398) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:33.420765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89928226-943f-461b-b5e3-1048e024af5b req-4f5a5166-7832-4c4b-b04f-5f45109e6013 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917559 Dec 09 15:07:33.424516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1e9bf-72c7-4323-8f43-d37c957f847f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:33.543836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.747254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.784248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.810192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.920404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.923795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.927634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.927943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router 6b59239c-144e-48de-8c2a-9ab2b8b93270 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:33.937764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91531895-fc46-4461-a025-7ce7fb2f09fb req-24899058-caf2-4bc5-895c-e3103aa87c9b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:33.939289 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91531895-fc46-4461-a025-7ce7fb2f09fb req-24899058-caf2-4bc5-895c-e3103aa87c9b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2850976 Dec 09 15:07:33.944644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:33.948105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dba627a4-6c56-4420-b1ac-cabbe11883a4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/6b59239c-144e-48de-8c2a-9ab2b8b93270 HTTP/1.1" status: 204 len: 168 time: 0.5443308 Dec 09 15:07:33.948600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55416) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:34.015970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet 26f51421-7954-4cc1-aeda-70fbf3eae257 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:34.019391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.020011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Fanout notify agent at l3_agent the message router_deleted on router 6733386d-1177-4d94-8337-61fbd6e7a822 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:34.028852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.032912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-751fc636-4e8e-43c2-bd08-fb00ef63f405 tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/routers/6733386d-1177-4d94-8337-61fbd6e7a822 HTTP/1.1" status: 204 len: 168 time: 1.4784822 Dec 09 15:07:34.035216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55418) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:34.037134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.046526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55420) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:34.080364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91531895-fc46-4461-a025-7ce7fb2f09fb req-757c66e3-e762-4c21-9553-98c05e81768b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321936 Dec 09 15:07:34.092559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.119637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Deleting subnet a7949d57-0712-435a-b957-e5a8879737b8 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:34.122871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.173402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.204688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.241101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-788e377a-7e6d-41f4-9cec-75b06368290f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.261099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.292866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.327323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=26f51421-7954-4cc1-aeda-70fbf3eae257,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:34.329380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.333308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-118a04fe-4e19-42f4-90ce-ac9491431733 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/26f51421-7954-4cc1-aeda-70fbf3eae257 HTTP/1.1" status: 204 len: 168 time: 0.3830600 Dec 09 15:07:34.335396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55426) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:34.338300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb3b7b-138c-4bb9-8c06-cdeda6a63c56 None None] Network 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:34.381212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.424817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.430374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/subnets/a7949d57-0712-435a-b957-e5a8879737b8 HTTP/1.1" status: 204 len: 168 time: 0.3942080 Dec 09 15:07:34.433373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55428) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:34.437363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bd38d-e7b2-44ec-a21e-67de4089a618 None None] Network 998b758c-80e2-4119-ac52-940f31128c39 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:34.441305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f2ab2-cce0-4be1-bda3-df799a06e1af tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Subnet': ['ID=a7949d57-0712-435a-b957-e5a8879737b8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:34.453391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-788e377a-7e6d-41f4-9cec-75b06368290f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.461695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-788e377a-7e6d-41f4-9cec-75b06368290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.468203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.524025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e377a-7e6d-41f4-9cec-75b06368290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2a358b-b148-4d2d-ac1d-a25ca7670a5c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:34.543155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-788e377a-7e6d-41f4-9cec-75b06368290f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=535a167584cb47b18e2e6a60ef72f735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935246 Dec 09 15:07:34.547323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55430) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:34.572040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.577959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] DHCP port deletion for 8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:34.625786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9561a4c-a48e-4480-8178-5bd1e6c630d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.629136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6cb07-a020-4dad-adca-ea8be94acde6 None None] DHCP port deletion for 998b758c-80e2-4119-ac52-940f31128c39 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:34.646685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:34.646959 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.665294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9561a4c-a48e-4480-8178-5bd1e6c630d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.672568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] Deleting port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:34.673098 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.721359 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9561a4c-a48e-4480-8178-5bd1e6c630d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.724088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9561a4c-a48e-4480-8178-5bd1e6c630d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.728728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9561a4c-a48e-4480-8178-5bd1e6c630d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d2a358b-b148-4d2d-ac1d-a25ca7670a5c HTTP/1.1" status: 204 len: 168 time: 0.1764448 Dec 09 15:07:34.728895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.744936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9561a4c-a48e-4480-8178-5bd1e6c630d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2a358b-b148-4d2d-ac1d-a25ca7670a5c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:34.750842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] For port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,segment=NetworkSegment(ddcfc699-236a-47d2-8469-29fffeb90bd4),segment_id=ddcfc699-236a-47d2-8469-29fffeb90bd4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:34.751266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.783908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] Calling delete_port for 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:34.819555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998b758c-80e2-4119-ac52-940f31128c39']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:34.831004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eff00f3-fd69-4784-b846-163b1cc2f4df') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:34.831696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eff00f3-fd69-4784-b846-163b1cc2f4df') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:34.841861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.863591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.883592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:34.884009 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.916343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.935163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] No DVR routers for this DVR port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:34.954941 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:34.960723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:34.993394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab0882-69cc-4784-96fd-02f386593ed4 None None] Pushing event deleted for resources: {'Port': ['ID=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.014117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.026750 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] 10.222.0.46 "DELETE /v2.0/networks/998b758c-80e2-4119-ac52-940f31128c39 HTTP/1.1" status: 204 len: 168 time: 0.5909057 Dec 09 15:07:35.028565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Pushing event deleted for resources: {'Network': ['ID=998b758c-80e2-4119-ac52-940f31128c39,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.037489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,segment=NetworkSegment(ddcfc699-236a-47d2-8469-29fffeb90bd4),segment_id=ddcfc699-236a-47d2-8469-29fffeb90bd4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:35.038202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.054074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:35.090573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:35.125294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:35.126893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:35.151365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.151971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.152440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.152832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.153187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.153691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.154484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.154991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.155531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.156124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.156558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.157072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.157640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a439-e858-4841-a651-b3a8a1ef2fbc tempest-FloatingIPTestJSON-900839011 tempest-FloatingIPTestJSON-900839011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:35.182156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.212536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port 8fddd3cc-161a-41b8-8b6b-220f8cd990e7 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:35.296435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55448) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:35.321631 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23225186-2564-4261-b1ab-393bde87ea3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.373024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.386105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=8fddd3cc-161a-41b8-8b6b-220f8cd990e7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.424924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:35.438669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcfc699-236a-47d2-8469-29fffeb90bd4') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:35.439114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcfc699-236a-47d2-8469-29fffeb90bd4') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:35.453425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.473364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac54d7e-9888-43c0-9705-b5e3f803f6a2 req-e66f003b-92b5-48dd-b710-68ec57eed23c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:35.475123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ac54d7e-9888-43c0-9705-b5e3f803f6a2 req-e66f003b-92b5-48dd-b710-68ec57eed23c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.2062383 Dec 09 15:07:35.481968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.485702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23225186-2564-4261-b1ab-393bde87ea3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.493030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-23225186-2564-4261-b1ab-393bde87ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.504221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:35.504759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:35.508451 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:35.522138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55452) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:35.537263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225186-2564-4261-b1ab-393bde87ea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c480f1-4b5e-40bb-952c-a6691e18f499,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.551052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23225186-2564-4261-b1ab-393bde87ea3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e7a65ac1605401594f803caca463098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489109 Dec 09 15:07:35.551052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55456) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:35.626864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ac54d7e-9888-43c0-9705-b5e3f803f6a2 req-5d87590b-d8ca-4c61-ad5f-2ef06706c897 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381960 Dec 09 15:07:35.640830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.653521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.656603 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e20e6cb9-b2d2-47b0-b023-08a73c076892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.657608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2 HTTP/1.1" status: 204 len: 168 time: 1.3210449 Dec 09 15:07:35.663529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55458) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:35.668974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-47385788'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:35.676600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403302a-4a8b-4f83-bf66-5946ed0f7b7a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=8a11a5cf-0327-47a8-be08-9a7a1ddb7ae2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.700231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e20e6cb9-b2d2-47b0-b023-08a73c076892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.724175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-49223561-ca4b-4dfc-943c-fae605694632 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68c4328477e84d1abc3a96abe48818dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004292 Dec 09 15:07:35.724503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:35.724877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55460) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:35.728789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.773492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:35.787268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82353876-6910-4898-b27c-06ff7e116308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.791216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.791919 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 25e92f9b-bc72-4bfa-a29e-c046570a2a50 of type vlan for network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 Dec 09 15:07:35.799632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e20e6cb9-b2d2-47b0-b023-08a73c076892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.802704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e20e6cb9-b2d2-47b0-b023-08a73c076892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.803846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e20e6cb9-b2d2-47b0-b023-08a73c076892 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3c480f1-4b5e-40bb-952c-a6691e18f499 HTTP/1.1" status: 204 len: 168 time: 0.2533460 Dec 09 15:07:35.822837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82353876-6910-4898-b27c-06ff7e116308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.836035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e6cb9-b2d2-47b0-b023-08a73c076892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c480f1-4b5e-40bb-952c-a6691e18f499,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.849639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.895380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.902887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:35.903682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.931545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82353876-6910-4898-b27c-06ff7e116308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.934655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82353876-6910-4898-b27c-06ff7e116308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:35.936178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-82353876-6910-4898-b27c-06ff7e116308 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8d46178-d6d7-49de-999a-fb016ac1049a HTTP/1.1" status: 204 len: 168 time: 0.2102687 Dec 09 15:07:35.964500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82353876-6910-4898-b27c-06ff7e116308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d46178-d6d7-49de-999a-fb016ac1049a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:35.965336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2969375 Dec 09 15:07:35.965454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55466) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:35.977385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:36.018329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea7016-3b8a-4379-8d46-44d7789e581e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=e9cd7427-34c5-4171-9cf5-cc8c4dfbec66,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:36.031501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:36.274435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:36.279180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:36.592474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:36.703979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '25e92f9b-bc72-4bfa-a29e-c046570a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:36.704433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: e9cd7427-34c5-4171-9cf5-cc8c4dfbec66, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:36.721435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:36.758631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:36.783166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e9cd7427-34c5-4171-9cf5-cc8c4dfbec66) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:36.802576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e24cd1-108e-4312-b619-713a81fc22fd None None] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:36.805113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:36.805742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:36.837112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cabe18eb-7f74-40cc-a09e-72f695678444 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8688793 Dec 09 15:07:36.839469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55510) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:36.853954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-600395803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:36.872588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecab632-6a44-45b2-9900-9268f10077af req-dacd5473-4534-4fc2-9428-31692c163cad tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:36.885274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ecab632-6a44-45b2-9900-9268f10077af req-dacd5473-4534-4fc2-9428-31692c163cad tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1478512 Dec 09 15:07:36.920046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:36.925757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:36.979537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ecab632-6a44-45b2-9900-9268f10077af req-595cf98a-3f31-4709-abf0-2cd969a8b3b9 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922272 Dec 09 15:07:37.008187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-e9cd7427-34c5-4171-9cf5-cc8c4dfbec66', 'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': 'c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:37.010993 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.064256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.075968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.118354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.125339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:37.127780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-67e1a755-9a32-445c-a8a8-27b2bb967040 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2808387 Dec 09 15:07:37.183644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55522) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:37.283843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Allocated IP 2001:db8::2 (e9cd7427-34c5-4171-9cf5-cc8c4dfbec66/c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282/403eff95-b83d-4d9d-a820-e68f4fdcb628) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:37.390662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-472390926'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:37.439047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:37.446630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.462356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.558493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.636194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.636801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.648000 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.659999 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.679445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:37.689801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65b2bd-1bf8-49a0-8f5a-f9b8e6e92b39,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:37.696417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.696765 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment a3184af2-91a6-4112-8085-19dca151f455 of type vlan for network cfd8b4b4-6b4a-4912-bc70-99ead5393421 Dec 09 15:07:37.777442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:37.778731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Pushing event updated for resources: {'Port': ['ID=403eff95-b83d-4d9d-a820-e68f4fdcb628,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:37.790258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:37.795993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:37.799514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.848133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.857536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:37.858288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.871331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Attempting to bind port 403eff95-b83d-4d9d-a820-e68f4fdcb628 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:37.871859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Attempting to bind port 403eff95-b83d-4d9d-a820-e68f4fdcb628 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '25e92f9b-bc72-4bfa-a29e-c046570a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:37.872358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Attempting to bind port 403eff95-b83d-4d9d-a820-e68f4fdcb628 on network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:37.878840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:37.879343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Checking segment: {'id': '25e92f9b-bc72-4bfa-a29e-c046570a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:37.879847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.880378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Bound using segment: {'id': '25e92f9b-bc72-4bfa-a29e-c046570a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:37.880978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Bound port: 403eff95-b83d-4d9d-a820-e68f4fdcb628, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e92f9b-bc72-4bfa-a29e-c046570a2a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9cd7427-34c5-4171-9cf5-cc8c4dfbec66'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:37.881439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:37.941116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7448189 Dec 09 15:07:37.941651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55540) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:37.949446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'name': 'tempest-PortsTestJSON-727748255'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:37.984580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] For port 403eff95-b83d-4d9d-a820-e68f4fdcb628, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:37.988463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] For port 403eff95-b83d-4d9d-a820-e68f4fdcb628, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=403eff95-b83d-4d9d-a820-e68f4fdcb628,segment=NetworkSegment(25e92f9b-bc72-4bfa-a29e-c046570a2a50),segment_id=25e92f9b-bc72-4bfa-a29e-c046570a2a50)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:37.993949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70582feb-d6fb-4a43-9dcf-494fc8183003 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=cfd8b4b4-6b4a-4912-bc70-99ead5393421,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:37.998245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:38.011274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:38.181528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f39c9-bf63-4d17-98ff-5f532cccd464 None None] Pushing event updated for resources: {'Port': ['ID=403eff95-b83d-4d9d-a820-e68f4fdcb628,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:38.182663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8::1 (e9cd7427-34c5-4171-9cf5-cc8c4dfbec66/c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282/9badfc7c-1f72-4062-a40d-a871d931d5b7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:38.231458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:38.236716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:38.316966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ea24a-5250-4119-86c4-26faa089c94c req-fae2070b-f2aa-4b44-b007-34833b28de5e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:38.330654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb5ea24a-5250-4119-86c4-26faa089c94c req-fae2070b-f2aa-4b44-b007-34833b28de5e tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1310518 Dec 09 15:07:38.353611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 5fe74779-942b-4610-9305-282c030477b6 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:38.524370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb5ea24a-5250-4119-86c4-26faa089c94c req-9f2e7831-2791-47e2-8f9d-c2317d6d4ead tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898873 Dec 09 15:07:38.593586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:38.710864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:38.714650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.082210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:39.093490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 403eff95-b83d-4d9d-a820-e68f4fdcb628 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:39.094514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:39.102908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:39.103498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.105733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=9badfc7c-1f72-4062-a40d-a871d931d5b7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:39.170130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 403eff95-b83d-4d9d-a820-e68f4fdcb628 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:39.170499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.230813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.306784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=5fe74779-942b-4610-9305-282c030477b6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:39.366994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.426162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 403eff95-b83d-4d9d-a820-e68f4fdcb628, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=403eff95-b83d-4d9d-a820-e68f4fdcb628,segment=NetworkSegment(25e92f9b-bc72-4bfa-a29e-c046570a2a50),segment_id=25e92f9b-bc72-4bfa-a29e-c046570a2a50)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:39.441264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.443797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': 'a3184af2-91a6-4112-8085-19dca151f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:39.444305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: cfd8b4b4-6b4a-4912-bc70-99ead5393421, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:39.444758 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.523585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:39.534832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:39.584902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, cfd8b4b4-6b4a-4912-bc70-99ead5393421) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:39.600724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:39.610282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=403eff95-b83d-4d9d-a820-e68f4fdcb628,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:39.618624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21953bc-4ab2-41ad-a325-bc4ee14cd87a None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:39.627798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:39.628527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.813814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1943c6bf-f86a-4047-a12a-cd84af3c7b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.828165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31d6ab7b-319b-4922-8511-d15fbff1a971 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8850048 Dec 09 15:07:39.832692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55588) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:39.833680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6013f-7c0a-4771-966e-4ea1b1a0bffb None None] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:39.840404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1359110933'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:39.898955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:39.902660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.933960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd649b-d85f-4c36-bcd8-c34828e88a80 req-2253bdf6-ce06-4f35-a95a-67dc29b20965 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:39.935808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ccd649b-d85f-4c36-bcd8-c34828e88a80 req-2253bdf6-ce06-4f35-a95a-67dc29b20965 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1587448 Dec 09 15:07:39.958788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:39.965477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9bf98111-bde7-408b-93bd-ebf87b70bb57 None None] Provisioning complete for port 403eff95-b83d-4d9d-a820-e68f4fdcb628 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:39.966322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9bf98111-bde7-408b-93bd-ebf87b70bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.982037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.982281 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment 4ed7195e-54c4-4958-a587-2b46a20ef077 of type vlan for network d38ce302-af4d-44c6-94c0-dc5b1f70857d Dec 09 15:07:39.984651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1943c6bf-f86a-4047-a12a-cd84af3c7b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:39.993538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1943c6bf-f86a-4047-a12a-cd84af3c7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.066461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.074373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c6bf-f86a-4047-a12a-cd84af3c7b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e817976-d774-4e93-963b-1cd3efbab837,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:40.098151 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1943c6bf-f86a-4047-a12a-cd84af3c7b1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57f315fa992542838213cdbc81c24a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720968 Dec 09 15:07:40.103493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55590) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:40.130880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ccd649b-d85f-4c36-bcd8-c34828e88a80 req-5d629730-3234-42e7-acf1-ffce372cc02a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731720 Dec 09 15:07:40.154700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.177636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:40.179692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.225285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3912895 Dec 09 15:07:40.229017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55592) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:40.240725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.253155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'ports': [{'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'}, {'network_id': 'd38ce302-af4d-44c6-94c0-dc5b1f70857d'}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:40.254824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:40.255820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'd38ce302-af4d-44c6-94c0-dc5b1f70857d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:40.269303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0556f98e-c4ba-484f-b66e-7b64223afa2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.271496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.272437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.276763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef064ec8-c725-4d44-a8d6-18234dc15132 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=d38ce302-af4d-44c6-94c0-dc5b1f70857d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:40.291003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d38ce302-af4d-44c6-94c0-dc5b1f70857d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:40.430721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0556f98e-c4ba-484f-b66e-7b64223afa2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.469460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=9badfc7c-1f72-4062-a40d-a871d931d5b7,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:40.620061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e9726ab-9c33-4af1-bae9-293c8e6db89d None None] Provisioning complete for port 9badfc7c-1f72-4062-a40d-a871d931d5b7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:40.620690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e9726ab-9c33-4af1-bae9-293c8e6db89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.639479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0556f98e-c4ba-484f-b66e-7b64223afa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.642980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0556f98e-c4ba-484f-b66e-7b64223afa2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.647113 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0556f98e-c4ba-484f-b66e-7b64223afa2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e817976-d774-4e93-963b-1cd3efbab837 HTTP/1.1" status: 204 len: 168 time: 0.5423799 Dec 09 15:07:40.658647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:40.669538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:40.674856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556f98e-c4ba-484f-b66e-7b64223afa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e817976-d774-4e93-963b-1cd3efbab837,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:40.695587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:40.706407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.719432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8e9726ab-9c33-4af1-bae9-293c8e6db89d None None] Port 9badfc7c-1f72-4062-a40d-a871d931d5b7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:40.746755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e9726ab-9c33-4af1-bae9-293c8e6db89d None None] Provisioning complete for port 403eff95-b83d-4d9d-a820-e68f4fdcb628 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:40.747132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e9726ab-9c33-4af1-bae9-293c8e6db89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:40.830543 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.045556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port fb15f557-2226-4201-9b4c-a5a3ed59fb4d yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:41.098209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 766d6b0a-0548-414e-8686-b59f91a5fd07 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:07:41.102627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 403eff95-b83d-4d9d-a820-e68f4fdcb628 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:41.203109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b6dbdfd4-ddac-416e-acd5-ea26a84efd47 None None] Provisioning complete for port 9badfc7c-1f72-4062-a40d-a871d931d5b7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:41.203917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b6dbdfd4-ddac-416e-acd5-ea26a84efd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.251556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbdfd4-ddac-416e-acd5-ea26a84efd47 None None] Port 9badfc7c-1f72-4062-a40d-a871d931d5b7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:41.289207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 403eff95-b83d-4d9d-a820-e68f4fdcb628 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:41.289511 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.353370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1c56e-f9c3-4a0a-a6f3-4921a66aa79a req-5b9b3df2-4852-442b-a812-5385d041abfa tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:41.363004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ae1c56e-f9c3-4a0a-a6f3-4921a66aa79a req-5b9b3df2-4852-442b-a812-5385d041abfa tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.0925703 Dec 09 15:07:41.431320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55608) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:41.458103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:41.459770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ae1c56e-f9c3-4a0a-a6f3-4921a66aa79a req-2d7d0628-ad8f-4ecd-9482-416421d4a010 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902514 Dec 09 15:07:41.477232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d988e984-6b3d-417f-a8ad-f9de517b9044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.477338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d0e1094-0eab-4f7f-920b-29e345a73414 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/766d6b0a-0548-414e-8686-b59f91a5fd07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3461080 Dec 09 15:07:41.477338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55610) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:41.489878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] Sync routers for ids ['766d6b0a-0548-414e-8686-b59f91a5fd07'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:41.506944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.513158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-47de0054-be76-4cf7-9504-290ebd5e4373 None None] Provisioning complete for port 9badfc7c-1f72-4062-a40d-a871d931d5b7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:41.513640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47de0054-be76-4cf7-9504-290ebd5e4373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.525656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] Routers {'766d6b0a-0548-414e-8686-b59f91a5fd07'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:41.528142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['766d6b0a-0548-414e-8686-b59f91a5fd07'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:41.575228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248f0a4-4caa-4427-8b68-a0650699ae5b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:41.580747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0248f0a4-4caa-4427-8b68-a0650699ae5b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports/9badfc7c-1f72-4062-a40d-a871d931d5b7 HTTP/1.1" status: 200 len: 911 time: 0.1043169 Dec 09 15:07:41.582028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55612) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:41.622459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 9198217e-e237-463d-9813-3fdb2096d02a yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:41.679888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:41.693292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d988e984-6b3d-417f-a8ad-f9de517b9044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.698897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d988e984-6b3d-417f-a8ad-f9de517b9044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.720656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-47de0054-be76-4cf7-9504-290ebd5e4373 None None] Port 9badfc7c-1f72-4062-a40d-a871d931d5b7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:41.724082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] Routers {'766d6b0a-0548-414e-8686-b59f91a5fd07'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:41.724247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['766d6b0a-0548-414e-8686-b59f91a5fd07'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:41.762748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.787138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:41.788143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3dc7f7-08a3-401f-8791-d063643930a6 None None] The sync data for ids ['766d6b0a-0548-414e-8686-b59f91a5fd07'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:41.794046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d988e984-6b3d-417f-a8ad-f9de517b9044 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b1fb347301f4f2aaa2f9efac6e6c8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3600631 Dec 09 15:07:41.796440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55614) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:41.819951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988e984-6b3d-417f-a8ad-f9de517b9044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b059351-b6ca-4ac8-ae9b-a0b57827af6f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:41.837497 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.950373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=fb15f557-2226-4201-9b4c-a5a3ed59fb4d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:41.956008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:41.959898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-667e28eb-aec0-4e63-bacc-8aefbbb079ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:41.963234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:41.970143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.970143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.970143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.970750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.971193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.971649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.972161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.972604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.972999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.973578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.973996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.974397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.974787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:41.983049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:41.986172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.029613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-667e28eb-aec0-4e63-bacc-8aefbbb079ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.081653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.089286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=9198217e-e237-463d-9813-3fdb2096d02a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:42.115170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': '4ed7195e-54c4-4958-a587-2b46a20ef077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd38ce302-af4d-44c6-94c0-dc5b1f70857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:42.115597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: d38ce302-af4d-44c6-94c0-dc5b1f70857d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:42.144567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network d38ce302-af4d-44c6-94c0-dc5b1f70857d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:42.150881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-667e28eb-aec0-4e63-bacc-8aefbbb079ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.153718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-667e28eb-aec0-4e63-bacc-8aefbbb079ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.157852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-667e28eb-aec0-4e63-bacc-8aefbbb079ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b059351-b6ca-4ac8-ae9b-a0b57827af6f HTTP/1.1" status: 204 len: 168 time: 0.3593700 Dec 09 15:07:42.168158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e28eb-aec0-4e63-bacc-8aefbbb079ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b059351-b6ca-4ac8-ae9b-a0b57827af6f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:42.170004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d38ce302-af4d-44c6-94c0-dc5b1f70857d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:42.188616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dc10e-08cb-411c-9b1e-67d16538ebe0 None None] Network d38ce302-af4d-44c6-94c0-dc5b1f70857d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:42.198545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:42.209383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:42.214341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:42.215031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.282283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e7202caa-b0d2-4e84-b1b7-195d1e052a49 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0445807 Dec 09 15:07:42.285338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55626) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:42.441828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 9198217e-e237-463d-9813-3fdb2096d02a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:42.443660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.522770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.542530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 9198217e-e237-463d-9813-3fdb2096d02a owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:42.553886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 9badfc7c-1f72-4062-a40d-a871d931d5b7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:42.554524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.667587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d672d-24b5-42e7-bce4-b0720b85d1cb req-33371db4-eb70-4438-8091-44dd45a900df tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:42.676303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-947d672d-24b5-42e7-bce4-b0720b85d1cb req-33371db4-eb70-4438-8091-44dd45a900df tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.0754845 Dec 09 15:07:42.695465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.727660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.738319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=9198217e-e237-463d-9813-3fdb2096d02a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:42.742625 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:42.744456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 9badfc7c-1f72-4062-a40d-a871d931d5b7 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:42.746117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-76639b81-2680-4687-8192-a9246320a393 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/9198217e-e237-463d-9813-3fdb2096d02a HTTP/1.1" status: 204 len: 168 time: 0.4597235 Dec 09 15:07:42.749274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55636) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:42.777640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-947d672d-24b5-42e7-bce4-b0720b85d1cb req-e58fd584-b269-43e5-86ba-41478989b769 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941195 Dec 09 15:07:43.284558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f907a6c-77ba-44b7-8c8f-b67ce1e45713 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:43.290247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f907a6c-77ba-44b7-8c8f-b67ce1e45713 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:43.292083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f907a6c-77ba-44b7-8c8f-b67ce1e45713 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5413201 Dec 09 15:07:43.294835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55658) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:43.499020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port fb15f557-2226-4201-9b4c-a5a3ed59fb4d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:43.499522 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:43.540353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:43.602265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=9badfc7c-1f72-4062-a40d-a871d931d5b7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:43.611187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:43.640767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for fb15f557-2226-4201-9b4c-a5a3ed59fb4d owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:43.747578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:43.920063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:43.981442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=fb15f557-2226-4201-9b4c-a5a3ed59fb4d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:43.992075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:43.998028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:43.998513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8c06159a-e8b0-4f6e-9734-a3af481bb123 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/fb15f557-2226-4201-9b4c-a5a3ed59fb4d HTTP/1.1" status: 204 len: 168 time: 0.7022610 Dec 09 15:07:44.004726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 766d6b0a-0548-414e-8686-b59f91a5fd07 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:44.013727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1affd-2422-4626-a8bc-3404d499ac22 req-0610f01a-9c31-4577-8cb4-6cd78ca153f0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:44.015398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fb1affd-2422-4626-a8bc-3404d499ac22 req-0610f01a-9c31-4577-8cb4-6cd78ca153f0 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1622643 Dec 09 15:07:44.052245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c0a92-0e7c-4ebd-8756-5c12c217895e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:44.053798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3e8c0a92-0e7c-4ebd-8756-5c12c217895e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0544016 Dec 09 15:07:44.057162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55680) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:44.081843 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df437fb-4cd7-4cbb-aaa8-7698e1bc6d0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:07:44.083325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4df437fb-4cd7-4cbb-aaa8-7698e1bc6d0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/9198217e-e237-463d-9813-3fdb2096d02a HTTP/1.1" status: 404 len: 333 time: 0.0252399 Dec 09 15:07:44.087095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55684) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:44.117619 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-31609899-406a-4411-8177-ac74a381b830 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:07:44.122740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31609899-406a-4411-8177-ac74a381b830 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/fb15f557-2226-4201-9b4c-a5a3ed59fb4d HTTP/1.1" status: 404 len: 333 time: 0.0340922 Dec 09 15:07:44.123266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:44.126577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:44.143624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f5fb9ce6-7799-4807-860a-80233b9651d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/766d6b0a-0548-414e-8686-b59f91a5fd07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535464 Dec 09 15:07:44.144052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] Sync routers for ids ['766d6b0a-0548-414e-8686-b59f91a5fd07'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:44.144542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55690) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:44.156763 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] Routers {'766d6b0a-0548-414e-8686-b59f91a5fd07'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:44.157399 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['766d6b0a-0548-414e-8686-b59f91a5fd07'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.191919 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.200978 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] Routers {'766d6b0a-0548-414e-8686-b59f91a5fd07'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:44.201602 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['766d6b0a-0548-414e-8686-b59f91a5fd07'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.206212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2780aea1-7ada-4c72-b9b5-e68a9a878bb8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=766d6b0a-0548-414e-8686-b59f91a5fd07 HTTP/1.1" status: 200 len: 205 time: 0.0641682 Dec 09 15:07:44.226870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55696) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:44.231937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4fb1affd-2422-4626-a8bc-3404d499ac22 req-b982db60-894e-420e-b395-d62572831d7c tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073505 Dec 09 15:07:44.241062 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.241882 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e1f76-43de-442e-bc3d-8bbcab951edd None None] The sync data for ids ['766d6b0a-0548-414e-8686-b59f91a5fd07'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:44.291544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.349685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.568010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.609862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.615114 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.620193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38ce302-af4d-44c6-94c0-dc5b1f70857d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.667108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed7195e-54c4-4958-a587-2b46a20ef077') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.667505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed7195e-54c4-4958-a587-2b46a20ef077') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:44.678902 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.688743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.689282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router 766d6b0a-0548-414e-8686-b59f91a5fd07 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:44.697968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.699075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d00c781c-f034-40bd-9b54-6ab8c404eb02 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/766d6b0a-0548-414e-8686-b59f91a5fd07 HTTP/1.1" status: 204 len: 168 time: 0.4705436 Dec 09 15:07:44.702204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55726) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:44.710381 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.739499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:44.739971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:44.742963 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:44.813679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:44.818564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.126111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.134811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.142798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/d38ce302-af4d-44c6-94c0-dc5b1f70857d HTTP/1.1" status: 204 len: 168 time: 1.0184760 Dec 09 15:07:45.147889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:45.157253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1321080921'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:45.166287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a793d-1826-476d-a3f2-1c2123dd411f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=d38ce302-af4d-44c6-94c0-dc5b1f70857d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:45.180713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.215264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:45.230784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.278080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:45.290955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.291298 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment e4a72924-7984-4f12-8c03-d47fcf6696be of type vlan for network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e Dec 09 15:07:45.329371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.341062 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.386226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.393701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:45.394579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.440219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1280b-301c-426d-a72b-d1fb153e4d80 req-a45097de-cf5f-4de1-81bd-18606a9db523 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:45.442158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fde1280b-301c-426d-a72b-d1fb153e4d80 req-a45097de-cf5f-4de1-81bd-18606a9db523 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.0821350 Dec 09 15:07:45.449868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3006761 Dec 09 15:07:45.453992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.456749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:45.468959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:45.488029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582fc5-9091-41c5-a6f8-42526eeb27ee tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=8f8d3724-3c3f-4644-809b-9ce00d4b8b1e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:45.501114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:45.534849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.541271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:45.542225 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282 HTTP/1.1" status: 204 len: 168 time: 0.8393507 Dec 09 15:07:45.547029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26e87-701c-48bf-92f4-4cb68a5e949b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:45.627856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f549a-c004-4b53-b9af-f43d43a1a0f8 None None] Network e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:45.632597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fde1280b-301c-426d-a72b-d1fb153e4d80 req-046e4454-4ef9-4251-b83e-abbc5e819bbf tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735153 Dec 09 15:07:45.651584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:45.656327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.726578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.763182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Performing IP validity checks on allocation pools {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:07:45.765919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:07:45.856190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 403eff95-b83d-4d9d-a820-e68f4fdcb628 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:45.857596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.971594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:45.973024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] DHCP port deletion for e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:45.996639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 403eff95-b83d-4d9d-a820-e68f4fdcb628, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=403eff95-b83d-4d9d-a820-e68f4fdcb628,segment=NetworkSegment(25e92f9b-bc72-4bfa-a29e-c046570a2a50),segment_id=25e92f9b-bc72-4bfa-a29e-c046570a2a50)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:45.999446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.025802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 403eff95-b83d-4d9d-a820-e68f4fdcb628 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:46.087834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] Deleting port 403eff95-b83d-4d9d-a820-e68f4fdcb628 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:46.088586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.093686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:46.098358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': 'e4a72924-7984-4f12-8c03-d47fcf6696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:46.098725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:46.123474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc0c1-8546-4e2f-a377-19b7f86d5d00 req-25bbdbcc-a79c-4737-bbc6-5e0fb487a8a2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:46.125626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-731dc0c1-8546-4e2f-a377-19b7f86d5d00 req-25bbdbcc-a79c-4737-bbc6-5e0fb487a8a2 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1150789 Dec 09 15:07:46.142785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:46.177143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:46.182767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:46.183777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.192982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb89b1-3858-4766-9ca4-f58833b44266 None None] Network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:46.193757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.202633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] For port 403eff95-b83d-4d9d-a820-e68f4fdcb628, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=403eff95-b83d-4d9d-a820-e68f4fdcb628,segment=NetworkSegment(25e92f9b-bc72-4bfa-a29e-c046570a2a50),segment_id=25e92f9b-bc72-4bfa-a29e-c046570a2a50)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:46.203109 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.211537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-731dc0c1-8546-4e2f-a377-19b7f86d5d00 req-c8a02acc-e4ea-402e-bd9d-d2b3128738dc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785046 Dec 09 15:07:46.220064 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f96b81ea-7a73-4bb3-afcb-65a73cc174d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7562792 Dec 09 15:07:46.220696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:46.225811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e', 'name': 'tempest-PortsTestJSON-875904809'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:46.234326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=403eff95-b83d-4d9d-a820-e68f4fdcb628,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:46.237423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port 403eff95-b83d-4d9d-a820-e68f4fdcb628 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:46.257525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] Calling delete_port for 403eff95-b83d-4d9d-a820-e68f4fdcb628 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:46.476417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.477144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418eac-c9cb-43b9-a48e-50ee9e70723c req-cd6e17cf-b486-4fa5-97fb-e2b03fe8e602 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:46.486037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83418eac-c9cb-43b9-a48e-50ee9e70723c req-cd6e17cf-b486-4fa5-97fb-e2b03fe8e602 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.1482253 Dec 09 15:07:46.503749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cd7427-34c5-4171-9cf5-cc8c4dfbec66']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:46.519091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e92f9b-bc72-4bfa-a29e-c046570a2a50') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:46.519091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e92f9b-bc72-4bfa-a29e-c046570a2a50') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:46.520951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:46.524787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.541438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-8f8d3724-3c3f-4644-809b-9ce00d4b8b1e', 'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': '87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:46.542319 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.548611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.570730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.571845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 67fcb408-ba06-44d3-875a-1847ea662b19 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:46.589631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:46.590060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:46.601117 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:46.604592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83418eac-c9cb-43b9-a48e-50ee9e70723c req-2873d88c-ef9e-4514-acb0-34bdfd6cf6f1 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171248 Dec 09 15:07:46.620863 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.705744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.716450 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.722587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/e9cd7427-34c5-4171-9cf5-cc8c4dfbec66 HTTP/1.1" status: 204 len: 168 time: 1.1797304 Dec 09 15:07:46.727107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:46.732477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1315733256', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:46.739289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255bb77-651c-434e-83ca-c60ed1f96a49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=e9cd7427-34c5-4171-9cf5-cc8c4dfbec66,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:46.761281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.12 (8f8d3724-3c3f-4644-809b-9ce00d4b8b1e/87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0/67fcb408-ba06-44d3-875a-1847ea662b19) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:46.793582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.795992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.917804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:46.984792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] Pushing event deleted for resources: {'Port': ['ID=403eff95-b83d-4d9d-a820-e68f4fdcb628,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:46.992819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fcc21-f84c-4cbf-9c4c-85b1f4fe1a9c None None] No DVR routers for this DVR port 403eff95-b83d-4d9d-a820-e68f4fdcb628 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:47.023989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d0fc-9638-4f42-9650-dc73e5142295 req-9a6d113a-5bba-4dee-b8ea-479acb9789cc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:47.033742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dae4d0fc-9638-4f42-9650-dc73e5142295 req-9a6d113a-5bba-4dee-b8ea-479acb9789cc tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.0865474 Dec 09 15:07:47.070367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 403eff95-b83d-4d9d-a820-e68f4fdcb628 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:47.097926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 403eff95-b83d-4d9d-a820-e68f4fdcb628 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:47.098536 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dae4d0fc-9638-4f42-9650-dc73e5142295 req-e3476f52-966f-4c28-b753-b3576667b8df tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565591 Dec 09 15:07:47.109928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 403eff95-b83d-4d9d-a820-e68f4fdcb628 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:47.188706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.206225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.307089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.358642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Allocated IP 172.20.0.2 (8f8d3724-3c3f-4644-809b-9ce00d4b8b1e/87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0/4711112f-492e-4364-ac3d-717eb9976d1f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:47.365402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:47.370333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:47.373098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:47.392718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=67fcb408-ba06-44d3-875a-1847ea662b19,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:47.525362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:47.526162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.547274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f4799c6e-95b2-4593-8164-1aabbdedb4a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3255165 Dec 09 15:07:47.549959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55792) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:47.584978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.594926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.609488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.632339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.646000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Pushing event updated for resources: {'Port': ['ID=4711112f-492e-4364-ac3d-717eb9976d1f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:47.667537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:47.672484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:47.675159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:47.727027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 67fcb408-ba06-44d3-875a-1847ea662b19 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:47.727411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.747084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Attempting to bind port 4711112f-492e-4364-ac3d-717eb9976d1f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:47.747805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Attempting to bind port 4711112f-492e-4364-ac3d-717eb9976d1f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e4a72924-7984-4f12-8c03-d47fcf6696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:47.748394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Attempting to bind port 4711112f-492e-4364-ac3d-717eb9976d1f on network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:47.755009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:47.755432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Checking segment: {'id': 'e4a72924-7984-4f12-8c03-d47fcf6696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:47.755841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.756243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Bound using segment: {'id': 'e4a72924-7984-4f12-8c03-d47fcf6696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:47.756722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Bound port: 4711112f-492e-4364-ac3d-717eb9976d1f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a72924-7984-4f12-8c03-d47fcf6696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8f8d3724-3c3f-4644-809b-9ce00d4b8b1e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:47.757314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.785296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 172.25.0.238 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/81789eea-0042-4cef-a734-007c7e5d8315) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:47.831809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] For port 4711112f-492e-4364-ac3d-717eb9976d1f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:47.835838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] For port 4711112f-492e-4364-ac3d-717eb9976d1f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4711112f-492e-4364-ac3d-717eb9976d1f,segment=NetworkSegment(e4a72924-7984-4f12-8c03-d47fcf6696be),segment_id=e4a72924-7984-4f12-8c03-d47fcf6696be)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:47.843642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.918120 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:47.930374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ff934-0f71-4535-8c25-34cbaa93622d None None] Pushing event updated for resources: {'Port': ['ID=4711112f-492e-4364-ac3d-717eb9976d1f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:47.943091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 67fcb408-ba06-44d3-875a-1847ea662b19 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:47.961919 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.017105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.116839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.135798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=81789eea-0042-4cef-a734-007c7e5d8315,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:48.186215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:48.193187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:48.196407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:48.207825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b143c-83e9-4a10-8d71-bab42335daab None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:48.252359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=67fcb408-ba06-44d3-875a-1847ea662b19,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:48.346492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-698aaf30-b6e1-4b31-aebc-99aac55ec5a0 None None] Provisioning complete for port 81789eea-0042-4cef-a734-007c7e5d8315 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:48.346885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-698aaf30-b6e1-4b31-aebc-99aac55ec5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.389834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-698aaf30-b6e1-4b31-aebc-99aac55ec5a0 None None] Port 81789eea-0042-4cef-a734-007c7e5d8315 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:07:48.428677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.435692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-380b173a-beef-47a9-a636-eebc55e2b75f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/67fcb408-ba06-44d3-875a-1847ea662b19 HTTP/1.1" status: 204 len: 168 time: 0.8843496 Dec 09 15:07:48.437083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55854) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:48.507260 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b934b7-ccd8-40b9-96e3-536bf48989d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:07:48.511482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b934b7-ccd8-40b9-96e3-536bf48989d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:07:48.539172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a1b934b7-ccd8-40b9-96e3-536bf48989d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/67fcb408-ba06-44d3-875a-1847ea662b19 HTTP/1.1" status: 404 len: 333 time: 0.0997016 Dec 09 15:07:48.541546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:48.599984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-426e4817-d9fe-4b55-8b0b-05ccfcb6c07d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:48.601682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-426e4817-d9fe-4b55-8b0b-05ccfcb6c07d tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.4966376 Dec 09 15:07:48.676303 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fc39a7-939c-4177-ae36-a412db45e720 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:07:48.678718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a0fc39a7-939c-4177-ae36-a412db45e720 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/67fcb408-ba06-44d3-875a-1847ea662b19 HTTP/1.1" status: 404 len: 333 time: 0.1361687 Dec 09 15:07:48.684843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f00c0-cbf5-4503-9d2b-88c6ae29b69a req-d4b1269e-678a-4536-a798-b4f4af7d8836 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:48.693043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-539f00c0-cbf5-4503-9d2b-88c6ae29b69a req-d4b1269e-678a-4536-a798-b4f4af7d8836 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 945 time: 0.4976101 Dec 09 15:07:48.696293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55862) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:48.765960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-539f00c0-cbf5-4503-9d2b-88c6ae29b69a req-dd30e9d4-ed9d-482b-8918-aa648889cd82 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659070 Dec 09 15:07:48.877663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:48.886989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.926080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.938924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:48.989612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:48.989955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.180910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.243973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4711112f-492e-4364-ac3d-717eb9976d1f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:49.261236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port fca7a777-1fe1-42e8-8b63-2a1e7c51f309, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:49.261665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.290104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for fca7a777-1fe1-42e8-8b63-2a1e7c51f309 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:49.324680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.352752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4711112f-492e-4364-ac3d-717eb9976d1f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:49.353126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.473856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.528855 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.549101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:49.550113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 26f80b73-d137-4b74-837c-04679479aac4 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:07:49.563018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.570566 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-168a9722-f73f-4389-9ddd-c71d36ea2135 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0 HTTP/1.1" status: 204 len: 168 time: 0.8725455 Dec 09 15:07:49.571315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:49.599834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 4711112f-492e-4364-ac3d-717eb9976d1f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4711112f-492e-4364-ac3d-717eb9976d1f,segment=NetworkSegment(e4a72924-7984-4f12-8c03-d47fcf6696be),segment_id=e4a72924-7984-4f12-8c03-d47fcf6696be)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:49.610269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.713230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=4711112f-492e-4364-ac3d-717eb9976d1f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:49.713468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.725016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:07:49.815074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4efea-0bf0-447b-8d5f-616d40a61b9e None None] Network 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:49.827928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:49.830025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=fca7a777-1fe1-42e8-8b63-2a1e7c51f309,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:49.991177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080e129-6453-4041-bc8d-2a98dec525a4 None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:50.012412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eb2dbcfb-29d4-4287-8399-8fd4abf5258f req-e6c7220b-66cf-4878-8dc0-7b29989963ae tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d247afb3-5f4c-4e22-b6ff-b999c44cb858 HTTP/1.1" status: 200 len: 210 time: 0.0927224 Dec 09 15:07:50.013348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port fca7a777-1fe1-42e8-8b63-2a1e7c51f309 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:50.028086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.028201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:50.028323 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b7ed2639-6897-47e4-8e6c-18712c13b0b8 req-f0f062c4-3f69-47c8-9b43-a1e86a0e17ca tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "DELETE /v2.0/ports/fca7a777-1fe1-42e8-8b63-2a1e7c51f309 HTTP/1.1" status: 204 len: 173 time: 1.4156854 Dec 09 15:07:50.028323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'name': 'network-vif-deleted', 'tag': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:07:50.028323 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0146de47-cecc-424d-b697-c484e6add6f8" -d '{"events": [{"server_uuid": "d247afb3-5f4c-4e22-b6ff-b999c44cb858", "name": "network-vif-deleted", "tag": "fca7a777-1fe1-42e8-8b63-2a1e7c51f309"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:07:50.079190 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a03227d-7d35-4631-b5d4-8cf97d054857 x-openstack-request-id: req-2a03227d-7d35-4631-b5d4-8cf97d054857 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:07:50.079908 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d247afb3-5f4c-4e22-b6ff-b999c44cb858", "name": "network-vif-deleted", "tag": "fca7a777-1fe1-42e8-8b63-2a1e7c51f309", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:07:50.080333 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a03227d-7d35-4631-b5d4-8cf97d054857 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:07:50.080986 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd247afb3-5f4c-4e22-b6ff-b999c44cb858', 'name': 'network-vif-deleted', 'tag': 'fca7a777-1fe1-42e8-8b63-2a1e7c51f309', 'status': 'completed', 'code': 200} Dec 09 15:07:50.091833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.106634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31faf9e0-8d32-457f-abdc-a7a00769bb49 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3758733 Dec 09 15:07:50.107183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:50.116646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ec7c64cf-a738-4eab-9d7c-4fa42c601139 None None] Provisioning complete for port 4711112f-492e-4364-ac3d-717eb9976d1f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:50.117021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec7c64cf-a738-4eab-9d7c-4fa42c601139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.123846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] Sync routers for ids ['26f80b73-d137-4b74-837c-04679479aac4'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:50.221529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 4711112f-492e-4364-ac3d-717eb9976d1f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:50.221861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.242708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] Routers {'26f80b73-d137-4b74-837c-04679479aac4'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:50.243741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['26f80b73-d137-4b74-837c-04679479aac4'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:50.313664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:50.328243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] DHCP port deletion for 8f8d3724-3c3f-4644-809b-9ce00d4b8b1e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:50.400955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] Routers {'26f80b73-d137-4b74-837c-04679479aac4'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:50.401651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['26f80b73-d137-4b74-837c-04679479aac4'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:50.445327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:50.445908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be763f-b773-45a3-bd92-d7888fc29008 None None] The sync data for ids ['26f80b73-d137-4b74-837c-04679479aac4'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:50.506138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] Deleting port 4711112f-492e-4364-ac3d-717eb9976d1f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:50.506799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.586111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] For port 4711112f-492e-4364-ac3d-717eb9976d1f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4711112f-492e-4364-ac3d-717eb9976d1f,segment=NetworkSegment(e4a72924-7984-4f12-8c03-d47fcf6696be),segment_id=e4a72924-7984-4f12-8c03-d47fcf6696be)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:50.586414 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.605674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] Calling delete_port for 4711112f-492e-4364-ac3d-717eb9976d1f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:50.640906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] For port 4711112f-492e-4364-ac3d-717eb9976d1f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4711112f-492e-4364-ac3d-717eb9976d1f,segment=NetworkSegment(e4a72924-7984-4f12-8c03-d47fcf6696be),segment_id=e4a72924-7984-4f12-8c03-d47fcf6696be)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:50.641525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.655767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 4711112f-492e-4364-ac3d-717eb9976d1f owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:50.749912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.781843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] Pushing event deleted for resources: {'Port': ['ID=4711112f-492e-4364-ac3d-717eb9976d1f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:50.796108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e174940-2493-4bfc-8179-0d727617e5b3 None None] No DVR routers for this DVR port 4711112f-492e-4364-ac3d-717eb9976d1f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:50.825782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bedd32d5-adcd-4872-899e-34ae1e9bfe86 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/routers/26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 200 len: 885 time: 0.7101867 Dec 09 15:07:50.829704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55886) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:50.832508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:50.892873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=4711112f-492e-4364-ac3d-717eb9976d1f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:50.904370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No DVR routers for this DVR port 4711112f-492e-4364-ac3d-717eb9976d1f on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:50.933576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fca7a777-1fe1-42e8-8b63-2a1e7c51f309 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:50.998444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: fca7a777-1fe1-42e8-8b63-2a1e7c51f309 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:51.000813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device fca7a777-1fe1-42e8-8b63-2a1e7c51f309 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:51.126759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4711112f-492e-4364-ac3d-717eb9976d1f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:51.159475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-35104dfa-cebd-4c14-b8f8-4f9b19df2108 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3261199 Dec 09 15:07:51.159888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:51.166827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4711112f-492e-4364-ac3d-717eb9976d1f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:51.168286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4711112f-492e-4364-ac3d-717eb9976d1f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:51.171398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1315733256'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:51.191975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.233960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8d3724-3c3f-4644-809b-9ce00d4b8b1e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:51.246292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a72924-7984-4f12-8c03-d47fcf6696be') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:51.246913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a72924-7984-4f12-8c03-d47fcf6696be') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:51.281812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.299651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.314028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:51.314028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:51.316050 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:51.429453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.436454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.448826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/8f8d3724-3c3f-4644-809b-9ce00d4b8b1e HTTP/1.1" status: 204 len: 168 time: 1.8762972 Dec 09 15:07:51.464365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55910) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:51.468215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbf07a-ba78-4fdf-b87b-bc5a36d1b686 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=8f8d3724-3c3f-4644-809b-9ce00d4b8b1e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:51.472972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718009797'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:51.512094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:51.515986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.626555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:51.644321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.644675 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment 4fdeb002-ec49-44a1-a55f-c03c10875e89 of type vlan for network c095fe77-1f3b-4428-803c-0d6facd2f51a Dec 09 15:07:51.664569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.710384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.713969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.790383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.796739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:51.797405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.847974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:51.905972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55942) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:51.911889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:51.915633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4494920 Dec 09 15:07:51.941387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 26f80b73-d137-4b74-837c-04679479aac4 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:07:51.987514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326f71-03df-4188-9160-0499cf71ae9b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=c095fe77-1f3b-4428-803c-0d6facd2f51a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:52.000442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network c095fe77-1f3b-4428-803c-0d6facd2f51a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:52.052645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abeda1-2fe4-482d-a392-c596c9f6ddda req-70db8581-0517-4986-909d-868ce644c493 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:52.054331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2abeda1-2fe4-482d-a392-c596c9f6ddda req-70db8581-0517-4986-909d-868ce644c493 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 946 time: 0.1165800 Dec 09 15:07:52.138598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:07:52.152836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.159673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b956bfcf-41b9-4df1-b0f6-bf75b60fc814 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 200 len: 892 time: 0.9983177 Dec 09 15:07:52.160613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55950) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:52.161270 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] Sync routers for ids ['26f80b73-d137-4b74-837c-04679479aac4'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:07:52.163045 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:52.170271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.185815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] Routers {'26f80b73-d137-4b74-837c-04679479aac4'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:52.189646 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['26f80b73-d137-4b74-837c-04679479aac4'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:52.258468 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:52.273542 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] Routers {'26f80b73-d137-4b74-837c-04679479aac4'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:07:52.274422 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['26f80b73-d137-4b74-837c-04679479aac4'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:52.323099 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:52.323929 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4429718-9acf-4e40-992e-71d1529af2bf None None] The sync data for ids ['26f80b73-d137-4b74-837c-04679479aac4'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:07:52.360095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2abeda1-2fe4-482d-a392-c596c9f6ddda req-d85b283d-7576-41c9-85a2-7c2e67432766 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939034 Dec 09 15:07:52.360615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.423256 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:07:52.492869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.601013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': '4fdeb002-ec49-44a1-a55f-c03c10875e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:52.601716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: c095fe77-1f3b-4428-803c-0d6facd2f51a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:52.610354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=e246535d-9fe3-4174-bdf6-664ae75da7e7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:52.627608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network c095fe77-1f3b-4428-803c-0d6facd2f51a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:52.642118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, c095fe77-1f3b-4428-803c-0d6facd2f51a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:52.654374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285f4f84-9b00-477c-a75a-44faaf36ba64 None None] Network c095fe77-1f3b-4428-803c-0d6facd2f51a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:52.662122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:52.663499 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.692682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ba3a7acb-b213-4515-aeb1-04a2f3863642 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854767 Dec 09 15:07:52.694289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:52.700383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-793286949'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:52.841497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-c095fe77-1f3b-4428-803c-0d6facd2f51a', 'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': 'e246535d-9fe3-4174-bdf6-664ae75da7e7'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:52.843091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.903634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:52.908779 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:52.928613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port eda3158b-300e-493b-8c4b-8ed397b77041 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:52.933772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d584b366-e44f-4d1a-a189-90a6dbeae7e5 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/routers/26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 200 len: 892 time: 0.7694461 Dec 09 15:07:52.937166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55966) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:52.996723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55968) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:53.007564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a01db7bd-2a79-46ad-b01e-604a33aa0c4f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 200 len: 205 time: 0.0670438 Dec 09 15:07:53.009641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55970) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:53.035937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Allocated IP 172.20.0.2 (c095fe77-1f3b-4428-803c-0d6facd2f51a/e246535d-9fe3-4174-bdf6-664ae75da7e7/dd4c94bf-3f4d-497c-845e-f611d938f8cb) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:53.201441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7733145e-c94a-4569-8cf1-13e1dad2a365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.259842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.304241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f06858b-cdbd-434a-96da-d9be2858696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.374409 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.390953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-dee24981-4d88-4ed2-ac0b-b71d67cd3f7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:53.392494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.392768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-dee24981-4d88-4ed2-ac0b-b71d67cd3f7b tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 946 time: 0.1419854 Dec 09 15:07:53.483689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.10 (c095fe77-1f3b-4428-803c-0d6facd2f51a/e246535d-9fe3-4174-bdf6-664ae75da7e7/eda3158b-300e-493b-8c4b-8ed397b77041) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:53.489769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Network c095fe77-1f3b-4428-803c-0d6facd2f51a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:53.503401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:53.507095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:53.527859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Pushing event updated for resources: {'Port': ['ID=dd4c94bf-3f4d-497c-845e-f611d938f8cb,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:53.603620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7733145e-c94a-4569-8cf1-13e1dad2a365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.613487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Attempting to bind port dd4c94bf-3f4d-497c-845e-f611d938f8cb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:53.614516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Attempting to bind port dd4c94bf-3f4d-497c-845e-f611d938f8cb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '4fdeb002-ec49-44a1-a55f-c03c10875e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:53.615230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Attempting to bind port dd4c94bf-3f4d-497c-845e-f611d938f8cb on network c095fe77-1f3b-4428-803c-0d6facd2f51a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:53.621536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:53.622136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd6ca-757c-4743-a824-8d41db2eb847 req-bf91676d-c45c-4f25-9a11-4804904954ac tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:53.622523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Checking segment: {'id': '4fdeb002-ec49-44a1-a55f-c03c10875e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:53.623289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.624674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Bound using segment: {'id': '4fdeb002-ec49-44a1-a55f-c03c10875e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:53.625414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Bound port: dd4c94bf-3f4d-497c-845e-f611d938f8cb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdeb002-ec49-44a1-a55f-c03c10875e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c095fe77-1f3b-4428-803c-0d6facd2f51a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:53.626010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.631430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-751bd6ca-757c-4743-a824-8d41db2eb847 req-bf91676d-c45c-4f25-9a11-4804904954ac tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/ports?device_id=885d1741-9beb-4c21-b733-37e8a2115f6d HTTP/1.1" status: 200 len: 946 time: 0.1070070 Dec 09 15:07:53.633293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7733145e-c94a-4569-8cf1-13e1dad2a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.646901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.678641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733145e-c94a-4569-8cf1-13e1dad2a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec7d107-0130-40d3-bf05-84795c29b076,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:53.701508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.707822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.715033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] For port dd4c94bf-3f4d-497c-845e-f611d938f8cb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:53.721418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] For port dd4c94bf-3f4d-497c-845e-f611d938f8cb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=dd4c94bf-3f4d-497c-845e-f611d938f8cb,segment=NetworkSegment(4fdeb002-ec49-44a1-a55f-c03c10875e89),segment_id=4fdeb002-ec49-44a1-a55f-c03c10875e89)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:53.729295 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.734220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Deleting port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:53.734575 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.755261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7733145e-c94a-4569-8cf1-13e1dad2a365 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8ba3c243ec348c38f9d032e92e213c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7525668 Dec 09 15:07:53.763969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:53.765851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=eda3158b-300e-493b-8c4b-8ed397b77041,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:53.839303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa874-b2f6-4be3-8261-56736fc9db58 None None] Pushing event updated for resources: {'Port': ['ID=dd4c94bf-3f4d-497c-845e-f611d938f8cb,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:53.851291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network c095fe77-1f3b-4428-803c-0d6facd2f51a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:53.864454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:53.866998 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-751bd6ca-757c-4743-a824-8d41db2eb847 req-7893cfd9-ad0c-4b57-979f-0c3537e8386a tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae004e12-1544-49a6-aa47-89b0b104a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345850 Dec 09 15:07:53.874923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:53.907751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] For port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,segment=NetworkSegment(3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f),segment_id=3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:53.908119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.922749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Calling delete_port for 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:53.960174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 81789eea-0042-4cef-a734-007c7e5d8315 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:53.960773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.965831 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4353-5f9e-4337-9ae9-79e0a600f311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:53.983932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:53.984618 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.099580 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a7401be1-946a-476f-a17a-95e0eade64eb tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4037859 Dec 09 15:07:54.103043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55986) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:54.107225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4353-5f9e-4337-9ae9-79e0a600f311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.114485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.129244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:07:54.167989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.196035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2da5f-d8ee-46d1-9882-4af89a13d7ce None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:54.199096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 81789eea-0042-4cef-a734-007c7e5d8315 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:54.209377 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4353-5f9e-4337-9ae9-79e0a600f311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.212728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f2d4353-5f9e-4337-9ae9-79e0a600f311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.213964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f2d4353-5f9e-4337-9ae9-79e0a600f311 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eec7d107-0130-40d3-bf05-84795c29b076 HTTP/1.1" status: 204 len: 168 time: 0.4363911 Dec 09 15:07:54.234227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Pushing event deleted for resources: {'Port': ['ID=2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:54.253032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d4353-5f9e-4337-9ae9-79e0a600f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec7d107-0130-40d3-bf05-84795c29b076,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:54.282980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] No DVR routers for this DVR port 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:54.292194 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.295789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9cbb23a3-79a0-4bd4-a177-9824ced76176 req-023bba7a-1339-47fe-91f4-a529e17ae756 tempest-ServersTestJSON-888486149 tempest-ServersTestJSON-888486149-project] 10.222.0.36 "DELETE /v2.0/ports/2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee HTTP/1.1" status: 204 len: 173 time: 0.8943131 Dec 09 15:07:54.296409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'name': 'network-vif-deleted', 'tag': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:07:54.299527 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb7480-a9e0-46a2-8bcd-96afe7f18cef" -d '{"events": [{"server_uuid": "885d1741-9beb-4c21-b733-37e8a2115f6d", "name": "network-vif-deleted", "tag": "2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:07:54.429149 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ab144-a7a8-4529-994b-6624908cfb11 x-openstack-request-id: req-3f4ab144-a7a8-4529-994b-6624908cfb11 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:07:54.429449 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885d1741-9beb-4c21-b733-37e8a2115f6d", "name": "network-vif-deleted", "tag": "2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:07:54.429742 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f4ab144-a7a8-4529-994b-6624908cfb11 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:07:54.430505 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d1741-9beb-4c21-b733-37e8a2115f6d', 'name': 'network-vif-deleted', 'tag': '2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee', 'status': 'completed', 'code': 200} Dec 09 15:07:54.433850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port eda3158b-300e-493b-8c4b-8ed397b77041 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:54.434102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.581514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.595296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for eda3158b-300e-493b-8c4b-8ed397b77041 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:54.608507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.637818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3398ac7-6865-494e-b274-a81e86df53ed None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:54.671593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=81789eea-0042-4cef-a734-007c7e5d8315,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:54.746774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56004) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:54.779920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-75b79985-e396-4710-8ec5-223fb58cc6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.791073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.805795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.847705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=eda3158b-300e-493b-8c4b-8ed397b77041,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:54.947740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56008) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:54.963127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:54.968227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.017199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Deleting subnet be0987e6-f8f5-4679-9312-090fe43a6c38 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:55.020734 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.072303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.073914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router 26f80b73-d137-4b74-837c-04679479aac4 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:07:55.078672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.083247 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.090508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d1c23b8b-4a71-4b1d-b9b7-19a6f97fe3af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/eda3158b-300e-493b-8c4b-8ed397b77041 HTTP/1.1" status: 204 len: 168 time: 0.9861999 Dec 09 15:07:55.091184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56010) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:55.105735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.113251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56012) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:55.115472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f053837-ebf1-4cc5-89a2-765ce02ef12c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 204 len: 168 time: 2.1040323 Dec 09 15:07:55.124474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-47111730'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:55.149634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dd4c94bf-3f4d-497c-845e-f611d938f8cb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:55.180092 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d8e4c7-6fda-44c6-a4e8-56969fbb5b36 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:07:55.185243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a7d8e4c7-6fda-44c6-a4e8-56969fbb5b36 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/eda3158b-300e-493b-8c4b-8ed397b77041 HTTP/1.1" status: 404 len: 333 time: 0.0732038 Dec 09 15:07:55.190303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56014) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:55.211474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-75b79985-e396-4710-8ec5-223fb58cc6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.220775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-75b79985-e396-4710-8ec5-223fb58cc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.225404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port dd4c94bf-3f4d-497c-845e-f611d938f8cb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:55.226426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.236738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.261574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:55.265362 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.294721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56016) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:55.294991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-75b79985-e396-4710-8ec5-223fb58cc6a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd3d0d40976e4c54bf12d0555bc53744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421317 Dec 09 15:07:55.298595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b79985-e396-4710-8ec5-223fb58cc6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f3bc58-a82e-4826-836e-a4cd48bffe68,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:55.332842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:07:55.344270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d92b6d-cade-4dfd-809b-d67d1ceb73ca None None] Network c095fe77-1f3b-4428-803c-0d6facd2f51a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:55.349601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.349998 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment c8916afe-ef90-42e1-881c-0eee98e02562 of type vlan for network 07653775-f021-49fd-b7b9-b84e4c8b5301 Dec 09 15:07:55.361337 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.365999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet e246535d-9fe3-4174-bdf6-664ae75da7e7 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:07:55.379723 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.428448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c3b30097-e7a6-4f5f-806a-8f4b54e61c20 None None] Provisioning complete for port dd4c94bf-3f4d-497c-845e-f611d938f8cb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:55.428830 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c3b30097-e7a6-4f5f-806a-8f4b54e61c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.501576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.505107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.511734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port dd4c94bf-3f4d-497c-845e-f611d938f8cb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=dd4c94bf-3f4d-497c-845e-f611d938f8cb,segment=NetworkSegment(4fdeb002-ec49-44a1-a55f-c03c10875e89),segment_id=4fdeb002-ec49-44a1-a55f-c03c10875e89)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:55.522012 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.538965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.632897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:07:55.636010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0987e6-f8f5-4679-9312-090fe43a6c38,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:55.666417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.673527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cc6b0daa-8469-4895-830e-95dcdf9bb534 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be0987e6-f8f5-4679-9312-090fe43a6c38 HTTP/1.1" status: 204 len: 168 time: 0.7216680 Dec 09 15:07:55.674393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56032) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:55.698351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe72c8c-ae53-4866-98de-99719b4d68f5 None None] Network 23ebedf1-423d-4263-81e1-c04e8a906cd4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:55.700298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5475ecc-4a1c-4880-9ae1-a26ac92b9883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.718149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-403183d6-64d4-4fcf-97f6-09ae7cd51157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.736070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=dd4c94bf-3f4d-497c-845e-f611d938f8cb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:55.800026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.818500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.820219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:55.821248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.879172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3fd9e4-0dc6-497a-8617-a9407afd5d8f None None] DHCP port deletion for 23ebedf1-423d-4263-81e1-c04e8a906cd4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:55.927412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-403183d6-64d4-4fcf-97f6-09ae7cd51157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.950471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8345990 Dec 09 15:07:55.952696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.963839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56036) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:55.967114 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:55.973705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:56.025346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ebedf1-423d-4263-81e1-c04e8a906cd4']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:56.052001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:56.052282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa3e0d1-7d04-4375-a6d6-9d5cb1c4672f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:56.071720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dec5f-c136-4996-9f65-4d42338b108c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=07653775-f021-49fd-b7b9-b84e4c8b5301,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:56.096980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:07:56.106561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.130158 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.142295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-403183d6-64d4-4fcf-97f6-09ae7cd51157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.148633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-403183d6-64d4-4fcf-97f6-09ae7cd51157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.150506 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-403183d6-64d4-4fcf-97f6-09ae7cd51157 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17f3bc58-a82e-4826-836e-a4cd48bffe68 HTTP/1.1" status: 204 len: 168 time: 0.8510392 Dec 09 15:07:56.164284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:56.165398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:56.168159 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:56.191312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:56.192087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2ae12965-bca7-4d73-801e-c9a2ea0d8c2c None None] Provisioning complete for port dd4c94bf-3f4d-497c-845e-f611d938f8cb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:07:56.192931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ae12965-bca7-4d73-801e-c9a2ea0d8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.196030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403183d6-64d4-4fcf-97f6-09ae7cd51157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f3bc58-a82e-4826-836e-a4cd48bffe68,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:56.201361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.220649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.321570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=e246535d-9fe3-4174-bdf6-664ae75da7e7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:56.332927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.346146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe32ad01-dab3-425b-8947-23e32d2d3e48 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/e246535d-9fe3-4174-bdf6-664ae75da7e7 HTTP/1.1" status: 204 len: 168 time: 1.1543961 Dec 09 15:07:56.346315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.349529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56042) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:56.362802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.367978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] 10.222.0.46 "DELETE /v2.0/networks/23ebedf1-423d-4263-81e1-c04e8a906cd4 HTTP/1.1" status: 204 len: 168 time: 0.6923904 Dec 09 15:07:56.427288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78c7bc-80b6-4caf-a807-9e189e61dbda admin admin] Pushing event deleted for resources: {'Network': ['ID=23ebedf1-423d-4263-81e1-c04e8a906cd4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:56.605848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.616243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f199d77e-34fc-4e06-a00d-aa93f27ed081 None None] Network c095fe77-1f3b-4428-803c-0d6facd2f51a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:56.651151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56050) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:56.735485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port dd4c94bf-3f4d-497c-845e-f611d938f8cb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:56.735841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.740625 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.796854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56054) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:56.821945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9231c07-79b3-443b-b5d5-029b1f0bacb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.835774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5222b590-7401-482c-8037-41fe754d0ea8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7245c71bf5c743b8a04389ce390e0d88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829023 Dec 09 15:07:56.838906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56056) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:56.906808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] For port dd4c94bf-3f4d-497c-845e-f611d938f8cb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=dd4c94bf-3f4d-497c-845e-f611d938f8cb,segment=NetworkSegment(4fdeb002-ec49-44a1-a55f-c03c10875e89),segment_id=4fdeb002-ec49-44a1-a55f-c03c10875e89)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:07:56.907638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.934431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for dd4c94bf-3f4d-497c-845e-f611d938f8cb owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:56.943196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=73cb1693-f7d0-4085-81f4-54c6deb14db9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:56.948692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9231c07-79b3-443b-b5d5-029b1f0bacb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.957188 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9231c07-79b3-443b-b5d5-029b1f0bacb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.965860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47bf9519-518c-4c48-851d-dc775aa06c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:56.993671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9231c07-79b3-443b-b5d5-029b1f0bacb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb640320-7935-4f1c-ad39-1dafb8046185,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:57.007463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': 'c8916afe-ef90-42e1-881c-0eee98e02562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:57.007987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: 07653775-f021-49fd-b7b9-b84e4c8b5301, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:07:57.025318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:57.037422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e9231c07-79b3-443b-b5d5-029b1f0bacb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4677804a42dd4ef285bf2bbbe8abb7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393661 Dec 09 15:07:57.042685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:57.062095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:07:57.069376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47bf9519-518c-4c48-851d-dc775aa06c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.078775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 07653775-f021-49fd-b7b9-b84e4c8b5301) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:57.091147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:57.091997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.103458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc226f9-45f5-4219-8d4f-ec766ad607b5 None None] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:07:57.111173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:57.111817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a0b5fcb-6b92-4fb6-bdf5-65d3e74974ee not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:57.140863 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.168301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-42603dbf-1d54-4440-ae5b-01895b3ca44b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2031591 Dec 09 15:07:57.173781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56060) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:57.180105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2140414076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:57.213783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dd4c94bf-3f4d-497c-845e-f611d938f8cb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:07:57.214937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff91b1ea-0606-4423-a548-74ea9b792ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.216630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.228470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47bf9519-518c-4c48-851d-dc775aa06c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.230908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.232025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47bf9519-518c-4c48-851d-dc775aa06c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.232245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.237296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-47bf9519-518c-4c48-851d-dc775aa06c76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae004e12-1544-49a6-aa47-89b0b104a820 HTTP/1.1" status: 204 len: 168 time: 0.3970461 Dec 09 15:07:57.241236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: dd4c94bf-3f4d-497c-845e-f611d938f8cb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:57.241741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dd4c94bf-3f4d-497c-845e-f611d938f8cb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 15:07:57.285316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Port dd4c94bf-3f4d-497c-845e-f611d938f8cb not found, will not notify nova. {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 15:07:57.290142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=dd4c94bf-3f4d-497c-845e-f611d938f8cb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:57.317395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-63672a5c-c8ed-4cc8-8e45-ae7bef40e30a None None] Could not find standard attr ID for object eda3158b-300e-493b-8c4b-8ed397b77041. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:07:57.333728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No DVR routers for this DVR port dd4c94bf-3f4d-497c-845e-f611d938f8cb on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:07:57.335833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf9519-518c-4c48-851d-dc775aa06c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae004e12-1544-49a6-aa47-89b0b104a820,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:57.362177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.367037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff91b1ea-0606-4423-a548-74ea9b792ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.377972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.432755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfef01-b1dc-46a2-a630-6db3ea46a281 None None] DHCP port deletion for c095fe77-1f3b-4428-803c-0d6facd2f51a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:07:57.449390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c6796-781e-4985-baec-50102612114a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-07653775-f021-49fd-b7b9-b84e4c8b5301', 'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': '73cb1693-f7d0-4085-81f4-54c6deb14db9'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:07:57.450849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.459520 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.461086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-43d7eed9-dfd6-44c2-9416-24936d4da6d2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2861636 Dec 09 15:07:57.470880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56068) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:57.485001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff91b1ea-0606-4423-a548-74ea9b792ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.488949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff91b1ea-0606-4423-a548-74ea9b792ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.489952 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff91b1ea-0606-4423-a548-74ea9b792ee9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb640320-7935-4f1c-ad39-1dafb8046185 HTTP/1.1" status: 204 len: 168 time: 0.4449792 Dec 09 15:07:57.589021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.603336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91b1ea-0606-4423-a548-74ea9b792ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb640320-7935-4f1c-ad39-1dafb8046185,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:57.669160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c095fe77-1f3b-4428-803c-0d6facd2f51a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:57.704840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdeb002-ec49-44a1-a55f-c03c10875e89') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:57.705077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdeb002-ec49-44a1-a55f-c03c10875e89') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:07:57.725416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.761369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.773986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:07:57.774398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:07:57.784601 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:07:57.878257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-d76c6796-781e-4985-baec-50102612114a None None] Allocated IP 2001:db8::2 (07653775-f021-49fd-b7b9-b84e4c8b5301/73cb1693-f7d0-4085-81f4-54c6deb14db9/0c826ac8-3446-4d6e-be9f-20671fd468bb) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:57.950915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.959702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:57.973226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/c095fe77-1f3b-4428-803c-0d6facd2f51a HTTP/1.1" status: 204 len: 168 time: 1.6190231 Dec 09 15:07:57.973655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:58.000571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'name': 'tempest-PortsTestJSON-1635998618'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:58.005532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babc27b-1b2a-4261-a5cc-43048f63f28a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=c095fe77-1f3b-4428-803c-0d6facd2f51a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:58.126876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.153289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:58.158193 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.221085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port cbf43e78-8da4-428e-a5c3-4f6d033639ca yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:58.356340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.369991 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.393576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.466438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.468067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c6796-781e-4985-baec-50102612114a None None] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:58.471944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-d76c6796-781e-4985-baec-50102612114a None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:58.476469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c6796-781e-4985-baec-50102612114a None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:58.538314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.540381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8::1 (07653775-f021-49fd-b7b9-b84e4c8b5301/73cb1693-f7d0-4085-81f4-54c6deb14db9/df2a1690-6f31-4527-8cff-f9135d3f5812) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:07:58.547181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6796-781e-4985-baec-50102612114a None None] Pushing event updated for resources: {'Port': ['ID=0c826ac8-3446-4d6e-be9f-20671fd468bb,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:58.582847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d76c6796-781e-4985-baec-50102612114a None None] Attempting to bind port 0c826ac8-3446-4d6e-be9f-20671fd468bb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:07:58.583269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d76c6796-781e-4985-baec-50102612114a None None] Attempting to bind port 0c826ac8-3446-4d6e-be9f-20671fd468bb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c8916afe-ef90-42e1-881c-0eee98e02562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:07:58.585309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6796-781e-4985-baec-50102612114a None None] Attempting to bind port 0c826ac8-3446-4d6e-be9f-20671fd468bb on network 07653775-f021-49fd-b7b9-b84e4c8b5301 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:07:58.593524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.595410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.595818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.597328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.597687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.598036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.599561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.599912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.600253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.600591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.600928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.601277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.603615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=cbf43e78-8da4-428e-a5c3-4f6d033639ca,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:58.603879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:07:58.618994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:58.620622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:58.623060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:58.626317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6796-781e-4985-baec-50102612114a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:07:58.626711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6796-781e-4985-baec-50102612114a None None] Checking segment: {'id': 'c8916afe-ef90-42e1-881c-0eee98e02562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:07:58.627128 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.627887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6796-781e-4985-baec-50102612114a None None] Bound using segment: {'id': 'c8916afe-ef90-42e1-881c-0eee98e02562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:07:58.628035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d76c6796-781e-4985-baec-50102612114a None None] Bound port: 0c826ac8-3446-4d6e-be9f-20671fd468bb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8916afe-ef90-42e1-881c-0eee98e02562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '07653775-f021-49fd-b7b9-b84e4c8b5301'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:07:58.628430 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.629945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:07:58.630733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.658038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b7ed32e2-debc-4aa9-8c4c-a9d19d1b4b27 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6612303 Dec 09 15:07:58.659989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56112) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:58.776361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d76c6796-781e-4985-baec-50102612114a None None] For port 0c826ac8-3446-4d6e-be9f-20671fd468bb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:07:58.783014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d76c6796-781e-4985-baec-50102612114a None None] For port 0c826ac8-3446-4d6e-be9f-20671fd468bb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0c826ac8-3446-4d6e-be9f-20671fd468bb,segment=NetworkSegment(c8916afe-ef90-42e1-881c-0eee98e02562),segment_id=c8916afe-ef90-42e1-881c-0eee98e02562)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:07:58.795644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d76c6796-781e-4985-baec-50102612114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:58.917283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port cbf43e78-8da4-428e-a5c3-4f6d033639ca {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:07:58.920960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.024103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6796-781e-4985-baec-50102612114a None None] Pushing event updated for resources: {'Port': ['ID=0c826ac8-3446-4d6e-be9f-20671fd468bb,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:59.116703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.131289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dd4c94bf-3f4d-497c-845e-f611d938f8cb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:07:59.143681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.198185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for cbf43e78-8da4-428e-a5c3-4f6d033639ca owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:07:59.225236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: dd4c94bf-3f4d-497c-845e-f611d938f8cb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:07:59.226052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dd4c94bf-3f4d-497c-845e-f611d938f8cb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:07:59.234332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.300499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.340848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=df2a1690-6f31-4527-8cff-f9135d3f5812,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:59.373770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:07:59.378109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:07:59.382680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:07:59.383279 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.453590 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.494297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=cbf43e78-8da4-428e-a5c3-4f6d033639ca,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:07:59.507498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.517803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d37bf468-4411-45d8-b786-33590cc76c13 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/cbf43e78-8da4-428e-a5c3-4f6d033639ca HTTP/1.1" status: 204 len: 168 time: 0.8558958 Dec 09 15:07:59.520164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56142) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:07:59.525203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'mac_address': 'fa:16:3e:81:83:6d', 'name': 'tempest-PortsTestJSON-930517714'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:07:59.592357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.785264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:07:59.868453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.903403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port a92a63c8-2cd5-4b73-b033-f2517757623f yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:07:59.971925 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.981402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:07:59.982284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.140971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=df2a1690-6f31-4527-8cff-f9135d3f5812,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:00.178450 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.226246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:00.228471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:00.238548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.305034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:00.317458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:00.324142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:00.330000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:00.330644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.349808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=a92a63c8-2cd5-4b73-b033-f2517757623f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:00.363391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ef5d9a7-ce74-4a02-b474-0696c4177ba7 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8416672 Dec 09 15:08:00.365666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:00.418172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f9344-2072-4d1a-91a5-02837a3cd291 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:00.423545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-251f9344-2072-4d1a-91a5-02837a3cd291 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/a92a63c8-2cd5-4b73-b033-f2517757623f HTTP/1.1" status: 200 len: 840 time: 0.0567825 Dec 09 15:08:00.424267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56180) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:00.443163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 3210b2de-da2c-47b3-9c80-3aa909ceed07 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:08:00.585290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754afa65-2b02-4692-81ef-b9594f09f28f None None] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:00.603280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:00.613066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8940c6db-1b1f-48e4-94fa-853fa13e6cc4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/3210b2de-da2c-47b3-9c80-3aa909ceed07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1410613 Dec 09 15:08:00.618417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56200) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:00.644388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] Sync routers for ids ['3210b2de-da2c-47b3-9c80-3aa909ceed07'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:00.646710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port a92a63c8-2cd5-4b73-b033-f2517757623f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:00.647204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.717365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ca01abfe-3e00-4680-b868-3c664e027a84 None None] Provisioning complete for port 0c826ac8-3446-4d6e-be9f-20671fd468bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:00.718221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca01abfe-3e00-4680-b868-3c664e027a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.729468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.744472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f1c32-1397-4d0e-afac-9795321298a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:00.746748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d9f1c32-1397-4d0e-afac-9795321298a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports/df2a1690-6f31-4527-8cff-f9135d3f5812 HTTP/1.1" status: 200 len: 911 time: 0.1274397 Dec 09 15:08:00.750720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for a92a63c8-2cd5-4b73-b033-f2517757623f owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:00.758651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] Routers {'3210b2de-da2c-47b3-9c80-3aa909ceed07'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:00.759618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:00.760076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3210b2de-da2c-47b3-9c80-3aa909ceed07'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:00.775031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73cb1693-f7d0-4085-81f4-54c6deb14db9'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:00.844279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:00.860419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.919078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] Routers {'3210b2de-da2c-47b3-9c80-3aa909ceed07'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:00.920103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3210b2de-da2c-47b3-9c80-3aa909ceed07'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:00.929968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=a92a63c8-2cd5-4b73-b033-f2517757623f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:00.932531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:00.937324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3889e000-bb5f-4512-a858-388a18517278 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/a92a63c8-2cd5-4b73-b033-f2517757623f HTTP/1.1" status: 204 len: 168 time: 0.5118558 Dec 09 15:08:00.940166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56212) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:00.992466 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca01abfe-3e00-4680-b868-3c664e027a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.000737 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-192d8f2f-0125-4ce7-83e9-ceccac324142 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:01.007439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56216) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:01.007613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-192d8f2f-0125-4ce7-83e9-ceccac324142 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/a92a63c8-2cd5-4b73-b033-f2517757623f HTTP/1.1" status: 404 len: 333 time: 0.0662436 Dec 09 15:08:01.010440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:01.011277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea4180-3440-4452-975d-b240fd3f21ff None None] The sync data for ids ['3210b2de-da2c-47b3-9c80-3aa909ceed07'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:01.020360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'name': 'tempest-PortsTestJSON-1058872196'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:01.051801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.068781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ca01abfe-3e00-4680-b868-3c664e027a84 None None] For port 0c826ac8-3446-4d6e-be9f-20671fd468bb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0c826ac8-3446-4d6e-be9f-20671fd468bb,segment=NetworkSegment(c8916afe-ef90-42e1-881c-0eee98e02562),segment_id=c8916afe-ef90-42e1-881c-0eee98e02562)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:01.086444 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca01abfe-3e00-4680-b868-3c664e027a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.249236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01abfe-3e00-4680-b868-3c664e027a84 None None] Pushing event updated for resources: {'Port': ['ID=0c826ac8-3446-4d6e-be9f-20671fd468bb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:01.306636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0c826ac8-3446-4d6e-be9f-20671fd468bb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:01.366123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56236) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:01.398172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0c826ac8-3446-4d6e-be9f-20671fd468bb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:01.398557 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.528706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-643db61a-3fc6-457b-a7bb-936090bd4db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.549442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:01.554105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.623368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port fe2d048d-670f-436e-81ce-0592fcd514df yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:01.627645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b45ccf0f-2ecd-445e-a544-8b93beebc652 None None] Provisioning complete for port 0c826ac8-3446-4d6e-be9f-20671fd468bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:01.628188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b45ccf0f-2ecd-445e-a544-8b93beebc652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.662573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-643db61a-3fc6-457b-a7bb-936090bd4db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.669600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-643db61a-3fc6-457b-a7bb-936090bd4db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.709807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-643db61a-3fc6-457b-a7bb-936090bd4db9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0729150881a640a9bfe57a950854502b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460097 Dec 09 15:08:01.715078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56254) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:01.720161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643db61a-3fc6-457b-a7bb-936090bd4db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616f3b4f-3655-401a-80c8-6f4ecfdb31d1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:01.776147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b45ccf0f-2ecd-445e-a544-8b93beebc652 None None] Provisioning complete for port df2a1690-6f31-4527-8cff-f9135d3f5812 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:01.776535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b45ccf0f-2ecd-445e-a544-8b93beebc652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.827444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b45ccf0f-2ecd-445e-a544-8b93beebc652 None None] Port df2a1690-6f31-4527-8cff-f9135d3f5812 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:01.891394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00f4b8ce-1aa7-4a53-978a-6db6cc02fa79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.957788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bdd8edcf-56dc-4bea-a0d1-639589810627 None None] Provisioning complete for port df2a1690-6f31-4527-8cff-f9135d3f5812 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:01.958442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bdd8edcf-56dc-4bea-a0d1-639589810627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:01.971968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00f4b8ce-1aa7-4a53-978a-6db6cc02fa79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.030452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8edcf-56dc-4bea-a0d1-639589810627 None None] Port df2a1690-6f31-4527-8cff-f9135d3f5812 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:02.081568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.106428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.130216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.136795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:02.137622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.142573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/ports/df2a1690-6f31-4527-8cff-f9135d3f5812 HTTP/1.1" status: 200 len: 911 time: 1.3809273 Dec 09 15:08:02.142915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:02.150864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00f4b8ce-1aa7-4a53-978a-6db6cc02fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.158799 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00f4b8ce-1aa7-4a53-978a-6db6cc02fa79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.159999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-00f4b8ce-1aa7-4a53-978a-6db6cc02fa79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/616f3b4f-3655-401a-80c8-6f4ecfdb31d1 HTTP/1.1" status: 204 len: 168 time: 0.4401886 Dec 09 15:08:02.250427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4b8ce-1aa7-4a53-978a-6db6cc02fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f3b4f-3655-401a-80c8-6f4ecfdb31d1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:02.288332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.321712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388edbd0-f950-4f13-92ae-c31b36e4d746 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=df2a1690-6f31-4527-8cff-f9135d3f5812,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:02.386994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0ce63013-61f1-41e9-85ae-42925611e76d None None] Provisioning complete for port df2a1690-6f31-4527-8cff-f9135d3f5812 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:02.387633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0ce63013-61f1-41e9-85ae-42925611e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.468669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0ce63013-61f1-41e9-85ae-42925611e76d None None] Port df2a1690-6f31-4527-8cff-f9135d3f5812 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:02.514087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:02.519390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:02.522347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:02.528391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:02.529026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.555905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=fe2d048d-670f-436e-81ce-0592fcd514df,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:02.578660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca6ea036-4f46-4123-9768-b941d9769bc4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5699019 Dec 09 15:08:02.578874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:02.584463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:02.713953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.989587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:02.996551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.011046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.058428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0c826ac8-3446-4d6e-be9f-20671fd468bb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:03.070878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] In _notify_port_updated(), no bound segment for port fe2d048d-670f-436e-81ce-0592fcd514df on network cfd8b4b4-6b4a-4912-bc70-99ead5393421 {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:08:03.076436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:03.077216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.078522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/ports/fe2d048d-670f-436e-81ce-0592fcd514df HTTP/1.1" status: 200 len: 818 time: 0.4987175 Dec 09 15:08:03.081441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56290) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:03.126798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0c826ac8-3446-4d6e-be9f-20671fd468bb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:03.127343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.127986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f4dbe-9529-4dff-8266-1160315676c2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=fe2d048d-670f-436e-81ce-0592fcd514df,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:03.236819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port fe2d048d-670f-436e-81ce-0592fcd514df {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:03.237176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.315131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.330342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for fe2d048d-670f-436e-81ce-0592fcd514df owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:03.426422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.452176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.460682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/fe2d048d-670f-436e-81ce-0592fcd514df HTTP/1.1" status: 204 len: 168 time: 0.3775964 Dec 09 15:08:03.461396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56300) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:03.525702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a28f-6084-47b3-9ec0-b58c2def58df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=fe2d048d-670f-436e-81ce-0592fcd514df,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:03.568567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a56ae-79e0-4972-a46f-e091e1c8fa15 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:03.575643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-713a56ae-79e0-4972-a46f-e091e1c8fa15 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1112347 Dec 09 15:08:03.576518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56310) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:03.608827 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d113c84-bf66-427d-960e-f022401952d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:03.615093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d113c84-bf66-427d-960e-f022401952d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/fe2d048d-670f-436e-81ce-0592fcd514df HTTP/1.1" status: 404 len: 333 time: 0.0369875 Dec 09 15:08:03.615472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56314) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:03.620856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2131546448'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:03.659650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:03.663078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.718860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:03.748206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.748698 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment 59165ebc-2d9e-4036-8dde-576d67400d36 of type vlan for network 0033d13a-3597-406e-a197-205c61753a17 Dec 09 15:08:03.837646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.884851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port df2a1690-6f31-4527-8cff-f9135d3f5812 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:03.885395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.953283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:03.958921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:03.959598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.000072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3831596 Dec 09 15:08:04.002686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56336) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:04.007808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:04.086013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bbfc7-9b1c-45d0-a314-7ea211559bab tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=0033d13a-3597-406e-a197-205c61753a17,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:04.089616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.099836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0033d13a-3597-406e-a197-205c61753a17 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:04.106396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for df2a1690-6f31-4527-8cff-f9135d3f5812 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:04.140018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:04.145376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.320595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.364074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=df2a1690-6f31-4527-8cff-f9135d3f5812,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:04.475295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.487842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.610039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=d4e2cc0d-e35b-44a2-be45-98b2b278d447,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:04.670653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': '59165ebc-2d9e-4036-8dde-576d67400d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0033d13a-3597-406e-a197-205c61753a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:04.671384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: 0033d13a-3597-406e-a197-205c61753a17, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:04.696512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 0033d13a-3597-406e-a197-205c61753a17 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:04.727065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0033d13a-3597-406e-a197-205c61753a17) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:04.733824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:04.734325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:04.735930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ce431-acbe-4da2-b8a0-85bba05a7d56 None None] Network 0033d13a-3597-406e-a197-205c61753a17 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:04.769662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1db966a2-fe9f-4564-b17d-72b97d4193c6 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647312 Dec 09 15:08:04.771994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:04.787495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:04.789311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router 3210b2de-da2c-47b3-9c80-3aa909ceed07 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:04.879082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:04.892058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0483a623-a953-4065-9c54-f231c5cec8a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/3210b2de-da2c-47b3-9c80-3aa909ceed07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7475700 Dec 09 15:08:04.894400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56344) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:04.896370 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] Sync routers for ids ['3210b2de-da2c-47b3-9c80-3aa909ceed07'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:04.927051 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8e31b002-e092-4291-93d9-9aab01c590d0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=3210b2de-da2c-47b3-9c80-3aa909ceed07 HTTP/1.1" status: 200 len: 205 time: 0.0316000 Dec 09 15:08:04.930019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56348) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:04.936790 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] Routers {'3210b2de-da2c-47b3-9c80-3aa909ceed07'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:04.940986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3210b2de-da2c-47b3-9c80-3aa909ceed07'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:05.050126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:05.084115 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] Routers {'3210b2de-da2c-47b3-9c80-3aa909ceed07'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:05.084115 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3210b2de-da2c-47b3-9c80-3aa909ceed07'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:05.084345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.099780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:05.103963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.131972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-0033d13a-3597-406e-a197-205c61753a17', 'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': 'd4e2cc0d-e35b-44a2-be45-98b2b278d447'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:05.133452 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.168591 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:05.171929 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc151c-afba-4239-a26f-ee2fd9165924 None None] The sync data for ids ['3210b2de-da2c-47b3-9c80-3aa909ceed07'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:05.354414 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.356787 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.411152 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4e2cc0d-e35b-44a2-be45-98b2b278d447 (CIDR: 172.20.0.0/28) Dec 09 15:08:05.418538 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:08:05.419192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:08:05.433093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.433708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router 3210b2de-da2c-47b3-9c80-3aa909ceed07 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:08:05.445496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.449943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-855ce2db-baeb-420f-bf22-4400af054588 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/3210b2de-da2c-47b3-9c80-3aa909ceed07 HTTP/1.1" status: 204 len: 168 time: 0.5159044 Dec 09 15:08:05.452849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56378) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:05.478218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c95c8c05-cdbe-45e0-b68b-2f7b9f69ce91 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7032273 Dec 09 15:08:05.480830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56382) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:05.492409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:05.546995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Allocated IP 172.20.0.2 (0033d13a-3597-406e-a197-205c61753a17/d4e2cc0d-e35b-44a2-be45-98b2b278d447/8d3ad2a5-ca47-44a4-8df7-7a861c187567) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:05.627339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet 73cb1693-f7d0-4085-81f4-54c6deb14db9 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:08:05.644234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.726876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:05.730585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.771151 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.779253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.841670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Pushing event updated for resources: {'Port': ['ID=8d3ad2a5-ca47-44a4-8df7-7a861c187567,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:05.850769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Network 0033d13a-3597-406e-a197-205c61753a17 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:05.852424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:05.857437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.858003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:05.936526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Attempting to bind port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:05.937077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Attempting to bind port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '59165ebc-2d9e-4036-8dde-576d67400d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0033d13a-3597-406e-a197-205c61753a17'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:05.937960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Attempting to bind port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 on network 0033d13a-3597-406e-a197-205c61753a17 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:05.944180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:05.944803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Checking segment: {'id': '59165ebc-2d9e-4036-8dde-576d67400d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0033d13a-3597-406e-a197-205c61753a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:05.945299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:05.945785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Bound using segment: {'id': '59165ebc-2d9e-4036-8dde-576d67400d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0033d13a-3597-406e-a197-205c61753a17'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:05.946624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Bound port: 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59165ebc-2d9e-4036-8dde-576d67400d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0033d13a-3597-406e-a197-205c61753a17'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:05.955330 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.058715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] For port 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:06.067993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] For port 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d3ad2a5-ca47-44a4-8df7-7a861c187567,segment=NetworkSegment(59165ebc-2d9e-4036-8dde-576d67400d36),segment_id=59165ebc-2d9e-4036-8dde-576d67400d36)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:06.072768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.082017 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.095218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.174559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b91b-01fb-441c-86e5-bc0fc9d572c5 None None] Pushing event updated for resources: {'Port': ['ID=8d3ad2a5-ca47-44a4-8df7-7a861c187567,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:06.177476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=baa59e25-30d7-4162-862b-6e5e823dd0e2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:06.210390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 0033d13a-3597-406e-a197-205c61753a17 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:06.211889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:06.221771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:06.222380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.243078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.254125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe65f8f1-542a-4d09-add5-cd7ffeadde02 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7720098 Dec 09 15:08:06.254737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56414) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:06.261006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'fixed_ips': [{'subnet_id': 'd4e2cc0d-e35b-44a2-be45-98b2b278d447'}, {'subnet_id': 'baa59e25-30d7-4162-862b-6e5e823dd0e2'}], 'name': 'tempest-PortsTestJSON-2145716181'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:06.316174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=73cb1693-f7d0-4085-81f4-54c6deb14db9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:06.319614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.319783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b32c6-da5f-4a12-b287-3b232d9f469e None None] Network 07653775-f021-49fd-b7b9-b84e4c8b5301 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:06.326478 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af022e17-68f5-4f9d-9581-4f4f3a2b827f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/73cb1693-f7d0-4085-81f4-54c6deb14db9 HTTP/1.1" status: 204 len: 168 time: 0.8722012 Dec 09 15:08:06.328221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56418) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:06.489859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:06.513205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.693347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 0c826ac8-3446-4d6e-be9f-20671fd468bb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:06.693925 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.759539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.832305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 66d4ba0a-e49c-4ce0-80ac-45340aabb568 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:06.883075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 0c826ac8-3446-4d6e-be9f-20671fd468bb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0c826ac8-3446-4d6e-be9f-20671fd468bb,segment=NetworkSegment(c8916afe-ef90-42e1-881c-0eee98e02562),segment_id=c8916afe-ef90-42e1-881c-0eee98e02562)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:06.883959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:06.906314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 0c826ac8-3446-4d6e-be9f-20671fd468bb owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:06.989995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] DHCP port deletion for 07653775-f021-49fd-b7b9-b84e4c8b5301 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:08:07.107360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Deleting port 0c826ac8-3446-4d6e-be9f-20671fd468bb {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:07.107961 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.112403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.184897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=0c826ac8-3446-4d6e-be9f-20671fd468bb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:07.193468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port 0c826ac8-3446-4d6e-be9f-20671fd468bb on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:07.302019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d3ad2a5-ca47-44a4-8df7-7a861c187567 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:07.379121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] For port 0c826ac8-3446-4d6e-be9f-20671fd468bb, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:07.380150 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.400786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Calling delete_port for 0c826ac8-3446-4d6e-be9f-20671fd468bb owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:07.406650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Port 0c826ac8-3446-4d6e-be9f-20671fd468bb was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:08:07.410879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.424032 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.468273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07653775-f021-49fd-b7b9-b84e4c8b5301']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:07.479617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] No DVR routers for this DVR port 0c826ac8-3446-4d6e-be9f-20671fd468bb on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:07.486209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdcad8-c663-490e-9365-53061c7b7cf6 None None] Pushing event deleted for resources: {'Port': ['ID=0c826ac8-3446-4d6e-be9f-20671fd468bb,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:07.488625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93866-e75a-4725-883e-89eac342de5e req-fc2feee5-c8d8-4b5c-958b-29a3ddd5e310 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:07.500106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:07.500741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93e93866-e75a-4725-883e-89eac342de5e req-fc2feee5-c8d8-4b5c-958b-29a3ddd5e310 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1731379 Dec 09 15:08:07.503577 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.507665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.4 (0033d13a-3597-406e-a197-205c61753a17/d4e2cc0d-e35b-44a2-be45-98b2b278d447/66d4ba0a-e49c-4ce0-80ac-45340aabb568) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:07.516165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.28 (0033d13a-3597-406e-a197-205c61753a17/baa59e25-30d7-4162-862b-6e5e823dd0e2/66d4ba0a-e49c-4ce0-80ac-45340aabb568) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:07.533324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8916afe-ef90-42e1-881c-0eee98e02562') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:07.533817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8916afe-ef90-42e1-881c-0eee98e02562') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:07.553325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.588326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.624303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:08:07.624303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:08:07.628242 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:08:07.651130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93e93866-e75a-4725-883e-89eac342de5e req-352aaf8a-5a3f-411b-bbae-a2075ee7db26 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373079 Dec 09 15:08:07.686374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.746841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d3ad2a5-ca47-44a4-8df7-7a861c187567,segment=NetworkSegment(59165ebc-2d9e-4036-8dde-576d67400d36),segment_id=59165ebc-2d9e-4036-8dde-576d67400d36)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:07.757721 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.795872 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.801888 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.812756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/07653775-f021-49fd-b7b9-b84e4c8b5301 HTTP/1.1" status: 204 len: 168 time: 1.4789939 Dec 09 15:08:07.818059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56468) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:07.827854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.847682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-252028140', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:07.865961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c565f65-141e-4f6d-9e3a-9be4a815bc90 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=07653775-f021-49fd-b7b9-b84e4c8b5301,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:07.925427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=8d3ad2a5-ca47-44a4-8df7-7a861c187567,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:07.940023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:07.979584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bd642-c7fc-450a-903a-37a673e0b827 None None] Network 0033d13a-3597-406e-a197-205c61753a17 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:08.005003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.005003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.165959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.166611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 0033d13a-3597-406e-a197-205c61753a17 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:08.176019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.178930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0c826ac8-3446-4d6e-be9f-20671fd468bb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:08:08.179913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:08.191336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:08.221366 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.222701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c0779a1d-304f-4ab7-a3cc-e410faf7618a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3818097 Dec 09 15:08:08.223529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 0c826ac8-3446-4d6e-be9f-20671fd468bb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:08:08.223959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0c826ac8-3446-4d6e-be9f-20671fd468bb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:08:08.226194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56478) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:08.234208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1426533190'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:08.272501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.273235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.277570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-82e9d984-2ac9-46f8-b33e-8e362d7f1734 None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:08.278377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82e9d984-2ac9-46f8-b33e-8e362d7f1734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.284299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:08.296323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=66d4ba0a-e49c-4ce0-80ac-45340aabb568,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:08.302469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.319773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-860d9842-c452-4a5c-b8fb-b0ea8f08d10e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0626519 Dec 09 15:08:08.322308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:08.328879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4e2cc0d-e35b-44a2-be45-98b2b278d447'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:08.354176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:08.381262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.381604 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 1a86a3bb-dfea-4217-bede-2b8e91e3d345 of type vlan for network f3d93191-554f-4347-92cf-34050125b5a9 Dec 09 15:08:08.435645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.436425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.461024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] Update dhcp port {'port': {'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'fixed_ips': [{'subnet_id': 'd4e2cc0d-e35b-44a2-be45-98b2b278d447', 'ip_address': '172.20.0.2'}, {'subnet_id': 'baa59e25-30d7-4162-862b-6e5e823dd0e2'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '8d3ad2a5-ca47-44a4-8df7-7a861c187567'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:08:08.470738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.478527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.479528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.520390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.566400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=f3d93191-554f-4347-92cf-34050125b5a9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:08.582299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f3d93191-554f-4347-92cf-34050125b5a9 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:08.598187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-041b275d-7fdf-4c55-9365-eb9630866126 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3678834 Dec 09 15:08:08.598685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56484) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:08.604653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:08.671726 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-11cab512-50e0-4651-8ad5-9500bf7ee243 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1218960 Dec 09 15:08:08.782953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Delete allocated IP 172.20.0.28 (0033d13a-3597-406e-a197-205c61753a17/baa59e25-30d7-4162-862b-6e5e823dd0e2) {{(pid=109894) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:08:08.854454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:08.860396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.932660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f47b-a765-478a-90a2-355d89200e8d req-1e270c44-ae40-4f2c-b10a-928e36d37fca tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.934451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ec5f47b-a765-478a-90a2-355d89200e8d req-1e270c44-ae40-4f2c-b10a-928e36d37fca tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1433508 Dec 09 15:08:08.944734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.945132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.945599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.946061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.946189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:08.946514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.946972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.947447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:08.949435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-bead2ad4-c6fd-49b7-9612-4b415eda02b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.2256176 Dec 09 15:08:08.956812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.052557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] Allocated IP 172.20.0.18 (0033d13a-3597-406e-a197-205c61753a17/baa59e25-30d7-4162-862b-6e5e823dd0e2/8d3ad2a5-ca47-44a4-8df7-7a861c187567) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:09.091223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d3ad2a5-ca47-44a4-8df7-7a861c187567 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:09.152229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=66d4ba0a-e49c-4ce0-80ac-45340aabb568,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:09.166489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] In _notify_port_updated(), no bound segment for port 66d4ba0a-e49c-4ce0-80ac-45340aabb568 on network 0033d13a-3597-406e-a197-205c61753a17 {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:08:09.180893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:09.182350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.190352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:09.193446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-227f97b4-5304-4d6e-b0e0-3bcc4fe12346 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/ports/66d4ba0a-e49c-4ce0-80ac-45340aabb568 HTTP/1.1" status: 200 len: 919 time: 0.8674004 Dec 09 15:08:09.194145 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.200842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56502) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:09.218001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4e2cc0d-e35b-44a2-be45-98b2b278d447'}, {'subnet_id': 'baa59e25-30d7-4162-862b-6e5e823dd0e2'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:09.224308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-725d6473-c078-4d09-b026-e73d42ee7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:09.225640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-725d6473-c078-4d09-b026-e73d42ee7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:09.231377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-725d6473-c078-4d09-b026-e73d42ee7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:09.236564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-725d6473-c078-4d09-b026-e73d42ee7111 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 2293 time: 0.2359071 Dec 09 15:08:09.268569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] For port 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d3ad2a5-ca47-44a4-8df7-7a861c187567,segment=NetworkSegment(59165ebc-2d9e-4036-8dde-576d67400d36),segment_id=59165ebc-2d9e-4036-8dde-576d67400d36)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:09.366372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.374115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.394871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.508398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f383c-84c5-4f26-8034-2a5013b31a80 None None] Pushing event updated for resources: {'Port': ['ID=8d3ad2a5-ca47-44a4-8df7-7a861c187567,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:09.591663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-67b5b9e4-6858-4299-8af5-8839d1a17c0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1002 time: 0.0912020 Dec 09 15:08:09.595206 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ec5f47b-a765-478a-90a2-355d89200e8d req-d60c8ae3-bc94-4184-8980-8ee57cede1b9 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6447735 Dec 09 15:08:09.703903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431415fa-7303-44cd-a4ba-67e84850b537 req-d3eb1a68-c639-408d-8ecd-857212c4f7bc tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:09.706032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-431415fa-7303-44cd-a4ba-67e84850b537 req-d3eb1a68-c639-408d-8ecd-857212c4f7bc tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.43 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 0.1415551 Dec 09 15:08:09.707075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:09.821198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-dd226722-e9e9-4737-9a0d-664244063199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:09.822687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-dd226722-e9e9-4737-9a0d-664244063199 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.2018411 Dec 09 15:08:09.883784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=8ebb214b-c562-4451-b496-3ee8ace14380,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:09.887684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.19 (0033d13a-3597-406e-a197-205c61753a17/baa59e25-30d7-4162-862b-6e5e823dd0e2/66d4ba0a-e49c-4ce0-80ac-45340aabb568) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:10.046988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-0ffa8558-fccc-4293-8f47-72f8e60155db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:10.052244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-0ffa8558-fccc-4293-8f47-72f8e60155db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721392 Dec 09 15:08:10.057824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:10.058195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: f3d93191-554f-4347-92cf-34050125b5a9, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:10.113012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.129038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.202553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Deleting port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:10.202922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.205888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network f3d93191-554f-4347-92cf-34050125b5a9 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:10.229273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=66d4ba0a-e49c-4ce0-80ac-45340aabb568,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:10.249968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f3d93191-554f-4347-92cf-34050125b5a9) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:10.265291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c2e22-eb74-4c84-999a-900452f8869f None None] Network f3d93191-554f-4347-92cf-34050125b5a9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:10.288226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:10.289384 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.376396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-27c13285-5e61-43ee-bfb7-93c2c38af266 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113835 Dec 09 15:08:10.433103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] In _notify_port_updated(), no bound segment for port 66d4ba0a-e49c-4ce0-80ac-45340aabb568 on network 0033d13a-3597-406e-a197-205c61753a17 {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:08:10.450016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:10.450751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.455304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2b7beecd-e0f1-40d0-be95-406d9ede7ede tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/ports/66d4ba0a-e49c-4ce0-80ac-45340aabb568 HTTP/1.1" status: 200 len: 999 time: 1.2508280 Dec 09 15:08:10.457811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56528) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:10.510217 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3ecab76a-5f2f-4843-b23f-35e165d8f153 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9078526 Dec 09 15:08:10.511714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56532) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:10.555291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f3d93191-554f-4347-92cf-34050125b5a9', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:10.556777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.624557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] For port e1a2dcc0-4de7-40f9-9586-b2d832f170c3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:10.624958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:10.759936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Allocated IP 2001:db8::2 (f3d93191-554f-4347-92cf-34050125b5a9/8ebb214b-c562-4451-b496-3ee8ace14380/668fd2d7-4387-4a19-8c28-8ff775d7d1c9) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:10.878410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69241c1c-bf12-407d-b92a-6bc5d8d9599c None None] Network 0033d13a-3597-406e-a197-205c61753a17 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:11.098301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eb6e9e09-34d0-4b06-863d-8939ea3ee928 None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:11.098709 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9e09-34d0-4b06-863d-8939ea3ee928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.168870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d3ad2a5-ca47-44a4-8df7-7a861c187567 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:11.170557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 66d4ba0a-e49c-4ce0-80ac-45340aabb568 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:11.173062 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.289812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.312935 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.335247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Network f3d93191-554f-4347-92cf-34050125b5a9 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:11.348036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.357362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:11.360624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:11.428786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:11.429151 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.504417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Pushing event updated for resources: {'Port': ['ID=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:11.558198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eb6e9e09-34d0-4b06-863d-8939ea3ee928 None None] Provisioning complete for port 66d4ba0a-e49c-4ce0-80ac-45340aabb568 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:11.558811 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb6e9e09-34d0-4b06-863d-8939ea3ee928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.562365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.599214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 66d4ba0a-e49c-4ce0-80ac-45340aabb568 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:11.636017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e9e09-34d0-4b06-863d-8939ea3ee928 None None] Port 66d4ba0a-e49c-4ce0-80ac-45340aabb568 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:11.674274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Attempting to bind port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:11.674654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Attempting to bind port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:11.675022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Attempting to bind port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 on network f3d93191-554f-4347-92cf-34050125b5a9 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:11.694885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:11.695331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Checking segment: {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:11.695828 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.697070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Bound using segment: {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:11.698200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Bound port: 668fd2d7-4387-4a19-8c28-8ff775d7d1c9, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:11.698856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.737541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-8e27a404-fbc8-4277-afba-0735ecec768e service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3237474 Dec 09 15:08:11.883694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] For port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:11.887613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] For port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,segment=NetworkSegment(1a86a3bb-dfea-4217-bede-2b8e91e3d345),segment_id=1a86a3bb-dfea-4217-bede-2b8e91e3d345)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:11.897918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:11.916038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef775568-3837-416b-9dbd-9c8dba1ec193 req-4045122d-70d7-491a-9621-4c2e1ad8730b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:11.928858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef775568-3837-416b-9dbd-9c8dba1ec193 req-4045122d-70d7-491a-9621-4c2e1ad8730b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 946 time: 1.1612270 Dec 09 15:08:11.934786 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-cac28dec-e81b-405c-ae45-251d007704c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 217 time: 0.1732922 Dec 09 15:08:11.987068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7974-12f7-4099-8b5b-3fd91f84d58b None None] Pushing event updated for resources: {'Port': ['ID=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:12.044598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8::1 (f3d93191-554f-4347-92cf-34050125b5a9/8ebb214b-c562-4451-b496-3ee8ace14380/42ef6dfd-157a-412f-843c-431ed2c6fb4c) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:12.242107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-05581773-3b52-414a-9864-270f82162306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:12.246457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-05581773-3b52-414a-9864-270f82162306 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.2557282 Dec 09 15:08:12.280110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef775568-3837-416b-9dbd-9c8dba1ec193 req-710057b1-2eeb-4ee4-a365-e4a5c201c5ce tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=39c3905c-9683-4d95-8389-92c9c2f20598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322537 Dec 09 15:08:12.466068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:12.501330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:12.504089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:12.505360 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Floating IP fc5b483c-bbf9-48f5-a4de-ac01da0fc742 disassociated. External IP: 172.25.0.101, port: e1a2dcc0-4de7-40f9-9586-b2d832f170c3. Dec 09 15:08:12.507009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Calling delete_port for e1a2dcc0-4de7-40f9-9586-b2d832f170c3 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:12.595418 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:12.606509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=66d4ba0a-e49c-4ce0-80ac-45340aabb568,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:12.702029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-c1b67668-e1a5-4ab4-b49d-3af90eb239b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:12.706997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-c1b67668-e1a5-4ab4-b49d-3af90eb239b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3656869 Dec 09 15:08:12.803286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5b947887-f566-479e-87ab-888c2084f6be None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:12.804003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b947887-f566-479e-87ab-888c2084f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:12.843949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:12.848647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a43c0cf4-24dd-4ced-afbe-48a8d9598a84 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/66d4ba0a-e49c-4ce0-80ac-45340aabb568 HTTP/1.1" status: 204 len: 168 time: 2.3894238 Dec 09 15:08:12.854832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:12.891463 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f58a03-9e51-4454-9460-f5e25cd9a40c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:12.895548 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a6f58a03-9e51-4454-9460-f5e25cd9a40c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/66d4ba0a-e49c-4ce0-80ac-45340aabb568 HTTP/1.1" status: 404 len: 333 time: 0.0372980 Dec 09 15:08:12.898270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:12.913147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.019706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network f3d93191-554f-4347-92cf-34050125b5a9 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:13.050938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:13.067840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:13.067840 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.163168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet baa59e25-30d7-4162-862b-6e5e823dd0e2 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:08:13.189742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56584) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:13.213254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.265894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-773dbc7a-a05d-42bf-be37-c3e9c12bcf4d service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447245 Dec 09 15:08:13.368671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5b947887-f566-479e-87ab-888c2084f6be None None] Could not find standard attr ID for object 66d4ba0a-e49c-4ce0-80ac-45340aabb568. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:13.384898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=42ef6dfd-157a-412f-843c-431ed2c6fb4c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:13.388025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:13.533702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ef04d286-6a8d-42f2-aa73-09df3bfae2b1 None None] Could not find standard attr ID for object 66d4ba0a-e49c-4ce0-80ac-45340aabb568. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:13.595440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:13.596737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.597365 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.618467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.802815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.876111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,segment=NetworkSegment(1a86a3bb-dfea-4217-bede-2b8e91e3d345),segment_id=1a86a3bb-dfea-4217-bede-2b8e91e3d345)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:13.883429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05480615-9045-401d-b203-7379c21d7a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.890225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:13.914530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event deleted for resources: {'Port': ['ID=e1a2dcc0-4de7-40f9-9586-b2d832f170c3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:14.021599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:14.157847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f98f61-bf8c-457c-89cb-a774d4863dba None None] Network f3d93191-554f-4347-92cf-34050125b5a9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:14.256980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-eedb353f-94cc-47f2-80d3-77a349eef348 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9321754 Dec 09 15:08:14.372688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e1a2dcc0-4de7-40f9-9586-b2d832f170c3 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:08:14.384566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.471301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-dd4185ec-c114-42c8-9418-401c680f01d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 217 time: 0.1966193 Dec 09 15:08:14.488553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8dfb93fa-e2da-4629-927e-b3b072e353f7 None None] Provisioning complete for port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:14.488920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8dfb93fa-e2da-4629-927e-b3b072e353f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.492260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: e1a2dcc0-4de7-40f9-9586-b2d832f170c3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:08:14.493395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device e1a2dcc0-4de7-40f9-9586-b2d832f170c3 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:08:14.565567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27447fb5-4a10-4dbb-b9fb-70d30ae1e471 req-e1de1996-6942-4b18-afba-5a5200a660eb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 210 time: 1.1071622 Dec 09 15:08:14.583089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.768909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:14.770120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-3c5522ff-c37d-42e7-93f6-879515d3ebf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3446658 Dec 09 15:08:14.783050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05480615-9045-401d-b203-7379c21d7a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.797905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-ab9c3f84-f924-488e-8383-fb6701950e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:14.801070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-ab9c3f84-f924-488e-8383-fb6701950e41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.3169289 Dec 09 15:08:14.850182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05480615-9045-401d-b203-7379c21d7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.853354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.962507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=baa59e25-30d7-4162-862b-6e5e823dd0e2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:14.981313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:14.989350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce60b201-7f07-4605-845b-d34d2adc4681 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/baa59e25-30d7-4162-862b-6e5e823dd0e2 HTTP/1.1" status: 204 len: 168 time: 2.0525715 Dec 09 15:08:15.007013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56606) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:15.019793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-ae577bb7-1001-42c8-a0b0-e416e2f1c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.028379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-ae577bb7-1001-42c8-a0b0-e416e2f1c65e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2139406 Dec 09 15:08:15.150196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:15.219969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-605cb34f-55f6-43e3-b564-8d6bc157b185 None None] Could not find standard attr ID for object 66d4ba0a-e49c-4ce0-80ac-45340aabb568. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:15.247591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:15.249009 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.385180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.385697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.386183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.386662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.387137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.394173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.398058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.411094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-364ba3e4-c7e7-47d0-8760-f7911375a9f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.4290860 Dec 09 15:08:15.477394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61df68e1-485e-4001-b7f4-969f742c08f4 None None] Provisioning complete for port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:15.478067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61df68e1-485e-4001-b7f4-969f742c08f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.486250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:15.489426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-063648c8-d036-4c6b-874e-ddfaa49f1a57 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271043 Dec 09 15:08:15.544074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:15.643685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-df20cf0b-b423-4f65-9dd1-31a90331e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.644268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-df20cf0b-b423-4f65-9dd1-31a90331e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.645348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-df20cf0b-b423-4f65-9dd1-31a90331e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.647017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-df20cf0b-b423-4f65-9dd1-31a90331e15b service neutron] 10.222.0.36 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 2299 time: 0.1981983 Dec 09 15:08:15.661288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-529ad932-4c82-4c22-ac82-ee1b4b7e4b12 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282442 Dec 09 15:08:15.682034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.714475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:15.715204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:15.772891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61df68e1-485e-4001-b7f4-969f742c08f4 None None] Provisioning complete for port 42ef6dfd-157a-412f-843c-431ed2c6fb4c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:15.773361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61df68e1-485e-4001-b7f4-969f742c08f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.777582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.779006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.790249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1273d87c-314d-4f5f-aced-0b288a6b377b req-7849f196-e57d-46e4-a79e-80e6a6c8bef8 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=526d1256-1bf8-4ace-9d47-8dc9f391af29 HTTP/1.1" status: 200 len: 210 time: 0.0592570 Dec 09 15:08:15.791007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-0f8a4d91-a033-4818-9f4d-4cc395f4fe9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 217 time: 0.1180239 Dec 09 15:08:15.793364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-05480615-9045-401d-b203-7379c21d7a0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=884f55d913d9424fb0a04778fe791bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6025875 Dec 09 15:08:15.799520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56614) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:15.799750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] No DVR routers for this DVR port e1a2dcc0-4de7-40f9-9586-b2d832f170c3 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:15.807450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:15.827675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-431415fa-7303-44cd-a4ba-67e84850b537 req-891797c2-2ffa-4641-9901-97912ca2ccc5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.43 "DELETE /v2.0/ports/e1a2dcc0-4de7-40f9-9586-b2d832f170c3 HTTP/1.1" status: 204 len: 173 time: 6.0989435 Dec 09 15:08:15.828381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480615-9045-401d-b203-7379c21d7a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fbf617-436b-452c-a3a3-49e930b4a629,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:15.841455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'name': 'network-vif-deleted', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:08:15.848450 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c16ff4-e8ab-4cf4-9f4e-dfb1e6ba7f99" -d '{"events": [{"server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "name": "network-vif-deleted", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:08:15.895167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-61df68e1-485e-4001-b7f4-969f742c08f4 None None] Port 42ef6dfd-157a-412f-843c-431ed2c6fb4c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:15.975478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet d4e2cc0d-e35b-44a2-be45-98b2b278d447 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:08:15.993235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-9974cdee-8909-4f8a-bbbd-06ba145f581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:15.994971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-9974cdee-8909-4f8a-bbbd-06ba145f581e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1569786 Dec 09 15:08:15.999545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.003364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-65c527af-39b5-4e48-9a04-c9fdcb8620c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 1000 time: 0.3437731 Dec 09 15:08:16.008963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=42ef6dfd-157a-412f-843c-431ed2c6fb4c,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:16.112426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dd4ec1e4-7e1e-4ec5-a928-3becb24d6991 None None] Provisioning complete for port 42ef6dfd-157a-412f-843c-431ed2c6fb4c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:16.113370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd4ec1e4-7e1e-4ec5-a928-3becb24d6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.146024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-5cc32b73-e991-41e9-a794-634201a18e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:16.147865 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655aeb6d-ff93-4ec0-83dc-0416db8090b1 x-openstack-request-id: req-655aeb6d-ff93-4ec0-83dc-0416db8090b1 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:08:16.148027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-5cc32b73-e991-41e9-a794-634201a18e21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 200 len: 856 time: 0.1342461 Dec 09 15:08:16.148132 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526d1256-1bf8-4ace-9d47-8dc9f391af29", "name": "network-vif-deleted", "tag": "e1a2dcc0-4de7-40f9-9586-b2d832f170c3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:08:16.148435 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-655aeb6d-ff93-4ec0-83dc-0416db8090b1 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:08:16.148669 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526d1256-1bf8-4ace-9d47-8dc9f391af29', 'name': 'network-vif-deleted', 'tag': 'e1a2dcc0-4de7-40f9-9586-b2d832f170c3', 'status': 'completed', 'code': 200} Dec 09 15:08:16.184418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.203437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:16.304197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ec1e4-7e1e-4ec5-a928-3becb24d6991 None None] Port 42ef6dfd-157a-412f-843c-431ed2c6fb4c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:16.335711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dba66d06-1c0e-4ae6-b51e-bb918a4beb2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.430441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-59fce011-add4-4f11-87ea-120022734e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:16.432021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-59fce011-add4-4f11-87ea-120022734e05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54626a82-c410-4bdc-afc5-b67930a6e4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2707157 Dec 09 15:08:16.449735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dba66d06-1c0e-4ae6-b51e-bb918a4beb2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.461496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.464515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0b0dd-1274-4318-af63-7e8fc08e33bd None None] Network 0033d13a-3597-406e-a197-205c61753a17 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:16.497258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network f3d93191-554f-4347-92cf-34050125b5a9 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:16.500514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-1dd5089a-fea2-4119-a7dc-4ec57142c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:16.502902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-1dd5089a-fea2-4119-a7dc-4ec57142c249 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4551528 Dec 09 15:08:16.511856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:16.751031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.847166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5b8104b8-b269-4d99-aeb1-346a806f487c None None] Could not find standard attr ID for object 66d4ba0a-e49c-4ce0-80ac-45340aabb568. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:16.859158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e2cc0d-e35b-44a2-be45-98b2b278d447,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:16.878930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.888715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ed4bb08a-4e99-426d-93b5-da9aa430b4e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/d4e2cc0d-e35b-44a2-be45-98b2b278d447 HTTP/1.1" status: 204 len: 168 time: 1.8557367 Dec 09 15:08:16.888715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-606ff68e-ac0a-4f1f-bb90-a73f31d2bfe3 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679190 Dec 09 15:08:16.889090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56630) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:16.913712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dba66d06-1c0e-4ae6-b51e-bb918a4beb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.922731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dba66d06-1c0e-4ae6-b51e-bb918a4beb2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:16.926577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dba66d06-1c0e-4ae6-b51e-bb918a4beb2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8fbf617-436b-452c-a3a3-49e930b4a629 HTTP/1.1" status: 204 len: 168 time: 1.1207647 Dec 09 15:08:16.962282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:16.971753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-b3712740-d573-4e0e-9e75-a197d8882b2a service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096910 Dec 09 15:08:16.977659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:08:16.994843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56636) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:17.009425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:08:17.052730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:17.053604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:17.105176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-52ec2739-b2ab-41c0-999e-d80639139fc0 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993878 Dec 09 15:08:17.106807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc211c4d-53f2-4f05-9387-ae43bb5d3cec None None] Update dhcp port {'port': {'network_id': '0033d13a-3597-406e-a197-205c61753a17', 'fixed_ips': [{'subnet_id': 'd4e2cc0d-e35b-44a2-be45-98b2b278d447'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '8d3ad2a5-ca47-44a4-8df7-7a861c187567'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:08:17.109543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba66d06-1c0e-4ae6-b51e-bb918a4beb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fbf617-436b-452c-a3a3-49e930b4a629,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:17.176331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2cb1bc2e-ebbe-4d5d-8ebb-be071a6ff4da None None] Provisioning complete for port 42ef6dfd-157a-412f-843c-431ed2c6fb4c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:17.176945 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2cb1bc2e-ebbe-4d5d-8ebb-be071a6ff4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.188750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-cecc4601-2ab1-44a3-bcac-5cb1c95c586d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 217 time: 0.0717347 Dec 09 15:08:17.216485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc211c4d-53f2-4f05-9387-ae43bb5d3cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.292801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-f933b28c-4d34-46a6-b57b-c64538a3b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:17.294309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-f933b28c-4d34-46a6-b57b-c64538a3b8df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0942960 Dec 09 15:08:17.299780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1bc2e-ebbe-4d5d-8ebb-be071a6ff4da None None] Port 42ef6dfd-157a-412f-843c-431ed2c6fb4c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:17.395444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:17.408708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-e7e52a6d-0525-45a2-9805-1b1746ac91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:17.414082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-e7e52a6d-0525-45a2-9805-1b1746ac91fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067445 Dec 09 15:08:17.438443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:17.450488 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:17.478714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ece00518-af22-43d5-9016-15331e94cff6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9626884 Dec 09 15:08:17.481636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56656) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:17.482096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56658) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:17.482588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.485406 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:17.486060 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:17.495040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-38756960'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:17.495290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0c1d2160-722c-4b0b-9d86-d1b4ea676078 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.526637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0c1d2160-722c-4b0b-9d86-d1b4ea676078 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.658926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-21218360-aea8-479e-8ec6-67028e63bc52 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763077 Dec 09 15:08:17.709782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a31f54c-52d4-459c-81ac-a6d1492903ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.731757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d43e9-9e98-4c1f-8370-792f582afe11 None None] Network 0033d13a-3597-406e-a197-205c61753a17 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:17.780564 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:17.798694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:17.803108 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.839335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-4c59fe63-c489-411f-9aef-6a7756a69cbe service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129865 Dec 09 15:08:17.862096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-b4a4c7f3-0f4c-47ba-87e7-933c0ca54f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.1917794 Dec 09 15:08:17.893365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:17.929647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:17.930338 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 5d3e23d1-15f2-441b-9f9f-7db418098e3b of type vlan for network 29484fc0-a08c-4c50-af47-ddf86eb4785c Dec 09 15:08:18.036440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0c1d2160-722c-4b0b-9d86-d1b4ea676078 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.039344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0c1d2160-722c-4b0b-9d86-d1b4ea676078 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.048854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0c1d2160-722c-4b0b-9d86-d1b4ea676078 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "DELETE /v2.0/security-groups/39c3905c-9683-4d95-8389-92c9c2f20598 HTTP/1.1" status: 204 len: 168 time: 1.0519443 Dec 09 15:08:18.052103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56672) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:18.069258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.073272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4a5b3ea6-0984-4c6a-b65a-c8a0eef8653b None None] Provisioning complete for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:18.073663 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a5b3ea6-0984-4c6a-b65a-c8a0eef8653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.101606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d2160-722c-4b0b-9d86-d1b4ea676078 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c3905c-9683-4d95-8389-92c9c2f20598,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:18.110882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-7cbc7262-3ab1-4796-8c9f-da8f083bf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:18.116944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-7cbc7262-3ab1-4796-8c9f-da8f083bf6da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.2090030 Dec 09 15:08:18.122179 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-94660fc4-e4f0-4c63-ade1-73cc340642c3 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] show failed (client error): The resource could not be found. Dec 09 15:08:18.124978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-94660fc4-e4f0-4c63-ade1-73cc340642c3 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups/39c3905c-9683-4d95-8389-92c9c2f20598 HTTP/1.1" status: 404 len: 347 time: 0.0666239 Dec 09 15:08:18.130160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:18.156259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a31f54c-52d4-459c-81ac-a6d1492903ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.165831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-95cae16a-16e6-4fe6-849e-bd3b23ce051e service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071878 Dec 09 15:08:18.168286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a31f54c-52d4-459c-81ac-a6d1492903ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.263859 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.270178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:18.272235 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.318371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-48724436-2f43-4889-a724-4f80288050d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 217 time: 0.1238806 Dec 09 15:08:18.337245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:18.338015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.462095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-204a6990-eb4c-4ea0-bca9-20c07946440b req-cad6c584-1dbb-4ae9-a71b-21cd51c1a934 service neutron] (109894) timed out ('10.222.0.46', 57928) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:08:18.472407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-30b7cb07-f22b-4646-99c6-10681f0336c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:18.474262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-30b7cb07-f22b-4646-99c6-10681f0336c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3449609 Dec 09 15:08:18.476286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] For port 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d3ad2a5-ca47-44a4-8df7-7a861c187567,segment=NetworkSegment(59165ebc-2d9e-4036-8dde-576d67400d36),segment_id=59165ebc-2d9e-4036-8dde-576d67400d36)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:18.476767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.491428 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:13Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:15Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:18.502969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0156047 Dec 09 15:08:18.509131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56692) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:18.545424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:18.550598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:08:18.550966 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Updating router c0204eff-353a-410e-a12c-89caef822c46 port 42ef6dfd-157a-412f-843c-431ed2c6fb4c binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:08:18.553570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 8d3ad2a5-ca47-44a4-8df7-7a861c187567 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:18.594313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1a31f54c-52d4-459c-81ac-a6d1492903ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f8200c782d442d0af8174d86fc9b3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1105521 Dec 09 15:08:18.596068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-844b4300-4b60-4e04-8a1c-bc563c805600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:18.597600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-844b4300-4b60-4e04-8a1c-bc563c805600 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.2187035 Dec 09 15:08:18.598357 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31f54c-52d4-459c-81ac-a6d1492903ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95034790-f747-4630-a1b4-da3397f9acb8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:18.600791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56694) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:18.605352 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.713342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] DHCP port deletion for 0033d13a-3597-406e-a197-205c61753a17 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:08:18.718861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:18.733183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Deleting port 9254c410-8abe-43cd-98a9-cc45e496af98 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:18.733589 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.753598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a9d39f-cfad-47c4-b1f5-196ad1aa248d None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:18.921924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] Deleting port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:18.926697 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:18.949152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56702) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:19.081029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] For port 8d3ad2a5-ca47-44a4-8df7-7a861c187567, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d3ad2a5-ca47-44a4-8df7-7a861c187567,segment=NetworkSegment(59165ebc-2d9e-4036-8dde-576d67400d36),segment_id=59165ebc-2d9e-4036-8dde-576d67400d36)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:19.081435 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.119383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d3ad2a5-ca47-44a4-8df7-7a861c187567 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:08:19.122141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] Calling delete_port for 8d3ad2a5-ca47-44a4-8df7-7a861c187567 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:19.246347 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.260788 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.301488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.302030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.317498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Calling delete_port for 9254c410-8abe-43cd-98a9-cc45e496af98 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:19.391861 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Pushing event updated for resources: {'Port': ['ID=42ef6dfd-157a-412f-843c-431ed2c6fb4c,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:19.431457 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.432085 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.432606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.433118 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.433615 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.434138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.434657 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.435163 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.436205 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.436845 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.437357 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.437890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.438405 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:19.466468 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Attempting to bind port 42ef6dfd-157a-412f-843c-431ed2c6fb4c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:19.467771 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Attempting to bind port 42ef6dfd-157a-412f-843c-431ed2c6fb4c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:19.468346 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Attempting to bind port 42ef6dfd-157a-412f-843c-431ed2c6fb4c on network f3d93191-554f-4347-92cf-34050125b5a9 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:19.484134 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:19.485029 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Checking segment: {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:19.485624 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.486203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Bound using segment: {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:19.486902 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Bound port: 42ef6dfd-157a-412f-843c-431ed2c6fb4c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a86a3bb-dfea-4217-bede-2b8e91e3d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:19.487644 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.499824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-223fc012-7b79-4c70-9468-97c85df48993 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0136645 Dec 09 15:08:19.500636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:19.505099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.560028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34bbb962-de61-4257-a053-3d44bfb1c4f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.632396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c82edd-45be-4042-971f-25791897b2a1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=29484fc0-a08c-4c50-af47-ddf86eb4785c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:19.644403 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] For port 42ef6dfd-157a-412f-843c-431ed2c6fb4c, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:19.648458 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] For port 42ef6dfd-157a-412f-843c-431ed2c6fb4c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42ef6dfd-157a-412f-843c-431ed2c6fb4c,segment=NetworkSegment(1a86a3bb-dfea-4217-bede-2b8e91e3d345),segment_id=1a86a3bb-dfea-4217-bede-2b8e91e3d345)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:19.660200 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.680546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-e880a7c8-82f2-4210-9b06-e4ccb445a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:19.691038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-e880a7c8-82f2-4210-9b06-e4ccb445a666 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0469983 Dec 09 15:08:19.694410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a651147-9ed9-41d3-a75c-beca4159a8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.775032 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1b026-24e2-4d45-b93d-9f1d11c0d696 None None] Pushing event updated for resources: {'Port': ['ID=42ef6dfd-157a-412f-843c-431ed2c6fb4c,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:19.797819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a651147-9ed9-41d3-a75c-beca4159a8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.799104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:19.800347 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:07:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:19.818615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:19.823082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:19.902716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=8d3ad2a5-ca47-44a4-8df7-7a861c187567,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:19.925804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No DVR routers for this DVR port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:19.929206 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:20.016495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda90121-9fc7-4a2a-a763-2464ec2dc5f3 None None] New status for floating IP fc5b483c-bbf9-48f5-a4de-ac01da0fc742: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:08:20.061759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-86bfa6c6-12ea-4f31-b13a-23d800052960 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195374 Dec 09 15:08:20.117007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-cd6fc2ad-5ce3-4d62-9ef6-b1e8d95df81b service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954780 Dec 09 15:08:20.132137 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a651147-9ed9-41d3-a75c-beca4159a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.135861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a651147-9ed9-41d3-a75c-beca4159a8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.137034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a651147-9ed9-41d3-a75c-beca4159a8f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95034790-f747-4630-a1b4-da3397f9acb8 HTTP/1.1" status: 204 len: 168 time: 1.5084596 Dec 09 15:08:20.151441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No active binding found for port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:08:20.152183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d3ad2a5-ca47-44a4-8df7-7a861c187567 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:08:20.181763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0080c5cf-5340-47eb-a057-4cd06b802241 None None] Provisioning complete for port 42ef6dfd-157a-412f-843c-431ed2c6fb4c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:20.182372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0080c5cf-5340-47eb-a057-4cd06b802241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.236152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a651147-9ed9-41d3-a75c-beca4159a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95034790-f747-4630-a1b4-da3397f9acb8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:20.311577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-f9f71512-9982-4ffd-8de5-7051ace16ba7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 217 time: 0.1784918 Dec 09 15:08:20.330536 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:13Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:19Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:20.400920 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1deea-9a9f-4d5a-a73a-54163d398fc3 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:13Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:19Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:20.410709 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.427020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-728c5ad6-8a45-49af-b110-d1ae9a7a3843 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888203 Dec 09 15:08:20.453829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] No DVR routers for this DVR port 8d3ad2a5-ca47-44a4-8df7-7a861c187567 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:20.485743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5c6f6-f8d1-44f6-9c9c-1d620ce9acf5 None None] Pushing event deleted for resources: {'Port': ['ID=8d3ad2a5-ca47-44a4-8df7-7a861c187567,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:20.499657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0080c5cf-5340-47eb-a057-4cd06b802241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.518493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-2661cf5d-f66f-4c39-bf62-38f857a31714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:20.520013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-2661cf5d-f66f-4c39-bf62-38f857a31714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1974375 Dec 09 15:08:20.535368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.548964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-5a234a19-5537-46a2-a856-e2e84c35bee6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.1091552 Dec 09 15:08:20.549445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-fda90121-9fc7-4a2a-a763-2464ec2dc5f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:08:20.549857 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-fda90121-9fc7-4a2a-a763-2464ec2dc5f3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:08:20.568321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0080c5cf-5340-47eb-a057-4cd06b802241 None None] For port 42ef6dfd-157a-412f-843c-431ed2c6fb4c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42ef6dfd-157a-412f-843c-431ed2c6fb4c,segment=NetworkSegment(1a86a3bb-dfea-4217-bede-2b8e91e3d345),segment_id=1a86a3bb-dfea-4217-bede-2b8e91e3d345)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:20.571334 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.574198 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0080c5cf-5340-47eb-a057-4cd06b802241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.648825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080c5cf-5340-47eb-a057-4cd06b802241 None None] Pushing event updated for resources: {'Port': ['ID=42ef6dfd-157a-412f-843c-431ed2c6fb4c,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:20.669614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0033d13a-3597-406e-a197-205c61753a17']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:20.678403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-2575f8a7-1bf6-4238-9cdb-d7b58a4daf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:20.680087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-2575f8a7-1bf6-4238-9cdb-d7b58a4daf50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.1202419 Dec 09 15:08:20.686841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59165ebc-2d9e-4036-8dde-576d67400d36') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:20.687274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59165ebc-2d9e-4036-8dde-576d67400d36') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:20.701523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.715552 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.726231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e7f90240-5254-45a2-9656-d75ecc33bbd2 None None] Provisioning complete for port 42ef6dfd-157a-412f-843c-431ed2c6fb4c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:20.727554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7f90240-5254-45a2-9656-d75ecc33bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.732071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:08:20.732278 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:08:20.880438 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:08:20.896930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-1d839483-8a65-47cf-88f7-79371eef07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:20.904306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-1d839483-8a65-47cf-88f7-79371eef07ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2028787 Dec 09 15:08:20.928120 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34bbb962-de61-4257-a053-3d44bfb1c4f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:20.969753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event deleted for resources: {'Port': ['ID=9254c410-8abe-43cd-98a9-cc45e496af98,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:20.996202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34bbb962-de61-4257-a053-3d44bfb1c4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.031706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.052444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda90121-9fc7-4a2a-a763-2464ec2dc5f3 None None] New status for floating IP fc5b483c-bbf9-48f5-a4de-ac01da0fc742: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:08:21.106336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.123937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/0033d13a-3597-406e-a197-205c61753a17 HTTP/1.1" status: 204 len: 168 time: 4.2338822 Dec 09 15:08:21.124868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56728) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:21.215375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-d06d3b81-b304-406a-9bd8-515fe215da16 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971344 Dec 09 15:08:21.238213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42ef6dfd-157a-412f-843c-431ed2c6fb4c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:21.255327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-8577c4df-2293-4aa7-b118-b5049de47e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:21.273128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-8577c4df-2293-4aa7-b118-b5049de47e5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7280755 Dec 09 15:08:21.281092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.351885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 42ef6dfd-157a-412f-843c-431ed2c6fb4c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:21.352157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc8975-905e-47fb-9bff-e83c4ae2044b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=0033d13a-3597-406e-a197-205c61753a17,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:21.352620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.362010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921a855-fdb4-4876-98c2-feca081b0658 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:21.367088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9921a855-fdb4-4876-98c2-feca081b0658 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2361429 Dec 09 15:08:21.376508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:21.390467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34bbb962-de61-4257-a053-3d44bfb1c4f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3aca57d34913449ea15bcfcbf9a66866&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3994005 Dec 09 15:08:21.398073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56738) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:21.460195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0dc8894-bffe-45a0-8ddf-bedd3ab67e3a req-0d3180f2-85ff-415c-844f-3f7c690bb8b7 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169614 Dec 09 15:08:21.504994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbb962-de61-4257-a053-3d44bfb1c4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae48ee-7d93-45f9-9e77-57b5eea68218,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:21.527501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-975f9c29-121b-47d1-bc9f-6eb2ff3c2887 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1494117 Dec 09 15:08:21.534780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:21.540882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-643292266'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:21.571396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d026-194d-405a-90e7-3e5c062d91d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.600769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:21.613306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.635719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d026-194d-405a-90e7-3e5c062d91d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.672615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:21.696988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.697779 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment b2a7fc87-5cde-4079-a073-a819ad96e0be of type vlan for network 8883cfdb-1abb-468d-882e-0c113d464bca Dec 09 15:08:21.763065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.826389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.862489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:21.865471 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.882757 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.942772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d026-194d-405a-90e7-3e5c062d91d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.945611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d026-194d-405a-90e7-3e5c062d91d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:21.949081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8cf0d026-194d-405a-90e7-3e5c062d91d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85ae48ee-7d93-45f9-9e77-57b5eea68218 HTTP/1.1" status: 204 len: 168 time: 0.5226984 Dec 09 15:08:21.973868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d026-194d-405a-90e7-3e5c062d91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae48ee-7d93-45f9-9e77-57b5eea68218,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:22.034834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4961169 Dec 09 15:08:22.035735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:22.041339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:22.047276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00253304-e6b9-4286-be93-7ab33dd7b6bc tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=8883cfdb-1abb-468d-882e-0c113d464bca,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:22.066565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8883cfdb-1abb-468d-882e-0c113d464bca details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:22.285007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:22.289470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:22.361968 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:22.531447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:22.534665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:22.536109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dbb611dc-b066-4836-a9d6-62ce76d59987 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "DELETE /v2.0/floatingips/fc5b483c-bbf9-48f5-a4de-ac01da0fc742 HTTP/1.1" status: 204 len: 168 time: 4.3996041 Dec 09 15:08:22.564134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=138a5fa7-582d-4767-8c52-120d2fffb39e,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:22.675991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:22.677777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: 29484fc0-a08c-4c50-af47-ddf86eb4785c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:22.712245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-4e316c1f-277c-4629-9a01-c61a369b4528 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3931434 Dec 09 15:08:22.729273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:22.784754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:22.818877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 29484fc0-a08c-4c50-af47-ddf86eb4785c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:22.828012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903db951-81a2-49df-bae2-e740d818230d None None] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:22.831688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:22.844763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:22.879201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': 'b2a7fc87-5cde-4079-a073-a819ad96e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:22.879598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: 8883cfdb-1abb-468d-882e-0c113d464bca, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:22.881736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:22.928450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 8883cfdb-1abb-468d-882e-0c113d464bca is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:22.960914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8883cfdb-1abb-468d-882e-0c113d464bca) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:22.970355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:22.972248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:23.017814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:23.023609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e62c1d-2fb7-4b7b-a52c-fbd0d085d8c4 None None] Network 8883cfdb-1abb-468d-882e-0c113d464bca requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:23.027961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba565349-82c5-4cbc-b67a-66b44b79d7f2 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4923606 Dec 09 15:08:23.049959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a364afe-afae-46a4-9c89-cc9990890bd1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0131135 Dec 09 15:08:23.053088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56820) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:23.060113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca', 'name': 'tempest-PortsTestJSON-665530348'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:23.084624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-ab1f1524-f75e-4218-9565-8c2a65aa3c4c service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597646 Dec 09 15:08:23.225794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-dbd37b9a-9d29-4e13-8574-b5b8229d8d5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 200 len: 217 time: 0.1319537 Dec 09 15:08:23.266361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-8883cfdb-1abb-468d-882e-0c113d464bca', 'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': '9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:23.267877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:23.284650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12001227-0100-4568-900f-68275fcc23ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:23.335214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-3494d67e-213c-4493-996e-a1493ab6a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:23.340628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-3494d67e-213c-4493-996e-a1493ab6a67d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1072695 Dec 09 15:08:23.459766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-9bd892d6-93a8-469e-b1a3-00b2dfa1f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:23.467740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-9bd892d6-93a8-469e-b1a3-00b2dfa1f00a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180208 Dec 09 15:08:23.493328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Allocated IP 172.20.0.2 (8883cfdb-1abb-468d-882e-0c113d464bca/9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c/df815fcd-e4a8-42bc-aff7-80451eeb7e46) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:23.594091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56858) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:23.599219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104584459', 'description': 'tempest-description--568611645'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:23.702401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-29484fc0-a08c-4c50-af47-ddf86eb4785c', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:23.703287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:23.742042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:23.851216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-ad1c850e-a5bf-4168-917a-f7d3535f4c72 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731303 Dec 09 15:08:23.978615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.036303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-12093bd3-61c9-49d1-8499-0cef68f29150 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794081 Dec 09 15:08:24.104447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-e799f675-3313-488e-89de-255ff6d33561 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 200 len: 217 time: 0.0582695 Dec 09 15:08:24.110504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:24.112112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Allocated IP 2001:db8:1::2 (29484fc0-a08c-4c50-af47-ddf86eb4785c/138a5fa7-582d-4767-8c52-120d2fffb39e/682753bd-2613-44c7-a09d-680045a8e40b) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:24.122650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.124926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.209041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-94ce7c61-3bd6-4e73-b34b-8ce65524ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:24.213072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-94ce7c61-3bd6-4e73-b34b-8ce65524ff46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1013768 Dec 09 15:08:24.218207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 21a8e732-1b0c-4590-b6b7-49ed0a770923 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:24.278698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Network 8883cfdb-1abb-468d-882e-0c113d464bca is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:24.327782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Pushing event updated for resources: {'Port': ['ID=df815fcd-e4a8-42bc-aff7-80451eeb7e46,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:24.348565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-3b5d4df9-4bcb-48ce-bad7-05a14692ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:24.350172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-3b5d4df9-4bcb-48ce-bad7-05a14692ee35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295547 Dec 09 15:08:24.510264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.515836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:24.523709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:24.528194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-b0ef3acd-c9c2-4f22-8b35-c1d9e64c67be service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677454 Dec 09 15:08:24.532163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.532975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.541260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.574124 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.685515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.692101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0918729 Dec 09 15:08:24.692256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:24.692373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56884) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:24.701745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'security_group_rule': {'security_group_id': '25d1da93-6b04-4e52-b3d9-9d305940a7ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:24.706798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:24.714697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-4d63050b-3780-4722-9df7-78a18806726f service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784165 Dec 09 15:08:24.717504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:24.725206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Pushing event updated for resources: {'Port': ['ID=682753bd-2613-44c7-a09d-680045a8e40b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:24.750749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Attempting to bind port df815fcd-e4a8-42bc-aff7-80451eeb7e46 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:24.751289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Attempting to bind port df815fcd-e4a8-42bc-aff7-80451eeb7e46 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b2a7fc87-5cde-4079-a073-a819ad96e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:24.751812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Attempting to bind port df815fcd-e4a8-42bc-aff7-80451eeb7e46 on network 8883cfdb-1abb-468d-882e-0c113d464bca {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:24.822475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:24.822475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Checking segment: {'id': 'b2a7fc87-5cde-4079-a073-a819ad96e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:24.824622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8e75f-cbef-4cfd-abf5-ca689f9118a0 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1da93-6b04-4e52-b3d9-9d305940a7ec,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:24.825256 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.826044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Bound using segment: {'id': 'b2a7fc87-5cde-4079-a073-a819ad96e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:24.828413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Bound port: df815fcd-e4a8-42bc-aff7-80451eeb7e46, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a7fc87-5cde-4079-a073-a819ad96e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:24.828832 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.835553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-6c589109-cc07-4b2f-b809-3b032bee1fa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 200 len: 217 time: 0.1089764 Dec 09 15:08:24.882594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Attempting to bind port 682753bd-2613-44c7-a09d-680045a8e40b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:24.883286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Attempting to bind port 682753bd-2613-44c7-a09d-680045a8e40b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:24.884418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Attempting to bind port 682753bd-2613-44c7-a09d-680045a8e40b on network 29484fc0-a08c-4c50-af47-ddf86eb4785c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:24.893946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:24.895539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Checking segment: {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:24.896856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.897184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.13 (8883cfdb-1abb-468d-882e-0c113d464bca/9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c/21a8e732-1b0c-4590-b6b7-49ed0a770923) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:24.897749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Bound using segment: {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:24.898524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Bound port: 682753bd-2613-44c7-a09d-680045a8e40b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:24.899776 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:24.940311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-27e08793-8f28-465b-82ff-d266073c038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:24.942823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-27e08793-8f28-465b-82ff-d266073c038b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.0992446 Dec 09 15:08:24.946590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.001839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] For port df815fcd-e4a8-42bc-aff7-80451eeb7e46, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:25.008520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] For port df815fcd-e4a8-42bc-aff7-80451eeb7e46, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df815fcd-e4a8-42bc-aff7-80451eeb7e46,segment=NetworkSegment(b2a7fc87-5cde-4079-a073-a819ad96e0be),segment_id=b2a7fc87-5cde-4079-a073-a819ad96e0be)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:25.018356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.043247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-c4bf091c-2267-47e6-9d23-d80fdde2d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:25.046035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-c4bf091c-2267-47e6-9d23-d80fdde2d6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955434 Dec 09 15:08:25.064589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] For port 682753bd-2613-44c7-a09d-680045a8e40b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:25.086114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] For port 682753bd-2613-44c7-a09d-680045a8e40b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=682753bd-2613-44c7-a09d-680045a8e40b,segment=NetworkSegment(5d3e23d1-15f2-441b-9f9f-7db418098e3b),segment_id=5d3e23d1-15f2-441b-9f9f-7db418098e3b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:25.091945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.111661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.133303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b47c37-e644-40e6-85f8-7a53b8d54be5 None None] Pushing event updated for resources: {'Port': ['ID=df815fcd-e4a8-42bc-aff7-80451eeb7e46,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:25.271071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1c40c-c543-441a-bd6c-f7c08baa6b8e None None] Pushing event updated for resources: {'Port': ['ID=682753bd-2613-44c7-a09d-680045a8e40b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:25.296123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-d69affab-9338-44e8-a9e0-41781771a67b service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425301 Dec 09 15:08:25.309055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.327220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.469490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62197ada-88f6-4b2f-96ce-30c007352f24,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:25.505354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.510540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-305a9a5d-c1fa-4526-87d1-280009e9ad5f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8135118 Dec 09 15:08:25.511626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:25.530440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'security_group_rule': {'security_group_id': '25d1da93-6b04-4e52-b3d9-9d305940a7ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:25.600125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c825d118-3e97-4ef7-a7af-9436b15a9451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.620439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.646328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-4ef3fdab-e811-48d1-8bf2-2ab25ebf9b14 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433087 Dec 09 15:08:25.663378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.712375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 8883cfdb-1abb-468d-882e-0c113d464bca is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:25.733785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-38f02ef3-6c0f-4629-be23-9ba471601237 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 217 time: 0.0771048 Dec 09 15:08:25.801638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:25.820924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:25.834506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-e5e72260-1c50-4a7a-affa-cd136fe08f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:25.836516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-e5e72260-1c50-4a7a-affa-cd136fe08f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.0951958 Dec 09 15:08:25.944694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=21a8e732-1b0c-4590-b6b7-49ed0a770923,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:25.954257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8:1::1 (29484fc0-a08c-4c50-af47-ddf86eb4785c/138a5fa7-582d-4767-8c52-120d2fffb39e/1689a58d-17db-441e-b23f-ca851e8e0b1a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:25.957804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.967177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:25.968313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:25.977025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-aa603332-4613-4bce-a469-130fd20e9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:25.978730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-aa603332-4613-4bce-a469-130fd20e9561 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344442 Dec 09 15:08:25.979119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.020821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f009ace-f528-4809-a880-13f6ac11b3e3,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:26.041571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d10b6d8-9a72-443a-9286-77b63f6b79df tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9871669 Dec 09 15:08:26.048523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.053089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56926) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:26.053819 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7aa910bd-4387-49a3-8d7e-d3592f928d37 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5273557 Dec 09 15:08:26.058291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56928) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:26.066938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:26.067643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '8883cfdb-1abb-468d-882e-0c113d464bca', 'name': 'tempest-PortsTestJSON-176626079'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:26.169980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.233131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.379508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-9698fd67-cc7b-41ca-8e2d-61d96b4466d8 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917391 Dec 09 15:08:26.423553 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.518657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0193063c-932e-424c-b13a-9dc12f2f23f2 req-17852d3c-24eb-4641-a737-433b170795fb service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234426 Dec 09 15:08:26.556326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=1689a58d-17db-441e-b23f-ca851e8e0b1a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:26.564992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:26.575222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.603508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:26.607113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:26.610068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:26.611367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.654590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 41b8fd5b-25f2-4076-8348-514d08040828 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:26.668392 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.713980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.823431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:26.899984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.11 (8883cfdb-1abb-468d-882e-0c113d464bca/9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c/41b8fd5b-25f2-4076-8348-514d08040828) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:26.933502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Allocated IP 172.25.0.229 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/ded3205e-81e4-4873-a616-3e0789ff0461) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:26.947192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c648852-9026-475e-85a1-2f1fa2b825fc None None] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:27.274801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c6110c06-29be-4a73-90ee-6a79a9e9c68f None None] Provisioning complete for port 682753bd-2613-44c7-a09d-680045a8e40b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:27.280073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6110c06-29be-4a73-90ee-6a79a9e9c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.349303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 682753bd-2613-44c7-a09d-680045a8e40b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:27.409629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.464976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.489650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 682753bd-2613-44c7-a09d-680045a8e40b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:27.490365 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.531486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 8883cfdb-1abb-468d-882e-0c113d464bca is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:27.538177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:27.605787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:27.654865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6110c06-29be-4a73-90ee-6a79a9e9c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.659364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.766422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=41b8fd5b-25f2-4076-8348-514d08040828,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:27.798673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71447f-8587-427c-b617-cbe36ca4a007 None None] Network 8883cfdb-1abb-468d-882e-0c113d464bca requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:27.828897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:27.830770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.886136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.886985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-81f7bf95-febe-4fc1-9fee-3d227a6ec11c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8338788 Dec 09 15:08:27.890449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56960) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:27.896530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.961725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:27.963786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.041701 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.085079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c6110c06-29be-4a73-90ee-6a79a9e9c68f None None] For port 682753bd-2613-44c7-a09d-680045a8e40b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=682753bd-2613-44c7-a09d-680045a8e40b,segment=NetworkSegment(5d3e23d1-15f2-441b-9f9f-7db418098e3b),segment_id=5d3e23d1-15f2-441b-9f9f-7db418098e3b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:28.110542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4aa180-c601-4290-81b9-f6fe8394f1fa tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:28.119631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d4aa180-c601-4290-81b9-f6fe8394f1fa tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2280631 Dec 09 15:08:28.120262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56962) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:28.208625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:28.229389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:28.245855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'Port': ['ID=ded3205e-81e4-4873-a616-3e0789ff0461,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:28.275665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:28.286483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:28.291943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:28.387459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 41b8fd5b-25f2-4076-8348-514d08040828 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:28.387825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.568514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.587003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 41b8fd5b-25f2-4076-8348-514d08040828 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:28.649094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6110c06-29be-4a73-90ee-6a79a9e9c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.804704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.870472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.969083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6110c06-29be-4a73-90ee-6a79a9e9c68f None None] Pushing event updated for resources: {'Port': ['ID=682753bd-2613-44c7-a09d-680045a8e40b,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:28.992973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Provisioning complete for port 682753bd-2613-44c7-a09d-680045a8e40b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:28.993458 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:28.999953 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:08:29.005438 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:08:29.020797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=41b8fd5b-25f2-4076-8348-514d08040828,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:29.129961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.139484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0b62a809-af67-4edd-8363-42627c4a3ea8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/41b8fd5b-25f2-4076-8348-514d08040828 HTTP/1.1" status: 204 len: 168 time: 1.0181692 Dec 09 15:08:29.140423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56978) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:29.144469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=1689a58d-17db-441e-b23f-ca851e8e0b1a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:29.242725 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91e7eb4-6d65-47d6-949c-95771536320f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:29.254594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e91e7eb4-6d65-47d6-949c-95771536320f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/41b8fd5b-25f2-4076-8348-514d08040828 HTTP/1.1" status: 404 len: 333 time: 0.1128154 Dec 09 15:08:29.257521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56980) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:29.282381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.314908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Provisioning complete for port df815fcd-e4a8-42bc-aff7-80451eeb7e46 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:29.317613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.329298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:29.426657 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:08:29.427837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.499793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] For port df815fcd-e4a8-42bc-aff7-80451eeb7e46, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df815fcd-e4a8-42bc-aff7-80451eeb7e46,segment=NetworkSegment(b2a7fc87-5cde-4079-a073-a819ad96e0be),segment_id=b2a7fc87-5cde-4079-a073-a819ad96e0be)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:29.510968 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.518234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 21a8e732-1b0c-4590-b6b7-49ed0a770923 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:29.518583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.601828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.665244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Pushing event updated for resources: {'Port': ['ID=df815fcd-e4a8-42bc-aff7-80451eeb7e46,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:29.726213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Provisioning complete for port 1689a58d-17db-441e-b23f-ca851e8e0b1a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:29.728011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:29.728860 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.741270 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:29.747493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df815fcd-e4a8-42bc-aff7-80451eeb7e46 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:29.757348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:29.757928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6abf1597-6b33-4c3f-8091-b5ee035b01b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7336667 Dec 09 15:08:29.759284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:29.759948 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:29.765024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2130284907'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:29.787972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.803274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.819175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 21a8e732-1b0c-4590-b6b7-49ed0a770923 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:29.866770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:29.871202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7290b-ff83-4910-9a41-7e8d62d9eb33 None None] Port 1689a58d-17db-441e-b23f-ca851e8e0b1a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:29.876632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:29.917656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port df815fcd-e4a8-42bc-aff7-80451eeb7e46 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:29.919809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.026923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Could not find standard attr ID for object 41b8fd5b-25f2-4076-8348-514d08040828. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:30.077364 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:30.105037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:30.143308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.143806 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 091ea44c-59ed-4394-9683-c0d253a20cf6 of type vlan for network e07149c8-b5d4-464b-923e-b48389119ec7 Dec 09 15:08:30.189807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Provisioning complete for port 21a8e732-1b0c-4590-b6b7-49ed0a770923 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:30.190746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.287725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.322623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Port 21a8e732-1b0c-4590-b6b7-49ed0a770923 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:30.336964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.348550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.351706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Provisioning complete for port df815fcd-e4a8-42bc-aff7-80451eeb7e46 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:30.352083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.412488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:08:30.476950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.502458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:30.503434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.528057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'Port': ['ID=ded3205e-81e4-4873-a616-3e0789ff0461,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:30.543390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.546680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7872415 Dec 09 15:08:30.555034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56998) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:30.560448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:30.599946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.638834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 682753bd-2613-44c7-a09d-680045a8e40b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:30.698819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.714710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4879b95e-05ff-4586-ab6c-a39a76bf79f1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6518619 Dec 09 15:08:30.793556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=21a8e732-1b0c-4590-b6b7-49ed0a770923,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:30.825005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Provisioning complete for port 1689a58d-17db-441e-b23f-ca851e8e0b1a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:30.836599 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:26Z', 'revision_number': 3, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:27Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:30.839932 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.883446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:30.891196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:30.954624 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:08:30.954982 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Updating router c0204eff-353a-410e-a12c-89caef822c46 port 1689a58d-17db-441e-b23f-ca851e8e0b1a binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:08:30.962731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-396e9c44-ea37-4a12-85bb-fc7af65bd8f2 None None] Port 1689a58d-17db-441e-b23f-ca851e8e0b1a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:31.019034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b2540-1afc-471d-870b-580663a8273d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=e07149c8-b5d4-464b-923e-b48389119ec7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:31.022297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 682753bd-2613-44c7-a09d-680045a8e40b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:31.022297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.038505 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.048759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e07149c8-b5d4-464b-923e-b48389119ec7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:31.185068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.203833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4471a420-8f99-4215-85a2-6d75eca8364f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/21a8e732-1b0c-4590-b6b7-49ed0a770923 HTTP/1.1" status: 204 len: 168 time: 1.9421008 Dec 09 15:08:31.210830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57026) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:31.246191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-29091d07-eda8-4486-89ff-7f9d2a578583 None None] Could not find standard attr ID for object 41b8fd5b-25f2-4076-8348-514d08040828. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:31.304509 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe580956-cf5a-4f65-b7f2-7aa5ac73a690 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:31.319277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe580956-cf5a-4f65-b7f2-7aa5ac73a690 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/21a8e732-1b0c-4590-b6b7-49ed0a770923 HTTP/1.1" status: 404 len: 333 time: 0.1072140 Dec 09 15:08:31.319987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57028) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:31.408746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:08:31.414647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.507091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.521664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df815fcd-e4a8-42bc-aff7-80451eeb7e46 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:31.548848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-d1610121-06a1-432e-b1e4-a8f6ff7af04f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1104584459&fields=id&tenant_id=5930e292fd2b400ca165065e9fe14769 HTTP/1.1" status: 200 len: 267 time: 0.2904258 Dec 09 15:08:31.635058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port df815fcd-e4a8-42bc-aff7-80451eeb7e46 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:31.635415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.696838 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.728837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.816688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.855060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=03aa785b-536b-4b21-b1d6-2984703ba435,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:31.872031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-8a1c7aba-5e3b-4434-8d02-a6fba1064cd5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:31.881010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-8a1c7aba-5e3b-4434-8d02-a6fba1064cd5 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 809 time: 0.3309815 Dec 09 15:08:31.897631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:31.897877 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.898772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: e07149c8-b5d4-464b-923e-b48389119ec7, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:31.913454 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.931143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-17a76bc4-9788-409a-96ac-199062e9ee5e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/quotas/5930e292fd2b400ca165065e9fe14769 HTTP/1.1" status: 200 len: 375 time: 0.0493767 Dec 09 15:08:31.959140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:31.969037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c HTTP/1.1" status: 204 len: 168 time: 0.6479802 Dec 09 15:08:31.973392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed0ca-5aa1-45d9-9a1d-34ab17f481e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:31.975507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:31.983045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec937c96-fc59-40fd-afe1-79f838b10b76 None None] Network 8883cfdb-1abb-468d-882e-0c113d464bca requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:32.103230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network e07149c8-b5d4-464b-923e-b48389119ec7 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:32.112701 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832108-5474-4019-b901-e5cca99854c7 None None] Pushing event updated for resources: {'Port': ['ID=1689a58d-17db-441e-b23f-ca851e8e0b1a,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:32.179129 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Attempting to bind port 1689a58d-17db-441e-b23f-ca851e8e0b1a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:32.180808 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Attempting to bind port 1689a58d-17db-441e-b23f-ca851e8e0b1a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:32.181204 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Attempting to bind port 1689a58d-17db-441e-b23f-ca851e8e0b1a on network 29484fc0-a08c-4c50-af47-ddf86eb4785c {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:32.196730 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:32.197125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Checking segment: {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:32.199699 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.200141 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Bound using segment: {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:32.200588 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Bound port: 1689a58d-17db-441e-b23f-ca851e8e0b1a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e23d1-15f2-441b-9f9f-7db418098e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:32.202746 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.245945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e59a232f-a6dd-4620-aaf0-cf5c7eac4bc1 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3111994 Dec 09 15:08:32.247010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e07149c8-b5d4-464b-923e-b48389119ec7) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:32.256684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:32.257948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.266690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.271583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af4e71-9117-46a4-9806-223a180b6e92 None None] Network e07149c8-b5d4-464b-923e-b48389119ec7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:32.394198 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] For port 1689a58d-17db-441e-b23f-ca851e8e0b1a, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:32.407209 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] For port 1689a58d-17db-441e-b23f-ca851e8e0b1a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1689a58d-17db-441e-b23f-ca851e8e0b1a,segment=NetworkSegment(5d3e23d1-15f2-441b-9f9f-7db418098e3b),segment_id=5d3e23d1-15f2-441b-9f9f-7db418098e3b)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:32.419309 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.470873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57048) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:32.485695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-997a2e38-8822-4d95-8205-55344ad7dc75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9293470 Dec 09 15:08:32.575372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] DHCP port deletion for 8883cfdb-1abb-468d-882e-0c113d464bca request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:08:32.576724 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:32.579368 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:32.586899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device df815fcd-e4a8-42bc-aff7-80451eeb7e46 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:08:32.723589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-e07149c8-b5d4-464b-923e-b48389119ec7', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:32.724478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.731093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-b96d7acd-dd20-468a-b43c-841677c02c76 service neutron] 10.222.0.46 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398804 Dec 09 15:08:32.803123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4f813d3a-7419-479f-8950-c8cf307b77e1 None None] Provisioning complete for port 1689a58d-17db-441e-b23f-ca851e8e0b1a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:32.809033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f813d3a-7419-479f-8950-c8cf307b77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:32.827953 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832108-5474-4019-b901-e5cca99854c7 None None] Pushing event updated for resources: {'Port': ['ID=1689a58d-17db-441e-b23f-ca851e8e0b1a,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:32.887545 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:32.965965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57052) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:33.008923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port df815fcd-e4a8-42bc-aff7-80451eeb7e46 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:33.014733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.081673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] Deleting port df815fcd-e4a8-42bc-aff7-80451eeb7e46 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:33.085334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.215520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] For port df815fcd-e4a8-42bc-aff7-80451eeb7e46, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df815fcd-e4a8-42bc-aff7-80451eeb7e46,segment=NetworkSegment(b2a7fc87-5cde-4079-a073-a819ad96e0be),segment_id=b2a7fc87-5cde-4079-a073-a819ad96e0be)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:33.217022 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.231268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] Calling delete_port for df815fcd-e4a8-42bc-aff7-80451eeb7e46 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:33.334425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.348250 n-d-804292-5 neutron-server[109896]: INFO neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No ports have port_id starting with df815fcd-e4a8-42bc-aff7-80451eeb7e46 Dec 09 15:08:33.359389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] No DVR routers for this DVR port df815fcd-e4a8-42bc-aff7-80451eeb7e46 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:33.420185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48f30f-44f8-4769-8394-368c32c62c25 None None] Pushing event deleted for resources: {'Port': ['ID=df815fcd-e4a8-42bc-aff7-80451eeb7e46,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:33.429233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-926638a0-d77d-4ebe-b997-12b294cc562f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.465452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-6b6ed0ae-a52f-4cde-b40a-7a900aee8496 service neutron] 10.222.0.46 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287617 Dec 09 15:08:33.481963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] For port df815fcd-e4a8-42bc-aff7-80451eeb7e46, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=df815fcd-e4a8-42bc-aff7-80451eeb7e46,segment=NetworkSegment(b2a7fc87-5cde-4079-a073-a819ad96e0be),segment_id=b2a7fc87-5cde-4079-a073-a819ad96e0be)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:33.482305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.556785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for df815fcd-e4a8-42bc-aff7-80451eeb7e46 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:33.559043 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d8076893-56f0-4e65-8814-285516f82349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:26Z', 'revision_number': 3, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:32Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:33.561842 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f813d3a-7419-479f-8950-c8cf307b77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.635856 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8076893-56f0-4e65-8814-285516f82349 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:26Z', 'revision_number': 3, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:32Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:33.774702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4f813d3a-7419-479f-8950-c8cf307b77e1 None None] For port 1689a58d-17db-441e-b23f-ca851e8e0b1a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1689a58d-17db-441e-b23f-ca851e8e0b1a,segment=NetworkSegment(5d3e23d1-15f2-441b-9f9f-7db418098e3b),segment_id=5d3e23d1-15f2-441b-9f9f-7db418098e3b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:33.784284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Allocated IP 2001:db8:2::2 (e07149c8-b5d4-464b-923e-b48389119ec7/03aa785b-536b-4b21-b1d6-2984703ba435/52e24c71-5e68-47a8-a702-c04d53dedd43) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:33.798778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f813d3a-7419-479f-8950-c8cf307b77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.806301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-926638a0-d77d-4ebe-b997-12b294cc562f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.820263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-926638a0-d77d-4ebe-b997-12b294cc562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:33.936150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e85ce920-5fae-439a-b3c5-2cc7f676219d req-0300e13f-a574-4461-add9-e68603b8022b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0374796 Dec 09 15:08:34.032799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926638a0-d77d-4ebe-b997-12b294cc562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c50f35-ff26-4092-adf5-2e9f5edcb682,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:34.089308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-926638a0-d77d-4ebe-b997-12b294cc562f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73356ac0a31e48f1ba8715d096ff274c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1149342 Dec 09 15:08:34.094102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57070) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:34.125884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6dd0cddc-d728-4db2-9aa6-986734da6130 None None] Provisioning complete for port 1689a58d-17db-441e-b23f-ca851e8e0b1a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:34.126892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cddc-d728-4db2-9aa6-986734da6130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.238471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f813d3a-7419-479f-8950-c8cf307b77e1 None None] Pushing event updated for resources: {'Port': ['ID=1689a58d-17db-441e-b23f-ca851e8e0b1a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:34.371908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a0f70f0-a384-47de-ad4e-b9b9274b26e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.392930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.430640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No DVR routers for this DVR port df815fcd-e4a8-42bc-aff7-80451eeb7e46 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:34.462521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.466914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=df815fcd-e4a8-42bc-aff7-80451eeb7e46,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:34.486977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.516799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.548876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a0f70f0-a384-47de-ad4e-b9b9274b26e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.607467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Network e07149c8-b5d4-464b-923e-b48389119ec7 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:34.609538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Pushing event updated for resources: {'Port': ['ID=52e24c71-5e68-47a8-a702-c04d53dedd43,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:34.616622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:34.620299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1689a58d-17db-441e-b23f-ca851e8e0b1a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:34.622353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:34.787775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.844277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8883cfdb-1abb-468d-882e-0c113d464bca']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:34.861748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a7fc87-5cde-4079-a073-a819ad96e0be') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:34.862525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a7fc87-5cde-4079-a073-a819ad96e0be') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:34.878742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.891518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a0f70f0-a384-47de-ad4e-b9b9274b26e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.895608 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a0f70f0-a384-47de-ad4e-b9b9274b26e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.897119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8a0f70f0-a384-47de-ad4e-b9b9274b26e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76c50f35-ff26-4092-adf5-2e9f5edcb682 HTTP/1.1" status: 204 len: 168 time: 0.7949514 Dec 09 15:08:34.944619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f70f0-a384-47de-ad4e-b9b9274b26e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c50f35-ff26-4092-adf5-2e9f5edcb682,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:34.955690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:34.996521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:08:34.997039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:08:35.003014 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:08:35.213040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Attempting to bind port 52e24c71-5e68-47a8-a702-c04d53dedd43 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:35.213591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Attempting to bind port 52e24c71-5e68-47a8-a702-c04d53dedd43 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:35.213865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Attempting to bind port 52e24c71-5e68-47a8-a702-c04d53dedd43 on network e07149c8-b5d4-464b-923e-b48389119ec7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:35.227329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8:2::1 (e07149c8-b5d4-464b-923e-b48389119ec7/03aa785b-536b-4b21-b1d6-2984703ba435/a05c3dac-2a8e-432b-8352-d5e4e73121c0) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:35.254020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:35.254405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Checking segment: {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:35.254799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.255195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Bound using segment: {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:35.267089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Bound port: 52e24c71-5e68-47a8-a702-c04d53dedd43, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:35.267383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.364034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e61e7ad5-0d95-4926-8efc-56148b2438f1 req-73d8d1b9-fe57-4345-b102-f380d807f5ba tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.2909501 Dec 09 15:08:35.396864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.448527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.463900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/8883cfdb-1abb-468d-882e-0c113d464bca HTTP/1.1" status: 204 len: 168 time: 3.4820001 Dec 09 15:08:35.463900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3afe04-14c8-4174-b98d-f4870e9d32c0 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=8883cfdb-1abb-468d-882e-0c113d464bca,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:35.464214 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.468092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57100) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:35.484267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-703654965'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:35.497260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1689a58d-17db-441e-b23f-ca851e8e0b1a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:35.507956 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.508814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.563336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:35.568246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.585609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network e07149c8-b5d4-464b-923e-b48389119ec7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:35.600789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:35.631729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:35.631975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.648626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:35.668219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.668749 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment cea57ee7-cde7-4127-a126-539197b9f3cf of type vlan for network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e Dec 09 15:08:35.686773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] For port 52e24c71-5e68-47a8-a702-c04d53dedd43, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:35.692055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] For port 52e24c71-5e68-47a8-a702-c04d53dedd43, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=52e24c71-5e68-47a8-a702-c04d53dedd43,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:35.708996 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.793178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.813976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=a05c3dac-2a8e-432b-8352-d5e4e73121c0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:35.823935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.824290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.824857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.825393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.826228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.826993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.827752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.828306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.828832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.829357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.829878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.830219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.830558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:35.838686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.860362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:35.861592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.911392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4023cb-0b69-40c0-8f7f-8dad34570bf8 None None] Pushing event updated for resources: {'Port': ['ID=52e24c71-5e68-47a8-a702-c04d53dedd43,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:35.917948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:35.932141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4580944 Dec 09 15:08:35.967741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57112) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:35.995013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db65a6-4784-4676-9953-48ab1899ccbf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:36.015089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:36.026095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:36.329490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:36.333592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:36.546365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 52e24c71-5e68-47a8-a702-c04d53dedd43 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:36.581501 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a99f9b4-236a-4a59-826e-897701cac48e req-7f7ba61b-6155-4c8f-9e65-682eb40ba322 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0994377 Dec 09 15:08:36.726585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 52e24c71-5e68-47a8-a702-c04d53dedd43 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:36.729240 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:36.817638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:36.856616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:36.859286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:36.898278 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:36.972124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 52e24c71-5e68-47a8-a702-c04d53dedd43, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=52e24c71-5e68-47a8-a702-c04d53dedd43,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:36.986235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:37.097916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=52e24c71-5e68-47a8-a702-c04d53dedd43,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:37.214302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=a05c3dac-2a8e-432b-8352-d5e4e73121c0,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:37.386377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:37.488205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network e07149c8-b5d4-464b-923e-b48389119ec7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:37.493772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:37.508375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=35ab8348-5519-4096-a779-94632c031747,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:37.511123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': 'cea57ee7-cde7-4127-a126-539197b9f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:37.512161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:37.599272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c192bd3a-44a5-4e16-aa76-4377e202c24d None None] Network e07149c8-b5d4-464b-923e-b48389119ec7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:37.648001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:37.719328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:37.728261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:37.750927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:37.751999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:37.768370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12303d59-1a9c-4233-8810-b4bf9a736845 None None] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:37.845731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-87eb526b-7783-433d-b950-968a628e8d00 None None] Provisioning complete for port 52e24c71-5e68-47a8-a702-c04d53dedd43 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:37.846107 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-87eb526b-7783-433d-b950-968a628e8d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:37.896530 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5c528ba-7fef-4780-a11a-040ef8d22ab3 req-60bb3b34-75f7-4f58-b847-3d3687859d35 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0782313 Dec 09 15:08:38.094989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e', 'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': '35ab8348-5519-4096-a779-94632c031747'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:38.096097 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:38.525946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-bc80a560-77c4-4699-8b99-4109d785e92e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:38.532524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-bc80a560-77c4-4699-8b99-4109d785e92e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.36 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 809 time: 0.8511286 Dec 09 15:08:38.556686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 52e24c71-5e68-47a8-a702-c04d53dedd43 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:38.611500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57190) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:38.612176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9add6165-30af-4267-b446-5d15df2632e3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5912654 Dec 09 15:08:38.617863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e', 'name': 'tempest-PortsTestJSON-1890008801', 'fixed_ips': [{'subnet_id': '35ab8348-5519-4096-a779-94632c031747', 'ip_address': '172.20.0.10'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:38.641251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Allocated IP 172.20.0.2 (1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e/35ab8348-5519-4096-a779-94632c031747/21ddeb4f-f1b5-4068-9891-411a4a9f0423) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:38.843964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cdd1b173-cce5-410e-9eb9-406fa1cefbd3 None None] Provisioning complete for port a05c3dac-2a8e-432b-8352-d5e4e73121c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:38.844920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b173-cce5-410e-9eb9-406fa1cefbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:38.941811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-f6174e54-2844-4332-b635-6425246ec03e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5930e292fd2b400ca165065e9fe14769 HTTP/1.1" status: 200 len: 380 time: 0.3934376 Dec 09 15:08:38.955687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'port': {'device_id': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'admin_state_up': True, 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'security_groups': ['25d1da93-6b04-4e52-b3d9-9d305940a7ec']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:38.964278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:38.982750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:39.008268 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-255ce5ff-9448-45b7-a9d8-239c1a12eb8f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5335665 Dec 09 15:08:39.010036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57200) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:39.061775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2103895751'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:39.081639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1b173-cce5-410e-9eb9-406fa1cefbd3 None None] Port a05c3dac-2a8e-432b-8352-d5e4e73121c0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:39.085246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:39.092073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.094224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 52e24c71-5e68-47a8-a702-c04d53dedd43 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:39.094610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.116654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:39.209345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:39.216839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:39.217694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:39.234573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.237751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cdd1b173-cce5-410e-9eb9-406fa1cefbd3 None None] Provisioning complete for port 52e24c71-5e68-47a8-a702-c04d53dedd43 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:39.239225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b173-cce5-410e-9eb9-406fa1cefbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.385056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78c2d7de-97db-461e-82af-3eb6db97d6d6 req-b004c2ec-e297-430f-8d19-f1268c56a64e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.2736547 Dec 09 15:08:39.495118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:39.521897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.522778 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added segment 91ecb64a-84f5-4773-9db5-ab1269ffcb95 of type vlan for network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba Dec 09 15:08:39.607597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Made reservation on behalf of 5930e292fd2b400ca165065e9fe14769 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:39.612505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.628774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.639714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.730304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.737336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:39.738282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:39.738988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.749385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:39.754607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.10 (1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e/35ab8348-5519-4096-a779-94632c031747/1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:39.785751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:39.854820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8032858 Dec 09 15:08:39.922787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:39.948534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:39.954946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cd52f-d012-42f8-815a-faa544d8444f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Network': ['ID=7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:39.965192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:39.981560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:39.995531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'subnet': {'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:40.013810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Allocated IP 172.20.0.8 (d66db03e-003a-4cde-90cd-986486d2165a/9f87f46c-dcec-4e4b-9184-5a26813b3871/30b50f3b-1233-48c7-8c0f-03cb41e00adb) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:40.046274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f17cad7d-e369-4ced-b2c7-bad1d6c69360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.100397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:40.116019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Pushing event updated for resources: {'Port': ['ID=21ddeb4f-f1b5-4068-9891-411a4a9f0423,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:40.133205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.193011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.290050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.296391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Made reservation on behalf of 00a1d14310664c7eb60cc7541ecea2c0 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:40.300580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f17cad7d-e369-4ced-b2c7-bad1d6c69360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.304263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.318693 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f17cad7d-e369-4ced-b2c7-bad1d6c69360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.356396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cad7d-e369-4ced-b2c7-bad1d6c69360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00972315-9dac-4be3-aa28-a24c1f673880,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:40.359688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0bd24b71-a776-4ce2-a00d-84e800f90eb6 None None] Provisioning complete for port a05c3dac-2a8e-432b-8352-d5e4e73121c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:40.360079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0bd24b71-a776-4ce2-a00d-84e800f90eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.393271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f17cad7d-e369-4ced-b2c7-bad1d6c69360 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1d2943139974ffd9b43632bf0870a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5979576 Dec 09 15:08:40.395926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57230) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:40.441033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.503384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Network d66db03e-003a-4cde-90cd-986486d2165a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:40.508834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:40.516788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:40.522440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32dcb17e-5bde-43cf-a77c-40dcfab37300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.571817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event updated for resources: {'Port': ['ID=30b50f3b-1233-48c7-8c0f-03cb41e00adb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:40.633346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.667768 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32dcb17e-5bde-43cf-a77c-40dcfab37300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.687759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Attempting to bind port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:40.688232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Attempting to bind port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'cea57ee7-cde7-4127-a126-539197b9f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:40.689446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Attempting to bind port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 on network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:40.709617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:40.710741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.755288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-e186b90b-9198-4b2c-a694-909aeda072fb tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8061433 Dec 09 15:08:40.770097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Request body: {'port': {'device_id': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:40.810808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32dcb17e-5bde-43cf-a77c-40dcfab37300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.813915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32dcb17e-5bde-43cf-a77c-40dcfab37300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.815483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-32dcb17e-5bde-43cf-a77c-40dcfab37300 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00972315-9dac-4be3-aa28-a24c1f673880 HTTP/1.1" status: 204 len: 168 time: 0.4184880 Dec 09 15:08:40.831383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcb17e-5bde-43cf-a77c-40dcfab37300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00972315-9dac-4be3-aa28-a24c1f673880,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:40.860090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Subnet': ['ID=40aa1f3d-0247-439d-a030-fb9163e29920,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:40.882703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:40.929954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:40.988342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:40.995925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:41.089989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:41.108495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Checking segment: {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:41.109013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network hostable DHCP agents. Network: 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:41.128737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfa46e-b22e-4101-81c4-73e0e659cfe4 req-3f18d74c-4792-4597-b0bd-90c67cc8b912 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:41.130564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76bfa46e-b22e-4101-81c4-73e0e659cfe4 req-3f18d74c-4792-4597-b0bd-90c67cc8b912 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 931 time: 0.5146384 Dec 09 15:08:41.173843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:41.174568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Checking segment: {'id': 'cea57ee7-cde7-4127-a126-539197b9f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:41.174568 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.175281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Bound using segment: {'id': 'cea57ee7-cde7-4127-a126-539197b9f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:41.176987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Bound port: 21ddeb4f-f1b5-4068-9891-411a4a9f0423, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea57ee7-cde7-4127-a126-539197b9f3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:41.177561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.218492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:41.220358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.256768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:41.274243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0bd24b71-a776-4ce2-a00d-84e800f90eb6 None None] Port a05c3dac-2a8e-432b-8352-d5e4e73121c0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:41.297686 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-63ed1e32-3e1b-45b1-b061-55a6747acedf tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6841929 Dec 09 15:08:41.299095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57244) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:41.306310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76bfa46e-b22e-4101-81c4-73e0e659cfe4 req-49ac8ec5-6cc9-4bb1-b66f-cf6f155108ed tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628895 Dec 09 15:08:41.308709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:41.312080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] For port 21ddeb4f-f1b5-4068-9891-411a4a9f0423, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:41.318220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] For port 21ddeb4f-f1b5-4068-9891-411a4a9f0423, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=21ddeb4f-f1b5-4068-9891-411a4a9f0423,segment=NetworkSegment(cea57ee7-cde7-4127-a126-539197b9f3cf),segment_id=cea57ee7-cde7-4127-a126-539197b9f3cf)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:41.326379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbcdf63-7271-4280-888f-1711a1a83b79 None None] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:41.335554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:41.336332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.376523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e', 'name': 'tempest-PortsTestJSON-445955933', 'fixed_ips': [{'subnet_id': '35ab8348-5519-4096-a779-94632c031747', 'ip_address': '172.20.0.9'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:41.387945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f12717c3-0558-4270-bb5a-9e295a035e6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4645689 Dec 09 15:08:41.397962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57246) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:41.480447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.523981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:41.525147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.573140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:41.628289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.649695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5cbabbdc-2eb1-420c-9492-c1714504842d None None] Provisioning complete for port 30b50f3b-1233-48c7-8c0f-03cb41e00adb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:41.650633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbdc-2eb1-420c-9492-c1714504842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.698098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:41.709170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5cbabbdc-2eb1-420c-9492-c1714504842d None None] Port 30b50f3b-1233-48c7-8c0f-03cb41e00adb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:41.724800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:41.766200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 88b08503-183a-43ac-acdb-e92a787c9b8e yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:41.797651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c18ccd-286a-4e6a-80cf-f47379aeb2f0 None None] Pushing event updated for resources: {'Port': ['ID=21ddeb4f-f1b5-4068-9891-411a4a9f0423,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:41.935836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:35Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:36Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:42.037418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:08:42.037985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Updating router c0204eff-353a-410e-a12c-89caef822c46 port a05c3dac-2a8e-432b-8352-d5e4e73121c0 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:08:42.078421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.120687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.144978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.196763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Allocated IP 2001:db8:3::2 (7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba/40aa1f3d-0247-439d-a030-fb9163e29920/c9b14f59-f2ae-4273-9b57-e0d7071b80b1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:42.230820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b50f3b-1233-48c7-8c0f-03cb41e00adb {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:08:42.242556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.278020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.9 (1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e/35ab8348-5519-4096-a779-94632c031747/88b08503-183a-43ac-acdb-e92a787c9b8e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:42.307255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Transition to ACTIVE for port object 30b50f3b-1233-48c7-8c0f-03cb41e00adb will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:08:42.320334 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.481344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.527522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2113c41f8f404d41a20d7c6562cfd782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9530733 Dec 09 15:08:42.536029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.542665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57266) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:42.679887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb70b0-756b-47d2-b87f-cb7360065cba,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:42.691484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d7c0e6-c1bc-4f95-8c72-28aacfa2d12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.730571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Pushing event updated for resources: {'Port': ['ID=30b50f3b-1233-48c7-8c0f-03cb41e00adb,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:42.744668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d7c0e6-c1bc-4f95-8c72-28aacfa2d12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.791921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.796794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.803371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.804004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 21ddeb4f-f1b5-4068-9891-411a4a9f0423 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:42.804637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.804994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.805406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.805755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.806103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.806447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.806784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.811708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.811708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.812091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.812321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314537a-ab08-40e9-b8ba-e5f4ba3d9c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:08:42.909055 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.955675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:42.972061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:42.988745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:42.991437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=88b08503-183a-43ac-acdb-e92a787c9b8e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:43.004728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:43.103550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Pushing event updated for resources: {'Port': ['ID=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:43.111540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:43.127523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:43.140088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:43.194122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:43.196489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.199581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:43.200425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.237573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d7c0e6-c1bc-4f95-8c72-28aacfa2d12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.250910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d7c0e6-c1bc-4f95-8c72-28aacfa2d12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.259613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-21d7c0e6-c1bc-4f95-8c72-28aacfa2d12c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bedb70b0-756b-47d2-b87f-cb7360065cba HTTP/1.1" status: 204 len: 168 time: 0.7131941 Dec 09 15:08:43.327102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e654c2cd-a4fb-43cd-b117-628090ea334c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0192320 Dec 09 15:08:43.330156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57278) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:43.332162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7c0e6-c1bc-4f95-8c72-28aacfa2d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb70b0-756b-47d2-b87f-cb7360065cba,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:43.379885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Attempting to bind port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:43.380241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Attempting to bind port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:43.381408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Attempting to bind port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 on network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:43.480086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:43.481073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Checking segment: {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:43.491911 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.492718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Bound using segment: {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:43.493481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Bound port: c9b14f59-f2ae-4273-9b57-e0d7071b80b1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:43.494122 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.500095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90456f1-184e-4147-9ee1-5b33161f4fde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:43.505487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c90456f1-184e-4147-9ee1-5b33161f4fde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1550241 Dec 09 15:08:43.506516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:43.622467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.650058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0ccc8-6b8e-47f1-a1d5-9f0fec6378ad tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:43.651327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc5c8a-bdd4-4da7-9eb3-c9cd2f5b8cb9 None None] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:43.661137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0ccc8-6b8e-47f1-a1d5-9f0fec6378ad tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:43.671018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0ccc8-6b8e-47f1-a1d5-9f0fec6378ad tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:43.673737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cec0ccc8-6b8e-47f1-a1d5-9f0fec6378ad tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1659601 Dec 09 15:08:43.677141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57282) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:43.679048 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.703691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.875064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 88b08503-183a-43ac-acdb-e92a787c9b8e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:43.878109 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:43.902124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 21ddeb4f-f1b5-4068-9891-411a4a9f0423, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=21ddeb4f-f1b5-4068-9891-411a4a9f0423,segment=NetworkSegment(cea57ee7-cde7-4127-a126-539197b9f3cf),segment_id=cea57ee7-cde7-4127-a126-539197b9f3cf)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:43.941364 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff3ab2-90b1-4e20-b1b5-d49f2201775f None None] Pushing event updated for resources: {'Port': ['ID=a05c3dac-2a8e-432b-8352-d5e4e73121c0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:44.072711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ff223-496a-4ee3-a537-ef31cfab46b0 req-58edff9e-72eb-4237-9ae3-c6ea497aa045 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:44.073913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] For port c9b14f59-f2ae-4273-9b57-e0d7071b80b1, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:44.085214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-675ff223-496a-4ee3-a537-ef31cfab46b0 req-58edff9e-72eb-4237-9ae3-c6ea497aa045 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 943 time: 1.5169909 Dec 09 15:08:44.094496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] For port c9b14f59-f2ae-4273-9b57-e0d7071b80b1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,segment=NetworkSegment(91ecb64a-84f5-4773-9db5-ab1269ffcb95),segment_id=91ecb64a-84f5-4773-9db5-ab1269ffcb95)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:44.099803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.110338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.112364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Attempting to bind port 30b50f3b-1233-48c7-8c0f-03cb41e00adb on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:44.119773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.123809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Attempting to bind port 30b50f3b-1233-48c7-8c0f-03cb41e00adb by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:44.124384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Attempting to bind port 30b50f3b-1233-48c7-8c0f-03cb41e00adb on network d66db03e-003a-4cde-90cd-986486d2165a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:44.161508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 88b08503-183a-43ac-acdb-e92a787c9b8e owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:44.227398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Port 30b50f3b-1233-48c7-8c0f-03cb41e00adb on network d66db03e-003a-4cde-90cd-986486d2165a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:08:44.227733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Attempting to bind port 30b50f3b-1233-48c7-8c0f-03cb41e00adb on network d66db03e-003a-4cde-90cd-986486d2165a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:44.259810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:44.279875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9892eeb3-5c73-4346-acbd-195bf33ba2cf None None] Provisioning complete for port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:44.280373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Checking segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:44.280502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9892eeb3-5c73-4346-acbd-195bf33ba2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.280619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Bound using segment: {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:44.280753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Bound port: 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f32ae5-e8a3-4429-ac9e-01381baf0625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:44.281156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.393867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=21ddeb4f-f1b5-4068-9891-411a4a9f0423,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:44.412581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] For port 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:44.427405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] For port 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:44.437943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.480227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Attempting to bind port a05c3dac-2a8e-432b-8352-d5e4e73121c0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:44.480819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Attempting to bind port a05c3dac-2a8e-432b-8352-d5e4e73121c0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:44.481838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Attempting to bind port a05c3dac-2a8e-432b-8352-d5e4e73121c0 on network e07149c8-b5d4-464b-923e-b48389119ec7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:44.570039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:44.570323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Checking segment: {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:44.572183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.572595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Bound using segment: {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:44.573097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Bound port: a05c3dac-2a8e-432b-8352-d5e4e73121c0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091ea44c-59ed-4394-9683-c0d253a20cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:44.573959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.657241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:44.668332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.682120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] 10.222.0.36 "PUT /v2.0/ports/30b50f3b-1233-48c7-8c0f-03cb41e00adb HTTP/1.1" status: 200 len: 1091 time: 3.9173629 Dec 09 15:08:44.682703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:08:44.686379 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f146bcd6-de02-4aec-a96c-d70dcf2516ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:08:44.815907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:44.877493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=88b08503-183a-43ac-acdb-e92a787c9b8e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:44.908324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05688386-5c91-4d57-91bb-bbaf03e694e1 None None] Pushing event updated for resources: {'Port': ['ID=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:44.948797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85781-75b9-47de-8d4b-19e445688494 service neutron] Pushing event updated for resources: {'Port': ['ID=30b50f3b-1233-48c7-8c0f-03cb41e00adb,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:44.982205 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0a4ab3-2371-4242-8ec7-25d2875c1cdd x-openstack-request-id: req-de0a4ab3-2371-4242-8ec7-25d2875c1cdd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:08:44.985096 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:08:44.985562 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de0a4ab3-2371-4242-8ec7-25d2875c1cdd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:08:44.986384 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'status': 'completed', 'code': 200} Dec 09 15:08:45.093650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:45.118002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83e250ff-e3ff-4048-9602-5e8466d7f03d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/88b08503-183a-43ac-acdb-e92a787c9b8e HTTP/1.1" status: 204 len: 168 time: 1.4372742 Dec 09 15:08:45.122882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:45.268290 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-153180b7-7dcd-4337-be78-4bad09344592 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:45.272816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-153180b7-7dcd-4337-be78-4bad09344592 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/88b08503-183a-43ac-acdb-e92a787c9b8e HTTP/1.1" status: 404 len: 333 time: 0.1400659 Dec 09 15:08:45.283541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:45.393930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] For port a05c3dac-2a8e-432b-8352-d5e4e73121c0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:45.401987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] For port a05c3dac-2a8e-432b-8352-d5e4e73121c0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a05c3dac-2a8e-432b-8352-d5e4e73121c0,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:45.405452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4d8b294c-9f2e-4710-9716-2681e235f38f None None] Provisioning complete for port a05c3dac-2a8e-432b-8352-d5e4e73121c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:45.405946 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d8b294c-9f2e-4710-9716-2681e235f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:45.410916 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:45.496420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-c7740cf4-d559-4feb-88ea-c24dbc9cac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:45.498900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-c7740cf4-d559-4feb-88ea-c24dbc9cac62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 1094 time: 0.6128914 Dec 09 15:08:45.515517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Allocated IP 2001:db8:3::1 (7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba/40aa1f3d-0247-439d-a030-fb9163e29920/23d1141f-414e-4a51-a709-f6a85ec8f07e) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:45.597449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-675ff223-496a-4ee3-a537-ef31cfab46b0 req-a8b8d33a-7005-4066-aed4-fab64c5b9287 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4983494 Dec 09 15:08:45.600528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:45.606117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:45.664080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff3ab2-90b1-4e20-b1b5-d49f2201775f None None] Pushing event updated for resources: {'Port': ['ID=a05c3dac-2a8e-432b-8352-d5e4e73121c0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:45.798157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:45.798563 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:45.800482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-abb16473-8d1f-4109-8166-1018a21339c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb HTTP/1.1" status: 200 len: 217 time: 0.2781613 Dec 09 15:08:45.864486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d8b294c-9f2e-4710-9716-2681e235f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.050856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-5305f747-f636-4b9a-8a93-b4bef318204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:46.053064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-5305f747-f636-4b9a-8a93-b4bef318204b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.2442088 Dec 09 15:08:46.115520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:46.121776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.179951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:46.353112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4d8b294c-9f2e-4710-9716-2681e235f38f None None] For port a05c3dac-2a8e-432b-8352-d5e4e73121c0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a05c3dac-2a8e-432b-8352-d5e4e73121c0,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:46.368220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-6bab065c-62d9-4f4d-a370-df3114f61fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:46.374272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-6bab065c-62d9-4f4d-a370-df3114f61fbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304084 Dec 09 15:08:46.422245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d8b294c-9f2e-4710-9716-2681e235f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.424673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.448900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.588620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b294c-9f2e-4710-9716-2681e235f38f None None] Pushing event updated for resources: {'Port': ['ID=a05c3dac-2a8e-432b-8352-d5e4e73121c0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:46.637524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:46.672482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-977fcfef-59fe-4c4e-8ed3-3ab654316e6f service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869854 Dec 09 15:08:46.681964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.772100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8aba4fc5-55e0-40db-8fa5-219e1cbe87f5 None None] Provisioning complete for port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:46.772513 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8aba4fc5-55e0-40db-8fa5-219e1cbe87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:46.980117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c9b14f59-f2ae-4273-9b57-e0d7071b80b1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:46.984582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9ecaf8-347e-40e7-8143-b7e2a72e8943 req-55fb940f-b2b6-4fa5-8b1f-92c862bb0b0f service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851071 Dec 09 15:08:46.986025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.010000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d97a5c62-42d1-40c7-aa70-bad18c25dfb1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6 HTTP/1.1" status: 204 len: 168 time: 1.7252576 Dec 09 15:08:47.010653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57364) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:47.101029 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c34b0f-9e4d-40bf-9174-e45274d99a5d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:08:47.117758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-07c34b0f-9e4d-40bf-9174-e45274d99a5d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6 HTTP/1.1" status: 404 len: 333 time: 0.0972993 Dec 09 15:08:47.118407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57368) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:47.126770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66f6f30-9f3e-40fc-ab7b-d2bdab6da0fd None None] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:47.172464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=23d1141f-414e-4a51-a709-f6a85ec8f07e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:47.257853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:47.260080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:47.263983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:47.264744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.293801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 35ab8348-5519-4096-a779-94632c031747 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:08:47.297943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.384410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-51898ace-4790-4540-8320-20efc14c1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:47.391188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-51898ace-4790-4540-8320-20efc14c1f38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 1094 time: 0.3314905 Dec 09 15:08:47.431875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.565306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:47.565893 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.581511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:35Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:45Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:47.648102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f504e-46b1-4d12-99ba-52609f9225a2 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:35Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:45Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:47.653205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8aba4fc5-55e0-40db-8fa5-219e1cbe87f5 None None] Could not find standard attr ID for object 1d3d3dc7-bf7d-4ec5-9277-4d47a27b9ac6. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:47.676636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.746836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8aba4fc5-55e0-40db-8fa5-219e1cbe87f5 None None] Provisioning complete for port a05c3dac-2a8e-432b-8352-d5e4e73121c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:47.748102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8aba4fc5-55e0-40db-8fa5-219e1cbe87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.793487 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.866769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-e86ece41-337f-4606-b526-43c5d8c7363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:47.880819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-e86ece41-337f-4606-b526-43c5d8c7363d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.4807010 Dec 09 15:08:47.938817 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:47.972542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.006611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-c5d95ba7-c552-435a-99e5-1bdbdd6ad06a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb HTTP/1.1" status: 200 len: 217 time: 0.1166689 Dec 09 15:08:48.056992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port c9b14f59-f2ae-4273-9b57-e0d7071b80b1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,segment=NetworkSegment(91ecb64a-84f5-4773-9db5-ab1269ffcb95),segment_id=91ecb64a-84f5-4773-9db5-ab1269ffcb95)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:48.065001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=35ab8348-5519-4096-a779-94632c031747,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:48.070586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.077341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.086199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 21ddeb4f-f1b5-4068-9891-411a4a9f0423 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:48.087777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c432428-f11c-4886-a348-bfa5d2868e9e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/35ab8348-5519-4096-a779-94632c031747 HTTP/1.1" status: 204 len: 168 time: 0.9681532 Dec 09 15:08:48.090125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:48.143103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0f134-fccb-4988-a8f4-ba668a337702 req-4144ee48-0260-438f-adbb-68cc580fbee4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:48.144722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3c0f134-fccb-4988-a8f4-ba668a337702 req-4144ee48-0260-438f-adbb-68cc580fbee4 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 943 time: 0.3840961 Dec 09 15:08:48.160287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-497fd978-ce44-4f6b-9ad9-0160292d6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:48.162579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-497fd978-ce44-4f6b-9ad9-0160292d6abd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.1473722 Dec 09 15:08:48.384490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba117c8-3f79-4916-82dc-776671051bf0 None None] Network 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:48.391243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:48.496480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3c0f134-fccb-4988-a8f4-ba668a337702 req-f046c016-82bc-469e-914a-dba0861cf686 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866731 Dec 09 15:08:48.511330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.597206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-688c414d-bb39-4b10-a8a7-e3c6ffad52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:48.609273 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-688c414d-bb39-4b10-a8a7-e3c6ffad52e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736429 Dec 09 15:08:48.610765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8aba4fc5-55e0-40db-8fa5-219e1cbe87f5 None None] Could not find standard attr ID for object 88b08503-183a-43ac-acdb-e92a787c9b8e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:48.642357 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:48.642724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.673235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:48.673891 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.769509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] For port 21ddeb4f-f1b5-4068-9891-411a4a9f0423, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=21ddeb4f-f1b5-4068-9891-411a4a9f0423,segment=NetworkSegment(cea57ee7-cde7-4127-a126-539197b9f3cf),segment_id=cea57ee7-cde7-4127-a126-539197b9f3cf)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:48.769930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.781967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e5e56f9-6a48-480c-80c5-9d137116692f None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:48.790977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 21ddeb4f-f1b5-4068-9891-411a4a9f0423 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:48.804117 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e5e56f9-6a48-480c-80c5-9d137116692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:48.911203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e56f9-6a48-480c-80c5-9d137116692f None None] Port 23d1141f-414e-4a51-a709-f6a85ec8f07e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:48.914698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] DHCP port deletion for 1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:08:48.915010 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-047d80dd-1ce3-4653-b4bf-8cd0271a45b4 service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969918 Dec 09 15:08:48.933382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e5e56f9-6a48-480c-80c5-9d137116692f None None] Could not find standard attr ID for object 88b08503-183a-43ac-acdb-e92a787c9b8e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:08:49.031612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e5e56f9-6a48-480c-80c5-9d137116692f None None] Provisioning complete for port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:49.037124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e5e56f9-6a48-480c-80c5-9d137116692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.214858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] Deleting port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:49.215237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.236630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f146bcd6-de02-4aec-a96c-d70dcf2516ea req-631b56af-f159-4fba-b123-14fdda25269e service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969582 Dec 09 15:08:49.317086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] For port 21ddeb4f-f1b5-4068-9891-411a4a9f0423, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=21ddeb4f-f1b5-4068-9891-411a4a9f0423,segment=NetworkSegment(cea57ee7-cde7-4127-a126-539197b9f3cf),segment_id=cea57ee7-cde7-4127-a126-539197b9f3cf)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:49.317501 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.331693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] Calling delete_port for 21ddeb4f-f1b5-4068-9891-411a4a9f0423 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:49.366179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.379711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.380561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.460734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 30b50f3b-1233-48c7-8c0f-03cb41e00adb details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:08:49.580229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:49.598118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'port_id': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'mac_address': 'fa:16:3e:33:a3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:08:49.600494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.661046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event updated for resources: {'Port': ['ID=23d1141f-414e-4a51-a709-f6a85ec8f07e,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:49.667742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] Pushing event deleted for resources: {'Port': ['ID=21ddeb4f-f1b5-4068-9891-411a4a9f0423,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:49.704123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c7c7b-0f25-418e-ac35-17941a0a78a3 None None] No DVR routers for this DVR port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:49.734393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57432) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:49.742052 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.779132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b50f3b-1233-48c7-8c0f-03cb41e00adb {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:08:49.824980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:49.842848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.853233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b7421b03-299b-4212-9345-98f1ea8662c5 None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:49.854898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7421b03-299b-4212-9345-98f1ea8662c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.912143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e5821-0389-4b14-8376-244884e902d2 req-bfc944ef-30ee-4b7d-a83b-f395e569fad3 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:49.914340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-123e5821-0389-4b14-8376-244884e902d2 req-bfc944ef-30ee-4b7d-a83b-f395e569fad3 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 943 time: 0.2662799 Dec 09 15:08:49.925044 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:49.950830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:49.955748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b7421b03-299b-4212-9345-98f1ea8662c5 None None] Port 23d1141f-414e-4a51-a709-f6a85ec8f07e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:49.974939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No DVR routers for this DVR port 21ddeb4f-f1b5-4068-9891-411a4a9f0423 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:08:49.976854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=21ddeb4f-f1b5-4068-9891-411a4a9f0423,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:49.980518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=30b50f3b-1233-48c7-8c0f-03cb41e00adb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:49.986240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:50.029956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c9b14f59-f2ae-4273-9b57-e0d7071b80b1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:50.132059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f358e482-f1fb-453e-bdd6-10a054f793d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.179132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-123e5821-0389-4b14-8376-244884e902d2 req-0ffb6c75-56e1-4152-a698-885882017e16 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556667 Dec 09 15:08:50.190448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.224438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:50.256257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea57ee7-cde7-4127-a126-539197b9f3cf') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:50.257007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea57ee7-cde7-4127-a126-539197b9f3cf') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:50.280776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.324938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.335993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:08:50.336466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.361037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f358e482-f1fb-453e-bdd6-10a054f793d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.388788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f358e482-f1fb-453e-bdd6-10a054f793d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:08:50.431437 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:08:50.441647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.457200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.459994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['30b50f3b-1233-48c7-8c0f-03cb41e00adb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:08:50.471590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e HTTP/1.1" status: 204 len: 168 time: 2.3801963 Dec 09 15:08:50.472100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57450) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:50.478426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f358e482-f1fb-453e-bdd6-10a054f793d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8160fa55ce6941d98e06e771d6afc13b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7429767 Dec 09 15:08:50.480265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-118981838'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:50.493370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:50.499085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358e482-f1fb-453e-bdd6-10a054f793d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a330ec3e-7a02-4841-bda8-2dc5bc452183,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:50.501657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57452) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:50.518769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:50.522205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.535738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785e134-d4d1-469b-861a-5b4bf49af7d5 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=1d6afff3-2721-4c36-a0ab-5b03c6c8ab2e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:50.558676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:08:50.579205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.579517 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Added segment 494bc3dd-126b-47be-b911-f8d9d1f696e1 of type vlan for network 030ae1fa-75a4-4229-a09e-78c26c4f3786 Dec 09 15:08:50.633280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.649807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-04b96b47-e2c4-4a4f-a8c0-a1da0663ad2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.676943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:50.677515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.679508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:50.693000 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-01451e3e-922a-4f4f-ac12-749f91fddf43 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2931216 Dec 09 15:08:50.694991 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:50.696291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57456) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:50.705475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:50.710443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-04b96b47-e2c4-4a4f-a8c0-a1da0663ad2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.713312 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:50.714008 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:50.719730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.732695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:50.733719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.738657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bee8cb7f-0841-4ad8-8209-4b6de3f3ffd0 None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:50.739124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bee8cb7f-0841-4ad8-8209-4b6de3f3ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:50.813622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57458) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:50.814341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3374369 Dec 09 15:08:50.819698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:50.820610 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:50.906045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bee8cb7f-0841-4ad8-8209-4b6de3f3ffd0 None None] Port 23d1141f-414e-4a51-a709-f6a85ec8f07e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:50.928552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a05c3dac-2a8e-432b-8352-d5e4e73121c0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:50.942879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d88e-972b-4c2a-b38e-92810d58a742 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Network': ['ID=030ae1fa-75a4-4229-a09e-78c26c4f3786,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:50.961364 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:08:51.022546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-04b96b47-e2c4-4a4f-a8c0-a1da0663ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.025459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-04b96b47-e2c4-4a4f-a8c0-a1da0663ad2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.030198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-04b96b47-e2c4-4a4f-a8c0-a1da0663ad2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a330ec3e-7a02-4841-bda8-2dc5bc452183 HTTP/1.1" status: 204 len: 168 time: 0.5237944 Dec 09 15:08:51.034053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:51.037840 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.073276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a05c3dac-2a8e-432b-8352-d5e4e73121c0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:51.073649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.119573 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:47Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1141f-414e-4a51-a709-f6a85ec8f07e', 'name': '', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:ea:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:44Z', 'updated_at': '2021-12-09T15:08:48Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:51.146226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96b47-e2c4-4a4f-a8c0-a1da0663ad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a330ec3e-7a02-4841-bda8-2dc5bc452183,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:51.168647 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:08:51.169571 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Updating router c0204eff-353a-410e-a12c-89caef822c46 port 23d1141f-414e-4a51-a709-f6a85ec8f07e binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:08:51.232766 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.311868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 21ddeb4f-f1b5-4068-9891-411a4a9f0423 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:08:51.349556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 21ddeb4f-f1b5-4068-9891-411a4a9f0423 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:08:51.349956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 21ddeb4f-f1b5-4068-9891-411a4a9f0423 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:08:51.423887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8118e-83c1-4a81-a4c2-7d7138ce0507 req-e9c012c8-7b6a-421e-a352-b9c0a5f72713 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:51.425733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22c8118e-83c1-4a81-a4c2-7d7138ce0507 req-e9c012c8-7b6a-421e-a352-b9c0a5f72713 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 944 time: 0.1260517 Dec 09 15:08:51.486914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.585954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57478) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:51.611152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22c8118e-83c1-4a81-a4c2-7d7138ce0507 req-1449b3dc-829d-4245-a6e8-31063a58518e tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786427 Dec 09 15:08:51.648024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7344c83-333a-45b2-8d50-ee2dbd1055a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.651501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=688220a9-1a49-4fa1-a25b-dad7717d4a42,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:51.660424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:08:51.674397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Checking segment: {'id': '494bc3dd-126b-47be-b911-f8d9d1f696e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:51.675636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network hostable DHCP agents. Network: 030ae1fa-75a4-4229-a09e-78c26c4f3786, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:08:51.692582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Removed routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:08:51.692994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.743029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:08:51.788576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 030ae1fa-75a4-4229-a09e-78c26c4f3786) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:51.819745 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.820645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff9574-0b0a-4d4f-aa92-2a19fdc77ae4 None None] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:51.831719 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.832263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:51.833168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.914244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-47177c72-ee8b-4846-936d-e6b9a0c59094 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0992825 Dec 09 15:08:51.917537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57488) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:51.924062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1877644516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:51.948080 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.962247 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.964344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.976081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7344c83-333a-45b2-8d50-ee2dbd1055a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.986925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7344c83-333a-45b2-8d50-ee2dbd1055a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:51.998845 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e2946-6609-40cd-bec7-b9e532935a52 None None] Pushing event updated for resources: {'Port': ['ID=23d1141f-414e-4a51-a709-f6a85ec8f07e,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:52.101205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-030ae1fa-75a4-4229-a09e-78c26c4f3786', 'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': '688220a9-1a49-4fa1-a25b-dad7717d4a42'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:08:52.102122 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.112242 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.116829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.121823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Attempting to bind port 23d1141f-414e-4a51-a709-f6a85ec8f07e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:52.122801 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Attempting to bind port 23d1141f-414e-4a51-a709-f6a85ec8f07e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:52.123170 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Attempting to bind port 23d1141f-414e-4a51-a709-f6a85ec8f07e on network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:52.146481 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:52.146864 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Checking segment: {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:52.147271 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.147709 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Bound using segment: {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:52.148181 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Bound port: 23d1141f-414e-4a51-a709-f6a85ec8f07e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ecb64a-84f5-4773-9db5-ab1269ffcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:52.148560 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.199668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.207304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e7344c83-333a-45b2-8d50-ee2dbd1055a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ac7c5c7363f47b5a3cd80b3d9b1ecbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6165352 Dec 09 15:08:52.211415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57494) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:52.285501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.294532 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] For port 23d1141f-414e-4a51-a709-f6a85ec8f07e, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:52.301517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7344c83-333a-45b2-8d50-ee2dbd1055a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e9e3e-0a22-4631-8b71-981d1c9a2be5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:52.303620 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] For port 23d1141f-414e-4a51-a709-f6a85ec8f07e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=23d1141f-414e-4a51-a709-f6a85ec8f07e,segment=NetworkSegment(91ecb64a-84f5-4773-9db5-ab1269ffcb95),segment_id=91ecb64a-84f5-4773-9db5-ab1269ffcb95)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:52.312397 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.357594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f80af1a-648f-4411-b5f3-89c947c1789a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.365084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.369275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57496) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:52.369768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-080291c3-77b3-4539-8701-9aa9abd89757 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4509158 Dec 09 15:08:52.377166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:52.381314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786', 'name': 'tempest-PortsTestJSON-1052997719'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:52.397494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f80af1a-648f-4411-b5f3-89c947c1789a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.480312 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.500444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Allocated IP 172.20.0.2 (030ae1fa-75a4-4229-a09e-78c26c4f3786/688220a9-1a49-4fa1-a25b-dad7717d4a42/8816be45-46a3-4467-b122-3bbb964bf5e4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:52.511756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:52.512558 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:52.520543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f80af1a-648f-4411-b5f3-89c947c1789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.524072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f80af1a-648f-4411-b5f3-89c947c1789a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.527456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f80af1a-648f-4411-b5f3-89c947c1789a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/276e9e3e-0a22-4631-8b71-981d1c9a2be5 HTTP/1.1" status: 204 len: 168 time: 0.3127789 Dec 09 15:08:52.558570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80af1a-648f-4411-b5f3-89c947c1789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e9e3e-0a22-4631-8b71-981d1c9a2be5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:52.604112 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e2946-6609-40cd-bec7-b9e532935a52 None None] Pushing event updated for resources: {'Port': ['ID=23d1141f-414e-4a51-a709-f6a85ec8f07e,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:52.795519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:52.810918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.812568 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-93ca230f-0540-412e-ae36-094c24f2475b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 953 time: 2.1149380 Dec 09 15:08:52.815643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57514) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:52.883530 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.980000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4b3c782-3991-4bf4-97f9-17b87037f57a None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:52.980000 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4b3c782-3991-4bf4-97f9-17b87037f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.980000 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:52.982574 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:52.989726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e863e8-3170-4b96-9032-f8c07829806d req-522d8668-a35b-42ba-8e9f-613db2aa0d69 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:53.001294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4e863e8-3170-4b96-9032-f8c07829806d req-522d8668-a35b-42ba-8e9f-613db2aa0d69 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 944 time: 0.2339382 Dec 09 15:08:53.017130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:08:53.020772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.060447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 9ef97de8-5ffb-459e-94fe-72f5afe37566 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:08:53.076607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8f73d1cd-530e-4b3b-80ca-8ec26b29aad5 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 953 time: 0.2584388 Dec 09 15:08:53.079522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:53.080590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:53.084398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:53.089674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:53.120176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'routes': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:53.154443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4e863e8-3170-4b96-9032-f8c07829806d req-78fa5709-280f-42ce-89d3-3a60faee00bd tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473870 Dec 09 15:08:53.222850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Pushing event updated for resources: {'Port': ['ID=8816be45-46a3-4467-b122-3bbb964bf5e4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:53.292008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.10 (030ae1fa-75a4-4229-a09e-78c26c4f3786/688220a9-1a49-4fa1-a25b-dad7717d4a42/9ef97de8-5ffb-459e-94fe-72f5afe37566) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:08:53.305458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 30b50f3b-1233-48c7-8c0f-03cb41e00adb up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:53.411627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-66e031e5-32d8-4425-a2a8-bd7eca57413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.464505 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:51Z', 'revision_number': 6, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1141f-414e-4a51-a709-f6a85ec8f07e', 'name': '', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:ea:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:44Z', 'updated_at': '2021-12-09T15:08:52Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:53.493593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Attempting to bind port 8816be45-46a3-4467-b122-3bbb964bf5e4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:08:53.493979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Attempting to bind port 8816be45-46a3-4467-b122-3bbb964bf5e4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '494bc3dd-126b-47be-b911-f8d9d1f696e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:08:53.494345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Attempting to bind port 8816be45-46a3-4467-b122-3bbb964bf5e4 on network 030ae1fa-75a4-4229-a09e-78c26c4f3786 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:08:53.504077 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c5d1b-e4f6-4c73-8d0e-1b5cfd50cecb None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:51Z', 'revision_number': 6, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1141f-414e-4a51-a709-f6a85ec8f07e', 'name': '', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:ea:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:44Z', 'updated_at': '2021-12-09T15:08:52Z', 'revision_number': 4, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:53.552077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:08:53.552466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Checking segment: {'id': '494bc3dd-126b-47be-b911-f8d9d1f696e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:08:53.552875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.553277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Bound using segment: {'id': '494bc3dd-126b-47be-b911-f8d9d1f696e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:08:53.553774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Bound port: 8816be45-46a3-4467-b122-3bbb964bf5e4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494bc3dd-126b-47be-b911-f8d9d1f696e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '030ae1fa-75a4-4229-a09e-78c26c4f3786'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:08:53.554160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.648729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4b3c782-3991-4bf4-97f9-17b87037f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.768383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c4b3c782-3991-4bf4-97f9-17b87037f57a None None] For port 23d1141f-414e-4a51-a709-f6a85ec8f07e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=23d1141f-414e-4a51-a709-f6a85ec8f07e,segment=NetworkSegment(91ecb64a-84f5-4773-9db5-ab1269ffcb95),segment_id=91ecb64a-84f5-4773-9db5-ab1269ffcb95)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:53.770570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 30b50f3b-1233-48c7-8c0f-03cb41e00adb completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:08:53.779320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 30b50f3b-1233-48c7-8c0f-03cb41e00adb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:53.779740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.785344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4b3c782-3991-4bf4-97f9-17b87037f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:53.948640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 23d1141f-414e-4a51-a709-f6a85ec8f07e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:54.054890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a5f1d706-0304-4475-adbf-6b330eacb609 None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:54.054890 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d706-0304-4475-adbf-6b330eacb609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.056044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] For port 8816be45-46a3-4467-b122-3bbb964bf5e4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:08:54.161828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3c782-3991-4bf4-97f9-17b87037f57a None None] Pushing event updated for resources: {'Port': ['ID=23d1141f-414e-4a51-a709-f6a85ec8f07e,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:54.221767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] For port 8816be45-46a3-4467-b122-3bbb964bf5e4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8816be45-46a3-4467-b122-3bbb964bf5e4,segment=NetworkSegment(494bc3dd-126b-47be-b911-f8d9d1f696e1),segment_id=494bc3dd-126b-47be-b911-f8d9d1f696e1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:08:54.328858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.476812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3e1d-2a79-46ba-a20a-84eea228f6e3 None None] Pushing event updated for resources: {'Port': ['ID=8816be45-46a3-4467-b122-3bbb964bf5e4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:54.484644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.575629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:08:54.582910 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ab471-4bbf-4408-87be-4c63d5ceb1b5" -d '{"events": [{"server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:08:54.597464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.637149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:54.641033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.679243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:54.762161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.765245 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b2031-18ac-4e3c-abfe-a3c9c572e0af x-openstack-request-id: req-7a0b2031-18ac-4e3c-abfe-a3c9c572e0af {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:08:54.765752 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:08:54.766214 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a0b2031-18ac-4e3c-abfe-a3c9c572e0af {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:08:54.766776 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'code': 200} Dec 09 15:08:54.796833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:54.807594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a502cc-8e3a-414f-94fe-65688cc27a5d req-9f9b5238-a25a-4971-a1f1-7cea07bbfb17 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:54.816922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0a502cc-8e3a-414f-94fe-65688cc27a5d req-9f9b5238-a25a-4971-a1f1-7cea07bbfb17 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 944 time: 0.3597555 Dec 09 15:08:54.845235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c9e11-e4e9-4425-88c6-786de39b2d4f req-f9f3f797-caef-48b1-916b-aa7f38b54eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:54.847623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c95c9e11-e4e9-4425-88c6-786de39b2d4f req-f9f3f797-caef-48b1-916b-aa7f38b54eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 1096 time: 0.0718777 Dec 09 15:08:55.077466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=30b50f3b-1233-48c7-8c0f-03cb41e00adb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:55.085955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:08:55.102382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:08:55.119464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:08:55.151741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:55.182236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:55.182990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:55.241761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=9ef97de8-5ffb-459e-94fe-72f5afe37566,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:55.281216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0a502cc-8e3a-414f-94fe-65688cc27a5d req-cb44f9bd-c8ca-4f21-a244-6d6235634736 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4619052 Dec 09 15:08:55.416162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:08:55.416864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:08:55.460115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:55.538754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:55.556258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c95c9e11-e4e9-4425-88c6-786de39b2d4f req-7b01668e-4720-49d2-b8f8-ad71124a7f8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6986589 Dec 09 15:08:55.651509 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f0de-907e-4af8-b5dc-09ee42080c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:55.762070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:55.762964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:55.867330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:51Z', 'revision_number': 6, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1141f-414e-4a51-a709-f6a85ec8f07e', 'name': '', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:ea:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:44Z', 'updated_at': '2021-12-09T15:08:53Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:55.957387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-796427ad-4f17-4955-aac7-2afd9708e3e2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5824237 Dec 09 15:08:55.960069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57594) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:55.969018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:08:55.994660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:55.999227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:56.004226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:56.005369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:56.140100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 23d1141f-414e-4a51-a709-f6a85ec8f07e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:56.210667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:56.488171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:08:56.498949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:56.500244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0fdb827a-da0b-4d78-abe1-03807df71800 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 703 time: 3.4195204 Dec 09 15:08:56.502682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:56.722795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d6b42-1c8c-4b89-b5ce-367da2b8669c None None] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:08:56.732146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bb09a-8825-4d30-9d93-88c1c2ec2905 req-f1d8fc8c-8a20-4e89-8c75-a2e705973e6f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:56.739521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-071bb09a-8825-4d30-9d93-88c1c2ec2905 req-f1d8fc8c-8a20-4e89-8c75-a2e705973e6f tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 945 time: 0.2691567 Dec 09 15:08:56.849134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bcd8ad21-34c9-4bbe-9d35-5607a7ea43d5 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 703 time: 0.3424864 Dec 09 15:08:56.849718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57614) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:56.875568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:56.917159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-071bb09a-8825-4d30-9d93-88c1c2ec2905 req-3ed5e3d6-6bd6-4c60-96b3-d4b85a4fec0b tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719966 Dec 09 15:08:56.989661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-03fe3a9d-8419-408a-b945-579671f31a8c None None] Provisioning complete for port 8816be45-46a3-4467-b122-3bbb964bf5e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:56.990038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03fe3a9d-8419-408a-b945-579671f31a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.053612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 23d1141f-414e-4a51-a709-f6a85ec8f07e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:57.053912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.115439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.117658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:57.209638 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03fe3a9d-8419-408a-b945-579671f31a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.353833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8816be45-46a3-4467-b122-3bbb964bf5e4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:57.386097 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.599794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.609013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:57.634067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-03fe3a9d-8419-408a-b945-579671f31a8c None None] For port 8816be45-46a3-4467-b122-3bbb964bf5e4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8816be45-46a3-4467-b122-3bbb964bf5e4,segment=NetworkSegment(494bc3dd-126b-47be-b911-f8d9d1f696e1),segment_id=494bc3dd-126b-47be-b911-f8d9d1f696e1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:57.721154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=9ef97de8-5ffb-459e-94fe-72f5afe37566,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:57.807989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03fe3a9d-8419-408a-b945-579671f31a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.072973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8816be45-46a3-4467-b122-3bbb964bf5e4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:58.078700 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.087671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe3a9d-8419-408a-b945-579671f31a8c None None] Pushing event updated for resources: {'Port': ['ID=8816be45-46a3-4467-b122-3bbb964bf5e4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:58.157854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 23d1141f-414e-4a51-a709-f6a85ec8f07e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:08:58.157854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.259413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.303813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601dc19-e061-4f03-bd52-707efcb62df7 req-4b2f2b3a-040f-4ac9-89fb-7d96f8f37a24 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:58.309183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fb8bdf8f-1359-4f3f-b1a1-2bb727067c7b None None] Provisioning complete for port 8816be45-46a3-4467-b122-3bbb964bf5e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:58.310399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb8bdf8f-1359-4f3f-b1a1-2bb727067c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.314403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5601dc19-e061-4f03-bd52-707efcb62df7 req-4b2f2b3a-040f-4ac9-89fb-7d96f8f37a24 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 945 time: 0.1489036 Dec 09 15:08:58.412004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5601dc19-e061-4f03-bd52-707efcb62df7 req-bde96b96-d7ae-4945-9034-0b68b4a6f722 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970993 Dec 09 15:08:58.425551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 23d1141f-414e-4a51-a709-f6a85ec8f07e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=23d1141f-414e-4a51-a709-f6a85ec8f07e,segment=NetworkSegment(91ecb64a-84f5-4773-9db5-ab1269ffcb95),segment_id=91ecb64a-84f5-4773-9db5-ab1269ffcb95)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:08:58.425551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.449196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 23d1141f-414e-4a51-a709-f6a85ec8f07e owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:08:58.538046 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.669693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:55Z', 'revision_number': 7, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1141f-414e-4a51-a709-f6a85ec8f07e', 'name': '', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:ea:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:44Z', 'updated_at': '2021-12-09T15:08:53Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:58.721813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a380d-5a30-4cde-8f0d-4097cecf10c2 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:55Z', 'revision_number': 7, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1141f-414e-4a51-a709-f6a85ec8f07e', 'name': '', 'network_id': '7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:ea:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:44Z', 'updated_at': '2021-12-09T15:08:53Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '40aa1f3d-0247-439d-a030-fb9163e29920', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:08:58.733190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.750930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fb8bdf8f-1359-4f3f-b1a1-2bb727067c7b None None] Provisioning complete for port 9ef97de8-5ffb-459e-94fe-72f5afe37566 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:58.751585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb8bdf8f-1359-4f3f-b1a1-2bb727067c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:58.861489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bdf8f-1359-4f3f-b1a1-2bb727067c7b None None] Port 9ef97de8-5ffb-459e-94fe-72f5afe37566 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:58.864124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8816be45-46a3-4467-b122-3bbb964bf5e4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:08:58.961505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8816be45-46a3-4467-b122-3bbb964bf5e4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:58.962110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:59.007687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:59.026260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a1239f1c-c0c3-4a54-984b-d84924fdef95 None None] Provisioning complete for port 9ef97de8-5ffb-459e-94fe-72f5afe37566 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:08:59.026260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a1239f1c-c0c3-4a54-984b-d84924fdef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:59.074731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=23d1141f-414e-4a51-a709-f6a85ec8f07e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:08:59.139699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a1239f1c-c0c3-4a54-984b-d84924fdef95 None None] Port 9ef97de8-5ffb-459e-94fe-72f5afe37566 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:08:59.271472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:59.307589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8602fcd-f665-4a08-8d5d-274ae14ade59 req-aba51940-ed21-4eb7-9cbf-5a8cbe4b9bb8 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:08:59.319893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8602fcd-f665-4a08-8d5d-274ae14ade59 req-aba51940-ed21-4eb7-9cbf-5a8cbe4b9bb8 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 945 time: 0.5432963 Dec 09 15:08:59.349509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:59.426743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:59.446871 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:08:59.464151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Request body: {'floatingip': {'port_id': '30b50f3b-1233-48c7-8c0f-03cb41e00adb'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:08:59.477282 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:08:59.479653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:08:59.485668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57676) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:08:59.616857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:08:59.698133 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:08:59.936313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:08:59.940431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.030831 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:58Z', 'revision_number': 8, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:00.066846 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:00.081671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:00.083313 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:00.093432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.138544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:00.144605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-732e5e0d-70ff-4688-8db8-3b1002379972 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2940021 Dec 09 15:09:00.147149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:00.213353 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:00.246704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=9ef97de8-5ffb-459e-94fe-72f5afe37566,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:00.254647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet 40aa1f3d-0247-439d-a030-fb9163e29920 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:00.269757 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.337702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f07df57d-bd4c-4f3f-bed8-6306eddd21b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.387242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.436539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.561042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.567107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:00.603706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:00.723558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.764177 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:58Z', 'revision_number': 8, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:00.802455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=40aa1f3d-0247-439d-a030-fb9163e29920,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:00.804760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:00.812990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d4867bc5-5011-41cd-a24b-638ed45475c8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/40aa1f3d-0247-439d-a030-fb9163e29920 HTTP/1.1" status: 204 len: 168 time: 0.6636519 Dec 09 15:09:00.813655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:00.816149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd43f31-4de1-4ede-b275-5fa4b72d6111 None None] Network 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:00.862934 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf25548-e044-4fb9-b2f3-0cf62f746b55 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:58Z', 'revision_number': 8, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:01.001905 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.078787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:01.079135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.084334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7b2e7ced-8237-4ae8-9520-2ec2b6e7d72a None None] Provisioning complete for port 9ef97de8-5ffb-459e-94fe-72f5afe37566 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:01.085567 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7ced-8237-4ae8-9520-2ec2b6e7d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.129547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e7ced-8237-4ae8-9520-2ec2b6e7d72a None None] Port 9ef97de8-5ffb-459e-94fe-72f5afe37566 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:01.132335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f07df57d-bd4c-4f3f-bed8-6306eddd21b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.151115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f07df57d-bd4c-4f3f-bed8-6306eddd21b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.159450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port c9b14f59-f2ae-4273-9b57-e0d7071b80b1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,segment=NetworkSegment(91ecb64a-84f5-4773-9db5-ab1269ffcb95),segment_id=91ecb64a-84f5-4773-9db5-ab1269ffcb95)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:01.159843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.173959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for c9b14f59-f2ae-4273-9b57-e0d7071b80b1 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:01.255273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] DHCP port deletion for 7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:09:01.297006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.348864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:01.357692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:01.403409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Deleting port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:01.404053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.565436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] For port c9b14f59-f2ae-4273-9b57-e0d7071b80b1, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:01.565841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.586547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.599924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Calling delete_port for c9b14f59-f2ae-4273-9b57-e0d7071b80b1 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:01.614081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57720) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:01.619958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f07df57d-bd4c-4f3f-bed8-6306eddd21b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d57d35ed2d4a4150a5b247a4b3e3e9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1110847 Dec 09 15:09:01.625783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:09:01.627661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.653165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:01.658283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Router 8ac1687f-1053-4673-bdd8-a0546c061d17 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:09:01.673331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ecb64a-84f5-4773-9db5-ab1269ffcb95') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:01.673703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ecb64a-84f5-4773-9db5-ab1269ffcb95') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:01.691224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.resource_extend [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:09:01.695102 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.697656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:01.700890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07df57d-bd4c-4f3f-bed8-6306eddd21b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a86c4-628f-40ce-a19d-dca2c2b3a2de,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:01.709398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] No DVR routers for this DVR port c9b14f59-f2ae-4273-9b57-e0d7071b80b1 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:01.714283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Pushing event deleted for resources: {'Port': ['ID=c9b14f59-f2ae-4273-9b57-e0d7071b80b1,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:01.722062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.726616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.727105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.739963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:01.740791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.740888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.741351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.741812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.742597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.743130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.744329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.744329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:01.744663 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:01.746337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.747281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.747749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.748188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b933d3-1c67-4470-860a-44beb654d839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:01.755010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:01.755921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:01.774391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a25c635-e20e-4e93-9c5c-29103c1f04ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.868679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a25c635-e20e-4e93-9c5c-29103c1f04ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.876949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.886870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:01.892952 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba HTTP/1.1" status: 204 len: 168 time: 1.0778716 Dec 09 15:09:01.904588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57732) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:01.909552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:01.984492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ac87b-c022-4bc7-bf8d-2b4c4459a7d3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=7bde7bec-b6b8-4d7b-a3a3-1393f83a94ba,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:02.039218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:02.052928 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] Sync routers for ids ['8ac1687f-1053-4673-bdd8-a0546c061d17'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:02.060152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:02.068631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fb6622e3-0e5e-4153-a58a-73675bd96af4 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/routers/8ac1687f-1053-4673-bdd8-a0546c061d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1074734 Dec 09 15:09:02.069725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:02.088852 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] Routers {'8ac1687f-1053-4673-bdd8-a0546c061d17'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:02.094101 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8ac1687f-1053-4673-bdd8-a0546c061d17'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.115875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:02.188107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.221576 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] Routers {'8ac1687f-1053-4673-bdd8-a0546c061d17'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:02.223446 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8ac1687f-1053-4673-bdd8-a0546c061d17'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.230534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:58Z', 'revision_number': 8, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.246038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d716e1f-9e0c-4a47-a1c6-a2bd034631dd tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:02.250623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d716e1f-9e0c-4a47-a1c6-a2bd034631dd tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ac1687f-1053-4673-bdd8-a0546c061d17 HTTP/1.1" status: 200 len: 983 time: 0.1772981 Dec 09 15:09:02.287317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:02.290337 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.290946 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbbce1-d9e8-4b68-8623-9e065102ed13 None None] The sync data for ids ['8ac1687f-1053-4673-bdd8-a0546c061d17'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:02.294953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:02.308227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:02.313259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.317799 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a25c635-e20e-4e93-9c5c-29103c1f04ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:02.332768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a25c635-e20e-4e93-9c5c-29103c1f04ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:02.336555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a25c635-e20e-4e93-9c5c-29103c1f04ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a43a86c4-628f-40ce-a19d-dca2c2b3a2de HTTP/1.1" status: 204 len: 168 time: 0.7214963 Dec 09 15:09:02.351266 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Floating IP b5063e43-8f9c-4107-9347-92fcda65e1fd associated. External IP: 172.25.0.229, port: 30b50f3b-1233-48c7-8c0f-03cb41e00adb. Dec 09 15:09:02.459796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:02.773174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c9b14f59-f2ae-4273-9b57-e0d7071b80b1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:02.804359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c9b14f59-f2ae-4273-9b57-e0d7071b80b1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:02.805205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c9b14f59-f2ae-4273-9b57-e0d7071b80b1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:02.806155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 23d1141f-414e-4a51-a709-f6a85ec8f07e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:02.844252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 23d1141f-414e-4a51-a709-f6a85ec8f07e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:02.844841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 23d1141f-414e-4a51-a709-f6a85ec8f07e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:02.859702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:02.894915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:58Z', 'revision_number': 8, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:02.934494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce5441-c8c0-438b-bf5f-3a2fa5a9558b None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:08:58Z', 'revision_number': 8, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05c3dac-2a8e-432b-8352-d5e4e73121c0', 'name': '', 'network_id': 'e07149c8-b5d4-464b-923e-b48389119ec7', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:41:d4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:34Z', 'updated_at': '2021-12-09T15:08:46Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '03aa785b-536b-4b21-b1d6-2984703ba435', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:03.070788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:03.077462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:03.095998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61826b66-17c5-4587-910e-3279f305741e None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:03.122725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:03.123400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:03.128551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-383cc50c-c3d0-405b-8085-e1817a27b028 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "PUT /v2.0/floatingips/b5063e43-8f9c-4107-9347-92fcda65e1fd HTTP/1.1" status: 200 len: 991 time: 3.7772827 Dec 09 15:09:03.129331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:09:03.132212 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb2b154-57d4-4585-a8c6-9cb22e536435" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:09:03.179140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57772) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:03.202537 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29e84bd9-fb04-400f-8cc4-aefb8e363827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:03.229073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25c635-e20e-4e93-9c5c-29103c1f04ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a86c4-628f-40ce-a19d-dca2c2b3a2de,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:03.273373 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c310c4-66d4-451a-a850-95889e865a6c x-openstack-request-id: req-e4c310c4-66d4-451a-a850-95889e865a6c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:09:03.273858 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:09:03.273858 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4c310c4-66d4-451a-a850-95889e865a6c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:09:03.274385 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'status': 'completed', 'code': 200} Dec 09 15:09:03.402848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-f36118f9-218e-4966-8456-df91659caeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:03.405460 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-f36118f9-218e-4966-8456-df91659caeea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 1096 time: 0.1302605 Dec 09 15:09:03.596847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29e84bd9-fb04-400f-8cc4-aefb8e363827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:03.600966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:03.621356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29e84bd9-fb04-400f-8cc4-aefb8e363827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:03.683547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-29e84bd9-fb04-400f-8cc4-aefb8e363827 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=143daf4575374dc2bea888a9690c5a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029063 Dec 09 15:09:03.694106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:03.717323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e84bd9-fb04-400f-8cc4-aefb8e363827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf8a53c-fa07-4776-8b1a-768dd3ba9d9b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:03.727153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-b0a375a3-e1ba-457f-a24b-4207fe99bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:03.728870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-b0a375a3-e1ba-457f-a24b-4207fe99bd67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3147500 Dec 09 15:09:03.816954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-2dcd7ca2-9706-46e9-8d45-5d017e461e21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb HTTP/1.1" status: 200 len: 999 time: 0.0796571 Dec 09 15:09:03.882279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b5063e43-8f9c-4107-9347-92fcda65e1fd', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'port_id': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'mac_address': 'fa:16:3e:33:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:08:29Z', 'updated_at': '2021-12-09T15:09:01Z', 'revision_number': 1, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:03.899130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-1b3dcc1b-7e49-4057-a269-7877c667f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:03.901025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-1b3dcc1b-7e49-4057-a269-7877c667f358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.0752621 Dec 09 15:09:03.911906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc0a5-c1f0-4dbd-9639-8d7d39a0c7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:03.916668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61826b66-17c5-4587-910e-3279f305741e None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:03.932099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:03.932772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:03.968289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc0a5-c1f0-4dbd-9639-8d7d39a0c7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:03.978193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-66715e8f-37ee-4156-ae86-dd693b903bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:03.981829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-66715e8f-37ee-4156-ae86-dd693b903bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693505 Dec 09 15:09:04.088304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:04.181839 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:04.184671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:04.235159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-ea50a2d6-36eb-4429-b9ca-7971e1c8adcf service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463470 Dec 09 15:09:04.366612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc0a5-c1f0-4dbd-9639-8d7d39a0c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:04.369378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc0a5-c1f0-4dbd-9639-8d7d39a0c7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:04.373002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf5bc0a5-c1f0-4dbd-9639-8d7d39a0c7b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edf8a53c-fa07-4776-8b1a-768dd3ba9d9b HTTP/1.1" status: 204 len: 168 time: 0.6691213 Dec 09 15:09:04.414885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bc0a5-c1f0-4dbd-9639-8d7d39a0c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf8a53c-fa07-4776-8b1a-768dd3ba9d9b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:04.549908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecb2b154-57d4-4585-a8c6-9cb22e536435 req-0f3caa47-616b-4b7b-add7-c19436200a91 service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030071 Dec 09 15:09:04.553695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61826b66-17c5-4587-910e-3279f305741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b5063e43-8f9c-4107-9347-92fcda65e1fd', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'port_id': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'mac_address': 'fa:16:3e:33:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:08:29Z', 'updated_at': '2021-12-09T15:09:01Z', 'revision_number': 1, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:04.617768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61826b66-17c5-4587-910e-3279f305741e None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b5063e43-8f9c-4107-9347-92fcda65e1fd', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'port_id': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'mac_address': 'fa:16:3e:33:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:08:29Z', 'updated_at': '2021-12-09T15:09:01Z', 'revision_number': 1, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:04.832323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57800) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:04.839989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 9ef97de8-5ffb-459e-94fe-72f5afe37566 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:04.840359 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:04.937299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port a05c3dac-2a8e-432b-8352-d5e4e73121c0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:04.937642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.000427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ceb55-a8fb-4ed4-9e42-61408a8f2cc5 None None] New status for floating IP b5063e43-8f9c-4107-9347-92fcda65e1fd: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:09:05.016029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89664918-3a85-4460-9474-fdf6d978d19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.061783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.085480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 9ef97de8-5ffb-459e-94fe-72f5afe37566 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:05.172871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port a05c3dac-2a8e-432b-8352-d5e4e73121c0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a05c3dac-2a8e-432b-8352-d5e4e73121c0,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:05.173249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.194169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89664918-3a85-4460-9474-fdf6d978d19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.198881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-89664918-3a85-4460-9474-fdf6d978d19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.217126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for a05c3dac-2a8e-432b-8352-d5e4e73121c0 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:05.248490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664918-3a85-4460-9474-fdf6d978d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2e179-8296-4033-ac13-1f316e562014,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:05.270851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-89664918-3a85-4460-9474-fdf6d978d19f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd7734b44c6a40859db958c7bd5cb8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374766 Dec 09 15:09:05.272980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57814) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:05.345248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04ff8371-a474-4b62-b3fe-db7894899260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.385083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04ff8371-a474-4b62-b3fe-db7894899260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.483311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04ff8371-a474-4b62-b3fe-db7894899260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.486254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04ff8371-a474-4b62-b3fe-db7894899260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.487529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-04ff8371-a474-4b62-b3fe-db7894899260 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfe2e179-8296-4033-ac13-1f316e562014 HTTP/1.1" status: 204 len: 168 time: 0.2133691 Dec 09 15:09:05.508709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff8371-a474-4b62-b3fe-db7894899260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2e179-8296-4033-ac13-1f316e562014,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:05.518290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.592155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=9ef97de8-5ffb-459e-94fe-72f5afe37566,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:05.661958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:05.720964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=a05c3dac-2a8e-432b-8352-d5e4e73121c0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:05.972822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57838) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:06.018846 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.040962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.164651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57844) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:06.183638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5b02-6abf-4166-9357-6102687bfe48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.343707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db18c9bc-f2c1-4629-9be5-fd07d4a993c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.401892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5b02-6abf-4166-9357-6102687bfe48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.415121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5b02-6abf-4166-9357-6102687bfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.426321 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:09:06.475191 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9f1c5b02-6abf-4166-9357-6102687bfe48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c41a08fb22543e4909405837d855bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071742 Dec 09 15:09:06.477708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57852) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:06.505902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c5b02-6abf-4166-9357-6102687bfe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc936e7-fdfe-4e10-8dae-6725494e29b6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:06.560721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db18c9bc-f2c1-4629-9be5-fd07d4a993c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.575299 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db18c9bc-f2c1-4629-9be5-fd07d4a993c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.702707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db18c9bc-f2c1-4629-9be5-fd07d4a993c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=689c5949568b4474adb0a3d92df1f2a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283771 Dec 09 15:09:06.705664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18c9bc-f2c1-4629-9be5-fd07d4a993c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29061dae-3c97-4250-a04f-af52f7cb8094,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:06.708071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:06.715033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e929c4be-3a6f-4ca6-822e-a2268918e44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.768127 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e929c4be-3a6f-4ca6-822e-a2268918e44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.818190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Router 8ac1687f-1053-4673-bdd8-a0546c061d17 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:06.827901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c3aabe8-3e1f-49da-bad1-9f3fa6c7339e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.854670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c3aabe8-3e1f-49da-bad1-9f3fa6c7339e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.888614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:06.911210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e929c4be-3a6f-4ca6-822e-a2268918e44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.914139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e929c4be-3a6f-4ca6-822e-a2268918e44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.915478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e929c4be-3a6f-4ca6-822e-a2268918e44b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdc936e7-fdfe-4e10-8dae-6725494e29b6 HTTP/1.1" status: 204 len: 168 time: 0.4325225 Dec 09 15:09:06.928559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c3aabe8-3e1f-49da-bad1-9f3fa6c7339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.931798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c3aabe8-3e1f-49da-bad1-9f3fa6c7339e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:06.932950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c3aabe8-3e1f-49da-bad1-9f3fa6c7339e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29061dae-3c97-4250-a04f-af52f7cb8094 HTTP/1.1" status: 204 len: 168 time: 0.2236848 Dec 09 15:09:06.934733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c4be-3a6f-4ca6-822e-a2268918e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc936e7-fdfe-4e10-8dae-6725494e29b6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:06.945686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aabe8-3e1f-49da-bad1-9f3fa6c7339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29061dae-3c97-4250-a04f-af52f7cb8094,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:06.950701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:06.958839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c74922ba-d25a-497e-9b6b-4c90625732b3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/routers/8ac1687f-1053-4673-bdd8-a0546c061d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6552408 Dec 09 15:09:06.959735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:06.990785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] Sync routers for ids ['8ac1687f-1053-4673-bdd8-a0546c061d17'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:06.992891 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9ba2d4-daa0-4071-9f41-a09908b14def tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:09:06.999102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:06.999289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6f9ba2d4-daa0-4071-9f41-a09908b14def tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/9ef97de8-5ffb-459e-94fe-72f5afe37566 HTTP/1.1" status: 404 len: 333 time: 0.0371680 Dec 09 15:09:07.023050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] Routers {'8ac1687f-1053-4673-bdd8-a0546c061d17'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:07.024023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8ac1687f-1053-4673-bdd8-a0546c061d17'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.065597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.074661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] Routers {'8ac1687f-1053-4673-bdd8-a0546c061d17'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:07.075491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8ac1687f-1053-4673-bdd8-a0546c061d17'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.111243 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.116917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.117659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874d8b0-0ec9-4d08-881a-7c1e7f650285 None None] The sync data for ids ['8ac1687f-1053-4673-bdd8-a0546c061d17'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:07.256003 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:07.269902 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:07.284241 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:07.285244 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.290839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e43ad4eb-9fd3-46b0-bf5a-6027f1c8c83a tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3845747 Dec 09 15:09:07.293959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:07.377205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.392177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.414949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet 03aa785b-536b-4b21-b1d6-2984703ba435 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:07.421152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.517598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.522479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac1687f-1053-4673-bdd8-a0546c061d17 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:09:07.535839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.538921 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:07.546346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.551214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57900) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:07.552903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-944fe7df-1c5b-4b7b-95cd-f77062f14193 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/routers/8ac1687f-1053-4673-bdd8-a0546c061d17 HTTP/1.1" status: 204 len: 168 time: 0.5517075 Dec 09 15:09:07.659823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 688220a9-1a49-4fa1-a25b-dad7717d4a42 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:07.681899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.732363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.769011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.865144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.882454 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:05Z', 'revision_number': 9, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.915881 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:07.926472 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:07.926867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.927141 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:07.930118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/03aa785b-536b-4b21-b1d6-2984703ba435 HTTP/1.1" status: 204 len: 168 time: 0.6350439 Dec 09 15:09:07.933057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57916) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:07.933651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c6a7d-5e54-4b36-9d4e-3e0d52323c25 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=03aa785b-536b-4b21-b1d6-2984703ba435,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:07.941882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9948a97-a013-4011-a4df-05eb6cb66729 None None] Network e07149c8-b5d4-464b-923e-b48389119ec7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:07.953967 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:07.995487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57918) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:08.073939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.104656 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:08.106876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.135819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=688220a9-1a49-4fa1-a25b-dad7717d4a42,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:08.139818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.144255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4cf67bbb-a0b5-4500-8b7c-9c6768a291e1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/688220a9-1a49-4fa1-a25b-dad7717d4a42 HTTP/1.1" status: 204 len: 168 time: 0.5722446 Dec 09 15:09:08.147014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57926) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:08.150636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0c503-f6f1-4e33-a16b-1523faa39dc2 None None] Network 030ae1fa-75a4-4229-a09e-78c26c4f3786 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:08.193029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 52e24c71-5e68-47a8-a702-c04d53dedd43 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:08.193595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.261433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] DHCP port deletion for e07149c8-b5d4-464b-923e-b48389119ec7 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:09:08.272179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.313403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 52e24c71-5e68-47a8-a702-c04d53dedd43, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=52e24c71-5e68-47a8-a702-c04d53dedd43,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:08.313772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.343688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-912ec98c-378c-4bf6-9660-fd1f631f2c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.365186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 52e24c71-5e68-47a8-a702-c04d53dedd43 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:08.370380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 8816be45-46a3-4467-b122-3bbb964bf5e4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:08.370722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.458173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] Deleting port 52e24c71-5e68-47a8-a702-c04d53dedd43 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:08.458739 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.551966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] For port 52e24c71-5e68-47a8-a702-c04d53dedd43, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=52e24c71-5e68-47a8-a702-c04d53dedd43,segment=NetworkSegment(091ea44c-59ed-4394-9683-c0d253a20cf6),segment_id=091ea44c-59ed-4394-9683-c0d253a20cf6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:08.552693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.569501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] Calling delete_port for 52e24c71-5e68-47a8-a702-c04d53dedd43 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:08.577794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] For port 8816be45-46a3-4467-b122-3bbb964bf5e4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8816be45-46a3-4467-b122-3bbb964bf5e4,segment=NetworkSegment(494bc3dd-126b-47be-b911-f8d9d1f696e1),segment_id=494bc3dd-126b-47be-b911-f8d9d1f696e1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:08.578172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.610177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 8816be45-46a3-4467-b122-3bbb964bf5e4 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:08.624081 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:05Z', 'revision_number': 9, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:08.668226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] DHCP port deletion for 030ae1fa-75a4-4229-a09e-78c26c4f3786 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:09:08.701263 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e4b57-d27f-49e0-8ad0-01a191b144ed None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:05Z', 'revision_number': 9, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '1689a58d-17db-441e-b23f-ca851e8e0b1a', 'name': '', 'network_id': '29484fc0-a08c-4c50-af47-ddf86eb4785c', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:cd:34:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:24Z', 'updated_at': '2021-12-09T15:08:33Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '138a5fa7-582d-4767-8c52-120d2fffb39e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:08.703707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-3f205cae-f5b9-4360-9ecb-7923ca58eedf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1861331 Dec 09 15:09:08.742741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.757858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 52e24c71-5e68-47a8-a702-c04d53dedd43 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:08.758918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-912ec98c-378c-4bf6-9660-fd1f631f2c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.793455 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.819694 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.821562 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-912ec98c-378c-4bf6-9660-fd1f631f2c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:08.826186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 52e24c71-5e68-47a8-a702-c04d53dedd43 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:08.827027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 52e24c71-5e68-47a8-a702-c04d53dedd43 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:08.827474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8816be45-46a3-4467-b122-3bbb964bf5e4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:08.829631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=8816be45-46a3-4467-b122-3bbb964bf5e4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:08.835994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No DVR routers for this DVR port 8816be45-46a3-4467-b122-3bbb964bf5e4 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:08.851012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=52e24c71-5e68-47a8-a702-c04d53dedd43,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:08.894526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] No DVR routers for this DVR port 52e24c71-5e68-47a8-a702-c04d53dedd43 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:08.897075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port 52e24c71-5e68-47a8-a702-c04d53dedd43 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:08.912400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6bd2f-87a9-408f-b812-17a204922335 None None] Pushing event deleted for resources: {'Port': ['ID=52e24c71-5e68-47a8-a702-c04d53dedd43,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:08.922093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8816be45-46a3-4467-b122-3bbb964bf5e4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:08.922420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8816be45-46a3-4467-b122-3bbb964bf5e4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:08.946054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Deleting port 8816be45-46a3-4467-b122-3bbb964bf5e4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:08.946676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.016395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.043251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-912ec98c-378c-4bf6-9660-fd1f631f2c9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48da8a9f825f4ce9b7a5caa415a4ff4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0441694 Dec 09 15:09:09.043251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ec98c-378c-4bf6-9660-fd1f631f2c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de415e2d-80b0-4b3d-942b-a9456f922a53,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:09.065264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57954) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:09.068678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] For port 8816be45-46a3-4467-b122-3bbb964bf5e4, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:09.069089 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.073125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.073899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.074519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.075756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.076368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.076967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.077578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.080020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-02879a9a-0c19-456e-a4cc-0b87ba71fdfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.2620244 Dec 09 15:09:09.087025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030ae1fa-75a4-4229-a09e-78c26c4f3786']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:09.108831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494bc3dd-126b-47be-b911-f8d9d1f696e1') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:09.110058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494bc3dd-126b-47be-b911-f8d9d1f696e1') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:09.110459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Calling delete_port for 8816be45-46a3-4467-b122-3bbb964bf5e4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:09.113320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Port 8816be45-46a3-4467-b122-3bbb964bf5e4 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:09:09.125947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.132072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.152513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.172888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:09.174147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.190854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] Pushing event deleted for resources: {'Port': ['ID=8816be45-46a3-4467-b122-3bbb964bf5e4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:09.227565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b113d31-eed3-4a94-8381-047f96845fda None None] No DVR routers for this DVR port 8816be45-46a3-4467-b122-3bbb964bf5e4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:09.259034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.263659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35718181-69b2-4f75-a22d-5c0ef32928d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:09.295969 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:09.306075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.326080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.329718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/030ae1fa-75a4-4229-a09e-78c26c4f3786 HTTP/1.1" status: 204 len: 168 time: 1.1812918 Dec 09 15:09:09.335917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57962) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:09.354152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07149c8-b5d4-464b-923e-b48389119ec7']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:09.359504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35718181-69b2-4f75-a22d-5c0ef32928d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.382515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091ea44c-59ed-4394-9683-c0d253a20cf6') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:09.382821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091ea44c-59ed-4394-9683-c0d253a20cf6') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:09.386909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f506b37-edb8-4d18-8ac8-4c9d7f29611f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=030ae1fa-75a4-4229-a09e-78c26c4f3786,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:09.424231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.441148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-50b0bd50-a254-42eb-b620-c99cbf5b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.441789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-50b0bd50-a254-42eb-b620-c99cbf5b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.442320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-50b0bd50-a254-42eb-b620-c99cbf5b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.444253 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-50b0bd50-a254-42eb-b620-c99cbf5b4c57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 2293 time: 0.2748675 Dec 09 15:09:09.445235 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.453081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:09.453499 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:09.457188 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:09.481739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80766be-b73d-41c7-9a8f-7b8bae32ca53 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.489357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b80766be-b73d-41c7-9a8f-7b8bae32ca53 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/5fe74779-942b-4610-9305-282c030477b6 HTTP/1.1" status: 200 len: 840 time: 0.1467476 Dec 09 15:09:09.489955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:09.541019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d86e9ff-e243-4e93-a8b5-cd42f7341e87 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/5fe74779-942b-4610-9305-282c030477b6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0499282 Dec 09 15:09:09.545377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57974) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:09.552222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:09.562078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35718181-69b2-4f75-a22d-5c0ef32928d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.564748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-35718181-69b2-4f75-a22d-5c0ef32928d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.565886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-35718181-69b2-4f75-a22d-5c0ef32928d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de415e2d-80b0-4b3d-942b-a9456f922a53 HTTP/1.1" status: 204 len: 168 time: 0.4847641 Dec 09 15:09:09.580315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35718181-69b2-4f75-a22d-5c0ef32928d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de415e2d-80b0-4b3d-942b-a9456f922a53,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:09.612009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.615446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-d69bd79b-4179-4d48-bc44-3fce33d351af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1002 time: 0.1573775 Dec 09 15:09:09.633374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:09.652002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/e07149c8-b5d4-464b-923e-b48389119ec7 HTTP/1.1" status: 204 len: 168 time: 1.7123363 Dec 09 15:09:09.652002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c2f9-da2e-47d2-ade2-fe50d189724e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=e07149c8-b5d4-464b-923e-b48389119ec7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:09.659990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57986) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:09.710507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-94756455-4586-4693-8725-c043029f722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.712244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-94756455-4586-4693-8725-c043029f722d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.0618868 Dec 09 15:09:09.778455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-b1a5fb55-3803-4373-ba50-2c807e9a3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:09.780748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-b1a5fb55-3803-4373-ba50-2c807e9a3e3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576911 Dec 09 15:09:09.894385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:09.898486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-aeae93f2-361c-4ebe-8b58-b419e3c90503 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053336 Dec 09 15:09:09.898740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.048689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-d999bd85-8bb5-4359-b3d7-dcbfb5086103 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386929 Dec 09 15:09:10.119586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-208af932-2241-4efe-8cd9-d7e005961560 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 217 time: 0.0583434 Dec 09 15:09:10.183541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58004) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:10.209621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-918f396a-f1e4-4f53-93fd-a1ff9a4311b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.217292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-e84b5f37-13cc-48de-8008-1a8535a24f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:10.220181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-e84b5f37-13cc-48de-8008-1a8535a24f5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0711169 Dec 09 15:09:10.290909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-aaf6d32f-f446-4842-941a-6f8c80fc1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:10.292712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-aaf6d32f-f446-4842-941a-6f8c80fc1f20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605454 Dec 09 15:09:10.431630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.438732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-fb98256f-366b-4d2c-b9a2-2f886ecac8a1 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324193 Dec 09 15:09:10.508098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.517738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:10.527332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-918f396a-f1e4-4f53-93fd-a1ff9a4311b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.528632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:10.547705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651be443-7f11-4c3b-9268-6b75efba8bb9 None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:10.564171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:10.564771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.571905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-918f396a-f1e4-4f53-93fd-a1ff9a4311b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:10.579751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=63f49ba8-eefc-4b3c-ad4c-fe1d1387010c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:10.580376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-a5157c88-5a32-4f5c-a1c5-9c556c80c693 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253264 Dec 09 15:09:10.697249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-a824c01b-a4c6-492f-8950-804df9e625d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 217 time: 0.1084805 Dec 09 15:09:10.709034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a05c3dac-2a8e-432b-8352-d5e4e73121c0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:10.757579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a05c3dac-2a8e-432b-8352-d5e4e73121c0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:10.760464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a05c3dac-2a8e-432b-8352-d5e4e73121c0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:10.763753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-ac990984-8847-45b1-a249-137f728a2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:10.765397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-ac990984-8847-45b1-a249-137f728a2b68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0560720 Dec 09 15:09:10.861582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-ed033921-e304-458e-a5c5-8b2f9e01d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:10.864138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-ed033921-e304-458e-a5c5-8b2f9e01d671 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845623 Dec 09 15:09:10.920085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'project_id': 'f0086afb3ae944cfbabb751fbde54abf', 'fixed_ips': [{'subnet_id': '63f49ba8-eefc-4b3c-ad4c-fe1d1387010c'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:09:10.920943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.040620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-37c0d423-042d-4883-a0a5-c93d23893d69 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4939985 Dec 09 15:09:11.041279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58022) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:11.052683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'security_group': {'name': 'tempest-secgroup-532938423'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:11.056716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f396a-f1e4-4f53-93fd-a1ff9a4311b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13bb9c-bb4e-4b40-81b8-71b6f6e6b6b5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:11.064249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-918f396a-f1e4-4f53-93fd-a1ff9a4311b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7f9ec9f9b8944a3806c3efe9c138581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8778086 Dec 09 15:09:11.065707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-9fd74e4e-4552-4485-bece-5b0586a8a1e2 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877048 Dec 09 15:09:11.067876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58024) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:11.077204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Allocated IP 172.20.0.2 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/63f49ba8-eefc-4b3c-ad4c-fe1d1387010c/0b023743-9993-493f-8372-1d05f9c26b55) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:11.175869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.214652 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c529bb2-cacb-485e-b057-223c2cb70180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.287837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c529bb2-cacb-485e-b057-223c2cb70180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.348272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.360981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.370732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-e43838ed-dcf0-4bad-9063-92daf912a290 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910340 Dec 09 15:09:11.443443 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-53f295a7-a575-47fe-8cd6-c2b67336df59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 217 time: 0.0590804 Dec 09 15:09:11.457999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:11.462327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:11.475285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Pushing event updated for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:11.477816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:11.528568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.533641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-90599533-4f8a-4f9a-9119-6c602c244f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:11.543019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-90599533-4f8a-4f9a-9119-6c602c244f12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0882957 Dec 09 15:09:11.544339 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.556751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c529bb2-cacb-485e-b057-223c2cb70180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.560222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5c529bb2-cacb-485e-b057-223c2cb70180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.564485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5c529bb2-cacb-485e-b057-223c2cb70180 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e13bb9c-bb4e-4b40-81b8-71b6f6e6b6b5 HTTP/1.1" status: 204 len: 168 time: 0.4939563 Dec 09 15:09:11.578774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Attempting to bind port 0b023743-9993-493f-8372-1d05f9c26b55 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:09:11.579334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Attempting to bind port 0b023743-9993-493f-8372-1d05f9c26b55 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'a3184af2-91a6-4112-8085-19dca151f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:09:11.579609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Attempting to bind port 0b023743-9993-493f-8372-1d05f9c26b55 on network cfd8b4b4-6b4a-4912-bc70-99ead5393421 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:11.585548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:09:11.585935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Checking segment: {'id': 'a3184af2-91a6-4112-8085-19dca151f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:11.586429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.587174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Bound using segment: {'id': 'a3184af2-91a6-4112-8085-19dca151f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:09:11.587979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Bound port: 0b023743-9993-493f-8372-1d05f9c26b55, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3184af2-91a6-4112-8085-19dca151f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:09:11.588650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.647139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 1689a58d-17db-441e-b23f-ca851e8e0b1a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:11.647523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.678839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-c71f35c3-5d92-4e37-8dae-a29fc5c20db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:11.686578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:09:11.687524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-c71f35c3-5d92-4e37-8dae-a29fc5c20db3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357515 Dec 09 15:09:11.702443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0b023743-9993-493f-8372-1d05f9c26b55,segment=NetworkSegment(a3184af2-91a6-4112-8085-19dca151f455),segment_id=a3184af2-91a6-4112-8085-19dca151f455)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:09:11.727429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.755817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 1689a58d-17db-441e-b23f-ca851e8e0b1a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1689a58d-17db-441e-b23f-ca851e8e0b1a,segment=NetworkSegment(5d3e23d1-15f2-441b-9f9f-7db418098e3b),segment_id=5d3e23d1-15f2-441b-9f9f-7db418098e3b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:11.756184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.769000 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.770478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7240293 Dec 09 15:09:11.774896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58040) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:11.777150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0042e-31bf-47af-bc91-a72546291419 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229ca217-292f-48e9-9ec1-62b535519377,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:11.780061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 1689a58d-17db-441e-b23f-ca851e8e0b1a owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:11.784730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705705839'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:11.833155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c529bb2-cacb-485e-b057-223c2cb70180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13bb9c-bb4e-4b40-81b8-71b6f6e6b6b5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:11.843803 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:11.875295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d607f-0a38-433b-bf3c-15a282a0632f None None] Pushing event updated for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:11.951658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-d2a01f69-ae68-49a7-bddb-ae6c9b7cda0b service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515554 Dec 09 15:09:12.093395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-6791dbe1-2442-44e5-b557-ef8854a4091d service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314337 Dec 09 15:09:12.136962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:12.172022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-43df2cec-f01c-4759-9e90-dab1f0a50559 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 217 time: 0.0644941 Dec 09 15:09:12.211318 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:12.235730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:12.291030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-0f1715a6-2e6b-402d-832e-51786ea74684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:12.298295 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-0f1715a6-2e6b-402d-832e-51786ea74684 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1154151 Dec 09 15:09:12.349677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:12.358200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5817711 Dec 09 15:09:12.359235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=1689a58d-17db-441e-b23f-ca851e8e0b1a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:12.390657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58062) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:12.408420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f793d-b4b0-4914-97c6-6fec1d5fc7a2 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c35b94-43e5-4c93-8e60-4af47e1f6279,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:12.435821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-960689038', 'security_groups': ['43c35b94-43e5-4c93-8e60-4af47e1f6279'], 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63f49ba8-eefc-4b3c-ad4c-fe1d1387010c'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:12.505581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58068) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:12.565678 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:12.602729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-5eb88638-9045-41c7-9df9-d51ecea61879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:12.604287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-5eb88638-9045-41c7-9df9-d51ecea61879 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2943900 Dec 09 15:09:12.930609 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-f41e58f6-3e92-4138-b540-a0016b78d11d service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914276 Dec 09 15:09:12.931989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:12.973715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:13.018556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abc27c23-2897-40a5-8fdc-1abbd38ad6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.050038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:13.050653 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.060905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:13.186608 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.227953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-b023747b-6560-47bb-98e5-8df3538463bc service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791131 Dec 09 15:09:13.233482 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.260832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0b023743-9993-493f-8372-1d05f9c26b55,segment=NetworkSegment(a3184af2-91a6-4112-8085-19dca151f455),segment_id=a3184af2-91a6-4112-8085-19dca151f455)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:13.274444 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.300073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-85484df2-aa94-4495-a617-8ba921f9dd3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 217 time: 0.0554533 Dec 09 15:09:13.305589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:09:13.370803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-b7190cd9-f26a-46c1-9d77-60b4389b8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:13.372803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-b7190cd9-f26a-46c1-9d77-60b4389b8b16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.0612528 Dec 09 15:09:13.414038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:13.552450 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abc27c23-2897-40a5-8fdc-1abbd38ad6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.556093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:13.565617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e391dae2-560d-49fe-88bc-8e053cde97b7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9020181 Dec 09 15:09:13.568057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:13.581362 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-abc27c23-2897-40a5-8fdc-1abbd38ad6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.584753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58100) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:13.598534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:13.599182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:13.666768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-9838bc43-2ce5-4558-a979-02d24a915e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:13.668381 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-9838bc43-2ce5-4558-a979-02d24a915e24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2284040 Dec 09 15:09:13.716745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-abc27c23-2897-40a5-8fdc-1abbd38ad6fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9047b26d64c496aa0fb6d159be734f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2073700 Dec 09 15:09:13.721105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58106) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:13.722212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc27c23-2897-40a5-8fdc-1abbd38ad6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbd93f3-ad93-48a9-8aae-10c81abe81ed,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:13.738550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.8 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/63f49ba8-eefc-4b3c-ad4c-fe1d1387010c/98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:13.738914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:13.770617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet 138a5fa7-582d-4767-8c52-120d2fffb39e {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:13.781283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.873527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e953e281-dee9-4b88-a63a-c4dd3cc9f3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.883730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:13.918184 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-9d6d40d6-1e6e-41a9-a1e2-0bf7b65e3c0d service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373748 Dec 09 15:09:13.946802 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e953e281-dee9-4b88-a63a-c4dd3cc9f3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.081043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.111976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cfdf3af3-84d5-40af-a914-c15cf34d9102 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:14.112486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3af3-84d5-40af-a914-c15cf34d9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.191727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e953e281-dee9-4b88-a63a-c4dd3cc9f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.192719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf3af3-84d5-40af-a914-c15cf34d9102 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:14.197430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e953e281-dee9-4b88-a63a-c4dd3cc9f3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.204409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e953e281-dee9-4b88-a63a-c4dd3cc9f3be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dbd93f3-ad93-48a9-8aae-10c81abe81ed HTTP/1.1" status: 204 len: 168 time: 0.4760983 Dec 09 15:09:14.220829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953e281-dee9-4b88-a63a-c4dd3cc9f3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbd93f3-ad93-48a9-8aae-10c81abe81ed,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:14.233089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.255746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.265664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.271520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/138a5fa7-582d-4767-8c52-120d2fffb39e HTTP/1.1" status: 204 len: 168 time: 0.6802127 Dec 09 15:09:14.282788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58122) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:14.285292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cfdf3af3-84d5-40af-a914-c15cf34d9102 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:14.285688 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3af3-84d5-40af-a914-c15cf34d9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.286449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-8496d6c4-5218-4374-b9f0-a739d06f379b service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541515 Dec 09 15:09:14.335823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad234c-48d9-4637-aab4-f6a845fe87a0 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=138a5fa7-582d-4767-8c52-120d2fffb39e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:14.369615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d6629-bce8-41c3-b139-7f72b93f1e5d None None] Network 29484fc0-a08c-4c50-af47-ddf86eb4785c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:14.419139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-ee811da2-2555-4645-9cc3-410e6f107283 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.1170015 Dec 09 15:09:14.470012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.525833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.584951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:14.589836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:14.594270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-961573e2-6dcf-40ba-8509-d64cf59d0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:14.596364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-961573e2-6dcf-40ba-8509-d64cf59d0d89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.1659827 Dec 09 15:09:14.597273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:14.631266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:12Z', 'revision_number': 10, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:14.691405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:14.711970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 682753bd-2613-44c7-a09d-680045a8e40b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:14.712445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.748973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:14.750671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:14.874778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:14.880873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 682753bd-2613-44c7-a09d-680045a8e40b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=682753bd-2613-44c7-a09d-680045a8e40b,segment=NetworkSegment(5d3e23d1-15f2-441b-9f9f-7db418098e3b),segment_id=5d3e23d1-15f2-441b-9f9f-7db418098e3b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:14.883307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:14.925899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 682753bd-2613-44c7-a09d-680045a8e40b owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:14.968724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] DHCP port deletion for 29484fc0-a08c-4c50-af47-ddf86eb4785c request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:09:14.973040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:14.996329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58130) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:15.016083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1ab1-bcb0-4e76-ae09-9e91ec1ee2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.213011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.231309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-898565cf-c377-4a90-b1c9-0dd8770257f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1934168 Dec 09 15:09:15.271923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=682753bd-2613-44c7-a09d-680045a8e40b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:15.279516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port 682753bd-2613-44c7-a09d-680045a8e40b on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:15.327015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2a418377-4135-468b-98ed-52168b5ee16a None None] Provisioning complete for port 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:15.327981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a418377-4135-468b-98ed-52168b5ee16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.404274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:15.404917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.409269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2a418377-4135-468b-98ed-52168b5ee16a None None] Port 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:15.430175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1ab1-bcb0-4e76-ae09-9e91ec1ee2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.459008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Deleting port 682753bd-2613-44c7-a09d-680045a8e40b {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:15.459964 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.461147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.464922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1ab1-bcb0-4e76-ae09-9e91ec1ee2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.501776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:12Z', 'revision_number': 10, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:15.503783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:15.545293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29484fc0-a08c-4c50-af47-ddf86eb4785c']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:15.560711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3cfb1ab1-bcb0-4e76-ae09-9e91ec1ee2c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48c1c1bdd98644b59bec7666cf727dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624087 Dec 09 15:09:15.562756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3e23d1-15f2-441b-9f9f-7db418098e3b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:15.563221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3e23d1-15f2-441b-9f9f-7db418098e3b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:15.567452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:15.570484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.571149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.571795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.572412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.573031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.573644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.574257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.576918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0073675f-c794-4191-b938-faece10ecc1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.2472317 Dec 09 15:09:15.582937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb1ab1-bcb0-4e76-ae09-9e91ec1ee2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d74da-a29c-43cc-b415-7bbdff80f89f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:15.588768 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.603707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.604378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.618800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d34ba-1f6a-4588-9968-911002bb6236 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:12Z', 'revision_number': 10, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None, '_interfaces': [{'id': '42ef6dfd-157a-412f-843c-431ed2c6fb4c', 'name': '', 'network_id': 'f3d93191-554f-4347-92cf-34050125b5a9', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'mac_address': 'fa:16:3e:36:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0204eff-353a-410e-a12c-89caef822c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:08:11Z', 'updated_at': '2021-12-09T15:08:20Z', 'revision_number': 5, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'subnets': [{'id': '8ebb214b-c562-4451-b496-3ee8ace14380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:15.622501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.631549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:15.632253 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.648060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-8211c409-7e6e-4c96-93c5-dd676de4d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:15.650453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] For port 682753bd-2613-44c7-a09d-680045a8e40b, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:15.650945 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.651904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-8211c409-7e6e-4c96-93c5-dd676de4d822 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409979 Dec 09 15:09:15.677712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Calling delete_port for 682753bd-2613-44c7-a09d-680045a8e40b owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:15.688230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b258437d-9975-4f46-a308-241c9838ff0a tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2953689 Dec 09 15:09:15.692158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58148) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:15.703226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Port 682753bd-2613-44c7-a09d-680045a8e40b was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:09:15.704750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:15.707907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.748583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] Pushing event deleted for resources: {'Port': ['ID=682753bd-2613-44c7-a09d-680045a8e40b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:15.755002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e295a-3c77-4e1d-a703-3f6ee20db099 None None] No DVR routers for this DVR port 682753bd-2613-44c7-a09d-680045a8e40b on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:15.805055 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:15.816020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.837232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.846194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/29484fc0-a08c-4c50-af47-ddf86eb4785c HTTP/1.1" status: 204 len: 168 time: 1.5620000 Dec 09 15:09:15.849579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58154) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:15.854762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d805537-617a-49c0-b9ee-73431cd0a9af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.910694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d805537-617a-49c0-b9ee-73431cd0a9af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:15.972464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-1739676a-3796-4aba-8b5f-143d6c1ac245 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891414 Dec 09 15:09:16.049296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:16.053153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:16.181849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d805537-617a-49c0-b9ee-73431cd0a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:16.185691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d805537-617a-49c0-b9ee-73431cd0a9af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:16.189164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1d805537-617a-49c0-b9ee-73431cd0a9af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f1d74da-a29c-43cc-b415-7bbdff80f89f HTTP/1.1" status: 204 len: 168 time: 0.6181757 Dec 09 15:09:16.219405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cb190-5f50-440a-8305-101a364d2549 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=29484fc0-a08c-4c50-af47-ddf86eb4785c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:16.285723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d805537-617a-49c0-b9ee-73431cd0a9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d74da-a29c-43cc-b415-7bbdff80f89f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:16.335986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c9864fa-ded4-4648-b01a-75c6cb35e7c0 req-eceaaef3-d745-448e-9014-9fef7e83d142 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498912 Dec 09 15:09:16.383629 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 63f49ba8-eefc-4b3c-ad4c-fe1d1387010c (CIDR: 172.20.0.0/28) Dec 09 15:09:16.393900 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:09:16.394854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:16.443244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e89d6335-c0e8-4830-b5be-127c82b8b666 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7436221 Dec 09 15:09:16.445041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:16.453728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:16.681197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-60432a0f-6e1c-43d3-95c2-856054048f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:16.681711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-60432a0f-6e1c-43d3-95c2-856054048f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:16.682562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-60432a0f-6e1c-43d3-95c2-856054048f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:16.695805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-60432a0f-6e1c-43d3-95c2-856054048f87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 2299 time: 0.9286635 Dec 09 15:09:16.714739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:16.719101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:16.732601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 682753bd-2613-44c7-a09d-680045a8e40b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:16.769201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 682753bd-2613-44c7-a09d-680045a8e40b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:16.771802 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 682753bd-2613-44c7-a09d-680045a8e40b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:16.772408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1689a58d-17db-441e-b23f-ca851e8e0b1a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:16.801944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a75bd1ba-0050-4135-b951-a69004f76fd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 1000 time: 0.0891647 Dec 09 15:09:16.823259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1689a58d-17db-441e-b23f-ca851e8e0b1a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:16.828034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1689a58d-17db-441e-b23f-ca851e8e0b1a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:16.942255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-1fa87ddb-69ff-4ccc-b0cd-40c5f487ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:16.950933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-1fa87ddb-69ff-4ccc-b0cd-40c5f487ef08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 200 len: 856 time: 0.1070662 Dec 09 15:09:17.032487 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:17.097314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:17.127140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-66f946c7-9a38-40ae-b4aa-252f730729a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:17.128874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-66f946c7-9a38-40ae-b4aa-252f730729a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54626a82-c410-4bdc-afc5-b67930a6e4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702569 Dec 09 15:09:17.162687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:17.166241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:17.178962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45745677-afef-4112-ae80-6bce6b485205 None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:17.194903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:17.196144 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:17.220757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=0842748e-4107-44a5-ac99-6d4a841a15dc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:17.248430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ec2fd41-85b3-4e16-b7c3-40990ea8f2ec tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7993553 Dec 09 15:09:17.248653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58192) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:17.253929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-483086441', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0842748e-4107-44a5-ac99-6d4a841a15dc'}], 'security_groups': ['229ca217-292f-48e9-9ec1-62b535519377']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:17.411698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:17.637597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] Update dhcp port {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'fixed_ips': [{'subnet_id': '63f49ba8-eefc-4b3c-ad4c-fe1d1387010c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0842748e-4107-44a5-ac99-6d4a841a15dc'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '0b023743-9993-493f-8372-1d05f9c26b55'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:09:17.649720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58206) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:17.671416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:17.699003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-354335ce-88b3-4551-b48a-a5326cf95b70 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284631 Dec 09 15:09:17.768403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 42ef6dfd-157a-412f-843c-431ed2c6fb4c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:17.768915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:17.922899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec50-545a-4223-9c02-cd82c50b0fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.049866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Delete allocated IP 172.20.0.8 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/63f49ba8-eefc-4b3c-ad4c-fe1d1387010c) {{(pid=109895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:09:18.061369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.22 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/0842748e-4107-44a5-ac99-6d4a841a15dc/98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:18.098617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec50-545a-4223-9c02-cd82c50b0fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.109543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-b2316d5c-35e8-4d9f-bf9a-463a92cb3f41 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963656 Dec 09 15:09:18.113318 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec50-545a-4223-9c02-cd82c50b0fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.127785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 42ef6dfd-157a-412f-843c-431ed2c6fb4c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42ef6dfd-157a-412f-843c-431ed2c6fb4c,segment=NetworkSegment(1a86a3bb-dfea-4217-bede-2b8e91e3d345),segment_id=1a86a3bb-dfea-4217-bede-2b8e91e3d345)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:18.128598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.189118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-04cfa424-662d-43c6-b44b-2867d7bf7568 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0675752 Dec 09 15:09:18.248709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 42ef6dfd-157a-412f-843c-431ed2c6fb4c owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:18.265346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a1ddec50-545a-4223-9c02-cd82c50b0fe9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=768e0ba5542843139a75fec581e8c1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128716 Dec 09 15:09:18.268452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:18.284055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddec50-545a-4223-9c02-cd82c50b0fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f339b-cd5b-4bb4-a299-2f566001b717,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:18.341196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-65a44a61-2a7d-4389-9606-6612de29d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:18.342714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-65a44a61-2a7d-4389-9606-6612de29d053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1445694 Dec 09 15:09:18.419305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac7ba-f74e-4b84-85ad-ac662c029de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.445555 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.475031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.475748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac7ba-f74e-4b84-85ad-ac662c029de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.487394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-2027eeff-11bc-490b-b415-3ded763f80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:18.489722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-2027eeff-11bc-490b-b415-3ded763f80d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278746 Dec 09 15:09:18.569338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] Allocated IP 172.20.0.18 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/0842748e-4107-44a5-ac99-6d4a841a15dc/0b023743-9993-493f-8372-1d05f9c26b55) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:18.693917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:18.737216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] In _notify_port_updated(), no bound segment for port 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f on network cfd8b4b4-6b4a-4912-bc70-99ead5393421 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:09:18.753554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:18.755822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.758704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-08c00f56-ed9b-4ddb-890f-7868ab33451c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/ports/98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f HTTP/1.1" status: 200 len: 920 time: 1.5091276 Dec 09 15:09:18.761882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:18.816441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0b023743-9993-493f-8372-1d05f9c26b55,segment=NetworkSegment(a3184af2-91a6-4112-8085-19dca151f455),segment_id=a3184af2-91a6-4112-8085-19dca151f455)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:18.822650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-3acd1892-64dd-45f9-9b12-793d0977eb90 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216681 Dec 09 15:09:18.881138 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.896579 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:18.937864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-52239c0a-b89a-4af9-b1e1-f72a37196c8d service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043296 Dec 09 15:09:18.991122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-c47fd6fb-68bb-499d-823e-3fd0a379f5a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 217 time: 0.0453744 Dec 09 15:09:19.023253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:19.023627 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.037089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d77032-a79a-40e9-a925-e6a8d3a9b46c None None] Pushing event updated for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:19.093435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac7ba-f74e-4b84-85ad-ac662c029de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.096563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac7ba-f74e-4b84-85ad-ac662c029de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.103180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fc0ac7ba-f74e-4b84-85ad-ac662c029de3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/426f339b-cd5b-4bb4-a299-2f566001b717 HTTP/1.1" status: 204 len: 168 time: 0.8294001 Dec 09 15:09:19.135496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ac7ba-f74e-4b84-85ad-ac662c029de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f339b-cd5b-4bb4-a299-2f566001b717,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:19.187986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-c9ad7c6c-d92e-4333-9b8b-db483193f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:19.193356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-c9ad7c6c-d92e-4333-9b8b-db483193f49a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1887357 Dec 09 15:09:19.196020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.296359 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.331194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:19.342646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=42ef6dfd-157a-412f-843c-431ed2c6fb4c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:19.628212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-5151a586-68ee-448a-8954-c2b63bb3afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:19.631820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-5151a586-68ee-448a-8954-c2b63bb3afc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4238865 Dec 09 15:09:19.632546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.703699 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.850518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:19.963891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58260) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:19.967085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:19.970743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-57bef8bc-e181-4849-a675-240a97d8c32e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f HTTP/1.1" status: 204 len: 168 time: 1.2049916 Dec 09 15:09:19.980166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58262) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:19.998932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ae08d-9d7d-469c-905f-df609f87ee0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.019295 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7d9dcf-40e5-4af9-93d3-15c146471d98 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:09:20.020784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e7d9dcf-40e5-4af9-93d3-15c146471d98 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f HTTP/1.1" status: 404 len: 333 time: 0.0380986 Dec 09 15:09:20.025852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58264) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:20.079119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:20.098860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-fcab3e44-40be-409c-8e28-3e6e1c5858ac service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474285 Dec 09 15:09:20.109339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ae08d-9d7d-469c-905f-df609f87ee0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.115639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-278ae08d-9d7d-469c-905f-df609f87ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.167177 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-278ae08d-9d7d-469c-905f-df609f87ee0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21b314c553ef4f1f8c29381f334f00b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021182 Dec 09 15:09:20.168478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ae08d-9d7d-469c-905f-df609f87ee0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5079e-a1fd-455b-9702-d58c4407f488,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:20.170977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58266) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:20.173759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fd4813b9-a247-4cc0-99bc-37690bec18c2 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:20.174954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd4813b9-a247-4cc0-99bc-37690bec18c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.237224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e364c2f5-eb0f-443e-9c21-e87ab50e45ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.242388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530ef40a-7833-477c-9f29-9aacf66fefde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.257435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fd4813b9-a247-4cc0-99bc-37690bec18c2 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:20.270055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fd4813b9-a247-4cc0-99bc-37690bec18c2 None None] Could not find standard attr ID for object 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:09:20.283284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fd4813b9-a247-4cc0-99bc-37690bec18c2 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:20.283984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd4813b9-a247-4cc0-99bc-37690bec18c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.290613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e364c2f5-eb0f-443e-9c21-e87ab50e45ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.338667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:20.357292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530ef40a-7833-477c-9f29-9aacf66fefde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.358581 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:20.369378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f9ab4474-1946-4d99-b28c-abdb3b284225 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5145473 Dec 09 15:09:20.374130 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:20.376964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:20.379873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58274) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:20.456827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-d12185d1-b973-447f-8ba0-ca63e6f22b92 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425710 Dec 09 15:09:20.531516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-c7c75954-7e2b-42e9-8ce8-9804be02b094 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 200 len: 217 time: 0.0652924 Dec 09 15:09:20.539897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting subnet 8ebb214b-c562-4451-b496-3ee8ace14380 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:20.549362 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:20.557269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.563424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530ef40a-7833-477c-9f29-9aacf66fefde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.567845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-530ef40a-7833-477c-9f29-9aacf66fefde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.572329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-530ef40a-7833-477c-9f29-9aacf66fefde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/security-groups/43c35b94-43e5-4c93-8e60-4af47e1f6279 HTTP/1.1" status: 204 len: 168 time: 0.5454676 Dec 09 15:09:20.639401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58278) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:20.641633 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:18Z', 'revision_number': 11, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:20.643782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-108c1cd9-a7de-40a3-945b-4d336a786b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:20.645776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-108c1cd9-a7de-40a3-945b-4d336a786b2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1047304 Dec 09 15:09:20.667120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e364c2f5-eb0f-443e-9c21-e87ab50e45ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.670770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e364c2f5-eb0f-443e-9c21-e87ab50e45ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.681744 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:20.687318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e364c2f5-eb0f-443e-9c21-e87ab50e45ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ff5079e-a1fd-455b-9702-d58c4407f488 HTTP/1.1" status: 204 len: 168 time: 0.5148573 Dec 09 15:09:20.696730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:20.713116 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:20.719876 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:20.772367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364c2f5-eb0f-443e-9c21-e87ab50e45ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5079e-a1fd-455b-9702-d58c4407f488,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:20.810576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ef40a-7833-477c-9f29-9aacf66fefde tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c35b94-43e5-4c93-8e60-4af47e1f6279,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:20.820705 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:20.890506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a8260bf5-44b2-4038-a0cb-9cad5a5e31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:20.892110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a8260bf5-44b2-4038-a0cb-9cad5a5e31e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2224717 Dec 09 15:09:20.916709 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:18Z', 'revision_number': 11, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:20.936410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:20.971524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.020372 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc87d5-c505-409a-8cfb-891790162159 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:18Z', 'revision_number': 11, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:21.030176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc670043-4a1e-4dcc-935c-6c7e78283040 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.123102 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.134890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-69065b67-6f48-4173-80ed-4dbd8bde32a2 None None] Could not find standard attr ID for object 98fdc8a9-68c7-44c2-a9f8-8ca8084dc03f. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:09:21.175913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:21.177827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.227129 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc670043-4a1e-4dcc-935c-6c7e78283040 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.238911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.253261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/8ebb214b-c562-4451-b496-3ee8ace14380 HTTP/1.1" status: 204 len: 168 time: 0.8661842 Dec 09 15:09:21.256953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af016863-09ca-4861-97db-5ee06bf88418 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebb214b-c562-4451-b496-3ee8ace14380,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:21.260850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58294) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:21.280595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491588f-117e-45a3-bcc9-5970409d8adf None None] Network f3d93191-554f-4347-92cf-34050125b5a9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:21.456698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.650806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Deleting port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:21.651630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.701301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-37c6f511-09d6-42b1-8839-b484c33645e2 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7122397 Dec 09 15:09:21.776781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] For port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,segment=NetworkSegment(1a86a3bb-dfea-4217-bede-2b8e91e3d345),segment_id=1a86a3bb-dfea-4217-bede-2b8e91e3d345)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:21.779215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.807794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Calling delete_port for 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:21.830706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-c98e2b72-2c06-47ab-881f-d568991ba7d2 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208842 Dec 09 15:09:21.837238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc670043-4a1e-4dcc-935c-6c7e78283040 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.843858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc670043-4a1e-4dcc-935c-6c7e78283040 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.845062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc670043-4a1e-4dcc-935c-6c7e78283040 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/security-groups/229ca217-292f-48e9-9ec1-62b535519377 HTTP/1.1" status: 204 len: 168 time: 1.1985295 Dec 09 15:09:21.862972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58310) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:21.910003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc670043-4a1e-4dcc-935c-6c7e78283040 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ca217-292f-48e9-9ec1-62b535519377,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:21.913331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-549302f5-0c59-424b-bea9-ec9ab12df504 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 200 len: 217 time: 0.0669141 Dec 09 15:09:21.953498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 63f49ba8-eefc-4b3c-ad4c-fe1d1387010c {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:21.966339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:21.992846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-28945d12-2475-4c49-a698-06db8a720372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:21.994469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-28945d12-2475-4c49-a698-06db8a720372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0740573 Dec 09 15:09:22.073823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.139044 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.147811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-8cc35faa-cadd-4bd9-931c-91057783b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:22.158214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-8cc35faa-cadd-4bd9-931c-91057783b8c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496673 Dec 09 15:09:22.221364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Port': ['ID=668fd2d7-4387-4a19-8c28-8ff775d7d1c9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:22.250341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No DVR routers for this DVR port 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:22.296751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.373091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.379423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-09df2dbf-664b-41a6-a5b0-72c50e39cedb service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123327 Dec 09 15:09:22.393647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a636fa-311b-4ec2-821d-d584368fd2af None None] DHCP port deletion for f3d93191-554f-4347-92cf-34050125b5a9 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:09:22.446630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.469651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d93191-554f-4347-92cf-34050125b5a9']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:22.482268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a86a3bb-dfea-4217-bede-2b8e91e3d345') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:22.482575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a86a3bb-dfea-4217-bede-2b8e91e3d345') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:22.496776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.517096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.527901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:22.535215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.556428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-09f7e65e-00ef-496e-8853-905d5406ae02 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691687 Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:22.607299 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:22.658876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-441b8dbe-47e1-49af-b60b-5a3c55ab9fd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 200 len: 217 time: 0.0925333 Dec 09 15:09:22.665438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58336) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:22.743923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:22.776454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:22.777296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 668fd2d7-4387-4a19-8c28-8ff775d7d1c9 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:22.778773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42ef6dfd-157a-412f-843c-431ed2c6fb4c no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:22.792845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.807634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 42ef6dfd-157a-412f-843c-431ed2c6fb4c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:22.808232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42ef6dfd-157a-412f-843c-431ed2c6fb4c not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:22.822825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0f874d66-919b-4cef-8d7c-d5177a2287e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:22.828876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-0f874d66-919b-4cef-8d7c-d5177a2287e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.1470094 Dec 09 15:09:22.936046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.946441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:22.962592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-20bed478-0f4f-42af-b05b-a20017a6236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:22.968036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-20bed478-0f4f-42af-b05b-a20017a6236e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303318 Dec 09 15:09:22.972392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/networks/f3d93191-554f-4347-92cf-34050125b5a9 HTTP/1.1" status: 204 len: 168 time: 1.7081578 Dec 09 15:09:22.973133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58344) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:23.004277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'routes': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:23.008043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373756b-b768-4433-878e-7c57564e6913 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Pushing event deleted for resources: {'Network': ['ID=f3d93191-554f-4347-92cf-34050125b5a9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:23.098068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1952571242-network', 'tenant_id': '39d499468369479f8a3ded79d0b69306'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:23.110778 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.158499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Made reservation on behalf of 39d499468369479f8a3ded79d0b69306 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:23.162439 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.170620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00d8acd6-e94a-4e63-9c22-d24af5b673ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.183210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=63f49ba8-eefc-4b3c-ad4c-fe1d1387010c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:23.192202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f994e-c7c2-4cd4-b842-7fdd87320f41 None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:23.192951 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.197245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-fbfd6898-60c5-4119-b4c3-1e4305474108 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214344 Dec 09 15:09:23.201738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.205202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dd02956f-dbe7-455e-8965-16e20cc45d75 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/63f49ba8-eefc-4b3c-ad4c-fe1d1387010c HTTP/1.1" status: 204 len: 168 time: 1.3408563 Dec 09 15:09:23.227833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58350) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:23.250111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:23.372687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Added routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:09:23.373102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Removed routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:09:23.373372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.543371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:23.547137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.572022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.576360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.723883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router c0204eff-353a-410e-a12c-89caef822c46 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:23.972590 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:23.985580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.100159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:09:24.138613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-1b271afe-fdf3-4233-bd11-03134bdff5a1 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9291604 Dec 09 15:09:24.190174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999341eb-d1cf-4e5e-9b6b-e463833c88c4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:24.197302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.198256 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Added segment b13ebe47-001b-4d6a-9c23-8d6f585050b8 of type vlan for network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 Dec 09 15:09:24.284762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.367957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:24.379158 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.381319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af02df9d-e517-48a5-8722-cfb38826cd0f tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 704 time: 1.4076402 Dec 09 15:09:24.384381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58372) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:24.384970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Sync routers for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:24.394031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-ccbc6bad-ec63-48f0-a931-c8d7841f9588 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 217 time: 0.2450471 Dec 09 15:09:24.398105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.408456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:24.409161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.420542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Routers {'c0204eff-353a-410e-a12c-89caef822c46'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:24.422779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-61bfddd6-85f4-4178-9e64-25ffc86e7831 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 205 time: 0.0372748 Dec 09 15:09:24.425460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58374) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:24.425983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['c0204eff-353a-410e-a12c-89caef822c46'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:24.507283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8372509 Dec 09 15:09:24.524003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:24.541193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8a369182-240c-4389-a3cb-d65547be79a7 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:24.543578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8a369182-240c-4389-a3cb-d65547be79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.555725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Request body: {'subnet': {'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1952571242-subnet', 'tenant_id': '39d499468369479f8a3ded79d0b69306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:24.586644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8a369182-240c-4389-a3cb-d65547be79a7 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:24.594085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.636278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Set router c0204eff-353a-410e-a12c-89caef822c46 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:24.643078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960202f-e116-417a-8cb3-d062c516b66f admin admin] Pushing event updated for resources: {'Network': ['ID=7c7f707d-4146-4307-9cfb-ee9ce9bdb065,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:24.664881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a4542a1a-a9ad-46f1-b96e-24682c392bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:24.666442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a4542a1a-a9ad-46f1-b96e-24682c392bac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.2391798 Dec 09 15:09:24.669965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.672409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:09:24.742558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:24.756742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8a369182-240c-4389-a3cb-d65547be79a7 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:24.757275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8a369182-240c-4389-a3cb-d65547be79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.761527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Made reservation on behalf of 39d499468369479f8a3ded79d0b69306 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:24.764778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.783639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:24.791449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:24.792251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.828061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f36a57-7ec4-4cc0-b51b-43e0cd25ebd0 None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:24.834052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0204eff-353a-410e-a12c-89caef822c46', 'name': 'tempest-RoutersIpV6Test-router-252028140', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:08:08Z', 'updated_at': '2021-12-09T15:09:18Z', 'revision_number': 11, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:24.861288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=be9027d2-ddf7-4e7b-8966-38cd47d9383c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:24.867825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a55d720d-0b8a-4721-bc04-e4937a247856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:24.869372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-a55d720d-0b8a-4721-bc04-e4937a247856 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1892464 Dec 09 15:09:24.878590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6887ee43-3d86-4d17-9f8e-28d069c1aaf3 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6396594 Dec 09 15:09:24.896763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58386) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:24.897843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.901335 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.901617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231747003'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:24.986168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:24.986780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router c0204eff-353a-410e-a12c-89caef822c46 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:09:25.011908 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.023153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.024347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c91d444-3d47-4e98-8fd9-9fc91ee80071 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 204 len: 168 time: 0.5978158 Dec 09 15:09:25.028977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:25.034175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Checking router: c0204eff-353a-410e-a12c-89caef822c46 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:25.037274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1722465288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:25.075742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.078875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.116531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-da3c28ee-b6a8-4bfe-b246-ea7e1ade0678 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325583 Dec 09 15:09:25.128519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:25.129197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:09:25.129997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_agentschedulers_db [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0204eff-353a-410e-a12c-89caef822c46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109896) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:09:25.130422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355355a3-d790-4e4b-aacd-5b5178b2c7e1 None None] The sync data for ids ['c0204eff-353a-410e-a12c-89caef822c46'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:25.226388 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.237476 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.280588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.282048 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-290787dc-f178-490c-ad4b-f15615d6053d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2507603 Dec 09 15:09:25.284615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58394) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:25.299070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:25.352873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] Update dhcp port {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'fixed_ips': [{'subnet_id': '0842748e-4107-44a5-ac99-6d4a841a15dc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be9027d2-ddf7-4e7b-8966-38cd47d9383c'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '0b023743-9993-493f-8372-1d05f9c26b55'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:09:25.359758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ab5b091-20f0-4e87-89a6-0d35de874de0 req-54a8d14b-c649-42d1-8dd2-78b5000ad8a7 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322638 Dec 09 15:09:25.362428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.371816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.389224 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.410045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.442396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.448526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5506411 Dec 09 15:09:25.480155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58398) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:25.487402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006502443'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:25.533301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596821-b4d5-4b61-bdcd-d14fb44ec800 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaea6bc4-78bc-4d0c-b986-596f0925c7db,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:25.567449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e0f183-6913-4839-a299-6f2b8dfaf4d4,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:25.573729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Checking segment: {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:25.575299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Network hostable DHCP agents. Network: 7c7f707d-4146-4307-9cfb-ee9ce9bdb065, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:09:25.578494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.626509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] Allocated IP 172.20.0.2 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/be9027d2-ddf7-4e7b-8966-38cd47d9383c/0b023743-9993-493f-8372-1d05f9c26b55) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:25.647593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:09:25.671249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7c7f707d-4146-4307-9cfb-ee9ce9bdb065) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:25.682635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:25.683415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.690054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.695608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce65cc4-399b-4f55-8fbf-2ed7d235e6eb None None] Network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:25.700112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.731961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bbf48f-d012-4084-a1d1-2fa3b774bb59,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:25.732180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.740640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-afd5a45e-2868-4b27-b3f1-0179c4926738 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2070484 Dec 09 15:09:25.760095 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.763444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0d035b09-f08f-4cff-8a8d-259df9473ec8 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2799647 Dec 09 15:09:25.764784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58406) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:25.769784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'security_group': {'name': 'tempest-secgroup-577198583'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:25.770234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.807734 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.932174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0b023743-9993-493f-8372-1d05f9c26b55,segment=NetworkSegment(a3184af2-91a6-4112-8085-19dca151f455),segment_id=a3184af2-91a6-4112-8085-19dca151f455)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:25.941970 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.948079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.973070 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.990246 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0dce-f0d6-4143-ac0b-15c3fb7be414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.992047 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:25.993981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Router fa5d6122-dba8-4f15-bb65-0889493854ad is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:09:26.006094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:26.012547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2435701 Dec 09 15:09:26.013806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396031-54e3-4e33-bea3-a684f9d0ef37 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b32e27d-2d47-461e-b2f7-efc6efccf171,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:26.016785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58414) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:26.045675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1540533457', 'security_groups': ['5b32e27d-2d47-461e-b2f7-efc6efccf171'], 'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be9027d2-ddf7-4e7b-8966-38cd47d9383c'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:26.233293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfc8a0-420c-4a43-9e5c-3cabb381bac3 None None] Network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:26.237904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092b5d9-8d7c-43e8-9871-343c7259dbb3 None None] Pushing event updated for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:26.333770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:26.445582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:26.468234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] device_id is not set on port c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:09:26.594750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:26.605311 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] Sync routers for ids ['fa5d6122-dba8-4f15-bb65-0889493854ad'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:26.618528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:26.622387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca776e5a-5e65-455c-9248-6fb5ddbfcd82 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "PUT /v2.0/routers/fa5d6122-dba8-4f15-bb65-0889493854ad HTTP/1.1" status: 200 len: 698 time: 1.3366218 Dec 09 15:09:26.625379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58426) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:26.649123 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] Routers {'fa5d6122-dba8-4f15-bb65-0889493854ad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:26.650800 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fa5d6122-dba8-4f15-bb65-0889493854ad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:26.679728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:26.765191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:26.899614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.13 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/be9027d2-ddf7-4e7b-8966-38cd47d9383c/c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:26.971157 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-027a074e-93dd-41d6-878e-1459ac5524b6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/routers/fa5d6122-dba8-4f15-bb65-0889493854ad HTTP/1.1" status: 200 len: 704 time: 0.3421283 Dec 09 15:09:26.971698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58432) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:27.004785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4634700f-4382-491e-9b64-2a39143782bd tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa5d6122-dba8-4f15-bb65-0889493854ad HTTP/1.1" status: 200 len: 205 time: 0.0284991 Dec 09 15:09:27.005285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58434) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:27.014424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:27.017900 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.031522 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] Set router fa5d6122-dba8-4f15-bb65-0889493854ad gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:27.194002 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d6122-dba8-4f15-bb65-0889493854ad', 'name': 'tempest-RoutersIpV6Test-router-1722465288', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:09:25Z', 'updated_at': '2021-12-09T15:09:25Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:27.229395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.276808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.297141 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] Checking router: fa5d6122-dba8-4f15-bb65-0889493854ad for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:09:27.348143 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] Routers {'fa5d6122-dba8-4f15-bb65-0889493854ad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:27.351619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fa5d6122-dba8-4f15-bb65-0889493854ad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:27.358322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.447277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:27.451681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:27.468203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cf406f9d-fbd8-4ef2-8ad2-40b3190f13c6 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:27.468799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf406f9d-fbd8-4ef2-8ad2-40b3190f13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.471236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:27.525466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:27.572352 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] Set router fa5d6122-dba8-4f15-bb65-0889493854ad gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:09:27.581188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:27.581719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.587915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cf406f9d-fbd8-4ef2-8ad2-40b3190f13c6 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:27.611577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cf406f9d-fbd8-4ef2-8ad2-40b3190f13c6 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:27.612423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf406f9d-fbd8-4ef2-8ad2-40b3190f13c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.621243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf9b6342-75c1-4a9e-aab6-b32b86fea08d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5872726 Dec 09 15:09:27.625367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58452) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:27.634985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:27.650311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.653079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.697253 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d6122-dba8-4f15-bb65-0889493854ad', 'name': 'tempest-RoutersIpV6Test-router-1722465288', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:09:25Z', 'updated_at': '2021-12-09T15:09:25Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:27.713650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.714631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Fanout notify agent at l3_agent the message router_deleted on router fa5d6122-dba8-4f15-bb65-0889493854ad {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:09:27.725110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.733364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1d922580-d7c6-4168-9e31-ba58034eea29 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/fa5d6122-dba8-4f15-bb65-0889493854ad HTTP/1.1" status: 204 len: 168 time: 0.7242124 Dec 09 15:09:27.734800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58454) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:27.797946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b9243d23-ac3e-4293-a416-27c8d816974c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa5d6122-dba8-4f15-bb65-0889493854ad HTTP/1.1" status: 200 len: 205 time: 0.0615301 Dec 09 15:09:27.800970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58456) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:27.869481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:27.874701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:27.926503 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-11cbf9b7-4103-41d9-af83-a94bc67db610 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:27.935606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-11cbf9b7-4103-41d9-af83-a94bc67db610 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/fa5d6122-dba8-4f15-bb65-0889493854ad HTTP/1.1" status: 404 len: 336 time: 0.1307178 Dec 09 15:09:27.936403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58460) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:27.957064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-944d8d7d-9faf-4f50-b5c4-455e509362c5 None None] Provisioning complete for port c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:27.959571 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-944d8d7d-9faf-4f50-b5c4-455e509362c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:28.021156 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa2a56b-bf1c-4c9b-88f3-17d95726fe76 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.021406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa2a56b-bf1c-4c9b-88f3-17d95726fe76 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.031600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58466) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.034199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-caa2a56b-bf1c-4c9b-88f3-17d95726fe76 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/40aa1f3d-0247-439d-a030-fb9163e29920 HTTP/1.1" status: 404 len: 337 time: 0.0966275 Dec 09 15:09:28.079846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-944d8d7d-9faf-4f50-b5c4-455e509362c5 None None] Port c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:28.089740 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc08e4-cda9-4ffc-a0a1-950f12b38507 None None] The sync data for ids ['fa5d6122-dba8-4f15-bb65-0889493854ad'] in n-d-804292-5 is: [{'id': 'fa5d6122-dba8-4f15-bb65-0889493854ad', 'name': 'tempest-RoutersIpV6Test-router-1722465288', 'tenant_id': '00a1d14310664c7eb60cc7541ecea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:09:25Z', 'updated_at': '2021-12-09T15:09:25Z', 'revision_number': 2, 'project_id': '00a1d14310664c7eb60cc7541ecea2c0', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:28.123585 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf8b6a3-bce1-4452-b562-67382634460e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.124318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf8b6a3-bce1-4452-b562-67382634460e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.131551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bbf8b6a3-bce1-4452-b562-67382634460e tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/03aa785b-536b-4b21-b1d6-2984703ba435 HTTP/1.1" status: 404 len: 337 time: 0.0983496 Dec 09 15:09:28.134152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58470) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.141771 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be9027d2-ddf7-4e7b-8966-38cd47d9383c (CIDR: 172.20.0.0/28) Dec 09 15:09:28.146737 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:09:28.147515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.172361 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d08f291-d0f4-43ea-b580-132bc05f73ee tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.177158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0fa87068-b8f2-4554-bf5e-054b75508876 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5469730 Dec 09 15:09:28.177361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58472) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.181274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d08f291-d0f4-43ea-b580-132bc05f73ee tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.189192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d08f291-d0f4-43ea-b580-132bc05f73ee tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/138a5fa7-582d-4767-8c52-120d2fffb39e HTTP/1.1" status: 404 len: 337 time: 0.0531232 Dec 09 15:09:28.189822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58476) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.190220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:28.221683 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-40714906-808e-4be7-b6ef-535685d718b1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.222072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40714906-808e-4be7-b6ef-535685d718b1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.228338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58478) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.229710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-40714906-808e-4be7-b6ef-535685d718b1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/8ebb214b-c562-4451-b496-3ee8ace14380 HTTP/1.1" status: 404 len: 337 time: 0.0383539 Dec 09 15:09:28.308005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.317937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-845cdb0c-b6bb-4c54-8a91-9a45474716c7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 200 len: 205 time: 0.0852244 Dec 09 15:09:28.340992 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:28.398222 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-274e8c5e-01ee-4a5b-92d2-7be1faa91e8c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:28.402351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-274e8c5e-01ee-4a5b-92d2-7be1faa91e8c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/c0204eff-353a-410e-a12c-89caef822c46 HTTP/1.1" status: 404 len: 336 time: 0.0925789 Dec 09 15:09:28.403719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58488) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.461513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-efe5b555-ccdf-46ff-ba34-f59ade05b3d1 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=3210b2de-da2c-47b3-9c80-3aa909ceed07 HTTP/1.1" status: 200 len: 205 time: 0.0561879 Dec 09 15:09:28.461654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58492) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.550083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:28.553599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:28.558569 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-140b7c2c-2060-43fa-b354-4cab4deeb4a8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:28.559667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-140b7c2c-2060-43fa-b354-4cab4deeb4a8 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/3210b2de-da2c-47b3-9c80-3aa909ceed07 HTTP/1.1" status: 404 len: 336 time: 0.0965753 Dec 09 15:09:28.562820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58494) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.618245 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b881a0c6-845c-4869-8751-ed9e387f499c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.620085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b881a0c6-845c-4869-8751-ed9e387f499c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.628424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b881a0c6-845c-4869-8751-ed9e387f499c tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/73cb1693-f7d0-4085-81f4-54c6deb14db9 HTTP/1.1" status: 404 len: 337 time: 0.0642872 Dec 09 15:09:28.629234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58498) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.663671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58500) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.664601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d7992ac-fa68-4001-9dfd-683804e6e03d tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 200 len: 205 time: 0.0341954 Dec 09 15:09:28.712530 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-a644eee0-44ca-4298-8655-f801974c23af tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:28.716275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a644eee0-44ca-4298-8655-f801974c23af tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/26f80b73-d137-4b74-837c-04679479aac4 HTTP/1.1" status: 404 len: 336 time: 0.0486574 Dec 09 15:09:28.717040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58502) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.753750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-de40b406-9815-41d0-b5c8-5e4224b6a9f6 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=766d6b0a-0548-414e-8686-b59f91a5fd07 HTTP/1.1" status: 200 len: 205 time: 0.0341096 Dec 09 15:09:28.754639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58506) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.794838 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0842748e-4107-44a5-ac99-6d4a841a15dc (CIDR: 172.20.0.16/28) Dec 09 15:09:28.803835 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:09:28.804155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.811436 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-23647b9b-6732-4e76-94e3-da85d551b486 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:28.815968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-23647b9b-6732-4e76-94e3-da85d551b486 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/766d6b0a-0548-414e-8686-b59f91a5fd07 HTTP/1.1" status: 404 len: 336 time: 0.0602679 Dec 09 15:09:28.819063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58508) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.867608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58512) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.868057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-51b25cdb-65bc-4acd-a7a6-40fbcad6cf44 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6887760 Dec 09 15:09:28.869175 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c7dfd2-8182-4a4d-8be4-e682ad90b987 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.869635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c7dfd2-8182-4a4d-8be4-e682ad90b987 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:28.873615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'subnet': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:28.876831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e4c7dfd2-8182-4a4d-8be4-e682ad90b987 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/c9f01bb9-9629-4ccc-a9cb-ba1bd8e29282 HTTP/1.1" status: 404 len: 337 time: 0.0563555 Dec 09 15:09:28.877697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58514) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.917550 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3c49fe6b-56a5-482e-b3f7-00c3afcaaf54 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b59239c-144e-48de-8c2a-9ab2b8b93270 HTTP/1.1" status: 200 len: 205 time: 0.0376976 Dec 09 15:09:28.918276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58516) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.963107 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-1f7579f3-c50f-40e6-8c32-0ede6d35ba84 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:28.967144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1f7579f3-c50f-40e6-8c32-0ede6d35ba84 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/6b59239c-144e-48de-8c2a-9ab2b8b93270 HTTP/1.1" status: 404 len: 336 time: 0.0446906 Dec 09 15:09:28.967760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:28.997904 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9121c83a-c0d3-4e34-a0d2-9835f67e6a6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:28.998532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9121c83a-c0d3-4e34-a0d2-9835f67e6a6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:29.004692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9121c83a-c0d3-4e34-a0d2-9835f67e6a6b tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/26f51421-7954-4cc1-aeda-70fbf3eae257 HTTP/1.1" status: 404 len: 337 time: 0.0332994 Dec 09 15:09:29.005022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58520) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:29.037666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9a33a1ab-cace-45b0-94dd-e6c959ad9fa3 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "GET /v2.0/ports?device_id=99694682-d3f4-4beb-8b9c-5328ebdb325d HTTP/1.1" status: 200 len: 205 time: 0.0290473 Dec 09 15:09:29.038249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:29.085994 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-b6b3518b-4ae4-4467-8db9-56d3aabf64d4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] delete failed (client error): The resource could not be found. Dec 09 15:09:29.087038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6b3518b-4ae4-4467-8db9-56d3aabf64d4 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/routers/99694682-d3f4-4beb-8b9c-5328ebdb325d HTTP/1.1" status: 404 len: 336 time: 0.0480065 Dec 09 15:09:29.090847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58526) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:29.122123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Made reservation on behalf of f0086afb3ae944cfbabb751fbde54abf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:29.126655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:29.153241 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b980999-21f1-4d5b-a0ec-4b729c468c75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:29.153760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b980999-21f1-4d5b-a0ec-4b729c468c75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:29.158273 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4b980999-21f1-4d5b-a0ec-4b729c468c75 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/ca3d6d58-3165-435c-a1e3-4cd2273a6c0f HTTP/1.1" status: 404 len: 337 time: 0.0661082 Dec 09 15:09:29.161875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:29.196294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:29.224988 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6af8a05-78e8-4561-99e9-c40d36e682a7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:29.225635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6af8a05-78e8-4561-99e9-c40d36e682a7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:29.231953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6af8a05-78e8-4561-99e9-c40d36e682a7 tempest-RoutersIpV6Test-1957291971 tempest-RoutersIpV6Test-1957291971-project] 10.222.0.46 "DELETE /v2.0/subnets/a38f208d-b463-4708-a82b-a94196d2ec3f HTTP/1.1" status: 404 len: 337 time: 0.0659795 Dec 09 15:09:29.535407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:29.642810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:29.650787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:29.657002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:29.658038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:29.663778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea14087f-564c-48d3-9aa8-86c4bf8e1ffe None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:29.680245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Subnet': ['ID=9aacca9c-5c4c-4505-8974-74121e594399,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:29.690963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0e4d5c59-2aa2-4460-afae-67b208bed457 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8217618 Dec 09 15:09:29.693783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:29.701423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1341829242', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9aacca9c-5c4c-4505-8974-74121e594399'}], 'security_groups': ['eaea6bc4-78bc-4d0c-b986-596f0925c7db', '53bbf48f-d012-4084-a1d1-2fa3b774bb59']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:29.745075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58562) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:29.837343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:29.915657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] Update dhcp port {'port': {'network_id': 'cfd8b4b4-6b4a-4912-bc70-99ead5393421', 'fixed_ips': [{'subnet_id': '0842748e-4107-44a5-ac99-6d4a841a15dc', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be9027d2-ddf7-4e7b-8966-38cd47d9383c', 'ip_address': '172.20.0.2'}, {'subnet_id': '9aacca9c-5c4c-4505-8974-74121e594399'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '0b023743-9993-493f-8372-1d05f9c26b55'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:09:29.964654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.217280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] Allocated IP 172.20.0.34 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/9aacca9c-5c4c-4505-8974-74121e594399/0b023743-9993-493f-8372-1d05f9c26b55) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:30.279339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-d218b528-183b-405b-9f6e-5d76d22d7943 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:30.280904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-d218b528-183b-405b-9f6e-5d76d22d7943 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/networks?id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 200 len: 809 time: 0.1842027 Dec 09 15:09:30.347909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-540bdc61-01a1-4ac5-a0c5-73175be02984 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/quotas/39d499468369479f8a3ded79d0b69306 HTTP/1.1" status: 200 len: 375 time: 0.0530686 Dec 09 15:09:30.374779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0b023743-9993-493f-8372-1d05f9c26b55,segment=NetworkSegment(a3184af2-91a6-4112-8085-19dca151f455),segment_id=a3184af2-91a6-4112-8085-19dca151f455)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:30.417599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.424841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-d1a3377b-b1b1-4937-9913-a48dc7881668 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d499468369479f8a3ded79d0b69306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672832 Dec 09 15:09:30.425449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.438465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d7ecf7a-73ef-4901-9cfa-747966068508 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00a1d14310664c7eb60cc7541ecea2c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6921389 Dec 09 15:09:30.441080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58578) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:30.498101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc51b14-a9b4-411d-ba0c-3cc2b85ca9ee None None] Pushing event updated for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:30.537023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6175069e-9e59-4921-9d62-6d4b51bbf70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.595309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-4e09cf3a-8c30-41f8-80d6-eda5297916a4 service neutron] 10.222.0.46 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684439 Dec 09 15:09:30.640235 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6175069e-9e59-4921-9d62-6d4b51bbf70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.712626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6175069e-9e59-4921-9d62-6d4b51bbf70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.716817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6175069e-9e59-4921-9d62-6d4b51bbf70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:30.718062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6175069e-9e59-4921-9d62-6d4b51bbf70f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f0e3f0c-8827-47d8-85bf-651f180b8050 HTTP/1.1" status: 204 len: 168 time: 0.2512071 Dec 09 15:09:30.767721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175069e-9e59-4921-9d62-6d4b51bbf70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0e3f0c-8827-47d8-85bf-651f180b8050,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:30.798055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:30.800894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Delete allocated IP 172.20.0.13 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/be9027d2-ddf7-4e7b-8966-38cd47d9383c) {{(pid=109895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:09:30.819286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Allocated IP 172.20.0.42 (cfd8b4b4-6b4a-4912-bc70-99ead5393421/9aacca9c-5c4c-4505-8974-74121e594399/c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:30.857479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-c57e09cf-8849-470c-b953-51a50f21522b service neutron] 10.222.0.46 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593198 Dec 09 15:09:30.917644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:30.918615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.296922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.310419 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.393665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event updated for resources: {'Port': ['ID=c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:31.508341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] In _notify_port_updated(), no bound segment for port c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd on network cfd8b4b4-6b4a-4912-bc70-99ead5393421 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:09:31.516145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:31.516949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.521572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9785e080-17d3-4e3b-b7d7-29818f83fe11 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "PUT /v2.0/ports/c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd HTTP/1.1" status: 200 len: 960 time: 1.8234015 Dec 09 15:09:31.522964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58614) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:31.576061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58620) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:31.657227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-97d76b48-9f7f-4686-87cd-9d408cc3ca42 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:31.658126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97d76b48-9f7f-4686-87cd-9d408cc3ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.721880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:31.722578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.785810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbcd30e1-4a08-46ee-bf60-30f1c0a26371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:31.904802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9107f1f3-2a45-4c71-b540-7ea3071f4701 req-2af394f8-6557-4b4d-9fcb-4c74998985e1 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 210 time: 0.6918464 Dec 09 15:09:31.980799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.002240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:32.050305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbcd30e1-4a08-46ee-bf60-30f1c0a26371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.060448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fbcd30e1-4a08-46ee-bf60-30f1c0a26371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.127755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fbcd30e1-4a08-46ee-bf60-30f1c0a26371 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=139d66631df1415d8806cbff92df7ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5501056 Dec 09 15:09:32.133192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58636) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:32.158887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-97d76b48-9f7f-4686-87cd-9d408cc3ca42 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:32.162815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd30e1-4a08-46ee-bf60-30f1c0a26371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f2686-7c6a-4d31-9a8f-8f6cc5279c73,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:32.176353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-97d76b48-9f7f-4686-87cd-9d408cc3ca42 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:32.176725 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97d76b48-9f7f-4686-87cd-9d408cc3ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.212917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc876f31-14d8-4f30-adf2-b52e877a46ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.241237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.244086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc876f31-14d8-4f30-adf2-b52e877a46ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.310538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:32.328510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-97d76b48-9f7f-4686-87cd-9d408cc3ca42 None None] Could not find standard attr ID for object c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:09:32.364314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc876f31-14d8-4f30-adf2-b52e877a46ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.367766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc876f31-14d8-4f30-adf2-b52e877a46ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.372026 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc876f31-14d8-4f30-adf2-b52e877a46ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f8f2686-7c6a-4d31-9a8f-8f6cc5279c73 HTTP/1.1" status: 204 len: 168 time: 0.2348347 Dec 09 15:09:32.384971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876f31-14d8-4f30-adf2-b52e877a46ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f2686-7c6a-4d31-9a8f-8f6cc5279c73,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:32.463971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9b4d66d5-4743-4cf5-9e7f-2c21ee0f2505 None None] Could not find standard attr ID for object c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:09:32.583020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58652) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:32.811105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.816094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-872c4053-4ddd-4e87-8021-4fff3ac44a3f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd HTTP/1.1" status: 204 len: 168 time: 1.2914021 Dec 09 15:09:32.818734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58658) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:32.862198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58662) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:32.923313 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-58050fff-9360-49ff-8c46-d57f84fac0af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] GET failed (client error): The resource could not be found. Dec 09 15:09:32.932403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-58050fff-9360-49ff-8c46-d57f84fac0af tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports/c1f7bd40-dab6-43d0-bd9b-d99d1d7bb1fd HTTP/1.1" status: 404 len: 333 time: 0.1102161 Dec 09 15:09:32.932403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c40082f0-fcf5-4bc0-9e6b-7c2a564b96a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:32.935196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58664) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:32.975951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1638653957'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:33.031920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Made reservation on behalf of b269d509e5a24cf1b8c0e2d89fb6f388 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:33.035340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.055623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-b03bf7a1-dd65-43b3-8add-82acaa204a5d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:33.057126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-b03bf7a1-dd65-43b3-8add-82acaa204a5d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "GET /v2.0/networks?id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 200 len: 809 time: 0.2545459 Dec 09 15:09:33.058283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.060864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbea9-0d6f-45e5-9b30-7f06637e3e2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.129560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbea9-0d6f-45e5-9b30-7f06637e3e2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.147163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.156996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Request body: {'port': {'device_id': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065', 'admin_state_up': True, 'tenant_id': '39d499468369479f8a3ded79d0b69306'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:33.172348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c40082f0-fcf5-4bc0-9e6b-7c2a564b96a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.178048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c40082f0-fcf5-4bc0-9e6b-7c2a564b96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.232169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c40082f0-fcf5-4bc0-9e6b-7c2a564b96a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70f6635f9acc439d977ec61097a267c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616283 Dec 09 15:09:33.232169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbea9-0d6f-45e5-9b30-7f06637e3e2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.233390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbea9-0d6f-45e5-9b30-7f06637e3e2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.238633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3ffbea9-0d6f-45e5-9b30-7f06637e3e2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/security-groups/5b32e27d-2d47-461e-b2f7-efc6efccf171 HTTP/1.1" status: 204 len: 168 time: 0.2998266 Dec 09 15:09:33.243054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:33.243674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:33.283599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.310972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40082f0-fcf5-4bc0-9e6b-7c2a564b96a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409d5cc6-fb82-405a-b374-e183d1d17b96,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:33.327148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65bc0834-f8b4-428d-860f-74e2b770eab5 req-2ea2eb4a-5a4c-4802-9ca9-300f46e02847 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 210 time: 0.1778247 Dec 09 15:09:33.343414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:09:33.384504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.385129 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Added segment 85a437dd-f238-4889-a5e0-09965cb2c87c of type vlan for network 8f62504e-aee2-4800-9e22-cd4c6c8254bb Dec 09 15:09:33.394707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0068de0-9774-4c2e-933d-8ae8fe01b265,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:33.398478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Made reservation on behalf of 39d499468369479f8a3ded79d0b69306 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:33.403820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.413869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da0153c7-5d68-405b-9412-1260ca7f6d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.444335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da0153c7-5d68-405b-9412-1260ca7f6d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.462167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffbea9-0d6f-45e5-9b30-7f06637e3e2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b32e27d-2d47-461e-b2f7-efc6efccf171,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:33.464566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.537389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc3a50a2-9183-4d32-b1b9-23df6557af54 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.538910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.545248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:33.545869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.570464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc3a50a2-9183-4d32-b1b9-23df6557af54 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.581166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da0153c7-5d68-405b-9412-1260ca7f6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.584332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da0153c7-5d68-405b-9412-1260ca7f6d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.587412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da0153c7-5d68-405b-9412-1260ca7f6d3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/409d5cc6-fb82-405a-b374-e183d1d17b96 HTTP/1.1" status: 204 len: 168 time: 0.3408659 Dec 09 15:09:33.594782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58688) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:33.599503 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0105653 Dec 09 15:09:33.609592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-ad432d24-2478-4c9b-922f-df96dc54ea06 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-456798042') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:33.620068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0153c7-5d68-405b-9412-1260ca7f6d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d5cc6-fb82-405a-b374-e183d1d17b96,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:33.667587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Allocated IP 172.20.0.11 (7c7f707d-4146-4307-9cfb-ee9ce9bdb065/e6e0f183-6913-4839-a299-6f2b8dfaf4d4/6f1f6105-4147-4356-b1b6-06657b368b84) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:33.702104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc3a50a2-9183-4d32-b1b9-23df6557af54 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.704664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc3a50a2-9183-4d32-b1b9-23df6557af54 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.708198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cc3a50a2-9183-4d32-b1b9-23df6557af54 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/security-groups/53bbf48f-d012-4084-a1d1-2fa3b774bb59 HTTP/1.1" status: 204 len: 168 time: 0.4214668 Dec 09 15:09:33.709533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58694) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:33.737392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ad432d24-2478-4c9b-922f-df96dc54ea06 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "PUT /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-456798042 HTTP/1.1" status: 201 len: 201 time: 0.1390562 Dec 09 15:09:33.737392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a50a2-9183-4d32-b1b9-23df6557af54 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bbf48f-d012-4084-a1d1-2fa3b774bb59,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:33.738466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58696) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:33.742941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-7a9bf399-c83a-461c-b81f-41f3d3c0cf42 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-456798042') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:33.776114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf12e4-bba0-4459-b901-86c1bc476197 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Pushing event updated for resources: {'Network': ['ID=8f62504e-aee2-4800-9e22-cd4c6c8254bb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:33.790332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8f62504e-aee2-4800-9e22-cd4c6c8254bb details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:09:33.848013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bc82-1ded-4764-83f6-af18f2ca42d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.899340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7a9bf399-c83a-461c-b81f-41f3d3c0cf42 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-456798042 HTTP/1.1" status: 204 len: 168 time: 0.1604040 Dec 09 15:09:33.903549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58706) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:33.910911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-b5af16a0-b75c-429e-81cb-91923a766fd3 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:33.919111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bc82-1ded-4764-83f6-af18f2ca42d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.979742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:33.996655 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bc82-1ded-4764-83f6-af18f2ca42d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.002561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bc82-1ded-4764-83f6-af18f2ca42d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.002710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b5af16a0-b75c-429e-81cb-91923a766fd3 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags HTTP/1.1" status: 200 len: 237 time: 0.0945799 Dec 09 15:09:34.002813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d9a4bc82-1ded-4764-83f6-af18f2ca42d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/security-groups/eaea6bc4-78bc-4d0c-b986-596f0925c7db HTTP/1.1" status: 204 len: 168 time: 0.2788827 Dec 09 15:09:34.002888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58714) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.007824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58716) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.007996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-cfc66c37-eab5-4554-9d90-24e7428850e6 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', {'tags': ['tempest-TagsTest-Tag-1971481422', 'tempest-TagsTest-Tag-948283904', 'tempest-TagsTest-Tag-480930883']}) {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.050911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4bc82-1ded-4764-83f6-af18f2ca42d1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaea6bc4-78bc-4d0c-b986-596f0925c7db,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:34.073709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.091274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet be9027d2-ddf7-4e7b-8966-38cd47d9383c {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:34.105837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cfc66c37-eab5-4554-9d90-24e7428850e6 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "PUT /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags HTTP/1.1" status: 200 len: 307 time: 0.1019242 Dec 09 15:09:34.108979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58722) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.116109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-f9a485eb-40b9-414e-bdd4-bab6b3a4520e tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-1971481422') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.117391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.175742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:34.182309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:34.186839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Pushing event updated for resources: {'Port': ['ID=6f1f6105-4147-4356-b1b6-06657b368b84,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:34.189356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:34.217558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.269646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58728) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.272076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f9a485eb-40b9-414e-bdd4-bab6b3a4520e tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "DELETE /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-1971481422 HTTP/1.1" status: 204 len: 168 time: 0.1602688 Dec 09 15:09:34.275013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-48304658-9e7b-4a31-a204-f925478358a5 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-1971481422') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.305833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:34.306598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.340041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e05660a4-9013-4330-b0b2-f1c36c50574d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1894500 Dec 09 15:09:34.376100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-94628987-4451-4a18-ae88-9256ea81585e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:09:34.377541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-94628987-4451-4a18-ae88-9256ea81585e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069339 Dec 09 15:09:34.400818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Request body: {'port': {'device_id': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:34.446128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.484746 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-48304658-9e7b-4a31-a204-f925478358a5 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] show failed (client error): The resource could not be found. Dec 09 15:09:34.484746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48304658-9e7b-4a31-a204-f925478358a5 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-1971481422 HTTP/1.1" status: 404 len: 326 time: 0.2107828 Dec 09 15:09:34.485689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.498287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-e1c2906d-398a-48e0-a2b4-d014ba8160d8 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-948283904') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.596532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1c2906d-398a-48e0-a2b4-d014ba8160d8 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-948283904 HTTP/1.1" status: 204 len: 168 time: 0.1091077 Dec 09 15:09:34.598919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58750) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.604440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.606451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-28096c68-c0e4-4efc-a825-035be542a8c4 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-480930883') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.629406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f7803-862c-4452-816d-c3b7860c09aa req-af00c467-0094-4393-9f57-e90211125a4c tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:34.631092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db7f7803-862c-4452-816d-c3b7860c09aa req-af00c467-0094-4393-9f57-e90211125a4c tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 932 time: 0.1817853 Dec 09 15:09:34.680249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.691654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-28096c68-c0e4-4efc-a825-035be542a8c4 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-480930883 HTTP/1.1" status: 204 len: 168 time: 0.0904832 Dec 09 15:09:34.694306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.699851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-df450701-6d51-4ee3-823f-7bc82d009502 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.742785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=be9027d2-ddf7-4e7b-8966-38cd47d9383c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:34.754470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1d949-f6a4-4008-9902-ce0c819c0523 None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:34.769105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.773220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ebc13b21-20b4-4c76-9c3d-2025e4af8a50 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/be9027d2-ddf7-4e7b-8966-38cd47d9383c HTTP/1.1" status: 204 len: 168 time: 0.7598965 Dec 09 15:09:34.795194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58760) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.892211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db7f7803-862c-4452-816d-c3b7860c09aa req-4ac9fca3-db5c-4b92-86e4-400b0bcee6ed tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364695 Dec 09 15:09:34.893652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df450701-6d51-4ee3-823f-7bc82d009502 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "DELETE /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1980371 Dec 09 15:09:34.916835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 9aacca9c-5c4c-4505-8974-74121e594399 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:34.916835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58764) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:34.924039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-796192ad-d558-420b-b3c3-a9e6a262f6f5 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-948283904') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:34.927265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:34.999088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.081760 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-796192ad-d558-420b-b3c3-a9e6a262f6f5 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] show failed (client error): The resource could not be found. Dec 09 15:09:35.082984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-796192ad-d558-420b-b3c3-a9e6a262f6f5 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-948283904 HTTP/1.1" status: 404 len: 325 time: 0.1679406 Dec 09 15:09:35.086037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58772) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:35.091996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-dc5f1ea1-b72f-4b8e-9008-ca5fca472716 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb', 'tempest-TagsTest-Tag-480930883') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:35.279012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.328268 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-dc5f1ea1-b72f-4b8e-9008-ca5fca472716 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] show failed (client error): The resource could not be found. Dec 09 15:09:35.334806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dc5f1ea1-b72f-4b8e-9008-ca5fca472716 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "GET /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags/tempest-TagsTest-Tag-480930883 HTTP/1.1" status: 404 len: 325 time: 0.2477117 Dec 09 15:09:35.338281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58784) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:35.345912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-72a2b19f-2d5f-42a6-90ef-707981d3d481 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8f62504e-aee2-4800-9e22-cd4c6c8254bb') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:35.411653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.490089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=9aacca9c-5c4c-4505-8974-74121e594399,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:35.496820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.503139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f7ebff0-9f43-4e29-af45-69b87b9a9057 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/9aacca9c-5c4c-4505-8974-74121e594399 HTTP/1.1" status: 204 len: 168 time: 0.7055399 Dec 09 15:09:35.505953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58788) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:35.551119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-72a2b19f-2d5f-42a6-90ef-707981d3d481 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "DELETE /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2111981 Dec 09 15:09:35.561538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:35.564064 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed1c658-7953-417f-a6f7-900861f5b5a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:35.564618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed1c658-7953-417f-a6f7-900861f5b5a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:35.568203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eed1c658-7953-417f-a6f7-900861f5b5a1 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/be9027d2-ddf7-4e7b-8966-38cd47d9383c HTTP/1.1" status: 404 len: 337 time: 0.0568376 Dec 09 15:09:35.577083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58800) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:35.712702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting subnet 0842748e-4107-44a5-ac99-6d4a841a15dc {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:09:35.723083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.764615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.771759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1f6105-4147-4356-b1b6-06657b368b84 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:09:35.785020 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.785785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.818774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Transition to ACTIVE for port object 6f1f6105-4147-4356-b1b6-06657b368b84 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:09:35.824920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:35.884333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f6105-4147-4356-b1b6-06657b368b84,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:36.047323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.057155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d771dd-2fbb-478b-b47b-3b890623d5cd None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:36.071954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f62504e-aee2-4800-9e22-cd4c6c8254bb']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:36.087405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a437dd-f238-4889-a5e0-09965cb2c87c') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:36.087741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a437dd-f238-4889-a5e0-09965cb2c87c') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:36.099989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.117056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.125329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:36.126008 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.156053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Attempting to bind port 6f1f6105-4147-4356-b1b6-06657b368b84 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:09:36.156435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Attempting to bind port 6f1f6105-4147-4356-b1b6-06657b368b84 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:09:36.156767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Attempting to bind port 6f1f6105-4147-4356-b1b6-06657b368b84 on network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:36.172626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763155b4-3dbc-4784-8074-cb561903495f req-d0fecbba-1022-4254-9a37-dbae5b3403b1 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:36.180369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-763155b4-3dbc-4784-8074-cb561903495f req-d0fecbba-1022-4254-9a37-dbae5b3403b1 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 944 time: 0.1419923 Dec 09 15:09:36.183180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Port 6f1f6105-4147-4356-b1b6-06657b368b84 on network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:09:36.183652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Attempting to bind port 6f1f6105-4147-4356-b1b6-06657b368b84 on network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:36.209208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:09:36.209556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Checking segment: {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:36.209947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Bound using segment: {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:09:36.210396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Bound port: 6f1f6105-4147-4356-b1b6-06657b368b84, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:09:36.210952 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:36.231672 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:36.236593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d3373b09-8df8-4612-a1f2-973f61bc0bb1 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:36.237368 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d3373b09-8df8-4612-a1f2-973f61bc0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.295310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-763155b4-3dbc-4784-8074-cb561903495f req-3752cc77-4599-4481-bd75-7f92631685da tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083567 Dec 09 15:09:36.330380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.355807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] For port 6f1f6105-4147-4356-b1b6-06657b368b84, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:09:36.360311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] For port 6f1f6105-4147-4356-b1b6-06657b368b84, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6f1f6105-4147-4356-b1b6-06657b368b84,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:09:36.366103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d3373b09-8df8-4612-a1f2-973f61bc0bb1 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:36.366724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.387775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.400485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d3373b09-8df8-4612-a1f2-973f61bc0bb1 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:36.401128 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d3373b09-8df8-4612-a1f2-973f61bc0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.415534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:36.416845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.418006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.421154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] 10.222.0.43 "PUT /v2.0/ports/6f1f6105-4147-4356-b1b6-06657b368b84 HTTP/1.1" status: 200 len: 1092 time: 2.0276423 Dec 09 15:09:36.431735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] 10.222.0.46 "DELETE /v2.0/networks/8f62504e-aee2-4800-9e22-cd4c6c8254bb HTTP/1.1" status: 204 len: 168 time: 0.8623118 Dec 09 15:09:36.434012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'tag': '6f1f6105-4147-4356-b1b6-06657b368b84'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:09:36.437364 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feea5be-b58e-40a0-9aba-2deef23bf565" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9b4337-9f73-4dca-810a-0d1a9aadb743", "tag": "6f1f6105-4147-4356-b1b6-06657b368b84"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:09:36.457824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Pushing event deleted for resources: {'Network': ['ID=8f62504e-aee2-4800-9e22-cd4c6c8254bb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:36.494273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7d77-954c-496a-bb9c-cc90e4345b0b service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f6105-4147-4356-b1b6-06657b368b84,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:36.496640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.497248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.497593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.497936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.498274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.498613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.498956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.499286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.499656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.499986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.500315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.500646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.500975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685a660-abcd-4278-a2e4-cb31049e8747 tempest-TagsTest-1781325157 tempest-TagsTest-1781325157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:36.550651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.589531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:36.597124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/0842748e-4107-44a5-ac99-6d4a841a15dc HTTP/1.1" status: 204 len: 168 time: 1.0168407 Dec 09 15:09:36.611803 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a43cb-1c8f-4d5f-8cb1-0cd809454d41 x-openstack-request-id: req-3c4a43cb-1c8f-4d5f-8cb1-0cd809454d41 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:09:36.612123 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9b4337-9f73-4dca-810a-0d1a9aadb743", "tag": "6f1f6105-4147-4356-b1b6-06657b368b84", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:09:36.612284 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c4a43cb-1c8f-4d5f-8cb1-0cd809454d41 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:09:36.612704 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'tag': '6f1f6105-4147-4356-b1b6-06657b368b84', 'status': 'completed', 'code': 200} Dec 09 15:09:36.615548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58834) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.665643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f4550-da9a-4c3b-9ddb-867a6b123972 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Subnet': ['ID=0842748e-4107-44a5-ac99-6d4a841a15dc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:36.682342 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d079ec-b66f-4e38-9e8a-8150830c50f9 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:36.682856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d079ec-b66f-4e38-9e8a-8150830c50f9 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:36.687028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-82d079ec-b66f-4e38-9e8a-8150830c50f9 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/63f49ba8-eefc-4b3c-ad4c-fe1d1387010c HTTP/1.1" status: 404 len: 337 time: 0.0626907 Dec 09 15:09:36.689928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58842) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.701484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-2a70067c-6803-4fe7-b359-ef2b6a12363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:36.706717 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-2a70067c-6803-4fe7-b359-ef2b6a12363e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d499468369479f8a3ded79d0b69306&device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 1095 time: 0.1933744 Dec 09 15:09:36.749613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-54be351e-1a2f-4ea1-b190-b0729b7262ae tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ac1687f-1053-4673-bdd8-a0546c061d17 HTTP/1.1" status: 200 len: 205 time: 0.0576134 Dec 09 15:09:36.755877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58844) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.806491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-76cd2217-8082-41b6-91af-7af64818bf50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f6105-4147-4356-b1b6-06657b368b84 HTTP/1.1" status: 200 len: 217 time: 0.0906091 Dec 09 15:09:36.837118 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-5b27e82c-b9bc-4dbb-8777-fbbc7a579e9d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] delete failed (client error): The resource could not be found. Dec 09 15:09:36.838164 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b27e82c-b9bc-4dbb-8777-fbbc7a579e9d tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/routers/8ac1687f-1053-4673-bdd8-a0546c061d17 HTTP/1.1" status: 404 len: 336 time: 0.0786748 Dec 09 15:09:36.841693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58848) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.889557 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-3244aaea-0b03-4460-9ee2-a0c8830f217e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:36.890035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3244aaea-0b03-4460-9ee2-a0c8830f217e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:36.891050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e240b187-91b2-47b6-b451-a9ea68536eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:36.896049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3244aaea-0b03-4460-9ee2-a0c8830f217e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/688220a9-1a49-4fa1-a25b-dad7717d4a42 HTTP/1.1" status: 404 len: 337 time: 0.0511689 Dec 09 15:09:36.896786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58852) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.898753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-e240b187-91b2-47b6-b451-a9ea68536eae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6e0f183-6913-4839-a299-6f2b8dfaf4d4 HTTP/1.1" status: 200 len: 849 time: 0.0787580 Dec 09 15:09:36.943014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58854) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.945577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-d326ba19-e15e-4e94-88d1-ffb4c59f9eb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375109 Dec 09 15:09:36.946108 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e921ccae-b150-41e3-9579-7400949b3abd tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:36.946771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e921ccae-b150-41e3-9579-7400949b3abd tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:36.953958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58858) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:36.967023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e921ccae-b150-41e3-9579-7400949b3abd tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/35ab8348-5519-4096-a779-94632c031747 HTTP/1.1" status: 404 len: 337 time: 0.0690293 Dec 09 15:09:36.988147 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd974dc-f5cd-435d-b4ba-d4d479e2bc5f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:36.989080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd974dc-f5cd-435d-b4ba-d4d479e2bc5f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.000103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-afd974dc-f5cd-435d-b4ba-d4d479e2bc5f tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/9bd7e0cc-7809-4ca4-8c4d-7b3e4d218b4c HTTP/1.1" status: 404 len: 337 time: 0.0429890 Dec 09 15:09:37.000973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.051932 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1626c1-5318-4d1f-b238-9c46587fe982 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:37.053368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1626c1-5318-4d1f-b238-9c46587fe982 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.064526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e1626c1-5318-4d1f-b238-9c46587fe982 tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/66d4ba0a-e49c-4ce0-80ac-45340aabb568 HTTP/1.1" status: 404 len: 333 time: 0.0604341 Dec 09 15:09:37.065993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58868) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.151589 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fe702e-fb2a-4683-83f9-da624a3d336b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:37.156399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fe702e-fb2a-4683-83f9-da624a3d336b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.167595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e0fe702e-fb2a-4683-83f9-da624a3d336b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/baa59e25-30d7-4162-862b-6e5e823dd0e2 HTTP/1.1" status: 404 len: 337 time: 0.0988531 Dec 09 15:09:37.170225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58872) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.179965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-371b7a95-c7c2-490c-8fa3-4be720feaf26 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793709 Dec 09 15:09:37.240545 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee05cf-803c-4d14-ae79-c3970b0592ff tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:37.242634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebee05cf-803c-4d14-ae79-c3970b0592ff tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.248387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ebee05cf-803c-4d14-ae79-c3970b0592ff tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/d4e2cc0d-e35b-44a2-be45-98b2b278d447 HTTP/1.1" status: 404 len: 337 time: 0.0769880 Dec 09 15:09:37.251013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58874) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.315170 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b735311-378f-4bfb-8ea0-e2c8e5a94c2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:37.315710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b735311-378f-4bfb-8ea0-e2c8e5a94c2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.318970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b735311-378f-4bfb-8ea0-e2c8e5a94c2e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/eda3158b-300e-493b-8c4b-8ed397b77041 HTTP/1.1" status: 404 len: 333 time: 0.0665195 Dec 09 15:09:37.321703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.373065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309cb95-3ab3-4542-b15a-a2d9f3ecf01f None None] Network cfd8b4b4-6b4a-4912-bc70-99ead5393421 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:37.377028 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b002bd9-e089-4128-9476-caf0ad194f8b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:37.377932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b002bd9-e089-4128-9476-caf0ad194f8b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.383977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58886) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.384132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b002bd9-e089-4128-9476-caf0ad194f8b tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/e246535d-9fe3-4174-bdf6-664ae75da7e7 HTTP/1.1" status: 404 len: 337 time: 0.0518074 Dec 09 15:09:37.386352 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12be2e0c-368e-4adb-9120-b584c45cb95b req-a1f84db1-c050-426a-96b1-f8fa225df737 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950502 Dec 09 15:09:37.447268 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cf1fd4-6882-4d0f-968b-f959afc2bf8c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] DELETE failed (client error): The resource could not be found. Dec 09 15:09:37.447868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cf1fd4-6882-4d0f-968b-f959afc2bf8c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:37.454772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58892) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.455034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-74cf1fd4-6882-4d0f-968b-f959afc2bf8c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/subnets/87d94d7c-ab1e-4cf1-b52d-1b0b8d5abdc0 HTTP/1.1" status: 404 len: 337 time: 0.0698650 Dec 09 15:09:37.543934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8ad895a9-f01b-4702-ac42-c91557ac0944 None None] Provisioning complete for port 5fe74779-942b-4610-9305-282c030477b6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:37.544312 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ad895a9-f01b-4702-ac42-c91557ac0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.550783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a27c6-f389-41c3-80a8-2171e8ca72c3 req-c3d25f8f-1b2c-49e2-80a8-454a590c08e1 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:37.552997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-427a27c6-f389-41c3-80a8-2171e8ca72c3 req-c3d25f8f-1b2c-49e2-80a8-454a590c08e1 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 944 time: 0.0962756 Dec 09 15:09:37.602998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2a952c3d-2797-4379-aa2a-87076278580d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b269d509e5a24cf1b8c0e2d89fb6f388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6559367 Dec 09 15:09:37.609492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58898) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:37.625947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8ad895a9-f01b-4702-ac42-c91557ac0944 None None] Port 5fe74779-942b-4610-9305-282c030477b6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:37.653118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8ad895a9-f01b-4702-ac42-c91557ac0944 None None] Provisioning complete for port 0b023743-9993-493f-8372-1d05f9c26b55 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:37.653491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ad895a9-f01b-4702-ac42-c91557ac0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.693066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-427a27c6-f389-41c3-80a8-2171e8ca72c3 req-ca196eeb-730a-4aa4-bd74-e99e251ac9cc tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130068 Dec 09 15:09:37.718411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-5a51c0b7-e512-4390-a99a-d2241373b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:37.720111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-5a51c0b7-e512-4390-a99a-d2241373b7ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d499468369479f8a3ded79d0b69306&device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 1095 time: 0.1972694 Dec 09 15:09:37.720312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] DHCP port deletion for cfd8b4b4-6b4a-4912-bc70-99ead5393421 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:09:37.759676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3467568-dee1-4edf-be73-03e1145524e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.824069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] Deleting port 0b023743-9993-493f-8372-1d05f9c26b55 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:37.824542 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.870141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3467568-dee1-4edf-be73-03e1145524e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.894750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Deleting port 5fe74779-942b-4610-9305-282c030477b6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:37.895075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.898028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] For port 0b023743-9993-493f-8372-1d05f9c26b55, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0b023743-9993-493f-8372-1d05f9c26b55,segment=NetworkSegment(a3184af2-91a6-4112-8085-19dca151f455),segment_id=a3184af2-91a6-4112-8085-19dca151f455)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:37.898526 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:37.916057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] Calling delete_port for 0b023743-9993-493f-8372-1d05f9c26b55 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:37.939412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-5d6547dc-1a29-43d7-8cc1-02d991850b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:37.940801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-5d6547dc-1a29-43d7-8cc1-02d991850b98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 200 len: 910 time: 0.2053661 Dec 09 15:09:38.030694 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.031401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-fbd4721c-d1e3-4be9-8435-2d65b2a3815d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f6105-4147-4356-b1b6-06657b368b84 HTTP/1.1" status: 200 len: 217 time: 0.0810876 Dec 09 15:09:38.033741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.058098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] Pushing event deleted for resources: {'Port': ['ID=0b023743-9993-493f-8372-1d05f9c26b55,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:38.067251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d2e49-bb38-410a-b487-a07d38524ed6 None None] No DVR routers for this DVR port 0b023743-9993-493f-8372-1d05f9c26b55 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:38.083090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Calling delete_port for 5fe74779-942b-4610-9305-282c030477b6 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:38.119983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3467568-dee1-4edf-be73-03e1145524e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.122928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3467568-dee1-4edf-be73-03e1145524e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.126525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3467568-dee1-4edf-be73-03e1145524e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0068de0-9774-4c2e-933d-8ae8fe01b265 HTTP/1.1" status: 204 len: 168 time: 0.5144913 Dec 09 15:09:38.231109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-42bb94d0-85f9-4038-86fd-4d66a46ce315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:38.232881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-42bb94d0-85f9-4038-86fd-4d66a46ce315 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6e0f183-6913-4839-a299-6f2b8dfaf4d4 HTTP/1.1" status: 200 len: 849 time: 0.1728232 Dec 09 15:09:38.234421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467568-dee1-4edf-be73-03e1145524e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0068de0-9774-4c2e-933d-8ae8fe01b265,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:38.311192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-fba6349d-092e-4712-abcf-0818c3dc5e03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685220 Dec 09 15:09:38.426391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-46052595-e54e-40e7-9155-8f9558dc863f service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038229 Dec 09 15:09:38.427502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.483071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Port': ['ID=5fe74779-942b-4610-9305-282c030477b6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:38.498404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.502428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8241967b-f80d-409d-89b4-fb9c36a1d15e tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/ports/5fe74779-942b-4610-9305-282c030477b6 HTTP/1.1" status: 204 len: 168 time: 1.0447567 Dec 09 15:09:38.504914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58930) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:38.645674 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.664384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8feea5be-b58e-40a0-9aba-2deef23bf565 req-dbe7498b-55fd-42d4-ac70-e95fb6ac5bb0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271249 Dec 09 15:09:38.790367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:38.809926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.823934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 0b023743-9993-493f-8372-1d05f9c26b55 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:38.826598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0b023743-9993-493f-8372-1d05f9c26b55 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:38.836017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd8b4b4-6b4a-4912-bc70-99ead5393421']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:38.847061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3184af2-91a6-4112-8085-19dca151f455') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:38.847672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3184af2-91a6-4112-8085-19dca151f455') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:38.858329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.880840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.891082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:09:38.891669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:09:38.895636 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:09:38.934194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d6911-9fd0-4cf4-b040-b2aa8f530d08 req-8bd49800-b21d-4d83-aeb8-3271439aa056 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:38.947156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd5d6911-9fd0-4cf4-b040-b2aa8f530d08 req-8bd49800-b21d-4d83-aeb8-3271439aa056 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 944 time: 0.1543329 Dec 09 15:09:38.977867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:38.989834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:39.007409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] 10.222.0.46 "DELETE /v2.0/networks/cfd8b4b4-6b4a-4912-bc70-99ead5393421 HTTP/1.1" status: 204 len: 168 time: 0.4914792 Dec 09 15:09:39.018770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37b2eb-442a-47d6-8f11-257c8e4a816c tempest-PortsTestJSON-2045539096 tempest-PortsTestJSON-2045539096-project] Pushing event deleted for resources: {'Network': ['ID=cfd8b4b4-6b4a-4912-bc70-99ead5393421,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:39.020915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd5d6911-9fd0-4cf4-b040-b2aa8f530d08 req-f54d4dbb-3e81-4a30-a753-e57b1c63599b tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Dec 09 15:09:39.296861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58974) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:39.569143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:39.575933 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3ce19637-d62b-4e7b-bac5-198977607a19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0086afb3ae944cfbabb751fbde54abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716308 Dec 09 15:09:39.634372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca39bfb2-a7fe-4465-8d94-46d1cf2e34f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:39.662025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca39bfb2-a7fe-4465-8d94-46d1cf2e34f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:39.728307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca39bfb2-a7fe-4465-8d94-46d1cf2e34f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:39.731996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca39bfb2-a7fe-4465-8d94-46d1cf2e34f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:39.733343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca39bfb2-a7fe-4465-8d94-46d1cf2e34f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c65b2bd-1bf8-49a0-8f5a-f9b8e6e92b39 HTTP/1.1" status: 204 len: 168 time: 0.1634719 Dec 09 15:09:39.744257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39bfb2-a7fe-4465-8d94-46d1cf2e34f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65b2bd-1bf8-49a0-8f5a-f9b8e6e92b39,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:40.170385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4f9ce-7b39-47bd-afa6-1d59b88ca21f req-2daefccb-ee3b-406a-8db9-9d3a42cb1879 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:40.172111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36a4f9ce-7b39-47bd-afa6-1d59b88ca21f req-2daefccb-ee3b-406a-8db9-9d3a42cb1879 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 944 time: 0.0684099 Dec 09 15:09:40.231745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36a4f9ce-7b39-47bd-afa6-1d59b88ca21f req-9ce8f1e7-c347-4a37-b0f1-bfe894beac9d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Dec 09 15:09:40.524601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6f1f6105-4147-4356-b1b6-06657b368b84 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:09:40.644797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6f1f6105-4147-4356-b1b6-06657b368b84, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6f1f6105-4147-4356-b1b6-06657b368b84,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:40.657002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '6f1f6105-4147-4356-b1b6-06657b368b84', 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065', 'port_id': '6f1f6105-4147-4356-b1b6-06657b368b84', 'mac_address': 'fa:16:3e:7d:ef:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e0f183-6913-4839-a299-6f2b8dfaf4d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:09:40.702031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:40.716127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1f6105-4147-4356-b1b6-06657b368b84 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:09:40.736985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6f1f6105-4147-4356-b1b6-06657b368b84, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6f1f6105-4147-4356-b1b6-06657b368b84,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:40.749426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:40.801631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6f1f6105-4147-4356-b1b6-06657b368b84,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:41.143483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['6f1f6105-4147-4356-b1b6-06657b368b84'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:09:41.392150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950909-4e1e-4d3c-b332-2e98ce103472 req-5252b6d4-d1e4-4345-9e22-1a359e9405f9 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:41.393889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06950909-4e1e-4d3c-b332-2e98ce103472 req-5252b6d4-d1e4-4345-9e22-1a359e9405f9 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 945 time: 0.0560648 Dec 09 15:09:41.476467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-06950909-4e1e-4d3c-b332-2e98ce103472 req-69035d05-2536-4e4b-8637-05c29c7e76ed tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Dec 09 15:09:41.717678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59104) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:42.078845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-862988885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:42.115104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.116608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.191841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59124) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:42.196801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.204362 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.226153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.231454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:42.231978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-65be0f10-3d31-4639-8dd5-f57ebc26e177 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5129626 Dec 09 15:09:42.237623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1971583869'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:42.272255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Made reservation on behalf of 3f9597f0b6f84949ac69768d8a809b0c for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:42.278614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.290139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.391374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.405135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.443653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:09:42.465614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.467994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.468447 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Added segment b25dd397-1c69-419f-8223-65f2bd177684 of type vlan for network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 Dec 09 15:09:42.486303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19b87e-68d5-405a-b341-78630908f00e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:42.524437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6f1f6105-4147-4356-b1b6-06657b368b84 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:42.624399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.666310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b319-be07-474a-b759-fa5196f12085 req-d2625e6a-a186-46f4-950f-f974b5d4491f tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:42.683362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c569b319-be07-474a-b759-fa5196f12085 req-d2625e6a-a186-46f4-950f-f974b5d4491f tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 945 time: 0.0954502 Dec 09 15:09:42.688736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 6f1f6105-4147-4356-b1b6-06657b368b84 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:09:42.693477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 6f1f6105-4147-4356-b1b6-06657b368b84 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:42.693933 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.731010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.739910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.747040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:42.748175 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.755341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.763484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c569b319-be07-474a-b759-fa5196f12085 req-98252511-724b-40b8-ba9a-84c56574f738 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786788 Dec 09 15:09:42.791199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b324a77d881e405b8b0492eb2ee70fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5979004 Dec 09 15:09:42.804194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59150) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:42.848706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.853798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6207035 Dec 09 15:09:42.859411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59154) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:42.864827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'subnet': {'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:42.874737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1f6105-4147-4356-b1b6-06657b368b84'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:09:42.877206 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e65ae-d86e-4b5a-80ab-1b2ab8395f54" -d '{"events": [{"server_uuid": "fd9b4337-9f73-4dca-810a-0d1a9aadb743", "name": "network-vif-plugged", "status": "completed", "tag": "6f1f6105-4147-4356-b1b6-06657b368b84"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:09:42.891285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6f1f6105-4147-4356-b1b6-06657b368b84, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6f1f6105-4147-4356-b1b6-06657b368b84,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:42.899308 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.914040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f85f09f-a1d9-46eb-92eb-1531c4ff7edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:42.958066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6f1f6105-4147-4356-b1b6-06657b368b84,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:42.976012 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8519cd3-70e9-40fe-a6d3-69a9087d9347 x-openstack-request-id: req-a8519cd3-70e9-40fe-a6d3-69a9087d9347 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:09:42.976460 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9b4337-9f73-4dca-810a-0d1a9aadb743", "name": "network-vif-plugged", "status": "completed", "tag": "6f1f6105-4147-4356-b1b6-06657b368b84", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:09:42.976797 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8519cd3-70e9-40fe-a6d3-69a9087d9347 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:09:42.977263 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1f6105-4147-4356-b1b6-06657b368b84', 'code': 200} Dec 09 15:09:42.995413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605374b3-a9bf-405b-a476-fc15d80458d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:42.996786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f85f09f-a1d9-46eb-92eb-1531c4ff7edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.020752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.021105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.023781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.024129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.024473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.024813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.025142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.025468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.025801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.026128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.031874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.032422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.033002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267110f-3424-4db7-b4f8-725bb9d87393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:09:43.061790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8494-c99d-4197-8716-32510d6f058c tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Network': ['ID=5d8d27ee-4936-46f8-9fc3-2186f3504ee6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:43.064833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f85f09f-a1d9-46eb-92eb-1531c4ff7edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.069335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f85f09f-a1d9-46eb-92eb-1531c4ff7edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.071923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0f85f09f-a1d9-46eb-92eb-1531c4ff7edf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/605374b3-a9bf-405b-a476-fc15d80458d0 HTTP/1.1" status: 204 len: 168 time: 0.2660842 Dec 09 15:09:43.083715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85f09f-a1d9-46eb-92eb-1531c4ff7edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605374b3-a9bf-405b-a476-fc15d80458d0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:43.090416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:09:43.123973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Made reservation on behalf of 3f9597f0b6f84949ac69768d8a809b0c for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:43.128588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.147050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc3b4c-505a-47be-8b37-394f0fbc4895 req-83f8db8d-9861-434d-8bfa-4e7e542a116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:43.148849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2dc3b4c-505a-47be-8b37-394f0fbc4895 req-83f8db8d-9861-434d-8bfa-4e7e542a116a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 1097 time: 0.0998378 Dec 09 15:09:43.318349 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2dc3b4c-505a-47be-8b37-394f0fbc4895 req-397a4e11-15a8-4f2d-a969-f518ad6045e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523926 Dec 09 15:09:43.426836 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:09:43.474369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.557228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Subnet': ['ID=8158e843-61eb-4596-9d4d-15329816e120,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:43.576452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Checking segment: {'id': 'b25dd397-1c69-419f-8223-65f2bd177684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:43.576821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network hostable DHCP agents. Network: 5d8d27ee-4936-46f8-9fc3-2186f3504ee6, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:09:43.597161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:09:43.611529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5d8d27ee-4936-46f8-9fc3-2186f3504ee6) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:43.623438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ce7f0-68b4-4ee1-99c0-eb51d98b8c9b None None] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:43.628181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:43.629855 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.657102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dffc4bec-6479-4e75-8088-c0d0cafe393d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7953873 Dec 09 15:09:43.663778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59180) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:43.672801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'network': {'name': 'tempest-router-network01--2063192610'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:43.707246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Made reservation on behalf of 3f9597f0b6f84949ac69768d8a809b0c for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:43.718962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.738491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5d8d27ee-4936-46f8-9fc3-2186f3504ee6', 'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6', 'project_id': '3f9597f0b6f84949ac69768d8a809b0c', 'fixed_ips': [{'subnet_id': '8158e843-61eb-4596-9d4d-15329816e120'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:09:43.739318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.758629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:43.763031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:09:43.775369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.775859 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Added segment c5c99495-8ecd-4bba-ade1-842268aa336d of type vlan for network d77edc0d-4865-4e4b-825b-592e05e99330 Dec 09 15:09:43.780816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d39dbcba-d080-4b65-b3e9-15579154550f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.907264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.945352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Allocated IP 172.20.0.2 (5d8d27ee-4936-46f8-9fc3-2186f3504ee6/8158e843-61eb-4596-9d4d-15329816e120/6ed1a401-444c-410d-8ca0-c59583a4dbd1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:43.974471 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d39dbcba-d080-4b65-b3e9-15579154550f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:43.980223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d39dbcba-d080-4b65-b3e9-15579154550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.005229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.014805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:44.015767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.032480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dbcba-d080-4b65-b3e9-15579154550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b321262-d76e-42fd-8c14-7188003b55a2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:44.040254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d39dbcba-d080-4b65-b3e9-15579154550f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c60c572cc9ec41e39edcf3fd3e623af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805352 Dec 09 15:09:44.052117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59196) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:44.087073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5f29f-566b-41c6-90da-62c2d280ccd2 req-547dd081-51c0-405a-ab36-7dd15e807f95 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:44.095249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1eb5f29f-566b-41c6-90da-62c2d280ccd2 req-547dd081-51c0-405a-ab36-7dd15e807f95 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 946 time: 0.1426239 Dec 09 15:09:44.106635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4412916 Dec 09 15:09:44.110940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59200) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:44.121893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'network': {'name': 'tempest-router-network02--1643646979'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:44.152311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44f9b-3cdf-46e0-8b2b-84feebddb3e6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Network': ['ID=d77edc0d-4865-4e4b-825b-592e05e99330,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:44.161619 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f49e5eb1-a9ac-49aa-b228-f8365c497703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.193439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Made reservation on behalf of 3f9597f0b6f84949ac69768d8a809b0c for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:44.198655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.203770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1eb5f29f-566b-41c6-90da-62c2d280ccd2 req-282c783c-5e6f-4d25-a086-0a64acc68a1d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024618 Dec 09 15:09:44.212044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d77edc0d-4865-4e4b-825b-592e05e99330 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:09:44.214050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f49e5eb1-a9ac-49aa-b228-f8365c497703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.253497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:09:44.294114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.294468 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Added segment 03d5f08c-d631-4417-9e55-be13daac9a64 of type vlan for network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 Dec 09 15:09:44.347584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.357404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.381732 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.405997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f49e5eb1-a9ac-49aa-b228-f8365c497703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.408784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f49e5eb1-a9ac-49aa-b228-f8365c497703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.410078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f49e5eb1-a9ac-49aa-b228-f8365c497703 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b321262-d76e-42fd-8c14-7188003b55a2 HTTP/1.1" status: 204 len: 168 time: 0.3545923 Dec 09 15:09:44.424171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e5eb1-a9ac-49aa-b228-f8365c497703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b321262-d76e-42fd-8c14-7188003b55a2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:44.438556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.445424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Pushing event updated for resources: {'Port': ['ID=6ed1a401-444c-410d-8ca0-c59583a4dbd1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:44.445746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:44.446496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.467758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:44.472347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:44.489515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:44.515779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4026659 Dec 09 15:09:44.518965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59214) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:44.524938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'subnet': {'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:44.606387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e266-fdd7-45cd-9bb1-be64e9c1dd27 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Network': ['ID=649000ca-0d79-40f5-9ed6-e636bdf5b6c0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:44.623428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:09:44.670307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Attempting to bind port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:09:44.670835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Attempting to bind port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b25dd397-1c69-419f-8223-65f2bd177684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:09:44.671206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Attempting to bind port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 on network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:44.690928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:09:44.691341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Checking segment: {'id': 'b25dd397-1c69-419f-8223-65f2bd177684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:44.691878 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.692273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Bound using segment: {'id': 'b25dd397-1c69-419f-8223-65f2bd177684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:09:44.693066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Bound port: 6ed1a401-444c-410d-8ca0-c59583a4dbd1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25dd397-1c69-419f-8223-65f2bd177684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5d8d27ee-4936-46f8-9fc3-2186f3504ee6'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:09:44.693757 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.756919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Made reservation on behalf of 3f9597f0b6f84949ac69768d8a809b0c for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:44.759994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:44.853665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] For port 6ed1a401-444c-410d-8ca0-c59583a4dbd1, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:09:44.862395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] For port 6ed1a401-444c-410d-8ca0-c59583a4dbd1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ed1a401-444c-410d-8ca0-c59583a4dbd1,segment=NetworkSegment(b25dd397-1c69-419f-8223-65f2bd177684),segment_id=b25dd397-1c69-419f-8223-65f2bd177684)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:09:44.873897 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:45.052144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f5f8b-3c52-4e05-9355-e2dbc285a487 None None] Pushing event updated for resources: {'Port': ['ID=6ed1a401-444c-410d-8ca0-c59583a4dbd1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:45.100168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:45.198338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Subnet': ['ID=932a275b-0b51-4b54-8682-3f3d31381749,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:45.213468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Checking segment: {'id': 'c5c99495-8ecd-4bba-ade1-842268aa336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:45.213838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network hostable DHCP agents. Network: d77edc0d-4865-4e4b-825b-592e05e99330, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:09:45.235683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network d77edc0d-4865-4e4b-825b-592e05e99330 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:09:45.267921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d77edc0d-4865-4e4b-825b-592e05e99330) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:45.276725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:45.280622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:45.285042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff6f74-4c8c-4dd0-9f80-be8a1b2e9db5 None None] Network d77edc0d-4865-4e4b-825b-592e05e99330 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:45.334455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59248) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:45.334953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-94ffad4b-0767-4ad2-8a23-5d1518306216 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8144612 Dec 09 15:09:45.352358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'subnet': {'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:45.602153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Made reservation on behalf of 3f9597f0b6f84949ac69768d8a809b0c for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:45.616028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:45.629789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519d5ba-2be6-4475-b032-a2205d1aeb3a req-da1235b8-261a-4c57-93d2-55c7a1bc2f88 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:45.642379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9519d5ba-2be6-4475-b032-a2205d1aeb3a req-da1235b8-261a-4c57-93d2-55c7a1bc2f88 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 946 time: 0.2109742 Dec 09 15:09:45.721608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9519d5ba-2be6-4475-b032-a2205d1aeb3a req-35ec9752-1adf-40c0-b4aa-6eac488e93ec tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782564 Dec 09 15:09:45.813074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d77edc0d-4865-4e4b-825b-592e05e99330', 'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330', 'project_id': '3f9597f0b6f84949ac69768d8a809b0c', 'fixed_ips': [{'subnet_id': '932a275b-0b51-4b54-8682-3f3d31381749'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:09:45.835605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:45.920711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:46.064431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Subnet': ['ID=bf810938-ee74-4a98-ace3-f267356b3d9b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:46.123598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Checking segment: {'id': '03d5f08c-d631-4417-9e55-be13daac9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:46.123983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network hostable DHCP agents. Network: 649000ca-0d79-40f5-9ed6-e636bdf5b6c0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:09:46.186945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:09:46.207911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 649000ca-0d79-40f5-9ed6-e636bdf5b6c0) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:46.213968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:46.214616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:46.260728 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5de4c79a-3537-42ec-9827-0686192d26d6 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216635 Dec 09 15:09:46.266928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d13c84-1abf-4815-8985-0152c1627548 None None] Network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:46.268583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59286) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:46.477336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Allocated IP 172.20.0.2 (d77edc0d-4865-4e4b-825b-592e05e99330/932a275b-0b51-4b54-8682-3f3d31381749/574ee08e-1df8-42ef-a01f-13b302a072f4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:46.481103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-649000ca-0d79-40f5-9ed6-e636bdf5b6c0', 'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0', 'project_id': '3f9597f0b6f84949ac69768d8a809b0c', 'fixed_ips': [{'subnet_id': 'bf810938-ee74-4a98-ace3-f267356b3d9b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:09:46.483181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:46.909826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df048dfa-baee-4673-8cad-4c41da706ace None None] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:46.912078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ed1a401-444c-410d-8ca0-c59583a4dbd1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:46.952849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Allocated IP 172.20.0.2 (649000ca-0d79-40f5-9ed6-e636bdf5b6c0/bf810938-ee74-4a98-ace3-f267356b3d9b/0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:47.079719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.097171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48ac0d-ed1e-447c-928d-3320229a6450 req-375ae789-2512-4ffb-9051-3408b2ea8eae tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:47.098700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da48ac0d-ed1e-447c-928d-3320229a6450 req-375ae789-2512-4ffb-9051-3408b2ea8eae tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 946 time: 0.0983157 Dec 09 15:09:47.111307 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.165443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-17983409-8b3e-428c-88b7-d47f28c70abb None None] Provisioning complete for port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:47.165861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17983409-8b3e-428c-88b7-d47f28c70abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.274870 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.306069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:47.306452 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.405200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da48ac0d-ed1e-447c-928d-3320229a6450 req-dac5ad83-f194-45b4-a1d2-02768101c86b tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919438 Dec 09 15:09:47.473548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Network d77edc0d-4865-4e4b-825b-592e05e99330 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:47.512714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Allocated IP 172.20.0.1 (d77edc0d-4865-4e4b-825b-592e05e99330/932a275b-0b51-4b54-8682-3f3d31381749/8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:47.534688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:47.554252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:47.597716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Pushing event updated for resources: {'Port': ['ID=574ee08e-1df8-42ef-a01f-13b302a072f4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:47.735686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Attempting to bind port 574ee08e-1df8-42ef-a01f-13b302a072f4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:09:47.738495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Attempting to bind port 574ee08e-1df8-42ef-a01f-13b302a072f4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c5c99495-8ecd-4bba-ade1-842268aa336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:09:47.740615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Attempting to bind port 574ee08e-1df8-42ef-a01f-13b302a072f4 on network d77edc0d-4865-4e4b-825b-592e05e99330 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:47.814561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:09:47.814953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Checking segment: {'id': 'c5c99495-8ecd-4bba-ade1-842268aa336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:47.818895 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.819327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Bound using segment: {'id': 'c5c99495-8ecd-4bba-ade1-842268aa336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:09:47.819991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Bound port: 574ee08e-1df8-42ef-a01f-13b302a072f4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c99495-8ecd-4bba-ade1-842268aa336d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd77edc0d-4865-4e4b-825b-592e05e99330'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:09:47.820244 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.824241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.901834 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17983409-8b3e-428c-88b7-d47f28c70abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.916752 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.920912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:47.924926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.018113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network d77edc0d-4865-4e4b-825b-592e05e99330 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:48.027510 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.029977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:48.032574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:48.051283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Port': ['ID=8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:48.126572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Pushing event updated for resources: {'Port': ['ID=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:48.147415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.225924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-17983409-8b3e-428c-88b7-d47f28c70abb None None] For port 6ed1a401-444c-410d-8ca0-c59583a4dbd1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ed1a401-444c-410d-8ca0-c59583a4dbd1,segment=NetworkSegment(b25dd397-1c69-419f-8223-65f2bd177684),segment_id=b25dd397-1c69-419f-8223-65f2bd177684)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:48.230514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:48.236911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] For port 574ee08e-1df8-42ef-a01f-13b302a072f4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:09:48.240691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17983409-8b3e-428c-88b7-d47f28c70abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.244816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:48.249016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:48.253323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] For port 574ee08e-1df8-42ef-a01f-13b302a072f4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574ee08e-1df8-42ef-a01f-13b302a072f4,segment=NetworkSegment(c5c99495-8ecd-4bba-ade1-842268aa336d),segment_id=c5c99495-8ecd-4bba-ade1-842268aa336d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:09:48.334941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.395050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Attempting to bind port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:09:48.395539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Attempting to bind port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '03d5f08c-d631-4417-9e55-be13daac9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:09:48.395970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Attempting to bind port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b on network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:48.418272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:09:48.418997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Checking segment: {'id': '03d5f08c-d631-4417-9e55-be13daac9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:48.419605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.420189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Bound using segment: {'id': '03d5f08c-d631-4417-9e55-be13daac9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:09:48.420854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Bound port: 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d5f08c-d631-4417-9e55-be13daac9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '649000ca-0d79-40f5-9ed6-e636bdf5b6c0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:09:48.421402 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.517775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17983409-8b3e-428c-88b7-d47f28c70abb None None] Pushing event updated for resources: {'Port': ['ID=6ed1a401-444c-410d-8ca0-c59583a4dbd1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:48.521153 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:09:48.521419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-8bbb8d6a-1b4e-458e-8c4d-62c5cb3b5a6d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:48.523297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-8bbb8d6a-1b4e-458e-8c4d-62c5cb3b5a6d tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 946 time: 0.2571819 Dec 09 15:09:48.523888 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:09:48.622011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.633210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc660fe-77c9-419d-9d29-7767d6b39edc None None] Pushing event updated for resources: {'Port': ['ID=574ee08e-1df8-42ef-a01f-13b302a072f4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:48.638506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-76fc6e9a-f80d-45e5-a447-70809b0d55f9 None None] Provisioning complete for port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:48.641928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76fc6e9a-f80d-45e5-a447-70809b0d55f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:48.902217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] For port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:09:48.919282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] For port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,segment=NetworkSegment(03d5f08c-d631-4417-9e55-be13daac9a64),segment_id=03d5f08c-d631-4417-9e55-be13daac9a64)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:09:48.946327 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:49.010759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee090-7d41-4913-9919-9006472f6807 req-56e5f93d-6870-41cc-ba4e-e08712d073cd tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:49.024367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3bcee090-7d41-4913-9919-9006472f6807 req-56e5f93d-6870-41cc-ba4e-e08712d073cd tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 946 time: 0.3953052 Dec 09 15:09:49.131878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Deleting port 6f1f6105-4147-4356-b1b6-06657b368b84 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:49.132256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:49.347343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86593896-2d96-4fe9-90a9-470a4d668c68 None None] Pushing event updated for resources: {'Port': ['ID=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:49.659451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3bcee090-7d41-4913-9919-9006472f6807 req-4a4d4712-dbbf-4de2-afab-4f58cd13ea8b tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340680 Dec 09 15:09:49.805835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574ee08e-1df8-42ef-a01f-13b302a072f4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:49.834308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59414) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:49.895266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] For port 6f1f6105-4147-4356-b1b6-06657b368b84, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6f1f6105-4147-4356-b1b6-06657b368b84,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:49.914930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:49.919407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 574ee08e-1df8-42ef-a01f-13b302a072f4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:49.920381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:49.970588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Calling delete_port for 6f1f6105-4147-4356-b1b6-06657b368b84 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:50.072993 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db5c23e1-b6e7-4256-af49-e0b78b451f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.076396 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.117956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 574ee08e-1df8-42ef-a01f-13b302a072f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574ee08e-1df8-42ef-a01f-13b302a072f4,segment=NetworkSegment(c5c99495-8ecd-4bba-ade1-842268aa336d),segment_id=c5c99495-8ecd-4bba-ade1-842268aa336d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:50.128444 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.129167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ed1a401-444c-410d-8ca0-c59583a4dbd1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:50.149934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.196149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db5c23e1-b6e7-4256-af49-e0b78b451f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.198128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.203642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db5c23e1-b6e7-4256-af49-e0b78b451f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.312665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db5c23e1-b6e7-4256-af49-e0b78b451f0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ea44cb8397040eb939a852baaea9041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4771397 Dec 09 15:09:50.315880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59430) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:50.330652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c23e1-b6e7-4256-af49-e0b78b451f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c99e6-cce5-499d-804a-41766dd2a1a3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:50.363555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Port': ['ID=8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:50.384132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5a652-9a9c-46d6-a249-563048b6df4e None None] Network d77edc0d-4865-4e4b-825b-592e05e99330 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:50.401662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-934d17af-c322-4bd0-9bb1-0b28bc71793d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.423781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.425849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=574ee08e-1df8-42ef-a01f-13b302a072f4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:50.430433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-934d17af-c322-4bd0-9bb1-0b28bc71793d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.445411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:50.446241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.530100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-934d17af-c322-4bd0-9bb1-0b28bc71793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.533072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-934d17af-c322-4bd0-9bb1-0b28bc71793d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.534518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-934d17af-c322-4bd0-9bb1-0b28bc71793d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f2c99e6-cce5-499d-804a-41766dd2a1a3 HTTP/1.1" status: 204 len: 168 time: 0.2170985 Dec 09 15:09:50.547844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d17af-c322-4bd0-9bb1-0b28bc71793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c99e6-cce5-499d-804a-41766dd2a1a3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:50.573298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.645102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Pushing event deleted for resources: {'Port': ['ID=6f1f6105-4147-4356-b1b6-06657b368b84,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:50.666629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['6f1f6105-4147-4356-b1b6-06657b368b84'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:09:50.729638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e2a24217-fa26-4f77-b486-4098e6712f78 None None] Provisioning complete for port 574ee08e-1df8-42ef-a01f-13b302a072f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:50.730225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2a24217-fa26-4f77-b486-4098e6712f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.761362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] No DVR routers for this DVR port 6f1f6105-4147-4356-b1b6-06657b368b84 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:09:50.765938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:50.774166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-869623d2-a0a1-4d6c-9252-f9735f6e2ba1 req-2962bd5d-ae19-4aef-b424-5adc2c59145a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "DELETE /v2.0/ports/6f1f6105-4147-4356-b1b6-06657b368b84 HTTP/1.1" status: 204 len: 173 time: 2.2312965 Dec 09 15:09:50.798098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'name': 'network-vif-deleted', 'tag': '6f1f6105-4147-4356-b1b6-06657b368b84'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:09:50.801878 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473e2088-2dfe-42d2-ad68-f6cb54974068" -d '{"events": [{"server_uuid": "fd9b4337-9f73-4dca-810a-0d1a9aadb743", "name": "network-vif-deleted", "tag": "6f1f6105-4147-4356-b1b6-06657b368b84"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:09:50.900520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da96ca2c-3eb6-4685-a43d-b42705f124b0 req-fa1173a1-9d87-409e-ba18-6c50224114ab tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd9b4337-9f73-4dca-810a-0d1a9aadb743 HTTP/1.1" status: 200 len: 210 time: 0.0857329 Dec 09 15:09:50.911537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network d77edc0d-4865-4e4b-825b-592e05e99330 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:50.924540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:50.947250 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bddc9f-97c6-4b7e-bf5f-3ff106f7cff5 x-openstack-request-id: req-d8bddc9f-97c6-4b7e-bf5f-3ff106f7cff5 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:09:50.948073 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9b4337-9f73-4dca-810a-0d1a9aadb743", "name": "network-vif-deleted", "tag": "6f1f6105-4147-4356-b1b6-06657b368b84", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:09:50.949191 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8bddc9f-97c6-4b7e-bf5f-3ff106f7cff5 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:09:50.950395 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9b4337-9f73-4dca-810a-0d1a9aadb743', 'name': 'network-vif-deleted', 'tag': '6f1f6105-4147-4356-b1b6-06657b368b84', 'status': 'completed', 'code': 200} Dec 09 15:09:51.296901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822fc63a-5dc8-41e1-b286-56b86c07a944 None None] Network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:09:51.394984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59470) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:51.417802 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e1939e6-6a5a-4c7b-ae6b-49121512f9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.437509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Router 8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:09:51.444015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-462d6ad1-3eda-4b14-a3f7-c49269a08f2c None None] Provisioning complete for port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:51.444466 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-462d6ad1-3eda-4b14-a3f7-c49269a08f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.603045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e1939e6-6a5a-4c7b-ae6b-49121512f9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.609425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e1939e6-6a5a-4c7b-ae6b-49121512f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.676172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-462d6ad1-3eda-4b14-a3f7-c49269a08f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.695826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:51.735215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1939e6-6a5a-4c7b-ae6b-49121512f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c7e3f1-ace2-4af2-abdd-eb42669a3bfd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:51.736309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] Sync routers for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:51.743458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59476) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:51.749226 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c9feeab-010b-487f-b4a6-1e56af75f5d7 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4793878 Dec 09 15:09:51.785509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:51.786466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:51.829842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:51.875177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-462d6ad1-3eda-4b14-a3f7-c49269a08f2c None None] For port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,segment=NetworkSegment(03d5f08c-d631-4417-9e55-be13daac9a64),segment_id=03d5f08c-d631-4417-9e55-be13daac9a64)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:09:51.878750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:51.881850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:51.890535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-462d6ad1-3eda-4b14-a3f7-c49269a08f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.906689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e1939e6-6a5a-4c7b-ae6b-49121512f9c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b3e59f45da54cdc8d91fd149ccb3609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097840 Dec 09 15:09:51.909214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59480) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:51.951247 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:51.960093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574ee08e-1df8-42ef-a01f-13b302a072f4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:52.054071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20dbe3e2-52d8-463d-bfa9-1b2e7cf23d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.082343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:52.085746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c8265-ed77-49de-9eec-c5f0fbfe4468 None None] The sync data for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:52.101225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20dbe3e2-52d8-463d-bfa9-1b2e7cf23d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.148481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Provisioning complete for port 8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:52.155682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.202639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 574ee08e-1df8-42ef-a01f-13b302a072f4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:52.207859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.220078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20dbe3e2-52d8-463d-bfa9-1b2e7cf23d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.233708 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20dbe3e2-52d8-463d-bfa9-1b2e7cf23d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.237412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-20dbe3e2-52d8-463d-bfa9-1b2e7cf23d29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9c7e3f1-ace2-4af2-abdd-eb42669a3bfd HTTP/1.1" status: 204 len: 168 time: 0.3266017 Dec 09 15:09:52.253625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d6ad1-3eda-4b14-a3f7-c49269a08f2c None None] Pushing event updated for resources: {'Port': ['ID=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:52.269377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Port 8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:52.283455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbe3e2-52d8-463d-bfa9-1b2e7cf23d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c7e3f1-ace2-4af2-abdd-eb42669a3bfd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:52.333161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:52.440066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Provisioning complete for port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:52.440443 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.442160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.558255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:52.558686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.588561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6f1f6105-4147-4356-b1b6-06657b368b84 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:09:52.614528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 6f1f6105-4147-4356-b1b6-06657b368b84 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:09:52.614875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6f1f6105-4147-4356-b1b6-06657b368b84 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:09:52.717709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Provisioning complete for port 574ee08e-1df8-42ef-a01f-13b302a072f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:52.718087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80974e68-a2c2-4036-904d-2920cdd2fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:52.863441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-6fe8ef4f-9cbc-495d-b55b-f57bbe817dd8 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:52.873360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-6fe8ef4f-9cbc-495d-b55b-f57bbe817dd8 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/networks?id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 200 len: 809 time: 0.3289068 Dec 09 15:09:52.901237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-92fa30af-cd52-4eb0-b173-013ef4622a7a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/quotas/39d499468369479f8a3ded79d0b69306 HTTP/1.1" status: 200 len: 375 time: 0.0267646 Dec 09 15:09:52.922587 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-27be878b-a8f1-4935-a039-7c049f34cd05 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:09:52.923701 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-27be878b-a8f1-4935-a039-7c049f34cd05 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1779401 Dec 09 15:09:52.926997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59538) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:52.960323 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-c1ef9371-2d0f-46e4-a02e-512e32d23b20 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d499468369479f8a3ded79d0b69306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575500 Dec 09 15:09:52.991945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fd0811be-eceb-49e5-a845-d4c3ff970f99 None None] Provisioning complete for port 8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:52.993692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fd0811be-eceb-49e5-a845-d4c3ff970f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.008941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59542) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:53.032958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c09a8b3-b5e5-446e-b3ba-0d7eefa17d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.052607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fd0811be-eceb-49e5-a845-d4c3ff970f99 None None] Port 8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:53.149584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-334edcd3-3815-447d-810a-862add58f2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.421915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.518816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-509e2668-cb87-468f-b80c-c2a2fa81299d service neutron] 10.222.0.46 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471871 Dec 09 15:09:53.635071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:09:53.661293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:53.664700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c09a8b3-b5e5-446e-b3ba-0d7eefa17d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.686473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c09a8b3-b5e5-446e-b3ba-0d7eefa17d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.699715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:53.700092 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.738506 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-4614255e-8d4b-4a15-aaa7-074f1572e49b service neutron] 10.222.0.46 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188082 Dec 09 15:09:53.760317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09a8b3-b5e5-446e-b3ba-0d7eefa17d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf148b-549a-47b8-9de3-770316512dff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:53.782565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1c09a8b3-b5e5-446e-b3ba-0d7eefa17d33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=195c21fda5c348979797bd8651177f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7723966 Dec 09 15:09:53.785096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59572) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:53.865626 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d70-b17c-4172-9447-a0c1fe88e47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.867342 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93e77dd-7d10-4575-9d4d-936efc0e19f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.895149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d70-b17c-4172-9447-a0c1fe88e47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.963917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting port 8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:09:53.964557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.985628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d70-b17c-4172-9447-a0c1fe88e47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.992943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d70-b17c-4172-9447-a0c1fe88e47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:53.994081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e3b28d70-b17c-4172-9447-a0c1fe88e47b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2bf148b-549a-47b8-9de3-770316512dff HTTP/1.1" status: 204 len: 168 time: 0.2078006 Dec 09 15:09:54.013514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b28d70-b17c-4172-9447-a0c1fe88e47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf148b-549a-47b8-9de3-770316512dff,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:54.147490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43db1a7b-429c-4e77-982c-c545981b6c76 req-a9139927-cf79-4720-962c-d5a07bab28b7 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 210 time: 0.0598688 Dec 09 15:09:54.149393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.161072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93e77dd-7d10-4575-9d4d-936efc0e19f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.180652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Calling delete_port for 8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:09:54.186834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e93e77dd-7d10-4575-9d4d-936efc0e19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.332332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59598) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:54.332571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e93e77dd-7d10-4575-9d4d-936efc0e19f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3141fd5ddcd549d080c7ba4573a917ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6693203 Dec 09 15:09:54.336858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e77dd-7d10-4575-9d4d-936efc0e19f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c7b83b-7cd8-4eb8-9710-2e550c0c70c9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:54.422685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-363b28ba-bcf1-4fd5-a125-716908b6018f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.494126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-363b28ba-bcf1-4fd5-a125-716908b6018f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.574274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-363b28ba-bcf1-4fd5-a125-716908b6018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.578316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-363b28ba-bcf1-4fd5-a125-716908b6018f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.586143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-363b28ba-bcf1-4fd5-a125-716908b6018f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9c7b83b-7cd8-4eb8-9710-2e550c0c70c9 HTTP/1.1" status: 204 len: 168 time: 0.2493730 Dec 09 15:09:54.590917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:54.595684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b28ba-bcf1-4fd5-a125-716908b6018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c7b83b-7cd8-4eb8-9710-2e550c0c70c9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:54.683448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Port': ['ID=8b51ae79-9b8c-4b8d-aa72-5e4202ce99f5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:55.008168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:55.236471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Router 8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:55.366758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59646) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:55.374986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:55.385680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0b53-4b77-47e4-93a2-e938955ac019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:55.385857 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] Sync routers for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:55.398787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59648) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:55.400964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9313c242-d3d3-4275-936a-eb5cb9248878 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4709029 Dec 09 15:09:55.403762 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:55.404431 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:55.421714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-977e5f9b-949a-4d10-9499-7ff682bb7310 req-0b41d7c1-1aa9-48fa-b61f-e48fa006de7b tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 210 time: 0.0606844 Dec 09 15:09:55.454731 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:55.456774 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-0a79afb7-046c-4d84-9b49-7743900dd64d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] delete failed (client error): The resource could not be found. Dec 09 15:09:55.457821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0a79afb7-046c-4d84-9b49-7743900dd64d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-475808449 HTTP/1.1" status: 404 len: 334 time: 0.0581851 Dec 09 15:09:55.463521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59650) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:55.465351 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:55.466136 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:55.470125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2a857458-e6d3-4cab-be83-02bd5a8e3b4a tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:55.522736 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:55.523416 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2ac53-7fd5-4a8e-b293-591bc69455d4 None None] The sync data for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:55.592987 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1df164e7-ba29-4f45-9c36-fce2774eacfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:55.822191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a857458-e6d3-4cab-be83-02bd5a8e3b4a tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:55.861981 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-2a857458-e6d3-4cab-be83-02bd5a8e3b4a tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] update failed (client error): The resource could not be found. Dec 09 15:09:55.863326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2a857458-e6d3-4cab-be83-02bd5a8e3b4a tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 HTTP/1.1" status: 404 len: 339 time: 0.3987517 Dec 09 15:09:55.868601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59666) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:55.922293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-f8f499a9-4d78-4678-80fe-b6ce97af1fb7 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:55.922590 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0b53-4b77-47e4-93a2-e938955ac019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:55.924646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-f8f499a9-4d78-4678-80fe-b6ce97af1fb7 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "GET /v2.0/networks?id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 200 len: 809 time: 0.2460122 Dec 09 15:09:55.928338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0b53-4b77-47e4-93a2-e938955ac019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:55.939131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Request body: {'port': {'device_id': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065', 'admin_state_up': True, 'tenant_id': '39d499468369479f8a3ded79d0b69306'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:56.000936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bd2d0b53-4b77-47e4-93a2-e938955ac019 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=186e25a146034b60996d2f9499c2153a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6319566 Dec 09 15:09:56.010763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:56.032421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:56.110268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Made reservation on behalf of 39d499468369479f8a3ded79d0b69306 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:56.115603 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.186045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d0b53-4b77-47e4-93a2-e938955ac019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37dea84-cfa1-4606-80af-bcfb419744dc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:56.191484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:56.217962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.244224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38deea86-3a5d-431f-903f-6ebcb51c6198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.297782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38deea86-3a5d-431f-903f-6ebcb51c6198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.334453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.372690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Allocated IP 172.20.0.14 (7c7f707d-4146-4307-9cfb-ee9ce9bdb065/e6e0f183-6913-4839-a299-6f2b8dfaf4d4/3c28d59f-8367-4e83-a61c-bf69def3d4c7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:56.494465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38deea86-3a5d-431f-903f-6ebcb51c6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.497329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.499225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-38deea86-3a5d-431f-903f-6ebcb51c6198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.500699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-38deea86-3a5d-431f-903f-6ebcb51c6198 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a37dea84-cfa1-4606-80af-bcfb419744dc HTTP/1.1" status: 204 len: 168 time: 0.4878545 Dec 09 15:09:56.520346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deea86-3a5d-431f-903f-6ebcb51c6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37dea84-cfa1-4606-80af-bcfb419744dc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:56.667427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.671970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-037925c3-5266-4cec-a035-4eb85e9c0b82 req-7448181c-0cdc-42f7-89e3-7414d2b24a79 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 210 time: 0.1128566 Dec 09 15:09:56.706165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Allocated IP 172.20.0.1 (5d8d27ee-4936-46f8-9fc3-2186f3504ee6/8158e843-61eb-4596-9d4d-15329816e120/5137dc40-9ec1-41e6-b6fb-912258f2158f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:56.764713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.784810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Allocated IP 172.25.0.147 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/c18e6496-c19a-4f25-a975-0a1aac817dbe) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:09:56.870161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.872019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.935104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:56.945586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:56.952830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:56.960226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:57.006667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:57.010016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Pushing event updated for resources: {'Port': ['ID=3c28d59f-8367-4e83-a61c-bf69def3d4c7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:57.014526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:57.033623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.039374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:57.044647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Port': ['ID=5137dc40-9ec1-41e6-b6fb-912258f2158f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:57.047204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:57.047768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.085778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-87086271-451d-4df5-936b-13cb71c1170e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1499927 Dec 09 15:09:57.105909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Request body: {'port': {'device_id': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:57.109764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.137042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.250843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:57.258135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.272044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:57.277264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Pushing event updated for resources: {'Port': ['ID=c18e6496-c19a-4f25-a975-0a1aac817dbe,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:57.298576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:09:57.350831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.510410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bfbc0050-a314-42f3-a788-160dab9a428c None None] Provisioning complete for port 5137dc40-9ec1-41e6-b6fb-912258f2158f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:57.510686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0050-a314-42f3-a788-160dab9a428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.562473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.567439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc0050-a314-42f3-a788-160dab9a428c None None] Port 5137dc40-9ec1-41e6-b6fb-912258f2158f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:57.628997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.774065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.782269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:57.890665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event updated for resources: {'Port': ['ID=5137dc40-9ec1-41e6-b6fb-912258f2158f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:57.901900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.049036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:09:58.051105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:09:58.218998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Router 8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:09:58.330551 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.373041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:09:58.380973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0dbee53b-1986-4d52-a4f6-b21d5bd1d550 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106316 Dec 09 15:09:58.383510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59756) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:58.386526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] Sync routers for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:09:58.401421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:58.403061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:58.501847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58f186-a00d-43d3-a573-635b81b849a6 req-6dee5e2f-6e4f-4718-a963-acc1f5a0e3df tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:58.503521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d58f186-a00d-43d3-a573-635b81b849a6 req-6dee5e2f-6e4f-4718-a963-acc1f5a0e3df tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 932 time: 0.7193081 Dec 09 15:09:58.527905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:58.566314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-684a1904-a604-47a5-91a3-7961a249ca22 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.575828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f945d59f-062b-40f4-8734-3f0db0e14709 None None] Provisioning complete for port 5137dc40-9ec1-41e6-b6fb-912258f2158f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:09:58.583342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f945d59f-062b-40f4-8734-3f0db0e14709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.586720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:09:58.591277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:58.620998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28d59f-8367-4e83-a61c-bf69def3d4c7 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:09:58.625817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-834d5832-bc3f-4e81-9d02-40fd83bd34f4 req-cd04598d-00c4-4dd3-b771-bc7cc0449c77 service neutron] (109895) timed out ('10.222.0.43', 65171) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:09:58.663510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.666703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.695407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:09:58.696079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa874d8-fc38-4561-8d2f-2c3ba778a422 None None] The sync data for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:09:58.705749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.730728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d58f186-a00d-43d3-a573-635b81b849a6 req-a0e8f8fb-653d-4de5-9b2c-26ed904be06e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147691 Dec 09 15:09:58.737210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f945d59f-062b-40f4-8734-3f0db0e14709 None None] Port 5137dc40-9ec1-41e6-b6fb-912258f2158f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:09:58.757839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Transition to ACTIVE for port object 3c28d59f-8367-4e83-a61c-bf69def3d4c7 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:09:58.787544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.812857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Pushing event updated for resources: {'Port': ['ID=c18e6496-c19a-4f25-a975-0a1aac817dbe,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:58.848765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.902125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28d59f-8367-4e83-a61c-bf69def3d4c7,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:58.926769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:58.931491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dbd1a563-71b2-48f9-bdec-34157bf91e82 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8979783 Dec 09 15:09:58.934883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:58.943608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2141497313', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'fixed_ips': [{'ip_address': '172.25.0.147'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:09:58.990660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Attempting to bind port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:09:58.991299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Attempting to bind port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:09:58.992179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Attempting to bind port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 on network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:58.999825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 on network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:09:59.000202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Attempting to bind port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 on network 7c7f707d-4146-4307-9cfb-ee9ce9bdb065 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:09:59.023763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Made reservation on behalf of 7474561b0a9743faa312714f297b1e13 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:09:59.030128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.032798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:09:59.033434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Checking segment: {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:09:59.033872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Bound using segment: {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:09:59.034321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Bound port: 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13ebe47-001b-4d6a-9c23-8d6f585050b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:09:59.034673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.041002 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-684a1904-a604-47a5-91a3-7961a249ca22 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 15:09:59.043804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-684a1904-a604-47a5-91a3-7961a249ca22 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 HTTP/1.1" status: 409 len: 329 time: 0.6592038 Dec 09 15:09:59.046610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59782) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:59.052799 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.154688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] For port 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:09:59.158607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] For port 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:09:59.166801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.203869 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.224527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:59.225159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.226562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c28d59f-8367-4e83-a61c-bf69def3d4c7 HTTP/1.1" status: 200 len: 1092 time: 2.1279285 Dec 09 15:09:59.227084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'tag': '3c28d59f-8367-4e83-a61c-bf69def3d4c7'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:09:59.229484 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "99963ddc-6487-48c4-b6e7-ec66ad1b7d92", "tag": "3c28d59f-8367-4e83-a61c-bf69def3d4c7"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:09:59.274086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43ba34-8c60-4c8c-acd8-a57c96cb1624 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28d59f-8367-4e83-a61c-bf69def3d4c7,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:59.306828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.350111 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1fdeee-ce94-496b-b519-92a8e56bdff9 x-openstack-request-id: req-bb1fdeee-ce94-496b-b519-92a8e56bdff9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:09:59.350418 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99963ddc-6487-48c4-b6e7-ec66ad1b7d92", "tag": "3c28d59f-8367-4e83-a61c-bf69def3d4c7", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:09:59.350598 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb1fdeee-ce94-496b-b519-92a8e56bdff9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:09:59.351049 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'tag': '3c28d59f-8367-4e83-a61c-bf69def3d4c7', 'status': 'completed', 'code': 200} Dec 09 15:09:59.352494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.358023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] device_id is not set on port 84898ac9-f13b-462e-a061-b5148058f9c5 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:09:59.388965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17d9ceb-8923-420e-8409-fb0351566cc1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:09:59.565994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:09:59.570810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-45363041-6c79-4133-ac57-e581b722886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:59.572393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-45363041-6c79-4133-ac57-e581b722886d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d499468369479f8a3ded79d0b69306&device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 1095 time: 0.2859097 Dec 09 15:09:59.629488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-646c0129-2da7-4289-b845-b9b694185054 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7 HTTP/1.1" status: 200 len: 217 time: 0.0424654 Dec 09 15:09:59.748031 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 15:09:59.761646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:09:59.765154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-63e77e1e-abf5-428b-ab99-81308fe01ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:59.766908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-63e77e1e-abf5-428b-ab99-81308fe01ab1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6e0f183-6913-4839-a299-6f2b8dfaf4d4 HTTP/1.1" status: 200 len: 849 time: 0.1098425 Dec 09 15:09:59.822522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-93cad1e9-de32-4f17-8f8f-37f827d3e6cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388312 Dec 09 15:09:59.826284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7cb7b49b-2aa5-42d2-9303-f4b60f8be2dc tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8903718 Dec 09 15:09:59.830402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59808) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:09:59.934899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf305-8a71-4353-a8c8-c3920ef582b5 req-1d0c780c-b593-47b0-91af-7896c6bae34f tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:09:59.936804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43bcf305-8a71-4353-a8c8-c3920ef582b5 req-1d0c780c-b593-47b0-91af-7896c6bae34f tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 944 time: 0.0862138 Dec 09 15:10:00.022324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting port 5137dc40-9ec1-41e6-b6fb-912258f2158f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:00.022678 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.029873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43bcf305-8a71-4353-a8c8-c3920ef582b5 req-e2a31584-1245-4c20-b3af-8fcccfde0a75 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846858 Dec 09 15:10:00.105314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-2df8ce21-284b-4331-8c31-6686558861d2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599750 Dec 09 15:10:00.162149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Deleting port c18e6496-c19a-4f25-a975-0a1aac817dbe {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:00.162503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.164162 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.193220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Calling delete_port for 5137dc40-9ec1-41e6-b6fb-912258f2158f owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:00.290226 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4056aa2-7906-4628-b86c-b1ea9e027ed9 req-d2e3b860-4677-4411-8464-1796c916633d service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686854 Dec 09 15:10:00.313378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.313691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.333590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Calling delete_port for c18e6496-c19a-4f25-a975-0a1aac817dbe owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:00.427294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.471484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-667e619e-5422-4ffe-8877-1c3d2107603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:00.473845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-667e619e-5422-4ffe-8877-1c3d2107603d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d499468369479f8a3ded79d0b69306&device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 1095 time: 0.1125257 Dec 09 15:10:00.501042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Port': ['ID=5137dc40-9ec1-41e6-b6fb-912258f2158f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:00.688014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-504fe433-ebde-4f73-925b-2e14b35d98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:00.689469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-504fe433-ebde-4f73-925b-2e14b35d98f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 200 len: 910 time: 0.2032118 Dec 09 15:10:00.713227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.762399 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.788873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18e6496-c19a-4f25-a975-0a1aac817dbe,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:00.797058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-dd3058df-5c87-4893-bd60-54d212aeb709 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7 HTTP/1.1" status: 200 len: 217 time: 0.0989840 Dec 09 15:10:00.929060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-7b1c11f2-88b9-4a5e-8f6f-d9645e4684c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:00.930533 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-7b1c11f2-88b9-4a5e-8f6f-d9645e4684c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e6e0f183-6913-4839-a299-6f2b8dfaf4d4 HTTP/1.1" status: 200 len: 849 time: 0.1158998 Dec 09 15:10:00.935716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.938819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:00.944369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e62929b1-7d3c-445b-ba7e-3f42dfebaea2 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527 tempest-ExternalNetworksAdminNegativeTestJSON-1553544527-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/5e1510b6-2cc5-4d1a-8411-345f1909c891 HTTP/1.1" status: 204 len: 168 time: 1.1087029 Dec 09 15:10:00.964763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Router 8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:10:00.973546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-c298847f-949b-404e-8136-87bae24188ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f707d-4146-4307-9cfb-ee9ce9bdb065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323052 Dec 09 15:10:01.047630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:10:01.055748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff463a35-5dc0-426c-8748-e532d0cf8447 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076787 Dec 09 15:10:01.061246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59836) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:01.068989 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b456a-198f-4c21-9918-b60ade83692d None None] Sync routers for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:10:01.087565 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b456a-198f-4c21-9918-b60ade83692d None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:10:01.091447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-931b456a-198f-4c21-9918-b60ade83692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:01.153162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-b47e851f-2723-4bb6-a0aa-0772f436cd16 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712952 Dec 09 15:10:01.159556 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-37b37955-b47e-495b-b4a7-8b23554930fd tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] show failed (client error): The resource could not be found. Dec 09 15:10:01.165684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59842) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:01.165980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-37b37955-b47e-495b-b4a7-8b23554930fd tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-624100819 HTTP/1.1" status: 404 len: 334 time: 0.1033649 Dec 09 15:10:01.185081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fe500412-905e-437d-85d4-2bc18cbd0e49 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:01.206268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-931b456a-198f-4c21-9918-b60ade83692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:01.218283 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b456a-198f-4c21-9918-b60ade83692d None None] Routers {'8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:10:01.219240 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-931b456a-198f-4c21-9918-b60ade83692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:09:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:01.246759 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-fe500412-905e-437d-85d4-2bc18cbd0e49 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] update failed (client error): The resource could not be found. Dec 09 15:10:01.247971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe500412-905e-437d-85d4-2bc18cbd0e49 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-48302398 HTTP/1.1" status: 404 len: 333 time: 0.0808601 Dec 09 15:10:01.252362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59846) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:01.261930 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-931b456a-198f-4c21-9918-b60ade83692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:01.263123 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b456a-198f-4c21-9918-b60ade83692d None None] The sync data for ids ['8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:10:01.272211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc15ae-521a-4469-a023-b22e75c993fc req-236b0e0f-3ea6-4ac0-88f4-c4d895ec52cf tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:01.275008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fefc15ae-521a-4469-a023-b22e75c993fc req-236b0e0f-3ea6-4ac0-88f4-c4d895ec52cf tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 944 time: 0.0926654 Dec 09 15:10:01.346224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fefc15ae-521a-4469-a023-b22e75c993fc req-1c9dfcbe-36f9-4419-98fd-9e661ab469ac tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568902 Dec 09 15:10:01.395443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:01.396154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting subnet bf810938-ee74-4a98-ace3-f267356b3d9b {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:10:01.416382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.450841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-48470bfd-e7a0-4272-b9f5-c3c8a8895fe4 req-3e8c8a3f-1396-49f0-9ecb-b042eabecbad service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892656 Dec 09 15:10:01.490250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.552189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-375b41a7-362d-4f00-870b-077f313688ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.619751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.715379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-375b41a7-362d-4f00-870b-077f313688ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.718793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.722620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-375b41a7-362d-4f00-870b-077f313688ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.752664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Subnet': ['ID=bf810938-ee74-4a98-ace3-f267356b3d9b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:01.756700 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.763655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-39e5124a-4ed9-4515-bfd2-617e43d4e170 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/subnets/bf810938-ee74-4a98-ace3-f267356b3d9b HTTP/1.1" status: 204 len: 168 time: 0.5101113 Dec 09 15:10:01.764738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:01.766983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b9f2b-ebfd-4127-99be-a1903c0814d8 None None] Network 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:10:01.793607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-375b41a7-362d-4f00-870b-077f313688ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8b60f30546b47278e086b82319b0509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963485 Dec 09 15:10:01.794710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b41a7-362d-4f00-870b-077f313688ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f35f43-6967-4d59-9db6-5f5e00ac3c6a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:01.808908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:01.826151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting subnet 932a275b-0b51-4b54-8682-3f3d31381749 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:10:01.830341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.882027 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90e6c5a5-cf11-48bb-97d1-f846893f9f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.908643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:01.910099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90e6c5a5-cf11-48bb-97d1-f846893f9f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.027852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90e6c5a5-cf11-48bb-97d1-f846893f9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.036019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90e6c5a5-cf11-48bb-97d1-f846893f9f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.037436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] DHCP port deletion for 649000ca-0d79-40f5-9ed6-e636bdf5b6c0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:10:02.047445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-90e6c5a5-cf11-48bb-97d1-f846893f9f83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6f35f43-6967-4d59-9db6-5f5e00ac3c6a HTTP/1.1" status: 204 len: 168 time: 0.2296839 Dec 09 15:10:02.068432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6c5a5-cf11-48bb-97d1-f846893f9f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f35f43-6967-4d59-9db6-5f5e00ac3c6a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:02.096896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.186755 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.193018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] Deleting port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:02.194183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.224122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Subnet': ['ID=932a275b-0b51-4b54-8682-3f3d31381749,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:02.235254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.240837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d8a0ab63-8688-4e65-ba6b-a04ec757719d tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/subnets/932a275b-0b51-4b54-8682-3f3d31381749 HTTP/1.1" status: 204 len: 168 time: 0.4752035 Dec 09 15:10:02.242841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59884) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:02.353616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.456187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:02.456530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.497581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f1c53-93dd-44a7-97b8-34b421fb21f3 None None] Network d77edc0d-4865-4e4b-825b-592e05e99330 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:10:02.596907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] For port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,segment=NetworkSegment(03d5f08c-d631-4417-9e55-be13daac9a64),segment_id=03d5f08c-d631-4417-9e55-be13daac9a64)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:02.597447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.603794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] For port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,segment=NetworkSegment(03d5f08c-d631-4417-9e55-be13daac9a64),segment_id=03d5f08c-d631-4417-9e55-be13daac9a64)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:02.604266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.618970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59898) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:02.619656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Calling delete_port for 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:02.627384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] Calling delete_port for 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:02.647301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3c28d59f-8367-4e83-a61c-bf69def3d4c7 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:10:02.709363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5342-abb5-40f6-a9da-cb30841c8b1f req-09d6b08e-5a31-42e0-b1af-96905f30f26a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:02.733727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20bf5342-abb5-40f6-a9da-cb30841c8b1f req-09d6b08e-5a31-42e0-b1af-96905f30f26a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 944 time: 0.1965141 Dec 09 15:10:02.770954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:02.788496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '3c28d59f-8367-4e83-a61c-bf69def3d4c7', 'network_id': '7c7f707d-4146-4307-9cfb-ee9ce9bdb065', 'port_id': '3c28d59f-8367-4e83-a61c-bf69def3d4c7', 'mac_address': 'fa:16:3e:56:e6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e0f183-6913-4839-a299-6f2b8dfaf4d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:10:02.793846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] DHCP port deletion for d77edc0d-4865-4e4b-825b-592e05e99330 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:10:02.797033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.819648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0c5ef82e-97af-4c08-be89-4b1377979b7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7474561b0a9743faa312714f297b1e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947949 Dec 09 15:10:02.825136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59902) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:02.857206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Port': ['ID=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:02.861193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] No DVR routers for this DVR port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:02.916870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20bf5342-abb5-40f6-a9da-cb30841c8b1f req-8180b98a-a13b-4b00-976b-07455c2effc1 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804132 Dec 09 15:10:02.936405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.951200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b55b99f8-45a9-439b-8a8b-9df8f1056993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.952236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.956746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28d59f-8367-4e83-a61c-bf69def3d4c7 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:10:02.981261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b55b99f8-45a9-439b-8a8b-9df8f1056993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:02.987012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649000ca-0d79-40f5-9ed6-e636bdf5b6c0']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:03.015902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d5f08c-d631-4417-9e55-be13daac9a64') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:03.016163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d5f08c-d631-4417-9e55-be13daac9a64') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:03.030991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:03.046598 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.055083 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.090865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.099999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b55b99f8-45a9-439b-8a8b-9df8f1056993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.101889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:10:03.102261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.103048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b55b99f8-45a9-439b-8a8b-9df8f1056993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.107393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b55b99f8-45a9-439b-8a8b-9df8f1056993 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d17d9ceb-8923-420e-8409-fb0351566cc1 HTTP/1.1" status: 204 len: 168 time: 0.2780752 Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:10:03.107574 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:10:03.113040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b99f8-45a9-439b-8a8b-9df8f1056993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17d9ceb-8923-420e-8409-fb0351566cc1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:03.144739 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:10:03.161413 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.219465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] No DVR routers for this DVR port 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:03.235580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.240029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] Deleting port 574ee08e-1df8-42ef-a01f-13b302a072f4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:03.240617 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.276338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=3c28d59f-8367-4e83-a61c-bf69def3d4c7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:03.291773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.295918 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/networks/649000ca-0d79-40f5-9ed6-e636bdf5b6c0 HTTP/1.1" status: 204 len: 168 time: 1.0515556 Dec 09 15:10:03.297974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59916) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:03.300450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.308957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.309563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.310045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.310500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.310957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.311558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.311930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.312373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.312815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.313256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.313540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11f14-6308-4838-82c5-68d003cb78e9 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Network': ['ID=649000ca-0d79-40f5-9ed6-e636bdf5b6c0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:03.313799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.314240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:03.365130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa3f3e-abc2-4f1f-9747-731894ee2fd3 None None] Pushing event deleted for resources: {'Port': ['ID=0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:03.448305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] For port 574ee08e-1df8-42ef-a01f-13b302a072f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574ee08e-1df8-42ef-a01f-13b302a072f4,segment=NetworkSegment(c5c99495-8ecd-4bba-ade1-842268aa336d),segment_id=c5c99495-8ecd-4bba-ade1-842268aa336d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:03.449105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.493016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.507707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] Calling delete_port for 574ee08e-1df8-42ef-a01f-13b302a072f4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:03.541240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['3c28d59f-8367-4e83-a61c-bf69def3d4c7'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:10:03.617634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting port 574ee08e-1df8-42ef-a01f-13b302a072f4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:03.618346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.706928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 574ee08e-1df8-42ef-a01f-13b302a072f4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:10:03.710534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] For port 574ee08e-1df8-42ef-a01f-13b302a072f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=574ee08e-1df8-42ef-a01f-13b302a072f4,segment=NetworkSegment(c5c99495-8ecd-4bba-ade1-842268aa336d),segment_id=c5c99495-8ecd-4bba-ade1-842268aa336d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:03.711053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:03.750134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Calling delete_port for 574ee08e-1df8-42ef-a01f-13b302a072f4 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:03.965977 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.015432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] No DVR routers for this DVR port 574ee08e-1df8-42ef-a01f-13b302a072f4 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:04.054415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Port': ['ID=574ee08e-1df8-42ef-a01f-13b302a072f4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:04.103138 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.153835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.230111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] No DVR routers for this DVR port 574ee08e-1df8-42ef-a01f-13b302a072f4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:04.237898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702b5a6-aabc-4115-a015-4e60cc1c5718 None None] Pushing event deleted for resources: {'Port': ['ID=574ee08e-1df8-42ef-a01f-13b302a072f4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:04.283730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:10:04.303028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.327258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:10:04.329658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0e307e2d-a2ca-40b6-9f5b-eaaaa65d2e9b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:10:04.343437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77edc0d-4865-4e4b-825b-592e05e99330']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:04.369701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c99495-8ecd-4bba-ade1-842268aa336d') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:04.370007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c99495-8ecd-4bba-ade1-842268aa336d') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:04.383915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.408206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a44a6-ba1a-4cfb-a984-e94a6db46c6b req-8ac5a294-f16e-411c-9486-2f6e44d6c03e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:04.410772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-065a44a6-ba1a-4cfb-a984-e94a6db46c6b req-8ac5a294-f16e-411c-9486-2f6e44d6c03e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 945 time: 0.3309710 Dec 09 15:10:04.422184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.483193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:10:04.483917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:10:04.487726 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:10:04.592444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-065a44a6-ba1a-4cfb-a984-e94a6db46c6b req-d0a2143c-5573-4adb-9fde-1938e169a9c7 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639886 Dec 09 15:10:04.597813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.609122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.628914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/networks/d77edc0d-4865-4e4b-825b-592e05e99330 HTTP/1.1" status: 204 len: 168 time: 1.3295121 Dec 09 15:10:04.631229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:04.669869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d30c6-175a-49e5-b8ff-7c3ac6d87735 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Network': ['ID=d77edc0d-4865-4e4b-825b-592e05e99330,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:04.707578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting subnet 8158e843-61eb-4596-9d4d-15329816e120 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:10:04.711180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.760208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.885833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:04.965842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.001187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Subnet': ['ID=8158e843-61eb-4596-9d4d-15329816e120,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:05.009748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e177de-6b56-466c-a885-35347a29396d None None] Network 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:10:05.018683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.031388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c7b3371-8a7e-4024-93fb-7850e52d460b tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/subnets/8158e843-61eb-4596-9d4d-15329816e120 HTTP/1.1" status: 204 len: 168 time: 0.3982491 Dec 09 15:10:05.033711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:05.153244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.193839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] DHCP port deletion for 5d8d27ee-4936-46f8-9fc3-2186f3504ee6 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:10:05.252600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Deleting port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:05.252945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.295397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] Deleting port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:05.295397 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.393245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] For port 6ed1a401-444c-410d-8ca0-c59583a4dbd1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ed1a401-444c-410d-8ca0-c59583a4dbd1,segment=NetworkSegment(b25dd397-1c69-419f-8223-65f2bd177684),segment_id=b25dd397-1c69-419f-8223-65f2bd177684)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:05.393646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.411335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] Calling delete_port for 6ed1a401-444c-410d-8ca0-c59583a4dbd1 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:05.425702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] For port 6ed1a401-444c-410d-8ca0-c59583a4dbd1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ed1a401-444c-410d-8ca0-c59583a4dbd1,segment=NetworkSegment(b25dd397-1c69-419f-8223-65f2bd177684),segment_id=b25dd397-1c69-419f-8223-65f2bd177684)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:05.427792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.452624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Calling delete_port for 6ed1a401-444c-410d-8ca0-c59583a4dbd1 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:05.502748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60000) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:05.535215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.572893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] Pushing event deleted for resources: {'Port': ['ID=6ed1a401-444c-410d-8ca0-c59583a4dbd1,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:05.572893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc065fb-bfb5-4452-94da-62644ab67a6c None None] No DVR routers for this DVR port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:05.588351 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.625302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Port': ['ID=6ed1a401-444c-410d-8ca0-c59583a4dbd1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:05.634786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] No DVR routers for this DVR port 6ed1a401-444c-410d-8ca0-c59583a4dbd1 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:05.682373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ed1a401-444c-410d-8ca0-c59583a4dbd1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:10:05.740016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6ed1a401-444c-410d-8ca0-c59583a4dbd1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:10:05.744363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ed1a401-444c-410d-8ca0-c59583a4dbd1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:10:05.789857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fbf7484b-eb21-4805-8fa2-05453ae69f29 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1115907068'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:05.790310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fbf7484b-eb21-4805-8fa2-05453ae69f29 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Unknown quota resources ['metering_label']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:10:05.797341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.822065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8d27ee-4936-46f8-9fc3-2186f3504ee6']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:05.834381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25dd397-1c69-419f-8223-65f2bd177684') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:05.834697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25dd397-1c69-419f-8223-65f2bd177684') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:05.847136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.865492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.875118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:10:05.875627 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:10:05.956875 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:10:05.961092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.975257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd10493-f526-4e96-8436-2a8f9f99efaf req-273d80ea-fd92-4eba-ac34-4d1841d69e74 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:05.981298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:05.984271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbd10493-f526-4e96-8436-2a8f9f99efaf req-273d80ea-fd92-4eba-ac34-4d1841d69e74 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 945 time: 0.2375906 Dec 09 15:10:05.984677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/networks/5d8d27ee-4936-46f8-9fc3-2186f3504ee6 HTTP/1.1" status: 204 len: 168 time: 0.9500124 Dec 09 15:10:05.985488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8266c-d1a8-4010-a564-8bd12031d5ba tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Pushing event deleted for resources: {'Network': ['ID=5d8d27ee-4936-46f8-9fc3-2186f3504ee6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:05.987447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60016) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:06.017530 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b04746ff-56ff-4377-883a-5e46455e9394 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 HTTP/1.1" status: 200 len: 205 time: 0.0289934 Dec 09 15:10:06.020522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60020) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:06.071357 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fbf7484b-eb21-4805-8fa2-05453ae69f29 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.076709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fbf7484b-eb21-4805-8fa2-05453ae69f29 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5727394 Dec 09 15:10:06.077674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60022) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:06.082339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eb5ff4e2-af3d-4e61-906b-f0a71df6ee85 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c1a366c2-64df-4491-9785-43f5a6ccd24c'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:06.082850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eb5ff4e2-af3d-4e61-906b-f0a71df6ee85 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:10:06.104745 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.141837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbd10493-f526-4e96-8436-2a8f9f99efaf req-a4809534-6ff9-4976-9a1a-b593c6bddc57 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506402 Dec 09 15:10:06.253426 n-d-804292-5 neutron-server[109894]: WARNING neutron.services.metering.metering_plugin [None req-eb5ff4e2-af3d-4e61-906b-f0a71df6ee85 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:10:06.351570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.368039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.385125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff4e2-af3d-4e61-906b-f0a71df6ee85 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.390219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eb5ff4e2-af3d-4e61-906b-f0a71df6ee85 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3082209 Dec 09 15:10:06.390219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60032) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:06.395076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0d4ce5eb-0ac6-4654-a1fd-389fab14bc11 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c1a366c2-64df-4491-9785-43f5a6ccd24c'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:06.395847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0d4ce5eb-0ac6-4654-a1fd-389fab14bc11 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:10:06.425171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.425693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:10:06.434725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.439277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3215e67-6b2d-428d-a48d-ed72f8956ce5 tempest-RoutersNegativeTest-664603722 tempest-RoutersNegativeTest-664603722-project] 10.222.0.46 "DELETE /v2.0/routers/8b0b2e1d-21a8-4c5a-b8ad-e6761df09dc1 HTTP/1.1" status: 204 len: 168 time: 0.4172394 Dec 09 15:10:06.666486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3c28d59f-8367-4e83-a61c-bf69def3d4c7 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:10:06.765323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:10:06.772370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:06.772940 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.844657 n-d-804292-5 neutron-server[109894]: WARNING neutron.services.metering.metering_plugin [None req-0d4ce5eb-0ac6-4654-a1fd-389fab14bc11 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 15:10:06.921502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.964660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce5eb-0ac6-4654-a1fd-389fab14bc11 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:06.967048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0d4ce5eb-0ac6-4654-a1fd-389fab14bc11 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5757179 Dec 09 15:10:06.969816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60048) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:06.976905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60050) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:07.002508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-61103c9e-cd87-4d42-a9eb-a65db24f2747 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=fa21973b-1149-4503-aacb-f3a325d7a461 HTTP/1.1" status: 200 len: 462 time: 0.0309269 Dec 09 15:10:07.004752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60054) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:07.021321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28d59f-8367-4e83-a61c-bf69def3d4c7'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:10:07.025351 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a447586b-261a-4afc-8e0a-858f6b8afdfd" -d '{"events": [{"server_uuid": "99963ddc-6487-48c4-b6e7-ec66ad1b7d92", "name": "network-vif-plugged", "status": "completed", "tag": "3c28d59f-8367-4e83-a61c-bf69def3d4c7"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:10:07.076473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:07.085432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:07.224821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=3c28d59f-8367-4e83-a61c-bf69def3d4c7,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:07.301938 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e59828f-387f-4202-9adb-cbba547b4642 x-openstack-request-id: req-3e59828f-387f-4202-9adb-cbba547b4642 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:10:07.302227 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99963ddc-6487-48c4-b6e7-ec66ad1b7d92", "name": "network-vif-plugged", "status": "completed", "tag": "3c28d59f-8367-4e83-a61c-bf69def3d4c7", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:10:07.302757 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e59828f-387f-4202-9adb-cbba547b4642 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:10:07.303488 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28d59f-8367-4e83-a61c-bf69def3d4c7', 'code': 200} Dec 09 15:10:07.681558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fe645e28-4611-4c8a-9868-76573a03f2e2 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:07.684007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe645e28-4611-4c8a-9868-76573a03f2e2 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/fa21973b-1149-4503-aacb-f3a325d7a461 HTTP/1.1" status: 204 len: 168 time: 0.6779573 Dec 09 15:10:07.687839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:07.697854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7f4997ef-4c76-4f5e-aae4-f5b59713db46 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=fa21973b-1149-4503-aacb-f3a325d7a461 HTTP/1.1" status: 200 len: 221 time: 0.0088367 Dec 09 15:10:07.709753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60082) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:07.722412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-29f048f9-d0fb-48b3-aa41-9d83c6d679fd tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--489849348', 'description': 'label created by tempest'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:07.722875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-29f048f9-d0fb-48b3-aa41-9d83c6d679fd tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Unknown quota resources ['metering_label']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:10:07.775231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-36316257-77d0-4151-9be8-cebda6f4b354 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f9597f0b6f84949ac69768d8a809b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7934613 Dec 09 15:10:07.782848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1a63-568d-4d12-8a6a-410786565b7b req-72ca4de2-4e4f-4713-bea0-f1f54cf19bd5 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:07.785507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cafa1a63-568d-4d12-8a6a-410786565b7b req-72ca4de2-4e4f-4713-bea0-f1f54cf19bd5 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 946 time: 0.1148589 Dec 09 15:10:07.787888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60088) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:07.899953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cafa1a63-568d-4d12-8a6a-410786565b7b req-844fa37a-f6f8-4a1b-87d1-fdd32d87c906 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965159 Dec 09 15:10:07.917110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01434ea-5b16-4026-934b-3a61b8814fc7 req-e22caa1f-9359-440c-8b2d-0b19592431c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:07.918681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c01434ea-5b16-4026-934b-3a61b8814fc7 req-e22caa1f-9359-440c-8b2d-0b19592431c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 1097 time: 0.2478390 Dec 09 15:10:07.966073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29f048f9-d0fb-48b3-aa41-9d83c6d679fd tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:07.967954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-29f048f9-d0fb-48b3-aa41-9d83c6d679fd tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2571595 Dec 09 15:10:07.971563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60090) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:07.998275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c01434ea-5b16-4026-934b-3a61b8814fc7 req-44884015-1655-45f2-b75c-720865903cb4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653806 Dec 09 15:10:08.001681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3014733-c817-4c7c-8a55-f4bb30e2c627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.024750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3014733-c817-4c7c-8a55-f4bb30e2c627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.092439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60098) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.095335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f44ca87-aafb-4010-9d8d-0713f47720be tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=dadf72a1-3bbc-42ae-a70a-61c0e7197512 HTTP/1.1" status: 200 len: 467 time: 0.1220331 Dec 09 15:10:08.164194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3014733-c817-4c7c-8a55-f4bb30e2c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.166844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c3014733-c817-4c7c-8a55-f4bb30e2c627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.168998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c3014733-c817-4c7c-8a55-f4bb30e2c627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f19b87e-68d5-405a-b341-78630908f00e HTTP/1.1" status: 204 len: 168 time: 0.3800409 Dec 09 15:10:08.278449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3014733-c817-4c7c-8a55-f4bb30e2c627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19b87e-68d5-405a-b341-78630908f00e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:08.387548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-294162ef-ef62-4beb-9350-8cb453f6c30e tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.391234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-294162ef-ef62-4beb-9350-8cb453f6c30e tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/dadf72a1-3bbc-42ae-a70a-61c0e7197512 HTTP/1.1" status: 204 len: 168 time: 0.2951417 Dec 09 15:10:08.391588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60110) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.406977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-29b62b11-8fe6-400f-899b-4e2ac6398db4 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=dadf72a1-3bbc-42ae-a70a-61c0e7197512 HTTP/1.1" status: 200 len: 216 time: 0.0123436 Dec 09 15:10:08.407606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60114) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.418980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7d20efe4-91f4-4bba-84f6-b4b811e17467 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098472 Dec 09 15:10:08.423800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60116) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.454139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1a85040-819f-49c8-8676-da01f67bb557 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0287395 Dec 09 15:10:08.457889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60118) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.525194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-80edacae-e195-4407-be41-f7de286b78b5 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/c1a366c2-64df-4491-9785-43f5a6ccd24c HTTP/1.1" status: 200 len: 473 time: 0.0659931 Dec 09 15:10:08.529117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.540089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9c348765-2ca3-40fc-9813-d461b4249969 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/5518115c-ab89-4c66-8e73-f094de1160ad HTTP/1.1" status: 200 len: 459 time: 0.0098066 Dec 09 15:10:08.543307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60122) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.653612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9767139e-8cb0-42bb-b15a-bdb65a0fdc5b tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.657668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9767139e-8cb0-42bb-b15a-bdb65a0fdc5b tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/5518115c-ab89-4c66-8e73-f094de1160ad HTTP/1.1" status: 204 len: 168 time: 0.1132495 Dec 09 15:10:08.657815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60132) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:08.863663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1e9434a-f60b-4502-8891-e76905fc17f6 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:08.867673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c1e9434a-f60b-4502-8891-e76905fc17f6 tempest-MeteringIpV6TestJSON-584418244 tempest-MeteringIpV6TestJSON-584418244-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/c1a366c2-64df-4491-9785-43f5a6ccd24c HTTP/1.1" status: 204 len: 168 time: 0.2087774 Dec 09 15:10:09.083633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e639-b7dd-40ec-886a-35f3fab86b2d req-b31d8ac2-9272-4826-ad37-2a38e210e477 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:09.086223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7385e639-b7dd-40ec-886a-35f3fab86b2d req-b31d8ac2-9272-4826-ad37-2a38e210e477 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 946 time: 0.0890200 Dec 09 15:10:09.089787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:09.131722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60164) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:09.161617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7385e639-b7dd-40ec-886a-35f3fab86b2d req-e0360d37-e314-49b1-8ee2-75fc334986d9 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Dec 09 15:10:09.354167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6a89fbdb-8f94-4642-9216-4f1c2826dc33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.452157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--694153096'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:09.498865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6a89fbdb-8f94-4642-9216-4f1c2826dc33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.502678 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.506265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6a89fbdb-8f94-4642-9216-4f1c2826dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.538737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.557139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6a89fbdb-8f94-4642-9216-4f1c2826dc33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0b4062b4ec143d3af18c7305a611384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4236197 Dec 09 15:10:09.560181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60184) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:09.625530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89fbdb-8f94-4642-9216-4f1c2826dc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686009ab-871e-4b88-b7d3-5568a4b1b57b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:09.635324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-19bb1960-611b-48b7-80d6-a6fd9351e9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.659778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.662495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-19bb1960-611b-48b7-80d6-a6fd9351e9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.667415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.727282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2d8ef2-076f-4bfd-be22-4a49cfc8e5cf,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:09.757689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-19bb1960-611b-48b7-80d6-a6fd9351e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.762303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-19bb1960-611b-48b7-80d6-a6fd9351e9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.766002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-19bb1960-611b-48b7-80d6-a6fd9351e9d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/686009ab-871e-4b88-b7d3-5568a4b1b57b HTTP/1.1" status: 204 len: 168 time: 0.2025945 Dec 09 15:10:09.804658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.804978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1960-611b-48b7-80d6-a6fd9351e9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686009ab-871e-4b88-b7d3-5568a4b1b57b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:09.811069 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.861511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:09.866218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7726960 Dec 09 15:10:09.866218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3058-e925-48b4-bca4-ca299e4859d1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54171484-352e-4df4-9b4c-6882134dcd57,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:09.866570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:09.942917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2e1afe24-97cb-4da9-b6cb-acf5c1178656 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0751126 Dec 09 15:10:09.945758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60198) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:09.953901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-security--984095787', 'description': 'tempest-security-description-742132926'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:09.999889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.058205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.066477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.069258 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.073457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60206) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.076049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "PUT /v2.0/security-groups/54171484-352e-4df4-9b4c-6882134dcd57 HTTP/1.1" status: 200 len: 1795 time: 0.1275537 Dec 09 15:10:10.105917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3541b-826e-44a0-932b-69cc0f2c0628 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54171484-352e-4df4-9b4c-6882134dcd57,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:10.141228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a045eb97-d2fa-467e-80a1-4cd899027b21 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups/54171484-352e-4df4-9b4c-6882134dcd57 HTTP/1.1" status: 200 len: 1795 time: 0.0660021 Dec 09 15:10:10.144757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60208) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.192080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60212) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.210202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52ada6f0-1c69-4b09-b7ed-6f55c12bbf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.226263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-83743ea4-7c51-4f2d-957e-d69831f9d5e8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.263520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-83743ea4-7c51-4f2d-957e-d69831f9d5e8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.331332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-83743ea4-7c51-4f2d-957e-d69831f9d5e8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.334977 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-83743ea4-7c51-4f2d-957e-d69831f9d5e8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.335866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-83743ea4-7c51-4f2d-957e-d69831f9d5e8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/54171484-352e-4df4-9b4c-6882134dcd57 HTTP/1.1" status: 204 len: 168 time: 0.1900563 Dec 09 15:10:10.350685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60218) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.352077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743ea4-7c51-4f2d-957e-d69831f9d5e8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54171484-352e-4df4-9b4c-6882134dcd57,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:10.364525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52ada6f0-1c69-4b09-b7ed-6f55c12bbf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.385333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52ada6f0-1c69-4b09-b7ed-6f55c12bbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.454616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-84d92140-23c8-4730-ae36-6eb87402a4f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978863 Dec 09 15:10:10.455550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.457436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce6afa-26fe-48da-ab62-9dbf5c6e4e1a req-88d4f105-7221-44f6-ba87-82d9941aa090 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.466514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2ce6afa-26fe-48da-ab62-9dbf5c6e4e1a req-88d4f105-7221-44f6-ba87-82d9941aa090 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 946 time: 0.1604466 Dec 09 15:10:10.474029 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-cc73a840-0f47-44c5-909e-6023e9be819d tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] delete failed (client error): The resource could not be found. Dec 09 15:10:10.480424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cc73a840-0f47-44c5-909e-6023e9be819d tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/54171484-352e-4df4-9b4c-6882134dcd57 HTTP/1.1" status: 404 len: 347 time: 0.0237207 Dec 09 15:10:10.481957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60226) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.488826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--271347931'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:10.515748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.538446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-52ada6f0-1c69-4b09-b7ed-6f55c12bbf72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ee5c8a61021495995d69e4ead75d013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451974 Dec 09 15:10:10.544753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60228) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.585219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada6f0-1c69-4b09-b7ed-6f55c12bbf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035831eb-fc4d-4529-9a44-5bcb40b3bcc2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:10.624317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2ce6afa-26fe-48da-ab62-9dbf5c6e4e1a req-80b6bf60-a8b3-4268-a940-65840f0576ee tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568000 Dec 09 15:10:10.638308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fea95d4-0995-4209-b4ce-b86669c62012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.659972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-6bd8e3da-d05f-4bc8-b9f3-dd3ad8dcf465 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1369188 Dec 09 15:10:10.690760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fea95d4-0995-4209-b4ce-b86669c62012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.798454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.809861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.832004 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fea95d4-0995-4209-b4ce-b86669c62012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.834553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fea95d4-0995-4209-b4ce-b86669c62012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.842344 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6fea95d4-0995-4209-b4ce-b86669c62012 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/035831eb-fc4d-4529-9a44-5bcb40b3bcc2 HTTP/1.1" status: 204 len: 168 time: 0.2962489 Dec 09 15:10:10.860579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.862488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.863589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.865260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.866818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.868378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.868941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:10.877036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ee39ab9d-9af0-4fae-8d8e-cc4ca3d84ec1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.1372428 Dec 09 15:10:10.905637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:10.919561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4346063 Dec 09 15:10:10.932351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60244) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:10.950610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '0943c402-d5f2-4c94-8f98-ec2daf8b8e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:10.984024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560f0e-0d42-47fd-ad65-829cc4d1cef3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0943c402-d5f2-4c94-8f98-ec2daf8b8e06,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:11.020216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea95d4-0995-4209-b4ce-b86669c62012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035831eb-fc4d-4529-9a44-5bcb40b3bcc2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:11.069866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.104657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-eb2c80c8-ebb7-4492-93f1-421039788d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:11.105279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-eb2c80c8-ebb7-4492-93f1-421039788d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:11.106188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-eb2c80c8-ebb7-4492-93f1-421039788d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:11.108112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-eb2c80c8-ebb7-4492-93f1-421039788d19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 2293 time: 0.2003624 Dec 09 15:10:11.167865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.175600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.210020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c887b50a-d730-420a-a933-0133457d5abc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:11.223866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.225119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-048e634c-b5ef-4f21-be9e-82997ce115bc tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2907305 Dec 09 15:10:11.228114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:11.233808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-aa5e8d89-9b01-400b-9345-3c1c39e3b358 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1002 time: 0.1170056 Dec 09 15:10:11.290267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4be972aa-b001-40c9-8eb9-c81f77274aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.300158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4be972aa-b001-40c9-8eb9-c81f77274aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.336541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-85506751-0632-4b48-b7b2-a055bd7d616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:11.338117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-85506751-0632-4b48-b7b2-a055bd7d616c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.0952725 Dec 09 15:10:11.346581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4be972aa-b001-40c9-8eb9-c81f77274aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.352428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4be972aa-b001-40c9-8eb9-c81f77274aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.357209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60262) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:11.358291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4be972aa-b001-40c9-8eb9-c81f77274aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c887b50a-d730-420a-a933-0133457d5abc HTTP/1.1" status: 204 len: 168 time: 0.1283040 Dec 09 15:10:11.373104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be972aa-b001-40c9-8eb9-c81f77274aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c887b50a-d730-420a-a933-0133457d5abc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:11.442504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-06100f77-373f-42db-b522-f309880538e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:11.444625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-06100f77-373f-42db-b522-f309880538e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991099 Dec 09 15:10:11.483859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2f575974-17eb-47f4-956f-de38928b9a2e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1253133 Dec 09 15:10:11.487417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60270) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:11.601969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b73-f726-4557-9066-7264a4a3c0a1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.648142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b73-f726-4557-9066-7264a4a3c0a1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.682359 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-2cf26c9d-6ce0-4c3a-8717-21f410857223 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970623 Dec 09 15:10:11.767833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b73-f726-4557-9066-7264a4a3c0a1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.773263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b73-f726-4557-9066-7264a4a3c0a1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:11.777179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b58e7b73-f726-4557-9066-7264a4a3c0a1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/0943c402-d5f2-4c94-8f98-ec2daf8b8e06 HTTP/1.1" status: 204 len: 168 time: 0.2859006 Dec 09 15:10:11.777787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60286) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:11.811948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-5c42fce2-0e8d-4d36-a391-3652dd53ace6 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163702 Dec 09 15:10:11.841571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e7b73-f726-4557-9066-7264a4a3c0a1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0943c402-d5f2-4c94-8f98-ec2daf8b8e06,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:11.888214 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-2d54914d-08da-4b2b-9078-939b6d2f4c40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 217 time: 0.0673258 Dec 09 15:10:11.922475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-69b46208-ce9e-4ee4-95c7-eea7ab7cde79 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1232414 Dec 09 15:10:11.928089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60294) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:11.932393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200246401'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:11.963584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.028363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-0284375e-4453-4a12-b02c-8a77bfb782dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:12.030161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-0284375e-4453-4a12-b02c-8a77bfb782dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1277742 Dec 09 15:10:12.044556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ed960-d342-44d9-b455-34b967d3c486 req-5b18edb8-a406-4755-9ac9-b2dcf7f079ba tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:12.046182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a2ed960-d342-44d9-b455-34b967d3c486 req-5b18edb8-a406-4755-9ac9-b2dcf7f079ba tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 946 time: 0.1566772 Dec 09 15:10:12.128152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-35ef7b14-86d5-40fe-8f9b-cbecc471ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:12.128975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-35ef7b14-86d5-40fe-8f9b-cbecc471ca3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806174 Dec 09 15:10:12.163572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.172205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.198844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c7b33e-46c6-482a-9a1b-be5d2aaf548b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:12.199697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a2ed960-d342-44d9-b455-34b967d3c486 req-51d9c814-ee95-40d0-95d0-4eb5f0a25816 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340988 Dec 09 15:10:12.223790 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.227980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bb7fbcb1-f89e-434f-888c-02e504e3e81e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2990255 Dec 09 15:10:12.230747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60306) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:12.235718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '85c7b33e-46c6-482a-9a1b-be5d2aaf548b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:12.314145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.329642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-dbc25da6-42eb-4301-9cc1-1671b9927586 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905828 Dec 09 15:10:12.415229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60314) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:12.458199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.465560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.502197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db66c326-00a8-45c8-9cae-ff3a842c3b86,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:12.521255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-4ed6cc91-0f5c-42af-b0bf-6b4f3a759650 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825464 Dec 09 15:10:12.527713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.529368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f6c43056-3c04-4dd6-8e0f-12a8c04a67ca tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973061 Dec 09 15:10:12.531991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60318) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:12.540082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '85c7b33e-46c6-482a-9a1b-be5d2aaf548b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:12.582982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.599238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-6706e4c9-e5f2-48f8-a5a2-d5ca5d7fead1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 217 time: 0.0688889 Dec 09 15:10:12.639972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1031861920'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:12.695421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.703797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.708320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-77b4a67c-53b7-4865-a705-8e8cbbc5f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:12.713231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-77b4a67c-53b7-4865-a705-8e8cbbc5f1c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1053789 Dec 09 15:10:12.725389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff685b0-fed2-4b10-b6e4-0884138373f7,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:12.744526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:12.749895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.757306 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.759237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9942b1af-c913-4a52-aeca-2eb714087aaf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228718 Dec 09 15:10:12.767988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60332) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:12.773902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '85c7b33e-46c6-482a-9a1b-be5d2aaf548b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:12.780839 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.782626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-0f71c482-68e3-4d1d-b219-097358ce1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:12.784731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-0f71c482-68e3-4d1d-b219-097358ce1f29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629299 Dec 09 15:10:12.853344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:12.927532 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-c0145581-cd51-41ac-80d3-786ffdacff67 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327345 Dec 09 15:10:13.057200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.070933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.086407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:10:13.122560 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-c32a725a-5189-4373-a5a1-e4b6ee969583 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775343 Dec 09 15:10:13.127241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60344) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:13.142424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.154574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.155015 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Added segment 92c6de79-1a93-4f12-a61b-885d204c65c5 of type vlan for network 427d4565-c9c5-4e5c-988f-ae4b38738e9e Dec 09 15:10:13.165949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.178889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3ed565-b4ff-4e10-ae82-ddc3c9cdf978,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:13.218839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4804ce-cab8-4e29-989c-a702db51a085,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:13.231601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.240068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-746fa64c-51c4-42a3-a515-9622b0659a1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 217 time: 0.1021414 Dec 09 15:10:13.244791 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.252559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60352) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:13.266201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4fc48da3-4615-4eb8-b9b1-298a00e5ee52 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4772594 Dec 09 15:10:13.267395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '85c7b33e-46c6-482a-9a1b-be5d2aaf548b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:13.357257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.365882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:13.369570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.370366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-4242a8d6-f138-423c-80eb-22e146510e83 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:13.374220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-4242a8d6-f138-423c-80eb-22e146510e83 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 946 time: 0.2263076 Dec 09 15:10:13.466920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0488274 Dec 09 15:10:13.470043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60356) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:13.477669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'subnet': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:13.507382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.510789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ad9bd954-a441-43f6-9b88-19ce80441fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:13.512576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ad9bd954-a441-43f6-9b88-19ce80441fb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.2555344 Dec 09 15:10:13.513321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f376bc5f-22fa-43e2-bf8d-ee647e984846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.530635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60222a-3232-4d3c-bb40-709e8631c35f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Network': ['ID=427d4565-c9c5-4e5c-988f-ae4b38738e9e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:13.541003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:10:13.624754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:13.630099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.711677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9169bb-90c0-453d-a02f-0ec96a6355e5 req-414c0ad6-3d82-473c-8985-f13cf90d31e6 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:13.713751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd9169bb-90c0-453d-a02f-0ec96a6355e5 req-414c0ad6-3d82-473c-8985-f13cf90d31e6 tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 946 time: 0.3303504 Dec 09 15:10:13.802347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ddeb374b-78f6-44b1-a986-08573e9c6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:13.803928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ddeb374b-78f6-44b1-a986-08573e9c6fe1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2782595 Dec 09 15:10:13.828959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.871840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.907022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.962176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd9169bb-90c0-453d-a02f-0ec96a6355e5 req-c73308ce-dcb0-4e61-b025-cc002b59cf2a tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/security-groups?id=999341eb-d1cf-4e5e-9b6b-e463833c88c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344568 Dec 09 15:10:13.970368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08689672-ca52-40e3-b18a-c7cc9a406634,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:13.984400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Subnet': ['ID=ca174d9a-1a82-4cba-b504-ffe8be4080bb,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:13.984823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f376bc5f-22fa-43e2-bf8d-ee647e984846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.993442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Deleting port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:13.993781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:13.999499 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.000709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eba8a46a-465d-4353-a0f0-c99e6923a0e9 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7471473 Dec 09 15:10:14.004493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60378) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:14.019852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f376bc5f-22fa-43e2-bf8d-ee647e984846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.022085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '85c7b33e-46c6-482a-9a1b-be5d2aaf548b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:14.078730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Checking segment: {'id': '92c6de79-1a93-4f12-a61b-885d204c65c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:10:14.079259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network hostable DHCP agents. Network: 427d4565-c9c5-4e5c-988f-ae4b38738e9e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:10:14.103849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:10:14.116453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 427d4565-c9c5-4e5c-988f-ae4b38738e9e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:14.123192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:14.124036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.128003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98423bf3-020c-442e-b1a8-2191e3d8a921 None None] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:10:14.156793 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f376bc5f-22fa-43e2-bf8d-ee647e984846 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad3c218188c14d75892d12365f1240d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0280726 Dec 09 15:10:14.160828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:14.166544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-ec43ea51-a6e6-4e94-a218-499cfa97dd4f service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406374 Dec 09 15:10:14.169935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376bc5f-22fa-43e2-bf8d-ee647e984846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8c3035-af87-495f-a8a5-41340a47ad62,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:14.203119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.246098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] For port 3c28d59f-8367-4e83-a61c-bf69def3d4c7, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3c28d59f-8367-4e83-a61c-bf69def3d4c7,segment=NetworkSegment(b13ebe47-001b-4d6a-9c23-8d6f585050b8),segment_id=b13ebe47-001b-4d6a-9c23-8d6f585050b8)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:14.246466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.282080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b3a4f3dd-fdd3-40ff-be34-f42c6579a7e2 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8113375 Dec 09 15:10:14.283416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60382) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:14.292658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'project_id': 'cc8f29914fb44313a1819e3642936d6e', 'fixed_ips': [{'subnet_id': 'ca174d9a-1a82-4cba-b504-ffe8be4080bb'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:10:14.293723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.298104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-406918824'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:14.302006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba119ca4-ca03-4d12-9757-c912b79e98c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.390049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-0be9f6f2-e3f2-482b-93dc-dfae4021b573 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093694 Dec 09 15:10:14.397268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Calling delete_port for 3c28d59f-8367-4e83-a61c-bf69def3d4c7 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:14.402326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba119ca4-ca03-4d12-9757-c912b79e98c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.456192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-c1c87375-d180-49b3-b8eb-fcebd17813c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 217 time: 0.0484731 Dec 09 15:10:14.488912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba119ca4-ca03-4d12-9757-c912b79e98c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.492121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba119ca4-ca03-4d12-9757-c912b79e98c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.495609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba119ca4-ca03-4d12-9757-c912b79e98c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b8c3035-af87-495f-a8a5-41340a47ad62 HTTP/1.1" status: 204 len: 168 time: 0.3315177 Dec 09 15:10:14.507384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:14.513666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.555884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba119ca4-ca03-4d12-9757-c912b79e98c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8c3035-af87-495f-a8a5-41340a47ad62,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:14.568632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] device_id is not set on port 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:10:14.586821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Allocated IP 2001:db8::2 (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/8c8b7c8e-795f-4e53-a80f-a34489a30392) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:14.613307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.629467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.669715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-2cc31952-211b-4c0d-8f46-71dcf307a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:14.675649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-2cc31952-211b-4c0d-8f46-71dcf307a20d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1943629 Dec 09 15:10:14.785571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f2aad-e0ef-4411-8dba-150061c2920e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:14.803911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.805187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6de3f7b5-8195-49f9-8bc7-6ccf6a88fafe tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7889204 Dec 09 15:10:14.808777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60392) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:14.821852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-541c7708-3b0f-469e-9f89-ad32ad1c9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:14.823531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-541c7708-3b0f-469e-9f89-ad32ad1c9b3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352475 Dec 09 15:10:14.865737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c06560f8-a252-4d4a-acbb-5448a2d2dc70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.881053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c06560f8-a252-4d4a-acbb-5448a2d2dc70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.908377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.930369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.951615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c06560f8-a252-4d4a-acbb-5448a2d2dc70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.986487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60394) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:14.991909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:14.996551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:14.998033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:15.004418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:15.013093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Pushing event updated for resources: {'Port': ['ID=8c8b7c8e-795f-4e53-a80f-a34489a30392,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.025780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d3f8-441d-43f1-9bcc-693f4802090c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.045145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c06560f8-a252-4d4a-acbb-5448a2d2dc70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.045735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c06560f8-a252-4d4a-acbb-5448a2d2dc70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/483f2aad-e0ef-4411-8dba-150061c2920e HTTP/1.1" status: 204 len: 168 time: 0.2359025 Dec 09 15:10:15.048716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60400) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.061329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Pushing event deleted for resources: {'Port': ['ID=3c28d59f-8367-4e83-a61c-bf69def3d4c7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.068206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06560f8-a252-4d4a-acbb-5448a2d2dc70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=483f2aad-e0ef-4411-8dba-150061c2920e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.099125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Allocated IP 2001:db8::ae (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/1fbd0eb7-34e2-4b5e-aa28-6e6002de2700) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:15.141496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Attempting to bind port 8c8b7c8e-795f-4e53-a80f-a34489a30392 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:10:15.142223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Attempting to bind port 8c8b7c8e-795f-4e53-a80f-a34489a30392 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '92c6de79-1a93-4f12-a61b-885d204c65c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:10:15.143053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Attempting to bind port 8c8b7c8e-795f-4e53-a80f-a34489a30392 on network 427d4565-c9c5-4e5c-988f-ae4b38738e9e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:10:15.149496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:10:15.150200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Checking segment: {'id': '92c6de79-1a93-4f12-a61b-885d204c65c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:10:15.150840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.152071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Bound using segment: {'id': '92c6de79-1a93-4f12-a61b-885d204c65c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:10:15.152992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Bound port: 8c8b7c8e-795f-4e53-a80f-a34489a30392, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c6de79-1a93-4f12-a61b-885d204c65c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:10:15.153999 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.176112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] No DVR routers for this DVR port 3c28d59f-8367-4e83-a61c-bf69def3d4c7 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:15.182082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d893df72-999c-4905-9318-c6c067bb22f1 req-274ba031-df2c-4ea8-9451-95334b73b0fe tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.46 "GET /v2.0/ports?device_id=99963ddc-6487-48c4-b6e7-ec66ad1b7d92 HTTP/1.1" status: 200 len: 210 time: 0.0648549 Dec 09 15:10:15.184002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.187864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2aeac994-4e89-4f4d-9725-f1b8ea861ff3 req-57baa1ce-0cbb-4682-ba54-21689d86a16e tempest-VolumesActionsTest-838910766 tempest-VolumesActionsTest-838910766-project] 10.222.0.43 "DELETE /v2.0/ports/3c28d59f-8367-4e83-a61c-bf69def3d4c7 HTTP/1.1" status: 204 len: 173 time: 1.7973919 Dec 09 15:10:15.190317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'name': 'network-vif-deleted', 'tag': '3c28d59f-8367-4e83-a61c-bf69def3d4c7'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:10:15.193264 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8637c3-f9a6-4884-8b52-9869a0fd6d21" -d '{"events": [{"server_uuid": "99963ddc-6487-48c4-b6e7-ec66ad1b7d92", "name": "network-vif-deleted", "tag": "3c28d59f-8367-4e83-a61c-bf69def3d4c7"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:10:15.197787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-f7e792a3-e34d-4077-919f-78ae4bc36fbb service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370130 Dec 09 15:10:15.199648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd3d9a82-d58c-4b44-90d4-acabcc12f2b8 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1463082 Dec 09 15:10:15.202128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60406) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.279216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cd8-97ef-4ec1-9996-c1ddcc167262 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.293671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cd8-97ef-4ec1-9996-c1ddcc167262 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.314994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a0a51666-f5c9-451a-8169-785825635826 None None] For port 8c8b7c8e-795f-4e53-a80f-a34489a30392, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:10:15.319508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a0a51666-f5c9-451a-8169-785825635826 None None] For port 8c8b7c8e-795f-4e53-a80f-a34489a30392, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c8b7c8e-795f-4e53-a80f-a34489a30392,segment=NetworkSegment(92c6de79-1a93-4f12-a61b-885d204c65c5),segment_id=92c6de79-1a93-4f12-a61b-885d204c65c5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:10:15.327838 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.351160 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9b97ba-11aa-4165-bd93-dade2cc34f9a x-openstack-request-id: req-3b9b97ba-11aa-4165-bd93-dade2cc34f9a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:10:15.351622 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99963ddc-6487-48c4-b6e7-ec66ad1b7d92", "name": "network-vif-deleted", "tag": "3c28d59f-8367-4e83-a61c-bf69def3d4c7", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:10:15.352056 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b9b97ba-11aa-4165-bd93-dade2cc34f9a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:10:15.352502 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99963ddc-6487-48c4-b6e7-ec66ad1b7d92', 'name': 'network-vif-deleted', 'tag': '3c28d59f-8367-4e83-a61c-bf69def3d4c7', 'status': 'completed', 'code': 200} Dec 09 15:10:15.391797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d3f8-441d-43f1-9bcc-693f4802090c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.395848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-a0854a15-e3b6-4f72-be69-f9a4591a81ce service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813238 Dec 09 15:10:15.407610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d3f8-441d-43f1-9bcc-693f4802090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.408173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cd8-97ef-4ec1-9996-c1ddcc167262 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.414741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cd8-97ef-4ec1-9996-c1ddcc167262 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.419064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3aed2cd8-97ef-4ec1-9996-c1ddcc167262 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/08689672-ca52-40e3-b18a-c7cc9a406634 HTTP/1.1" status: 204 len: 168 time: 0.2128680 Dec 09 15:10:15.421748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60408) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.468484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed2cd8-97ef-4ec1-9996-c1ddcc167262 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08689672-ca52-40e3-b18a-c7cc9a406634,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.470160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a51666-f5c9-451a-8169-785825635826 None None] Pushing event updated for resources: {'Port': ['ID=8c8b7c8e-795f-4e53-a80f-a34489a30392,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.512264 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-5157b261-d0eb-4d26-a86c-5bbea4a1a4e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 217 time: 0.1074729 Dec 09 15:10:15.568174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff680913-4b54-47d2-a2a5-59206a05eac2 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1441603 Dec 09 15:10:15.570131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60412) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.580102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.583297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2dd4d3f8-441d-43f1-9bcc-693f4802090c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e43b7eede1948998c2582fdc31afc62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929773 Dec 09 15:10:15.583297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4d3f8-441d-43f1-9bcc-693f4802090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28362f-638d-4e68-b966-0b46d53a394c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.583546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60414) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.602262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-1aaefc1f-3e32-44a0-bd52-e6e65e16d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:15.604008 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-1aaefc1f-3e32-44a0-bd52-e6e65e16d772 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.0806680 Dec 09 15:10:15.620990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0de630d1-830c-4e3b-85fd-b6b912044064 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.640458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0de630d1-830c-4e3b-85fd-b6b912044064 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.702293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.709812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0de630d1-830c-4e3b-85fd-b6b912044064 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.713296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-a673c45c-520a-4a36-b505-53aa943cf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:15.716246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-a673c45c-520a-4a36-b505-53aa943cf05a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046400 Dec 09 15:10:15.744192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0de630d1-830c-4e3b-85fd-b6b912044064 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.747888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0de630d1-830c-4e3b-85fd-b6b912044064 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ae4804ce-cab8-4e29-989c-a702db51a085 HTTP/1.1" status: 204 len: 168 time: 0.1743653 Dec 09 15:10:15.751600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60416) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.753190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-600597ca-654d-480d-b6cc-0b69f679dcfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.779679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de630d1-830c-4e3b-85fd-b6b912044064 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae4804ce-cab8-4e29-989c-a702db51a085,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.826248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:15.832922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-600597ca-654d-480d-b6cc-0b69f679dcfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.836296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=1fbd0eb7-34e2-4b5e-aa28-6e6002de2700,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:15.845587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:15.857065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:15.862808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:15.863484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:15.923068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-e1859a98-bc3b-4f26-8e2b-2124700f34df service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899359 Dec 09 15:10:15.937329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-362d04c8-c3a8-4bb7-a2a3-ce28392fe6d3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1794109 Dec 09 15:10:15.943510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-04dff1c0-e56e-4589-9eab-192eeb279848 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6515021 Dec 09 15:10:15.944485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60420) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.944815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60422) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:15.960649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-11966656', 'allowed_address_pairs': [{'ip_address': '2001:db8::ae', 'mac_address': 'fa:16:3e:b9:30:6a'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:16.045748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39ce7940-3d8b-4696-8801-5f215f146834 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.060136 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39ce7940-3d8b-4696-8801-5f215f146834 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.074209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-55d4df47-6b0f-48d2-9b26-2153ba56825f service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392627 Dec 09 15:10:16.079865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-600597ca-654d-480d-b6cc-0b69f679dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.082576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-600597ca-654d-480d-b6cc-0b69f679dcfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.083911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-600597ca-654d-480d-b6cc-0b69f679dcfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec28362f-638d-4e68-b966-0b46d53a394c HTTP/1.1" status: 204 len: 168 time: 0.4957449 Dec 09 15:10:16.103611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600597ca-654d-480d-b6cc-0b69f679dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28362f-638d-4e68-b966-0b46d53a394c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:16.133048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39ce7940-3d8b-4696-8801-5f215f146834 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.139704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39ce7940-3d8b-4696-8801-5f215f146834 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.143711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-39ce7940-3d8b-4696-8801-5f215f146834 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/6ff685b0-fed2-4b10-b6e4-0884138373f7 HTTP/1.1" status: 204 len: 168 time: 0.1955898 Dec 09 15:10:16.150466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60430) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:16.176590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-b11a61ed-a2b9-48c5-977d-486622fa4929 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.0885136 Dec 09 15:10:16.187520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce7940-3d8b-4696-8801-5f215f146834 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ff685b0-fed2-4b10-b6e4-0884138373f7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:16.219890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6b07c8c8-d2fc-4ba0-8c8c-d61987a8647c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0681727 Dec 09 15:10:16.223712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60432) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:16.256782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-990d66fd-77a6-4308-b223-d9ce877e6969 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.266562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-990d66fd-77a6-4308-b223-d9ce877e6969 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.301118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-87d83ac6-1d31-4140-9204-1be0632e6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:16.304699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-87d83ac6-1d31-4140-9204-1be0632e6464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.1194561 Dec 09 15:10:16.311700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-990d66fd-77a6-4308-b223-d9ce877e6969 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.320411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-990d66fd-77a6-4308-b223-d9ce877e6969 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.321686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-990d66fd-77a6-4308-b223-d9ce877e6969 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/db66c326-00a8-45c8-9cae-ff3a842c3b86 HTTP/1.1" status: 204 len: 168 time: 0.0970488 Dec 09 15:10:16.324637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:16.324855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60440) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:16.340905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d66fd-77a6-4308-b223-d9ce877e6969 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db66c326-00a8-45c8-9cae-ff3a842c3b86,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:16.422051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1a5725ce-7c81-41ac-a591-0502361936a2 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0845053 Dec 09 15:10:16.424927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-d7fdcee5-e9a0-4f33-99e3-61946bfc8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:16.426553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-d7fdcee5-e9a0-4f33-99e3-61946bfc8136 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026454 Dec 09 15:10:16.427097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60446) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:16.560832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.595078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] device_id is not set on port 2eaaa48d-537c-441d-b97c-a5e62840f66d yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:10:16.696291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3c28d59f-8367-4e83-a61c-bf69def3d4c7 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:10:16.716945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-055532b2-fea1-409e-9e93-15ccb599e742 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:16.733595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 3c28d59f-8367-4e83-a61c-bf69def3d4c7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:10:16.737986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3c28d59f-8367-4e83-a61c-bf69def3d4c7 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:10:16.788693 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-95aab128-b4c5-4649-858a-dae25f24995c service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360734 Dec 09 15:10:16.845899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Allocated IP 2001:db8::38e (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/2eaaa48d-537c-441d-b97c-a5e62840f66d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:16.900676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-055532b2-fea1-409e-9e93-15ccb599e742 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.126152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.135970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58c74e-88de-4689-be06-b9190b945cc0 None None] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:10:17.221862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.357380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:17.367025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:17.371513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:17.381980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:17.382685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.436759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=2eaaa48d-537c-441d-b97c-a5e62840f66d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:17.461247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc3543a2-7bb6-44cf-85ef-81385cbd878d req-fab0f963-d7c8-47a6-a65b-2c17507546f5 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556263 Dec 09 15:10:17.465438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-055532b2-fea1-409e-9e93-15ccb599e742 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.469941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-055532b2-fea1-409e-9e93-15ccb599e742 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.475872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-055532b2-fea1-409e-9e93-15ccb599e742 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/85c7b33e-46c6-482a-9a1b-be5d2aaf548b HTTP/1.1" status: 204 len: 168 time: 1.0476465 Dec 09 15:10:17.479506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60492) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:17.493150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055532b2-fea1-409e-9e93-15ccb599e742 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c7b33e-46c6-482a-9a1b-be5d2aaf548b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:17.546584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7ebd0ca-d5c6-4b91-966e-b59a3eea5584 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5993004 Dec 09 15:10:17.547042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60496) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:17.626170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7747e8eb-b7a8-4768-952d-983589108e28 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1437910 Dec 09 15:10:17.630313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60502) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:17.644742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7415e460-127b-45e8-9908-73ff0b2cb427 None None] Provisioning complete for port 8c8b7c8e-795f-4e53-a80f-a34489a30392 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:17.646410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019099937'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:17.651273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7415e460-127b-45e8-9908-73ff0b2cb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.694311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e678db13-2784-48b6-bec2-c009de80a7c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:17.748249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.752945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e678db13-2784-48b6-bec2-c009de80a7c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:17.786961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e678db13-2784-48b6-bec2-c009de80a7c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:17.793430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e678db13-2784-48b6-bec2-c009de80a7c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.2439523 Dec 09 15:10:17.795186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60520) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:17.825157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c8b7c8e-795f-4e53-a80f-a34489a30392 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:10:17.944705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.954204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.984617 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7415e460-127b-45e8-9908-73ff0b2cb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:17.998157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.008530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8c8b7c8e-795f-4e53-a80f-a34489a30392 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:18.009013 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.013720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3674281 Dec 09 15:10:18.014440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:18.056688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '8d16c7ec-5a81-4ba3-bb6e-471bbb816a6c', 'direction': 'ingress', 'protocol': 17}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:18.099190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port 2eaaa48d-537c-441d-b97c-a5e62840f66d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:18.099474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.142187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7415e460-127b-45e8-9908-73ff0b2cb427 None None] For port 8c8b7c8e-795f-4e53-a80f-a34489a30392, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c8b7c8e-795f-4e53-a80f-a34489a30392,segment=NetworkSegment(92c6de79-1a93-4f12-a61b-885d204c65c5),segment_id=92c6de79-1a93-4f12-a61b-885d204c65c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:18.152105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7415e460-127b-45e8-9908-73ff0b2cb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.210062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415e460-127b-45e8-9908-73ff0b2cb427 None None] Pushing event updated for resources: {'Port': ['ID=8c8b7c8e-795f-4e53-a80f-a34489a30392,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:18.246108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.312096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa49df-b707-4eba-ac61-71607985a24c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d16c7ec-5a81-4ba3-bb6e-471bbb816a6c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:18.339037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-bbde6968-f8f5-4bf7-8521-ed9241e0cb26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5158930 Dec 09 15:10:18.341304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.360140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for 2eaaa48d-537c-441d-b97c-a5e62840f66d owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:18.523877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614614b-b2cd-463d-bcbb-74155c2345be req-e4f09dd7-1b86-41f3-b6dd-ec4fa5a02cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:18.525607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-e4f09dd7-1b86-41f3-b6dd-ec4fa5a02cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5930e292fd2b400ca165065e9fe14769&device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 1096 time: 0.1508117 Dec 09 15:10:18.551590 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.574938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.600748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.645217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=2eaaa48d-537c-441d-b97c-a5e62840f66d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:18.658758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e1cb8c-bd78-43b5-98f2-c1021814dddc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:18.676909 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.681394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8416d85e-d692-48d9-a78f-9b064717411e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6463473 Dec 09 15:10:18.684371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60542) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:18.703889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3745ed44-f2ee-4ce0-976a-4fc9b9fe39d5 None None] Provisioning complete for port 8c8b7c8e-795f-4e53-a80f-a34489a30392 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:18.704271 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3745ed44-f2ee-4ce0-976a-4fc9b9fe39d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.872128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfb52-8333-4374-bdf4-6e96114b04d4 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.891606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614614b-b2cd-463d-bcbb-74155c2345be req-0ec5e38c-b956-4648-900a-e43c376144e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:18.893143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-0ec5e38c-b956-4648-900a-e43c376144e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 200 len: 910 time: 0.3444860 Dec 09 15:10:18.906452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.916057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-00b6bb05-38d4-43fa-ba21-8e5a94dc420d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/ports/2eaaa48d-537c-441d-b97c-a5e62840f66d HTTP/1.1" status: 204 len: 168 time: 1.1149311 Dec 09 15:10:18.916460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60552) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:18.930456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3745ed44-f2ee-4ce0-976a-4fc9b9fe39d5 None None] Could not find standard attr ID for object 2eaaa48d-537c-441d-b97c-a5e62840f66d. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:10:18.973701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3745ed44-f2ee-4ce0-976a-4fc9b9fe39d5 None None] Provisioning complete for port 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:18.981702 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3745ed44-f2ee-4ce0-976a-4fc9b9fe39d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:18.995420 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-427436f0-9747-440f-9a55-dfcbbabae952 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] GET failed (client error): The resource could not be found. Dec 09 15:10:18.997738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-427436f0-9747-440f-9a55-dfcbbabae952 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "GET /v2.0/ports/2eaaa48d-537c-441d-b97c-a5e62840f66d HTTP/1.1" status: 404 len: 333 time: 0.0781779 Dec 09 15:10:19.001622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60554) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:19.007313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-853544549'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:19.116989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3745ed44-f2ee-4ce0-976a-4fc9b9fe39d5 None None] Port 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:19.133769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfb52-8333-4374-bdf4-6e96114b04d4 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.195073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:19.203385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-e6fd2026-07e5-4234-96fe-97ae4c8a5530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb HTTP/1.1" status: 200 len: 1001 time: 0.2904549 Dec 09 15:10:19.205096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.268960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] device_id is not set on port 09e4e703-3557-4c6f-9638-8e65c65ee761 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:10:19.314775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfb52-8333-4374-bdf4-6e96114b04d4 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.317762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa6dfb52-8333-4374-bdf4-6e96114b04d4 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.321760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aa6dfb52-8333-4374-bdf4-6e96114b04d4 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/8d16c7ec-5a81-4ba3-bb6e-471bbb816a6c HTTP/1.1" status: 204 len: 168 time: 0.6337018 Dec 09 15:10:19.364560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60566) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:19.422386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f1116ce3-23f7-4d75-9f23-e4f2d12b0549 None None] Provisioning complete for port 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:19.422797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1116ce3-23f7-4d75-9f23-e4f2d12b0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.495088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614614b-b2cd-463d-bcbb-74155c2345be req-053b0e90-5d9b-4889-a7dd-1d8f12dbcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:19.500616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-053b0e90-5d9b-4889-a7dd-1d8f12dbcbbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 200 len: 848 time: 0.2875583 Dec 09 15:10:19.537206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dfb52-8333-4374-bdf4-6e96114b04d4 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d16c7ec-5a81-4ba3-bb6e-471bbb816a6c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:19.562974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f1116ce3-23f7-4d75-9f23-e4f2d12b0549 None None] Port 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:19.646667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-157d097e-59a7-4e2d-860f-0ef79843a3f1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2718716 Dec 09 15:10:19.651451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60592) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:19.656465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--356593495'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:19.661681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Allocated IP 2001:db8::167 (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/09e4e703-3557-4c6f-9638-8e65c65ee761) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:19.667538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614614b-b2cd-463d-bcbb-74155c2345be req-ebfd1dd3-8d42-40b8-9944-706f1763eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:19.669365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-ebfd1dd3-8d42-40b8-9944-706f1763eef3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d66db03e-003a-4cde-90cd-986486d2165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487248 Dec 09 15:10:19.689945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-15ba5a4a-0845-4a19-8ec6-874821175612 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:10:19.691042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-15ba5a4a-0845-4a19-8ec6-874821175612 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112286 Dec 09 15:10:19.712102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c8b7c8e-795f-4e53-a80f-a34489a30392 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:10:19.729391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.846812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8c8b7c8e-795f-4e53-a80f-a34489a30392 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:19.847294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:19.897597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9997aafe-3326-49f5-aef6-4ad8f0fd07d7 None None] Could not find standard attr ID for object 2eaaa48d-537c-441d-b97c-a5e62840f66d. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:10:20.052513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.127383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.176919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-be6bd594-fff3-4d88-8a2a-e7e691d116dc service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545522 Dec 09 15:10:20.205891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:20.211422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:20.222745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:20.239875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:20.240907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.329365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=09e4e703-3557-4c6f-9638-8e65c65ee761,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:20.382694 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3e9829a5-df7e-4921-9ad8-a890f7e27ba6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3791013 Dec 09 15:10:20.383594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60608) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:20.391897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ae', 'mac_address': 'fa:16:3e:b9:30:6a'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:20.428289 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:10:20.452757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.467199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.500618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.502169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8493958 Dec 09 15:10:20.512224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60614) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:20.520002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554401333'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:20.583832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4614614b-b2cd-463d-bcbb-74155c2345be req-608f5cec-78e7-4d58-8d03-c51ec2657ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059949 Dec 09 15:10:20.592557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b04ef5-5d1e-4273-8c42-1323b863bf4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0006d-b73d-403e-9c5a-1c677ba932f4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:20.614531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.829323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.895257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.901900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.950452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f18cd095-af62-4b9f-b433-2ac29e7f7f71 None None] Provisioning complete for port 09e4e703-3557-4c6f-9638-8e65c65ee761 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:20.951012 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f18cd095-af62-4b9f-b433-2ac29e7f7f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.954614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:20.960787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4463363 Dec 09 15:10:20.965887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60624) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:20.970619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcadbd-eb2f-44f9-850f-0f816c6272ba tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e3650f-7921-47f5-b715-3dd8973f0418,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:20.971584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '72a0006d-b73d-403e-9c5a-1c677ba932f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19e3650f-7921-47f5-b715-3dd8973f0418', 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:21.023862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f18cd095-af62-4b9f-b433-2ac29e7f7f71 None None] Port 09e4e703-3557-4c6f-9638-8e65c65ee761 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:21.206526 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.331545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.343453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.386780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.397348 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.402182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4349294 Dec 09 15:10:21.402382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60632) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:21.409488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.427391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91a97f-dd3d-4b4b-bf19-be60a5fcd5a6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774b438f-829c-4492-aa24-9f3ed874a3ee,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:21.464497 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61854a19-676b-4fd7-8867-de1b120186f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.482393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] In _notify_port_updated(), no bound segment for port 09e4e703-3557-4c6f-9638-8e65c65ee761 on network 427d4565-c9c5-4e5c-988f-ae4b38738e9e {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:10:21.488705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:21.489845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.493667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "PUT /v2.0/ports/09e4e703-3557-4c6f-9638-8e65c65ee761 HTTP/1.1" status: 200 len: 1001 time: 1.1056302 Dec 09 15:10:21.494681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61854a19-676b-4fd7-8867-de1b120186f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.495956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60634) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:21.537744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eb069-29d5-4a95-b64b-4e81e6d5104a tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=09e4e703-3557-4c6f-9638-8e65c65ee761,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:21.580166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61854a19-676b-4fd7-8867-de1b120186f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.624099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61854a19-676b-4fd7-8867-de1b120186f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.632137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-61854a19-676b-4fd7-8867-de1b120186f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/774b438f-829c-4492-aa24-9f3ed874a3ee HTTP/1.1" status: 204 len: 168 time: 0.2284656 Dec 09 15:10:21.633176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61854a19-676b-4fd7-8867-de1b120186f7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=774b438f-829c-4492-aa24-9f3ed874a3ee,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:21.634818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60638) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:21.799957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:21.802523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port 09e4e703-3557-4c6f-9638-8e65c65ee761 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:21.802860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.805368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9952bb6b-0ec0-47b5-a4a7-65893277eb95 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1688242 Dec 09 15:10:21.861708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.917775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:21.937950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for 09e4e703-3557-4c6f-9638-8e65c65ee761 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:21.999467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-30c85467-7fb4-4ebb-b55a-257b6ff5d2fa None None] Provisioning complete for port 09e4e703-3557-4c6f-9638-8e65c65ee761 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:22.000051 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-30c85467-7fb4-4ebb-b55a-257b6ff5d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.092517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-30c85467-7fb4-4ebb-b55a-257b6ff5d2fa None None] Port 09e4e703-3557-4c6f-9638-8e65c65ee761 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:22.289886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.414296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.419982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=09e4e703-3557-4c6f-9638-8e65c65ee761,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:22.577439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a4821ec-ba59-4767-aefc-44d73f210d70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.639399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.643463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3260b52-a299-4388-8369-7c3ecc3a0e61 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/ports/09e4e703-3557-4c6f-9638-8e65c65ee761 HTTP/1.1" status: 204 len: 168 time: 1.1463020 Dec 09 15:10:22.646016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60654) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:22.657478 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a4821ec-ba59-4767-aefc-44d73f210d70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.694200 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfe71c3-21fb-4744-bf12-4001f3b7a2e1 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] GET failed (client error): The resource could not be found. Dec 09 15:10:22.696075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cfe71c3-21fb-4744-bf12-4001f3b7a2e1 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "GET /v2.0/ports/09e4e703-3557-4c6f-9638-8e65c65ee761 HTTP/1.1" status: 404 len: 333 time: 0.0483165 Dec 09 15:10:22.708489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60656) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:22.713968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2117183226'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:22.747181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a4821ec-ba59-4767-aefc-44d73f210d70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.751504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a4821ec-ba59-4767-aefc-44d73f210d70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:22.755223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1a4821ec-ba59-4767-aefc-44d73f210d70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/19e3650f-7921-47f5-b715-3dd8973f0418 HTTP/1.1" status: 204 len: 168 time: 0.6556551 Dec 09 15:10:22.768668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60660) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:22.845384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4821ec-ba59-4767-aefc-44d73f210d70 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e3650f-7921-47f5-b715-3dd8973f0418,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:22.989341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f056b69e-4182-4a28-993c-1f342364d493 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2190480 Dec 09 15:10:22.991515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60674) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:23.071081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:23.075108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.147791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] device_id is not set on port d1e86976-d9cf-4424-990c-160aa7ffabc9 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:10:23.158191 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6cecf197-3720-4571-a5bb-1e4f593c3013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.180112 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb053e7f-d5d9-46e4-8b28-d6b16056e768 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.240726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb053e7f-d5d9-46e4-8b28-d6b16056e768 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.372357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb053e7f-d5d9-46e4-8b28-d6b16056e768 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.375585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb053e7f-d5d9-46e4-8b28-d6b16056e768 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.377774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fb053e7f-d5d9-46e4-8b28-d6b16056e768 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/72a0006d-b73d-403e-9c5a-1c677ba932f4 HTTP/1.1" status: 204 len: 168 time: 0.3851004 Dec 09 15:10:23.381537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60682) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:23.425423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb053e7f-d5d9-46e4-8b28-d6b16056e768 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0006d-b73d-403e-9c5a-1c677ba932f4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:23.495278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e1da005b-34c7-4e81-bf91-a52eca6ccbd1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849764 Dec 09 15:10:23.499818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:23.508966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--583353560'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:23.533545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Allocated IP 2001:db8::221 (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/d1e86976-d9cf-4424-990c-160aa7ffabc9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:23.569706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.734922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.753346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.810238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.821905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11d3f28-7123-4eec-adf4-69e84092c031,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:23.843413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.850808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-27246399-b168-4b68-be38-bd9cf4374825 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3489215 Dec 09 15:10:23.856720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60690) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:23.864543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': 'f11d3f28-7123-4eec-adf4-69e84092c031', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:23.877686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:23.953198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.049838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=d1e86976-d9cf-4424-990c-160aa7ffabc9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:24.064081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:24.065524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:24.069262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:24.083150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:24.083866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.146066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2527fcf1-eb06-418d-b518-5c7d7f6221c5 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4363077 Dec 09 15:10:24.150732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60698) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:24.155790 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.159955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:30:6a'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:24.170863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.206819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db29ff78-7317-499d-a79b-80506f405e0c,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:24.270586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.271762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c9bc61c4-2993-43e4-b05b-89ce8930ab1e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4136460 Dec 09 15:10:24.274559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60702) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:24.339046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9a243f5-94f7-4d6b-b573-6177871ab330 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.356277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9a243f5-94f7-4d6b-b573-6177871ab330 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.397188 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9a243f5-94f7-4d6b-b573-6177871ab330 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.423591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9a243f5-94f7-4d6b-b573-6177871ab330 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.429895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9a243f5-94f7-4d6b-b573-6177871ab330 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/db29ff78-7317-499d-a79b-80506f405e0c HTTP/1.1" status: 204 len: 168 time: 0.1520836 Dec 09 15:10:24.430558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a243f5-94f7-4d6b-b573-6177871ab330 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db29ff78-7317-499d-a79b-80506f405e0c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:24.435101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:24.522364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-717f8043-5c34-4f38-b868-54652503617d tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859401 Dec 09 15:10:24.531043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60710) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:24.610248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.621710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9a7b-c0b5-411e-bc52-ba8b8affe735 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.641733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d864d5a5-2016-4fb7-b864-fdadc089c264 None None] Provisioning complete for port d1e86976-d9cf-4424-990c-160aa7ffabc9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:24.642274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d864d5a5-2016-4fb7-b864-fdadc089c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.652924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9a7b-c0b5-411e-bc52-ba8b8affe735 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.709537 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9a7b-c0b5-411e-bc52-ba8b8affe735 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.713939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9a7b-c0b5-411e-bc52-ba8b8affe735 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.716031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac1a9a7b-c0b5-411e-bc52-ba8b8affe735 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/f11d3f28-7123-4eec-adf4-69e84092c031 HTTP/1.1" status: 204 len: 168 time: 0.1838205 Dec 09 15:10:24.723664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60714) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:24.750676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a9a7b-c0b5-411e-bc52-ba8b8affe735 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11d3f28-7123-4eec-adf4-69e84092c031,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:24.767006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d864d5a5-2016-4fb7-b864-fdadc089c264 None None] Port d1e86976-d9cf-4424-990c-160aa7ffabc9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:24.810297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31a9d8c3-a1bb-4cbf-8485-02d737dc50f6 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0846760 Dec 09 15:10:24.819091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60716) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:24.827849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--57889346'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:24.859408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.989156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:24.997219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.035626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.043739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2208641 Dec 09 15:10:25.046511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60722) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.053855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': 'a60a8fb3-b380-4072-947c-fe933233f9db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:25.070379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.092283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.107459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41f9af-65ff-4d63-97ca-198b1a2c8496 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a8fb3-b380-4072-947c-fe933233f9db,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:25.127301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] In _notify_port_updated(), no bound segment for port d1e86976-d9cf-4424-990c-160aa7ffabc9 on network 427d4565-c9c5-4e5c-988f-ae4b38738e9e {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:10:25.139153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:25.139866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.144200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60724) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.164286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "PUT /v2.0/ports/d1e86976-d9cf-4424-990c-160aa7ffabc9 HTTP/1.1" status: 200 len: 1003 time: 1.0117640 Dec 09 15:10:25.278981 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.281842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646a77d-a3d6-4854-bb3c-9b3757ad23ee tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=d1e86976-d9cf-4424-990c-160aa7ffabc9,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:25.379496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port d1e86976-d9cf-4424-990c-160aa7ffabc9 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:25.380425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.464920 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.476134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.543602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122a1309-0642-4e6e-a216-36295a2b2775,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:25.560764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.577152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.578424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a6263411-cb79-4b1c-84a7-f0fa7f55dc49 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5307870 Dec 09 15:10:25.579532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for d1e86976-d9cf-4424-990c-160aa7ffabc9 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:25.581415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.622774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8262bc9-39d8-4211-8c9c-ca041404ea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.634813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e88b26c-262d-4afd-ac29-03c588b3ec3b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules/122a1309-0642-4e6e-a216-36295a2b2775 HTTP/1.1" status: 200 len: 763 time: 0.0498645 Dec 09 15:10:25.636085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60736) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.721018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cf6fb021-599b-4c22-97f2-a395250cb1df None None] Provisioning complete for port d1e86976-d9cf-4424-990c-160aa7ffabc9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:25.723720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb021-599b-4c22-97f2-a395250cb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.740322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-660875d1-6656-4a64-aa0b-bdb371ac7874 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1013083 Dec 09 15:10:25.742725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.784666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fb021-599b-4c22-97f2-a395250cb1df None None] Port d1e86976-d9cf-4424-990c-160aa7ffabc9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:25.804225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80255f8-a651-4730-ac58-239e99c8557c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.817482 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80255f8-a651-4730-ac58-239e99c8557c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.822274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.872804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=d1e86976-d9cf-4424-990c-160aa7ffabc9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:25.897248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80255f8-a651-4730-ac58-239e99c8557c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.915446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.919393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a80255f8-a651-4730-ac58-239e99c8557c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:25.922869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e583b58e-8e08-4efc-bd77-4a1f7f994c5d tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/ports/d1e86976-d9cf-4424-990c-160aa7ffabc9 HTTP/1.1" status: 204 len: 168 time: 0.7775626 Dec 09 15:10:25.924499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.925454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60744) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:25.925712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a80255f8-a651-4730-ac58-239e99c8557c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/122a1309-0642-4e6e-a216-36295a2b2775 HTTP/1.1" status: 204 len: 168 time: 0.1810629 Dec 09 15:10:25.956844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80255f8-a651-4730-ac58-239e99c8557c tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=122a1309-0642-4e6e-a216-36295a2b2775,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:26.018636 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-531fbd08-2598-42fe-93aa-40b0b04dc5fd tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] GET failed (client error): The resource could not be found. Dec 09 15:10:26.023938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.024404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-531fbd08-2598-42fe-93aa-40b0b04dc5fd tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "GET /v2.0/ports/d1e86976-d9cf-4424-990c-160aa7ffabc9 HTTP/1.1" status: 404 len: 333 time: 0.0968218 Dec 09 15:10:26.030130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-220653490'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:26.067624 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ab9f99fc-8490-4b35-b846-a45d470522a3 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1071944 Dec 09 15:10:26.070205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60752) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.076953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': 'a60a8fb3-b380-4072-947c-fe933233f9db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:26.146325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.250113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.261120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.312866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db8f7dc-defa-4b03-9f65-ea0b3c670f4d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:26.326826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.331470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c03a5563-1b22-43ca-b3c7-b6b518fceb01 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2579095 Dec 09 15:10:26.331817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60754) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.353114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a56c18c9-537d-4b09-a6f3-c5cd00f74d05 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules/5db8f7dc-defa-4b03-9f65-ea0b3c670f4d HTTP/1.1" status: 200 len: 763 time: 0.0176253 Dec 09 15:10:26.353489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60756) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.425771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-23449eb3-950b-4fe3-b735-ba6910a3c010 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0679655 Dec 09 15:10:26.426430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.502970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b24d6ff-d850-4830-817e-917da500454b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.528117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b24d6ff-d850-4830-817e-917da500454b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.563488 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b24d6ff-d850-4830-817e-917da500454b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.588155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7b24d6ff-d850-4830-817e-917da500454b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.590537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7b24d6ff-d850-4830-817e-917da500454b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5db8f7dc-defa-4b03-9f65-ea0b3c670f4d HTTP/1.1" status: 204 len: 168 time: 0.1557705 Dec 09 15:10:26.596918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60766) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.623192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24d6ff-d850-4830-817e-917da500454b tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db8f7dc-defa-4b03-9f65-ea0b3c670f4d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:26.685144 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.737737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-64dd36e4-41ab-4307-a564-28ed8e58f263 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1394928 Dec 09 15:10:26.745864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:26.752084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': 'a60a8fb3-b380-4072-947c-fe933233f9db', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:26.810682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:10:26.810682 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 15:10:26.810682 n-d-804292-5 neutron-server[109894]: [parameters: {'project_id_1': 'cc8f29914fb44313a1819e3642936d6e', 'expiration_1': datetime.datetime(2021, 12, 9, 15, 10, 6, 804688)}] Dec 09 15:10:26.810682 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:10:26.816171 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:10:26.842063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.962998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:26.970636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.011035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf42edf-c5a3-45e2-a076-4af99095484f,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:27.016595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.021193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60780) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.033976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4d8c5571-86ad-4c5a-925b-e235ef86a7e7 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824662 Dec 09 15:10:27.062524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60786) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.071183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c18c308-e80b-4b8a-8256-b2069f072378 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules/5bf42edf-c5a3-45e2-a076-4af99095484f HTTP/1.1" status: 200 len: 764 time: 0.0487475 Dec 09 15:10:27.120703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60792) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.130076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-317c9476-9fc4-42fa-ad6b-75c32a85bdbf tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0659509 Dec 09 15:10:27.174743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cf06010-2368-41dd-a9db-502b6cdfea25 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.192590 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cf06010-2368-41dd-a9db-502b6cdfea25 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.259715 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cf06010-2368-41dd-a9db-502b6cdfea25 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.272256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3cf06010-2368-41dd-a9db-502b6cdfea25 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.275104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3cf06010-2368-41dd-a9db-502b6cdfea25 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5bf42edf-c5a3-45e2-a076-4af99095484f HTTP/1.1" status: 204 len: 168 time: 0.1529441 Dec 09 15:10:27.284179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60794) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.300998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf06010-2368-41dd-a9db-502b6cdfea25 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf42edf-c5a3-45e2-a076-4af99095484f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:27.382361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:27.391324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.413369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b7d08ddc-95de-4993-958f-6a4073d36e28 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1251879 Dec 09 15:10:27.413746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60800) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.452723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] device_id is not set on port bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:10:27.528029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73479a8a-970f-48ca-879d-bf86de7ffc4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.559557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73479a8a-970f-48ca-879d-bf86de7ffc4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.617768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Allocated IP 2001:db8::13d (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:27.646709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73479a8a-970f-48ca-879d-bf86de7ffc4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.652539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73479a8a-970f-48ca-879d-bf86de7ffc4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:27.656121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-73479a8a-970f-48ca-879d-bf86de7ffc4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/a60a8fb3-b380-4072-947c-fe933233f9db HTTP/1.1" status: 204 len: 168 time: 0.2412965 Dec 09 15:10:27.661618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60810) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.680446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479a8a-970f-48ca-879d-bf86de7ffc4e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a8fb3-b380-4072-947c-fe933233f9db,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:27.825807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5d028002-e95d-4224-a7c3-92e5ed5b0670 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1580296 Dec 09 15:10:27.826487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60812) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:27.833753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670999848'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:27.876346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.005900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.027305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.060432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.094160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.094160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2635386 Dec 09 15:10:28.100189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60816) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:28.115630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Request body: {'security_group_rule': {'security_group_id': '15550837-fa23-4b2d-ae5a-dfdeb220709a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:28.116911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57546b90-7bc3-433e-afc8-730fe39ef253 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15550837-fa23-4b2d-ae5a-dfdeb220709a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:28.214690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.217004 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.265244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:28.271681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:28.284260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:28.290715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:28.292365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.348394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.353286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:28.353690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3285167 Dec 09 15:10:28.354906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b965f-4f6a-4735-b169-df6654a36600 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:28.371754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'network_id': '427d4565-c9c5-4e5c-988f-ae4b38738e9e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1590166558'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:28.380630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.387291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.413831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2de0077-7128-4d65-95c6-743aa1bafeed,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:28.439287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.443688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-634d2cc3-9382-434f-9269-d6736f669401 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403134 Dec 09 15:10:28.444577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60828) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:28.539627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd9ace88-3efb-417f-ab54-a93a91ecc4c1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.622192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd9ace88-3efb-417f-ab54-a93a91ecc4c1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.672238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Made reservation on behalf of cc8f29914fb44313a1819e3642936d6e for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:10:28.676339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.743638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] device_id is not set on port 2f6463d9-932d-4292-a038-097fcd356c0e yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:10:28.772483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-34332110-bf3e-4c1e-8343-f990d04a8dc8 None None] Provisioning complete for port bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:28.773974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34332110-bf3e-4c1e-8343-f990d04a8dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.781198 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd9ace88-3efb-417f-ab54-a93a91ecc4c1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.785386 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fd9ace88-3efb-417f-ab54-a93a91ecc4c1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:28.790205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fd9ace88-3efb-417f-ab54-a93a91ecc4c1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/15550837-fa23-4b2d-ae5a-dfdeb220709a HTTP/1.1" status: 204 len: 168 time: 0.3427892 Dec 09 15:10:28.795343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60840) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:28.920297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ace88-3efb-417f-ab54-a93a91ecc4c1 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15550837-fa23-4b2d-ae5a-dfdeb220709a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:28.949451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-34332110-bf3e-4c1e-8343-f990d04a8dc8 None None] Port bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:28.957715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Allocated IP 2001:db8::3b9 (427d4565-c9c5-4e5c-988f-ae4b38738e9e/ca174d9a-1a82-4cba-b504-ffe8be4080bb/2f6463d9-932d-4292-a038-097fcd356c0e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:10:29.026709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f5e78f0c-52c0-411b-b37b-272fc6a0bb5e tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2169044 Dec 09 15:10:29.028409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60844) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:29.138283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1326b61c-3b04-46fe-a7ff-bafb3843aa3d tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1084409 Dec 09 15:10:29.141983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:29.195383 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-e23b8b15-ef21-401c-a019-49fa1dd23c09 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] delete failed (client error): The resource could not be found. Dec 09 15:10:29.206232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e23b8b15-ef21-401c-a019-49fa1dd23c09 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "DELETE /v2.0/security-groups/15550837-fa23-4b2d-ae5a-dfdeb220709a HTTP/1.1" status: 404 len: 347 time: 0.0634921 Dec 09 15:10:29.206846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60856) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:29.249075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:29.251514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.323853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.331405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5083c63d-c8b0-47a7-a280-3b7f24675902 tempest-SecGroupTest-736269802 tempest-SecGroupTest-736269802-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189167 Dec 09 15:10:29.401409 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.462161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:10:29.466105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb0cc-8c7e-4fd5-a82a-73645f7c15c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.473571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:10:29.508611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:10:29.519220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:29.527290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.549265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=2f6463d9-932d-4292-a038-097fcd356c0e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:29.596182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f15232d3-0798-4507-b86e-3d9772a5cee6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2415504 Dec 09 15:10:29.600863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:29.613868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ae', 'mac_address': 'fa:16:3e:b9:30:6a'}, {'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:de:5d:25'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:29.721336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb0cc-8c7e-4fd5-a82a-73645f7c15c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.730869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb0cc-8c7e-4fd5-a82a-73645f7c15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:29.850501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60874) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:29.880098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbb0cc-8c7e-4fd5-a82a-73645f7c15c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae9742-fc57-47d7-8110-fd88791d51b7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:29.892351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a8cbb0cc-8c7e-4fd5-a82a-73645f7c15c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=029f66137b9d464ea4bd9f31b3b25409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6416633 Dec 09 15:10:29.895024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60878) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:30.008433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f3a-4728-44d4-8d5d-aed537b861c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.044201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f3a-4728-44d4-8d5d-aed537b861c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.094391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9f62f385-7c10-499b-a682-48648f749a8c None None] Provisioning complete for port 2f6463d9-932d-4292-a038-097fcd356c0e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:30.094885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f62f385-7c10-499b-a682-48648f749a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.122872 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f3a-4728-44d4-8d5d-aed537b861c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.135774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f3a-4728-44d4-8d5d-aed537b861c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.142763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cbe33f3a-4728-44d4-8d5d-aed537b861c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0ae9742-fc57-47d7-8110-fd88791d51b7 HTTP/1.1" status: 204 len: 168 time: 0.2467141 Dec 09 15:10:30.168936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.169406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9f62f385-7c10-499b-a682-48648f749a8c None None] Port 2f6463d9-932d-4292-a038-097fcd356c0e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:30.239834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe33f3a-4728-44d4-8d5d-aed537b861c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae9742-fc57-47d7-8110-fd88791d51b7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:30.342724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36561c3f-1424-4be5-95bb-3303c25c49a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8f6c0f579824f3184e03e57fe967ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901161 Dec 09 15:10:30.345262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60888) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:30.533747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3f7d-d09a-4425-bd13-df181c9c0e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.736024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3f7d-d09a-4425-bd13-df181c9c0e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.741462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60894) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:30.774024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4dba6328-904d-4548-9084-97a37cca7d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.891977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.899559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.921778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4dba6328-904d-4548-9084-97a37cca7d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.927854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4dba6328-904d-4548-9084-97a37cca7d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.966231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event updated for resources: {'Port': ['ID=2f6463d9-932d-4292-a038-097fcd356c0e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:30.968207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3f7d-d09a-4425-bd13-df181c9c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.972600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3f7d-d09a-4425-bd13-df181c9c0e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:30.973863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4dba6328-904d-4548-9084-97a37cca7d18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b62899e44d0d4f3a88734249f2d9bd6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313051 Dec 09 15:10:30.977994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60898) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:30.987707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6328-904d-4548-9084-97a37cca7d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c74dd5d-2f55-4127-9564-c92233bfe75f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:30.988490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d6b3f7d-d09a-4425-bd13-df181c9c0e80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d2d8ef2-076f-4bfd-be22-4a49cfc8e5cf HTTP/1.1" status: 204 len: 168 time: 0.6356831 Dec 09 15:10:31.011425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] In _notify_port_updated(), no bound segment for port 2f6463d9-932d-4292-a038-097fcd356c0e on network 427d4565-c9c5-4e5c-988f-ae4b38738e9e {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:10:31.030463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:10:31.033558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.038402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5377a779-6a4b-42b6-86d4-e28803ca3958 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "PUT /v2.0/ports/2f6463d9-932d-4292-a038-097fcd356c0e HTTP/1.1" status: 200 len: 1067 time: 1.4330401 Dec 09 15:10:31.039068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60902) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:31.067872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b3f7d-d09a-4425-bd13-df181c9c0e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2d8ef2-076f-4bfd-be22-4a49cfc8e5cf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:31.121957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ee388c4-a5fa-4c77-ad80-9832b566bcbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.222858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ee388c4-a5fa-4c77-ad80-9832b566bcbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.322671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ee388c4-a5fa-4c77-ad80-9832b566bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.326558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ee388c4-a5fa-4c77-ad80-9832b566bcbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.332219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ee388c4-a5fa-4c77-ad80-9832b566bcbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c74dd5d-2f55-4127-9564-c92233bfe75f HTTP/1.1" status: 204 len: 168 time: 0.3496044 Dec 09 15:10:31.345089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee388c4-a5fa-4c77-ad80-9832b566bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c74dd5d-2f55-4127-9564-c92233bfe75f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:31.383277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port 2f6463d9-932d-4292-a038-097fcd356c0e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:31.383788 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.599816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.642145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for 2f6463d9-932d-4292-a038-097fcd356c0e owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:31.719148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-07828b11-16c9-4005-b259-90a80697c121 None None] Provisioning complete for port 2f6463d9-932d-4292-a038-097fcd356c0e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:10:31.719858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07828b11-16c9-4005-b259-90a80697c121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.814402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:31.851979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-07828b11-16c9-4005-b259-90a80697c121 None None] Port 2f6463d9-932d-4292-a038-097fcd356c0e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:10:31.868647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=2f6463d9-932d-4292-a038-097fcd356c0e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:32.205503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:32.216349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60936) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:32.217918 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4449f578-e2fb-4b13-98ee-452532448e65 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/ports/2f6463d9-932d-4292-a038-097fcd356c0e HTTP/1.1" status: 204 len: 168 time: 1.1662099 Dec 09 15:10:32.332771 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2efaf8-419f-4cc0-9cce-b667c7563a68 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] GET failed (client error): The resource could not be found. Dec 09 15:10:32.334278 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f2efaf8-419f-4cc0-9cce-b667c7563a68 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "GET /v2.0/ports/2f6463d9-932d-4292-a038-097fcd356c0e HTTP/1.1" status: 404 len: 333 time: 0.1164253 Dec 09 15:10:32.337873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:32.654126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:32.654832 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:32.915099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:32.948172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:33.067627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60968) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:33.298166 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:33.347063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:33.468619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:33.474720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60984) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:33.485431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cdcb5fb8-616c-45e2-a2a9-e63ccf5a1dc6 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/ports/bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb HTTP/1.1" status: 204 len: 168 time: 1.1448832 Dec 09 15:10:33.547225 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ef3783-c296-4df5-bb94-c7781b1a4406 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] GET failed (client error): The resource could not be found. Dec 09 15:10:33.569920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-56ef3783-c296-4df5-bb94-c7781b1a4406 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "GET /v2.0/ports/bfc5a5c2-6dd6-4ea0-a2d3-e79d9293c7fb HTTP/1.1" status: 404 len: 333 time: 0.0891638 Dec 09 15:10:33.570385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60986) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:33.607306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7f98a37c-2e3f-4a1c-8438-bd14f7395619 tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-239838671', 'prefixes': ['172.20.0.0/16']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:33.787943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:33.788709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:33.799498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-396aaddc-cce5-4443-9b41-54fccd92b215 req-e1b46fe1-e568-4b2c-bbee-46e2bd20c659 service neutron] (109894) timed out ('10.222.0.46', 59374) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:10:33.846326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f98a37c-2e3f-4a1c-8438-bd14f7395619 tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] Publish callbacks [] for subnetpool, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:33.855538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7f98a37c-2e3f-4a1c-8438-bd14f7395619 tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7833822 Dec 09 15:10:33.856262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60994) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:33.935702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d7324ba2-b5e6-4559-87ae-e71292d7b2dc tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] 10.222.0.46 "GET /v2.0/subnetpools/7ee90e76-9f54-4561-8300-cd1d0bbdf6ea HTTP/1.1" status: 200 len: 731 time: 0.0774033 Dec 09 15:10:33.936633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60998) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:33.953309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d27c9402-57ce-4916-9c46-97ac95c1f121 tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1962462356'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:10:34.050995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:34.075064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for 1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:34.177064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d27c9402-57ce-4916-9c46-97ac95c1f121 tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] Publish callbacks [] for subnetpool, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:34.183461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d27c9402-57ce-4916-9c46-97ac95c1f121 tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] 10.222.0.46 "PUT /v2.0/subnetpools/7ee90e76-9f54-4561-8300-cd1d0bbdf6ea HTTP/1.1" status: 200 len: 684 time: 0.2439146 Dec 09 15:10:34.184419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:34.357906 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:34.413933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-216be665-5297-432c-a7ab-4ff9a30ee8af tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] Publish callbacks [] for subnetpool, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:34.419467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=1fbd0eb7-34e2-4b5e-aa28-6e6002de2700,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:34.446447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-216be665-5297-432c-a7ab-4ff9a30ee8af tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] 10.222.0.46 "DELETE /v2.0/subnetpools/7ee90e76-9f54-4561-8300-cd1d0bbdf6ea HTTP/1.1" status: 204 len: 168 time: 0.2416067 Dec 09 15:10:34.459076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:34.479402 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-52377442-6be4-432b-8dba-77b7aecb279b tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] show failed (client error): The resource could not be found. Dec 09 15:10:34.483388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-52377442-6be4-432b-8dba-77b7aecb279b tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] 10.222.0.46 "GET /v2.0/subnetpools/7ee90e76-9f54-4561-8300-cd1d0bbdf6ea HTTP/1.1" status: 404 len: 346 time: 0.0200920 Dec 09 15:10:34.485389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32784) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:34.523928 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-0f022046-f881-49a9-9b88-23327d98d43b tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] delete failed (client error): The resource could not be found. Dec 09 15:10:34.526655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0f022046-f881-49a9-9b88-23327d98d43b tempest-SubnetPoolsTestJSON-1600170127 tempest-SubnetPoolsTestJSON-1600170127-project] 10.222.0.46 "DELETE /v2.0/subnetpools/7ee90e76-9f54-4561-8300-cd1d0bbdf6ea HTTP/1.1" status: 404 len: 346 time: 0.0393815 Dec 09 15:10:34.559514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:34.566678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:34.567198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-795a7354-6637-4d82-a7f6-0b01ad58590f tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/ports/1fbd0eb7-34e2-4b5e-aa28-6e6002de2700 HTTP/1.1" status: 204 len: 168 time: 0.9954839 Dec 09 15:10:34.661667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting subnet ca174d9a-1a82-4cba-b504-ffe8be4080bb {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:10:34.695702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:34.888271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.206485 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.286426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32832) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:35.431452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.538427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Subnet': ['ID=ca174d9a-1a82-4cba-b504-ffe8be4080bb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:35.541685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.544810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5768021-b5ea-4011-b971-1dc89cbc2437 None None] Network 427d4565-c9c5-4e5c-988f-ae4b38738e9e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:10:35.580949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-63bf60f0-58c4-457c-8473-6b7612133580 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/subnets/ca174d9a-1a82-4cba-b504-ffe8be4080bb HTTP/1.1" status: 204 len: 168 time: 1.0123012 Dec 09 15:10:35.583934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32850) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:35.633911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b0184cd-a998-46ea-bfb5-89150848686e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.739306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.886825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] DHCP port deletion for 427d4565-c9c5-4e5c-988f-ae4b38738e9e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:10:35.912227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Deleting port 8c8b7c8e-795f-4e53-a80f-a34489a30392 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:35.912798 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.966604 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b0184cd-a998-46ea-bfb5-89150848686e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:35.981328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0b0184cd-a998-46ea-bfb5-89150848686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.026596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] Deleting port 8c8b7c8e-795f-4e53-a80f-a34489a30392 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:10:36.027497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.032540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:36.058501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] For port 8c8b7c8e-795f-4e53-a80f-a34489a30392, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c8b7c8e-795f-4e53-a80f-a34489a30392,segment=NetworkSegment(92c6de79-1a93-4f12-a61b-885d204c65c5),segment_id=92c6de79-1a93-4f12-a61b-885d204c65c5)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:36.059641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.071819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0b0184cd-a998-46ea-bfb5-89150848686e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9d43ab1fe664a89b460612c78ebfe4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7842903 Dec 09 15:10:36.076424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:36.091484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Calling delete_port for 8c8b7c8e-795f-4e53-a80f-a34489a30392 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:36.145124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] For port 8c8b7c8e-795f-4e53-a80f-a34489a30392, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c8b7c8e-795f-4e53-a80f-a34489a30392,segment=NetworkSegment(92c6de79-1a93-4f12-a61b-885d204c65c5),segment_id=92c6de79-1a93-4f12-a61b-885d204c65c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:10:36.145814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.166518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] Calling delete_port for 8c8b7c8e-795f-4e53-a80f-a34489a30392 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:10:36.192425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0184cd-a998-46ea-bfb5-89150848686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96031802-edf0-4838-8c56-442791dc35a9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:36.235765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9269b51-2887-40cb-931e-44b620bc450f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.279289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9269b51-2887-40cb-931e-44b620bc450f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.302806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.333879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.367450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Port': ['ID=8c8b7c8e-795f-4e53-a80f-a34489a30392,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:36.374396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] Pushing event deleted for resources: {'Port': ['ID=8c8b7c8e-795f-4e53-a80f-a34489a30392,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:36.385719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d05cfd-6c7e-4ec8-a75f-1ba61a6b25d9 None None] No DVR routers for this DVR port 8c8b7c8e-795f-4e53-a80f-a34489a30392 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:36.446483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] No DVR routers for this DVR port 8c8b7c8e-795f-4e53-a80f-a34489a30392 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:10:36.505266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7cc-3011-4b97-98cc-a0d7f4bd8aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.696061 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7cc-3011-4b97-98cc-a0d7f4bd8aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.700941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9269b51-2887-40cb-931e-44b620bc450f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.704100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b9269b51-2887-40cb-931e-44b620bc450f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.721027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9269b51-2887-40cb-931e-44b620bc450f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96031802-edf0-4838-8c56-442791dc35a9 HTTP/1.1" status: 204 len: 168 time: 0.6286526 Dec 09 15:10:36.742123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7cc-3011-4b97-98cc-a0d7f4bd8aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.780422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9269b51-2887-40cb-931e-44b620bc450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96031802-edf0-4838-8c56-442791dc35a9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:36.910755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1a29a7cc-3011-4b97-98cc-a0d7f4bd8aae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=196d9e7b084e4a278b586734be712f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8770173 Dec 09 15:10:36.912613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:36.913574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:36.963940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29a7cc-3011-4b97-98cc-a0d7f4bd8aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c0ef76-9e83-446a-8b8b-c0155f5435b8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:36.968167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427d4565-c9c5-4e5c-988f-ae4b38738e9e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:36.984887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c6de79-1a93-4f12-a61b-885d204c65c5') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:36.985270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c6de79-1a93-4f12-a61b-885d204c65c5') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:10:37.017472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.040297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.049481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:10:37.049823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:10:37.055323 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:10:37.086087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.149626 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.252181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.298223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.301829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.303142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6c0ef76-9e83-446a-8b8b-c0155f5435b8 HTTP/1.1" status: 204 len: 168 time: 0.3883724 Dec 09 15:10:37.318141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:37.330122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] 10.222.0.46 "DELETE /v2.0/networks/427d4565-c9c5-4e5c-988f-ae4b38738e9e HTTP/1.1" status: 204 len: 168 time: 1.7419801 Dec 09 15:10:37.363490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c0ef76-9e83-446a-8b8b-c0155f5435b8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:37.365237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f39e4-3f34-4198-8beb-ae89a6f0cb01 tempest-AllowedAddressPairIpV6TestJSON-2086632599 tempest-AllowedAddressPairIpV6TestJSON-2086632599-project] Pushing event deleted for resources: {'Network': ['ID=427d4565-c9c5-4e5c-988f-ae4b38738e9e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:37.395675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.412286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367eabf1-9597-40b5-b0c0-79992c781e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:37.660287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c8b7c8e-795f-4e53-a80f-a34489a30392 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:10:37.704980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8c8b7c8e-795f-4e53-a80f-a34489a30392 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:10:37.705336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c8b7c8e-795f-4e53-a80f-a34489a30392 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:10:38.154589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32922) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:38.288567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32928) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:38.332583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-635adb4a-ae77-471e-9194-6150c4f5511e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:38.634339 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-635adb4a-ae77-471e-9194-6150c4f5511e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:38.642731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-635adb4a-ae77-471e-9194-6150c4f5511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:38.741220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635adb4a-ae77-471e-9194-6150c4f5511e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881314f4-ebce-4d6a-b1e7-de7e65113777,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:38.754229 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-635adb4a-ae77-471e-9194-6150c4f5511e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba4afe1cebf2435eb009c0b5cc7ae700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637196 Dec 09 15:10:38.760251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32946) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:38.799410 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6d2d740-3d1d-4349-bd85-d779822bf9c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc8f29914fb44313a1819e3642936d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6412418 Dec 09 15:10:38.801067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:38.929167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8547d45a-3f9c-42fc-abec-dcacc3137830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:38.961673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cb426f5-565d-4682-82cb-80814a084cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:38.983334 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8547d45a-3f9c-42fc-abec-dcacc3137830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:39.027064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cb426f5-565d-4682-82cb-80814a084cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:39.052715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32952) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:39.056664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028024 Dec 09 15:10:39.060175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32954) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:39.096799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8547d45a-3f9c-42fc-abec-dcacc3137830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:39.100089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8547d45a-3f9c-42fc-abec-dcacc3137830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:39.100535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cb426f5-565d-4682-82cb-80814a084cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:39.101718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8547d45a-3f9c-42fc-abec-dcacc3137830 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/881314f4-ebce-4d6a-b1e7-de7e65113777 HTTP/1.1" status: 204 len: 168 time: 0.3400993 Dec 09 15:10:39.103181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cb426f5-565d-4682-82cb-80814a084cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:39.110136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3cb426f5-565d-4682-82cb-80814a084cdf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b3ed565-b4ff-4e10-ae82-ddc3c9cdf978 HTTP/1.1" status: 204 len: 168 time: 0.3065369 Dec 09 15:10:39.125136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547d45a-3f9c-42fc-abec-dcacc3137830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881314f4-ebce-4d6a-b1e7-de7e65113777,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:39.130004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb426f5-565d-4682-82cb-80814a084cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3ed565-b4ff-4e10-ae82-ddc3c9cdf978,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:39.330689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-438d05a4-636e-4930-a354-cc4214b631a4 tempest-NetworksApiDiscovery-1883721552 tempest-NetworksApiDiscovery-1883721552-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2693985 Dec 09 15:10:39.964244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32984) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:40.147292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7216923d-7e77-47fb-9ec3-a059d6ff5d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.328122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7216923d-7e77-47fb-9ec3-a059d6ff5d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.336480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7216923d-7e77-47fb-9ec3-a059d6ff5d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.386854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7216923d-7e77-47fb-9ec3-a059d6ff5d9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e54e4ad3ed9c4d3281acc43ff594597c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4212763 Dec 09 15:10:40.388543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216923d-7e77-47fb-9ec3-a059d6ff5d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b80750-cc11-4a5d-9f7b-9b7ec8bffc59,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:40.389480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33002) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:40.533720 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9ade-6478-47d2-b033-f95ec521a689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.596163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9ade-6478-47d2-b033-f95ec521a689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.693229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9ade-6478-47d2-b033-f95ec521a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.696988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9ade-6478-47d2-b033-f95ec521a689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:40.701493 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8e6e9ade-6478-47d2-b033-f95ec521a689 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7b80750-cc11-4a5d-9f7b-9b7ec8bffc59 HTTP/1.1" status: 204 len: 168 time: 0.3085239 Dec 09 15:10:40.713676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9ade-6478-47d2-b033-f95ec521a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b80750-cc11-4a5d-9f7b-9b7ec8bffc59,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:40.979305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33034) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:41.426240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff932edf-a1cb-457f-a3a4-927e94aa853e tempest-ServiceProvidersTest-1786618236 tempest-ServiceProvidersTest-1786618236-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4413927 Dec 09 15:10:41.987875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33064) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:42.182719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b310d0a2-4329-4c76-b4fc-704cbdb3d688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.343751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b310d0a2-4329-4c76-b4fc-704cbdb3d688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.361015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b310d0a2-4329-4c76-b4fc-704cbdb3d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.425442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b310d0a2-4329-4c76-b4fc-704cbdb3d688 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7efb3dad752742d0bf0c52fa8dbe50a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361937 Dec 09 15:10:42.428035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33084) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:42.443799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310d0a2-4329-4c76-b4fc-704cbdb3d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273c300-0c4f-4fd2-b1c1-d66d9c4a37fc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:42.518527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22fbc7ad-85ce-46e3-b968-914f9d47e91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.568269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22fbc7ad-85ce-46e3-b968-914f9d47e91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.636751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22fbc7ad-85ce-46e3-b968-914f9d47e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.640031 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22fbc7ad-85ce-46e3-b968-914f9d47e91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:42.641462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-22fbc7ad-85ce-46e3-b968-914f9d47e91e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9273c300-0c4f-4fd2-b1c1-d66d9c4a37fc HTTP/1.1" status: 204 len: 168 time: 0.2116463 Dec 09 15:10:42.652351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbc7ad-85ce-46e3-b968-914f9d47e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273c300-0c4f-4fd2-b1c1-d66d9c4a37fc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:51.906744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:52.310208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33550) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:52.386143 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:52.535006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c7f958b-46da-4376-86b0-2fd7f3b06459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:52.794248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c7f958b-46da-4376-86b0-2fd7f3b06459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:52.807275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c7f958b-46da-4376-86b0-2fd7f3b06459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:52.864851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:52.874214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6c7f958b-46da-4376-86b0-2fd7f3b06459 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e9d2b51c99f48adbd060667054ef833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5619066 Dec 09 15:10:52.944113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f958b-46da-4376-86b0-2fd7f3b06459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8be2d3-580b-4d64-bdb7-a42b17cc8504,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:53.024870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:53.081707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:53.223407 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b0e85789-55d1-4302-9e97-c258f0c53f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:53.236550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:53.245671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:53.256116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d8be2d3-580b-4d64-bdb7-a42b17cc8504 HTTP/1.1" status: 204 len: 168 time: 0.3864083 Dec 09 15:10:53.274468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8be2d3-580b-4d64-bdb7-a42b17cc8504,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:53.330227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.330585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.330951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.331388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.331803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.332077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.332424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.332758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.333089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.333424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.349665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.349665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.349665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cecf262-a910-4026-b944-6e2339687284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:10:53.972282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33604) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:53.993540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9c03a9b-31a1-4c32-bca7-ebe197346f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.215789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9c03a9b-31a1-4c32-bca7-ebe197346f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.235664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9c03a9b-31a1-4c32-bca7-ebe197346f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.348485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c03a9b-31a1-4c32-bca7-ebe197346f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e16e9-f1fa-4aad-ac12-62f87993f9e1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:54.383255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e9c03a9b-31a1-4c32-bca7-ebe197346f58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=269168c2c2fd46c5bbd47cd4832553cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091811 Dec 09 15:10:54.386240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33618) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:10:54.485724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdccd84-a34a-4f5d-be58-47dec3889891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.516588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdccd84-a34a-4f5d-be58-47dec3889891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.580218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdccd84-a34a-4f5d-be58-47dec3889891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.583142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fdccd84-a34a-4f5d-be58-47dec3889891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:54.589924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0fdccd84-a34a-4f5d-be58-47dec3889891 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c7e16e9-f1fa-4aad-ac12-62f87993f9e1 HTTP/1.1" status: 204 len: 168 time: 0.1993217 Dec 09 15:10:54.606387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdccd84-a34a-4f5d-be58-47dec3889891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e16e9-f1fa-4aad-ac12-62f87993f9e1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:10:55.608866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-642bc6f6-04c0-4970-8b21-11137e529601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:56.685399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:57.435616 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:10:58.341439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:10:59.258229 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:00.095712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33926) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:00.394357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f394e53c-23ae-4b8e-a543-17f78e9ab1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:00.618290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f394e53c-23ae-4b8e-a543-17f78e9ab1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:00.629721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f394e53c-23ae-4b8e-a543-17f78e9ab1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:00.715137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33964) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:00.715697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f394e53c-23ae-4b8e-a543-17f78e9ab1f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fa4934ca2f5404ba6288c4f3ae24e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6188250 Dec 09 15:11:00.716609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394e53c-23ae-4b8e-a543-17f78e9ab1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c2f44d-5a78-47e7-9857-aa3d8d6d4488,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:00.861562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35202116-1584-4b93-b547-6f1acaeb0e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:00.929103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35202116-1584-4b93-b547-6f1acaeb0e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:01.027649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35202116-1584-4b93-b547-6f1acaeb0e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:01.030969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35202116-1584-4b93-b547-6f1acaeb0e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:01.032496 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-35202116-1584-4b93-b547-6f1acaeb0e89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3c2f44d-5a78-47e7-9857-aa3d8d6d4488 HTTP/1.1" status: 204 len: 168 time: 0.3163176 Dec 09 15:11:01.062881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35202116-1584-4b93-b547-6f1acaeb0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c2f44d-5a78-47e7-9857-aa3d8d6d4488,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:01.688693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34014) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:01.711750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f2985997-3aec-4c99-9798-806def139d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:01.887382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f2985997-3aec-4c99-9798-806def139d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:01.894597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f2985997-3aec-4c99-9798-806def139d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:01.983634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985997-3aec-4c99-9798-806def139d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb566aa3-b6fc-48ad-af50-68f6e12a366d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:01.996914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34030) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:02.012160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f2985997-3aec-4c99-9798-806def139d84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4229b20d03bd4373940f12cdb9e1280c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220694 Dec 09 15:11:02.120400 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ef8e02-9eec-47ec-9084-e6af938f65df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:02.172692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ef8e02-9eec-47ec-9084-e6af938f65df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:02.285204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ef8e02-9eec-47ec-9084-e6af938f65df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:02.289286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ef8e02-9eec-47ec-9084-e6af938f65df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:02.294248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-85ef8e02-9eec-47ec-9084-e6af938f65df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb566aa3-b6fc-48ad-af50-68f6e12a366d HTTP/1.1" status: 204 len: 168 time: 0.2962167 Dec 09 15:11:02.319231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef8e02-9eec-47ec-9084-e6af938f65df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb566aa3-b6fc-48ad-af50-68f6e12a366d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:04.925925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34152) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:05.191565 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca6991a7-2199-4264-8e25-f2848632b7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.304417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34170) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:05.326249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca6991a7-2199-4264-8e25-f2848632b7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.336261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca6991a7-2199-4264-8e25-f2848632b7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.410327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Deleting subnet e6e0f183-6913-4839-a299-6f2b8dfaf4d4 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:11:05.421132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.448869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca6991a7-2199-4264-8e25-f2848632b7ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bbefe3e64914d7b9cac54c871ceb842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217805 Dec 09 15:11:05.463408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:05.464641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6991a7-2199-4264-8e25-f2848632b7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b8e53-eda6-42c8-b211-82ca89af3c8a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:05.537807 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7dcee09-ad54-45d2-aa08-ae0729890e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.575452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.595019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7dcee09-ad54-45d2-aa08-ae0729890e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.678002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.701182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7dcee09-ad54-45d2-aa08-ae0729890e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.704095 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7dcee09-ad54-45d2-aa08-ae0729890e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:05.707893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c7dcee09-ad54-45d2-aa08-ae0729890e6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/367b8e53-eda6-42c8-b211-82ca89af3c8a HTTP/1.1" status: 204 len: 168 time: 0.2387383 Dec 09 15:11:05.721356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcee09-ad54-45d2-aa08-ae0729890e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b8e53-eda6-42c8-b211-82ca89af3c8a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:05.925508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.008846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e0f183-6913-4839-a299-6f2b8dfaf4d4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:06.024351 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.034848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-962c9da5-08db-4b6f-bff3-9220dc9abc07 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e6e0f183-6913-4839-a299-6f2b8dfaf4d4 HTTP/1.1" status: 204 len: 168 time: 0.7263432 Dec 09 15:11:06.035203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34192) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:06.251689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.470109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:06.492941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-597be1dc-c70b-4d4f-847c-59b11e4aac4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.538635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.607631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7f707d-4146-4307-9cfb-ee9ce9bdb065']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:06.632697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13ebe47-001b-4d6a-9c23-8d6f585050b8') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:06.634022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13ebe47-001b-4d6a-9c23-8d6f585050b8') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:06.658035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.674205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-597be1dc-c70b-4d4f-847c-59b11e4aac4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.679606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-597be1dc-c70b-4d4f-847c-59b11e4aac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.694381 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.714259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:11:06.716706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.729716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-597be1dc-c70b-4d4f-847c-59b11e4aac4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e638adeb255453c88b03e68ef2a8960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576334 Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:11:06.733345 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:11:06.742620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:06.754329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597be1dc-c70b-4d4f-847c-59b11e4aac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12668f2a-462c-46aa-b2e6-cc1154b6efbd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:06.823762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b58a939-9cc8-49c3-835d-877bdb03655c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.858636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b58a939-9cc8-49c3-835d-877bdb03655c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.933615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.942488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:06.948715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7c7f707d-4146-4307-9cfb-ee9ce9bdb065 HTTP/1.1" status: 204 len: 168 time: 0.9117022 Dec 09 15:11:06.984915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1bfc8-40d1-4de8-9dca-5f79eb481299 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7f707d-4146-4307-9cfb-ee9ce9bdb065,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:07.014247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b58a939-9cc8-49c3-835d-877bdb03655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:07.021619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b58a939-9cc8-49c3-835d-877bdb03655c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:07.040603 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4b58a939-9cc8-49c3-835d-877bdb03655c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12668f2a-462c-46aa-b2e6-cc1154b6efbd HTTP/1.1" status: 204 len: 168 time: 0.2933528 Dec 09 15:11:07.055049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58a939-9cc8-49c3-835d-877bdb03655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12668f2a-462c-46aa-b2e6-cc1154b6efbd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:07.435220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:07.529240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ad43a96-706a-4877-845a-407abf902496 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39d499468369479f8a3ded79d0b69306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925696 Dec 09 15:11:07.532081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34244) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:07.641199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ace61bd2-dd90-4dcb-bffe-8b9f6132bedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:07.695105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ace61bd2-dd90-4dcb-bffe-8b9f6132bedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:07.764547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ace61bd2-dd90-4dcb-bffe-8b9f6132bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:07.779195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ace61bd2-dd90-4dcb-bffe-8b9f6132bedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:07.786776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ace61bd2-dd90-4dcb-bffe-8b9f6132bedc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/999341eb-d1cf-4e5e-9b6b-e463833c88c4 HTTP/1.1" status: 204 len: 168 time: 0.2527204 Dec 09 15:11:07.816695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace61bd2-dd90-4dcb-bffe-8b9f6132bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999341eb-d1cf-4e5e-9b6b-e463833c88c4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:07.819785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34256) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:07.878391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a2b71dd8-3460-4563-978d-db575a6c9be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.019005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:08.024154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a2b71dd8-3460-4563-978d-db575a6c9be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.030100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a2b71dd8-3460-4563-978d-db575a6c9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.083785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a2b71dd8-3460-4563-978d-db575a6c9be4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64eed29289e34eeb8513ac1f1cd96f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571857 Dec 09 15:11:08.084051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34268) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:08.096804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b71dd8-3460-4563-978d-db575a6c9be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f19b0b-da9a-4312-a638-381059d07ff4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:08.147836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c586b410-59b1-43bd-9483-75e2d6575a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.197809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c586b410-59b1-43bd-9483-75e2d6575a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.296924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c586b410-59b1-43bd-9483-75e2d6575a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.299821 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c586b410-59b1-43bd-9483-75e2d6575a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.303317 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c586b410-59b1-43bd-9483-75e2d6575a37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8f19b0b-da9a-4312-a638-381059d07ff4 HTTP/1.1" status: 204 len: 168 time: 0.2158661 Dec 09 15:11:08.310185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f174824-e9bd-4dd6-931c-f35ee0a55ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.326950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586b410-59b1-43bd-9483-75e2d6575a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f19b0b-da9a-4312-a638-381059d07ff4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:08.450595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f174824-e9bd-4dd6-931c-f35ee0a55ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.458024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f174824-e9bd-4dd6-931c-f35ee0a55ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.517113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f174824-e9bd-4dd6-931c-f35ee0a55ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e9150b-30dc-4fa6-92f7-907113bab9ef,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:08.526634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34284) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:08.533267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0f174824-e9bd-4dd6-931c-f35ee0a55ff9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=191b9e6378e34317b25a7f8380c4c15e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128810 Dec 09 15:11:08.611228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c12-21f4-4748-9704-f4b8894b5295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.640726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c12-21f4-4748-9704-f4b8894b5295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.714966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c12-21f4-4748-9704-f4b8894b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.718767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c12-21f4-4748-9704-f4b8894b5295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:08.738164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bbb68c12-21f4-4748-9704-f4b8894b5295 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5e9150b-30dc-4fa6-92f7-907113bab9ef HTTP/1.1" status: 204 len: 168 time: 0.1988840 Dec 09 15:11:08.768878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb68c12-21f4-4748-9704-f4b8894b5295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e9150b-30dc-4fa6-92f7-907113bab9ef,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:09.081339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34308) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:09.101355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d934c366-1f67-4bb1-beef-656a915a9e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.222046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d934c366-1f67-4bb1-beef-656a915a9e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.227772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d934c366-1f67-4bb1-beef-656a915a9e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.284607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934c366-1f67-4bb1-beef-656a915a9e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd120df9-c1b1-473a-ad7d-c748d0b9483b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:09.306646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d934c366-1f67-4bb1-beef-656a915a9e42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5d7a21282eb4a86bb12e18e3576fda0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212465 Dec 09 15:11:09.307325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:09.408145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6ba8-71a6-4dcf-909c-f2f95e5bb32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.431148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6ba8-71a6-4dcf-909c-f2f95e5bb32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.483884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6ba8-71a6-4dcf-909c-f2f95e5bb32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.490111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6ba8-71a6-4dcf-909c-f2f95e5bb32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:09.491409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bbdd6ba8-71a6-4dcf-909c-f2f95e5bb32c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd120df9-c1b1-473a-ad7d-c748d0b9483b HTTP/1.1" status: 204 len: 168 time: 0.1827476 Dec 09 15:11:09.505732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd6ba8-71a6-4dcf-909c-f2f95e5bb32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd120df9-c1b1-473a-ad7d-c748d0b9483b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:10.373888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34424) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:10.563662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-497034339-network', 'tenant_id': '6678a3a96a9f4b33902568cc2eae0325'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:11:10.603892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Made reservation on behalf of 6678a3a96a9f4b33902568cc2eae0325 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:11:10.610084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.620293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.722493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.727985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.745790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:11:10.772118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.772520 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Added segment 53d4074c-343b-4035-a1ac-579e21fa2006 of type vlan for network ad4aef94-9078-4e54-9d63-cf75f6b31932 Dec 09 15:11:10.782505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04541fc1-71c0-40bd-8fd5-71203a557d3d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:10.864498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.913360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.916676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:10.917428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:10.983066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34454) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:10.984586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6051888 Dec 09 15:11:10.995344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Request body: {'subnet': {'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-497034339-subnet', 'tenant_id': '6678a3a96a9f4b33902568cc2eae0325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:11:11.047911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb06d-e1d9-484a-90f5-bffafd494b1a admin admin] Pushing event updated for resources: {'Network': ['ID=ad4aef94-9078-4e54-9d63-cf75f6b31932,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:11.063259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network ad4aef94-9078-4e54-9d63-cf75f6b31932 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:11:11.071409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Made reservation on behalf of 6678a3a96a9f4b33902568cc2eae0325 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:11:11.076168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:11.303128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:11.358603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5deac0-e7f3-4613-a57a-7f78bd18d1a8,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:11.404555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Checking segment: {'id': '53d4074c-343b-4035-a1ac-579e21fa2006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:11:11.405180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Network hostable DHCP agents. Network: ad4aef94-9078-4e54-9d63-cf75f6b31932, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:11:11.427430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Network ad4aef94-9078-4e54-9d63-cf75f6b31932 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:11:11.440913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, ad4aef94-9078-4e54-9d63-cf75f6b31932) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:11:11.452533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8e4d5-c583-48ab-acff-dfc4d3cf63b7 None None] Network ad4aef94-9078-4e54-9d63-cf75f6b31932 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:11:11.457468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:11.458792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:11.482091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-008921d6-3c1b-4e6b-b118-089453e0aee9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4946156 Dec 09 15:11:11.691774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f70b1f-0b94-41df-920b-78f9b666f6ad None None] Network ad4aef94-9078-4e54-9d63-cf75f6b31932 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:11:12.381464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34484) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:12.387207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115192807-network', 'tenant_id': '2ebb2659dc734e22804f87c7c456fdfb'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:11:12.411541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Made reservation on behalf of 2ebb2659dc734e22804f87c7c456fdfb for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:11:12.413956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.424426 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.540387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.545296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.577678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:11:12.588913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de1c411-a641-455c-a13a-372522d78b6b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:12.594059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.594522 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Added segment 6750e263-c9e9-4381-be67-cb8b0201cebf of type vlan for network 3392288f-6608-451b-8e0b-0085615c5d20 Dec 09 15:11:12.644050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.681635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.685094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:12.685955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.733446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3500056 Dec 09 15:11:12.736865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34490) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:12.752500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Request body: {'subnet': {'network_id': '3392288f-6608-451b-8e0b-0085615c5d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115192807-subnet', 'tenant_id': '2ebb2659dc734e22804f87c7c456fdfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:11:12.793473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Made reservation on behalf of 2ebb2659dc734e22804f87c7c456fdfb for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:11:12.796354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:12.812276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378518-7e5b-4537-bb31-dc6ff855529b admin admin] Pushing event updated for resources: {'Network': ['ID=3392288f-6608-451b-8e0b-0085615c5d20,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:12.826254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 3392288f-6608-451b-8e0b-0085615c5d20 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:11:13.369271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:13.454868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faede6a8-004f-416c-aed2-cc262c50d7e7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:13.468515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Checking segment: {'id': '6750e263-c9e9-4381-be67-cb8b0201cebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3392288f-6608-451b-8e0b-0085615c5d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:11:13.470112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Network hostable DHCP agents. Network: 3392288f-6608-451b-8e0b-0085615c5d20, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:11:13.501866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Network 3392288f-6608-451b-8e0b-0085615c5d20 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:11:13.518074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 3392288f-6608-451b-8e0b-0085615c5d20) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:11:13.524442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:13.526223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:13.529765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e912fa0-2287-4083-8b5c-3de11277e092 None None] Network 3392288f-6608-451b-8e0b-0085615c5d20 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:11:13.562468 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2fb865b8-d29a-48ae-8e67-dc412139bcb7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8239825 Dec 09 15:11:13.676487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c92a29-a439-4a68-8789-8e40062d6e40 None None] Network 3392288f-6608-451b-8e0b-0085615c5d20 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:11:14.276392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-9b063eb5-c941-465a-99e2-1b144e173cba tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:14.279035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-9b063eb5-c941-465a-99e2-1b144e173cba tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/networks?id=ad4aef94-9078-4e54-9d63-cf75f6b31932 HTTP/1.1" status: 200 len: 808 time: 0.1776645 Dec 09 15:11:14.301972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-0fb88126-b4ac-468f-a8c4-087b4ec0d682 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/quotas/6678a3a96a9f4b33902568cc2eae0325 HTTP/1.1" status: 200 len: 375 time: 0.0168540 Dec 09 15:11:14.348152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-23cf2089-b7ec-410b-b973-2895375f201f tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6678a3a96a9f4b33902568cc2eae0325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401628 Dec 09 15:11:14.360325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-ccca2fe0-04c1-4f16-adde-acc45271751b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:11:14.361415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-ccca2fe0-04c1-4f16-adde-acc45271751b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057628 Dec 09 15:11:14.489482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-ec26d1c8-760e-4443-9335-1a6ea6a4f87a service neutron] 10.222.0.46 "GET /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210430 Dec 09 15:11:14.601200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-0df38555-796c-4961-b3a9-ea23904c5df9 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030276 Dec 09 15:11:14.817875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-361ae139-23a9-471e-87e5-0e4de82df4b5 req-c4d0cae6-345d-4e37-8802-bf4b0c0fd242 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 210 time: 0.0404158 Dec 09 15:11:15.937451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d0623b4-72bf-4526-ac7a-b4ddfbf85837 req-b648f6ae-8ec3-4249-9670-4040b97024bf tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 210 time: 0.0289571 Dec 09 15:11:16.198006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-2db729a9-22cf-4f36-924f-d60ea4e398ce tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:16.199587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-2db729a9-22cf-4f36-924f-d60ea4e398ce tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.43 "GET /v2.0/networks?id=ad4aef94-9078-4e54-9d63-cf75f6b31932 HTTP/1.1" status: 200 len: 808 time: 0.1372185 Dec 09 15:11:16.215892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Request body: {'port': {'device_id': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932', 'admin_state_up': True, 'tenant_id': '6678a3a96a9f4b33902568cc2eae0325'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:11:16.348777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Made reservation on behalf of 6678a3a96a9f4b33902568cc2eae0325 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:11:16.354955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:16.617379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Allocated IP 172.20.0.2 (ad4aef94-9078-4e54-9d63-cf75f6b31932/da5deac0-e7f3-4613-a57a-7f78bd18d1a8/ea7f99f5-0c67-4443-a662-3f9233b7d925) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:11:16.906866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:17.007660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:17.111586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Network ad4aef94-9078-4e54-9d63-cf75f6b31932 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:11:17.129365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:11:17.140525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:11:17.216596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:17.217753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:17.298766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Pushing event updated for resources: {'Port': ['ID=ea7f99f5-0c67-4443-a662-3f9233b7d925,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:17.326210 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-3ece7e57-5926-4d17-8a05-a25c6e93707b tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1162145 Dec 09 15:11:17.350257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec713176-33b2-497f-886b-5a922ae63698 req-54dddbd3-a229-4fa6-9a65-e422225c821d tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:17.353117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec713176-33b2-497f-886b-5a922ae63698 req-54dddbd3-a229-4fa6-9a65-e422225c821d tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 931 time: 0.1296561 Dec 09 15:11:17.360395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Request body: {'port': {'device_id': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:11:17.616588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec713176-33b2-497f-886b-5a922ae63698 req-0ed5f7cf-ea07-45ef-acaa-e331d61e3b7c tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511275 Dec 09 15:11:17.632872 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:17.714345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34636) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:18.099835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe3a-217a-4d0e-be18-a01868e1918c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.210872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7f99f5-0c67-4443-a662-3f9233b7d925 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:11:18.232853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.310384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Transition to ACTIVE for port object ea7f99f5-0c67-4443-a662-3f9233b7d925 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:11:18.339884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.350944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe3a-217a-4d0e-be18-a01868e1918c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.391180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe3a-217a-4d0e-be18-a01868e1918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.451707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3e34fe3a-217a-4d0e-be18-a01868e1918c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17e8623bbddc4dde9463eda6768842de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357848 Dec 09 15:11:18.454435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34694) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:18.557191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2dc8-2a16-432e-990b-411e935fd637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.572667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34fe3a-217a-4d0e-be18-a01868e1918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12979542-8ac5-4f52-904e-e42f9b64b9c6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:18.594454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f99f5-0c67-4443-a662-3f9233b7d925,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:18.680066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2dc8-2a16-432e-990b-411e935fd637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.780193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Attempting to bind port ea7f99f5-0c67-4443-a662-3f9233b7d925 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:11:18.781309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Attempting to bind port ea7f99f5-0c67-4443-a662-3f9233b7d925 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '53d4074c-343b-4035-a1ac-579e21fa2006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:11:18.793153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Attempting to bind port ea7f99f5-0c67-4443-a662-3f9233b7d925 on network ad4aef94-9078-4e54-9d63-cf75f6b31932 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:11:18.808563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Port ea7f99f5-0c67-4443-a662-3f9233b7d925 on network ad4aef94-9078-4e54-9d63-cf75f6b31932 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:11:18.810042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Attempting to bind port ea7f99f5-0c67-4443-a662-3f9233b7d925 on network ad4aef94-9078-4e54-9d63-cf75f6b31932 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:11:18.823753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:11:18.824481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Checking segment: {'id': '53d4074c-343b-4035-a1ac-579e21fa2006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:11:18.825244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Bound using segment: {'id': '53d4074c-343b-4035-a1ac-579e21fa2006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:11:18.825893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Bound port: ea7f99f5-0c67-4443-a662-3f9233b7d925, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d4074c-343b-4035-a1ac-579e21fa2006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:11:18.826640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:18.988424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d93505-798d-49ee-8589-5814acd266ba req-801022b4-5762-4fc4-af41-f44d203f67de tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:18.998009 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16d93505-798d-49ee-8589-5814acd266ba req-801022b4-5762-4fc4-af41-f44d203f67de tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 943 time: 0.2146726 Dec 09 15:11:19.013654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] For port ea7f99f5-0c67-4443-a662-3f9233b7d925, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:11:19.019434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2dc8-2a16-432e-990b-411e935fd637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:19.021818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] For port ea7f99f5-0c67-4443-a662-3f9233b7d925, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925,segment=NetworkSegment(53d4074c-343b-4035-a1ac-579e21fa2006),segment_id=53d4074c-343b-4035-a1ac-579e21fa2006)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:11:19.023228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2dc8-2a16-432e-990b-411e935fd637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:19.025220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c1ed2dc8-2a16-432e-990b-411e935fd637 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12979542-8ac5-4f52-904e-e42f9b64b9c6 HTTP/1.1" status: 204 len: 168 time: 0.5690794 Dec 09 15:11:19.031197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:19.098632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16d93505-798d-49ee-8589-5814acd266ba req-11cd581e-b681-4149-a113-33becce90580 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940468 Dec 09 15:11:19.116081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed2dc8-2a16-432e-990b-411e935fd637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12979542-8ac5-4f52-904e-e42f9b64b9c6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:19.120009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.124011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:19.125770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea7f99f5-0c67-4443-a662-3f9233b7d925 HTTP/1.1" status: 200 len: 1091 time: 1.7709062 Dec 09 15:11:19.126481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'tag': 'ea7f99f5-0c67-4443-a662-3f9233b7d925'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:11:19.129269 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c172c13-181e-4b59-b0d7-5b9aa718e31e" -d '{"events": [{"name": "network-changed", "server_uuid": "797950b1-c26d-4a22-adb5-5793a1915dcb", "tag": "ea7f99f5-0c67-4443-a662-3f9233b7d925"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:11:19.168730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3acf1-b87a-47d8-a833-84f7d062b779 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f99f5-0c67-4443-a662-3f9233b7d925,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:19.225351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-7cc7265c-d53a-443f-ab89-23c06d0e6baa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1453424 Dec 09 15:11:19.314904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-1e999521-92c5-44e4-9cbb-aa05275bd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.316643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-1e999521-92c5-44e4-9cbb-aa05275bd5ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6678a3a96a9f4b33902568cc2eae0325&device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 1094 time: 0.1249802 Dec 09 15:11:19.442658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.443580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.444251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.444897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.447197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.449820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.451995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.455449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-041fefb1-98fd-4379-80fc-4d654f514322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.1568093 Dec 09 15:11:19.490899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-1a691d91-7e6b-4c88-9d4e-af57b979b7f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925 HTTP/1.1" status: 200 len: 217 time: 0.1578269 Dec 09 15:11:19.653701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-eb9a78db-4a85-4a64-8579-7659e27d44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.671453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-eb9a78db-4a85-4a64-8579-7659e27d44b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da5deac0-e7f3-4613-a57a-7f78bd18d1a8 HTTP/1.1" status: 200 len: 848 time: 0.1547356 Dec 09 15:11:19.694333 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef770a7-2edf-4c19-847a-c8fc08cb2a30 x-openstack-request-id: req-7ef770a7-2edf-4c19-847a-c8fc08cb2a30 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:11:19.694719 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797950b1-c26d-4a22-adb5-5793a1915dcb", "tag": "ea7f99f5-0c67-4443-a662-3f9233b7d925", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:11:19.694887 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ef770a7-2edf-4c19-847a-c8fc08cb2a30 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:11:19.695391 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'tag': 'ea7f99f5-0c67-4443-a662-3f9233b7d925', 'status': 'completed', 'code': 200} Dec 09 15:11:19.759289 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-152f8e09-cc22-400c-b41e-581f063ef395 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4aef94-9078-4e54-9d63-cf75f6b31932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866890 Dec 09 15:11:19.926611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34836) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:19.977646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-8a2f3d0c-b66b-4a7e-95c5-065be15cf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.977646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-8a2f3d0c-b66b-4a7e-95c5-065be15cf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.977646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-8a2f3d0c-b66b-4a7e-95c5-065be15cf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:19.977646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-8a2f3d0c-b66b-4a7e-95c5-065be15cf05a service neutron] 10.222.0.36 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 2299 time: 0.4652355 Dec 09 15:11:20.056470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-8cc357d5-5ff6-4129-86b8-c86d5a04a1e0 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843888 Dec 09 15:11:20.121819 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbb042e-154b-4e8c-ae3d-f9b5e4629344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:20.129093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-82793277-1326-429d-9d57-05d280063cbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 1000 time: 0.1056285 Dec 09 15:11:20.303765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-5d868a24-4632-494f-9dbb-28b69c842b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:20.307926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-5d868a24-4632-494f-9dbb-28b69c842b2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 200 len: 856 time: 0.1684999 Dec 09 15:11:20.318219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a0fd497-c413-4aec-98de-b22ecbd91fb9 req-bbc42a2a-d708-4ebe-b3fd-614ad5cb3486 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497973 Dec 09 15:11:20.402321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed448-fcd9-4a90-a665-3e7c5d9a5016 req-aec72a03-22ef-465a-8beb-d3fd95253dc9 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:20.405356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-925ed448-fcd9-4a90-a665-3e7c5d9a5016 req-aec72a03-22ef-465a-8beb-d3fd95253dc9 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 943 time: 0.1528461 Dec 09 15:11:20.468907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-20231c18-cba6-4153-ac33-e55c46ad52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:20.471563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-20231c18-cba6-4153-ac33-e55c46ad52b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54626a82-c410-4bdc-afc5-b67930a6e4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536968 Dec 09 15:11:20.493761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-30f1f62b-9c3d-480b-9e42-b22d65f011d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:20.496071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-30f1f62b-9c3d-480b-9e42-b22d65f011d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6678a3a96a9f4b33902568cc2eae0325&device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 1094 time: 0.0846076 Dec 09 15:11:20.512042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbb042e-154b-4e8c-ae3d-f9b5e4629344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:20.568277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbb042e-154b-4e8c-ae3d-f9b5e4629344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:20.646120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-4df015c6-857d-4ad3-b09f-0011788c06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:20.647666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-4df015c6-857d-4ad3-b09f-0011788c06f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad4aef94-9078-4e54-9d63-cf75f6b31932 HTTP/1.1" status: 200 len: 909 time: 0.1312976 Dec 09 15:11:20.738287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-925ed448-fcd9-4a90-a665-3e7c5d9a5016 req-819b5684-b9ad-4b7a-8d47-c4f1857bab58 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161197 Dec 09 15:11:20.765804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-5a2a2f42-9f3f-4d99-8d7d-486e6885e136 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925 HTTP/1.1" status: 200 len: 217 time: 0.1065760 Dec 09 15:11:20.811329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-80222782-2876-4a2e-97bc-c54f0dbf336b service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245862 Dec 09 15:11:20.839633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb042e-154b-4e8c-ae3d-f9b5e4629344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93f8719-c37e-4a49-87d6-883c8ea9c774,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:20.864939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cbb042e-154b-4e8c-ae3d-f9b5e4629344 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86f208ce282f4d7db5fd84b47f2ec848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9124711 Dec 09 15:11:20.867860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34932) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:20.875629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-2bae4db6-5583-49d7-ace3-d272a1c4cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:20.877359 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-2bae4db6-5583-49d7-ace3-d272a1c4cdd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da5deac0-e7f3-4613-a57a-7f78bd18d1a8 HTTP/1.1" status: 200 len: 848 time: 0.1048408 Dec 09 15:11:20.956136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-44a833f3-c02e-4cee-80f3-2c6f3db2a0ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad4aef94-9078-4e54-9d63-cf75f6b31932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686073 Dec 09 15:11:21.198461 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-b8637b3b-699a-43c2-a448-17f467a456e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340767 Dec 09 15:11:21.199923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-147860a4-134a-44df-b06c-d2e3dbb97210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:21.253390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-147860a4-134a-44df-b06c-d2e3dbb97210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:21.308084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-923374ce-e2de-4310-937f-7411e94ee499 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859211 Dec 09 15:11:21.398277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-147860a4-134a-44df-b06c-d2e3dbb97210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:21.401085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c172c13-181e-4b59-b0d7-5b9aa718e31e req-21846c34-1656-4fd0-a289-316c6435c004 service neutron] 10.222.0.43 "GET /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930544 Dec 09 15:11:21.403175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-147860a4-134a-44df-b06c-d2e3dbb97210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:21.404510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-147860a4-134a-44df-b06c-d2e3dbb97210 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f93f8719-c37e-4a49-87d6-883c8ea9c774 HTTP/1.1" status: 204 len: 168 time: 0.5355637 Dec 09 15:11:21.477331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147860a4-134a-44df-b06c-d2e3dbb97210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93f8719-c37e-4a49-87d6-883c8ea9c774,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:21.480248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-b76a5eb6-c481-4e20-8d2b-44761d51f123 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0979111 Dec 09 15:11:21.599585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-35f4b977-9363-43f1-bb0e-3b63fc526f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:21.601104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-35f4b977-9363-43f1-bb0e-3b63fc526f30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0960789 Dec 09 15:11:21.696953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-6b18a3a2-5647-48c0-8b02-320b3d77ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:21.703970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-6b18a3a2-5647-48c0-8b02-320b3d77ede0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912952 Dec 09 15:11:21.895858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:21.908943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-fe182150-1be1-43b6-818b-9e0bbdf0ebb2 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926794 Dec 09 15:11:22.152858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-6825b042-2747-42b3-a1f8-95e3caeb38c2 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359145 Dec 09 15:11:22.160349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7582-3d8a-47ba-898b-f8c315178530 req-65044196-a400-4455-8f60-97fef0d9c634 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:22.162927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d4a7582-3d8a-47ba-898b-f8c315178530 req-65044196-a400-4455-8f60-97fef0d9c634 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 943 time: 0.2523191 Dec 09 15:11:22.338571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-bc48a82c-feb5-4873-8938-e9581953ac35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 217 time: 0.1761014 Dec 09 15:11:22.403142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-2786e4a7-3b14-4900-bb66-6e44b6b58225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:22.405358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-2786e4a7-3b14-4900-bb66-6e44b6b58225 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0604236 Dec 09 15:11:22.418502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:22.450945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d4a7582-3d8a-47ba-898b-f8c315178530 req-e8ad6f2b-829a-48d9-8275-2984baf3ff81 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638438 Dec 09 15:11:22.503584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-ce0f382a-2b2c-4504-9ed2-7140f5720a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:22.506189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-ce0f382a-2b2c-4504-9ed2-7140f5720a41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927327 Dec 09 15:11:22.638259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-2bc5826c-f00c-4d58-83c8-a50cb8b912ea service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231201 Dec 09 15:11:22.895873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-09a224a5-ae5f-452e-8762-568b372afb9e service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467508 Dec 09 15:11:22.979761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ea7f99f5-0c67-4443-a662-3f9233b7d925 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:11:23.023807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-7c1ad2ed-75a3-4b66-8b85-5c04b7b551b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 200 len: 217 time: 0.1223223 Dec 09 15:11:23.199737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-111078b9-9436-4bcf-a00f-33ad79d612ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:23.201335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-111078b9-9436-4bcf-a00f-33ad79d612ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1695888 Dec 09 15:11:23.408403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2206-8115-4531-97a4-a377ab320e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:23.419554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-acc87e88-4c41-42f4-aa5d-cc6c43c72a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:23.421090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-acc87e88-4c41-42f4-aa5d-cc6c43c72a05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1981046 Dec 09 15:11:23.478130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ea7f99f5-0c67-4443-a662-3f9233b7d925, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925,segment=NetworkSegment(53d4074c-343b-4035-a1ac-579e21fa2006),segment_id=53d4074c-343b-4035-a1ac-579e21fa2006)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:11:23.510490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'ea7f99f5-0c67-4443-a662-3f9233b7d925', 'network_id': 'ad4aef94-9078-4e54-9d63-cf75f6b31932', 'port_id': 'ea7f99f5-0c67-4443-a662-3f9233b7d925', 'mac_address': 'fa:16:3e:6b:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5deac0-e7f3-4613-a57a-7f78bd18d1a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:11:23.655914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-4c179baf-f751-42c4-abc3-029319702d43 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234747 Dec 09 15:11:23.675780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:23.729571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7f99f5-0c67-4443-a662-3f9233b7d925 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:11:23.780263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ea7f99f5-0c67-4443-a662-3f9233b7d925, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925,segment=NetworkSegment(53d4074c-343b-4035-a1ac-579e21fa2006),segment_id=53d4074c-343b-4035-a1ac-579e21fa2006)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:11:23.792493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:23.960075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c1dbc-90b8-47dc-81e5-ec6ef4c462fc req-78b756b8-37cf-4e68-bf5e-6f3872e6b826 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:23.962109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=ea7f99f5-0c67-4443-a662-3f9233b7d925,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:23.974052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae5c1dbc-90b8-47dc-81e5-ec6ef4c462fc req-78b756b8-37cf-4e68-bf5e-6f3872e6b826 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 943 time: 0.2952125 Dec 09 15:11:23.989023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:23.989579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:23.989696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:23.995968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:23.997578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:23.998074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:23.999950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.000610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.001132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.005536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.007945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.008559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.009575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:24.054059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-65ca5155-19e4-49ee-b44c-58b3c7ae0847 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879707 Dec 09 15:11:24.114444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-073aa875-84d0-4ea1-a3bf-a4845073c43b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 200 len: 217 time: 0.0508652 Dec 09 15:11:24.189018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['ea7f99f5-0c67-4443-a662-3f9233b7d925'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:11:24.203828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae5c1dbc-90b8-47dc-81e5-ec6ef4c462fc req-23138481-e0e3-4260-831a-fb3837c5f3d2 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285364 Dec 09 15:11:24.213658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-d936f467-e2e2-4c95-b24a-04bb9dff7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:24.215583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-d936f467-e2e2-4c95-b24a-04bb9dff7cfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0937736 Dec 09 15:11:24.336181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-d5c4df7a-5e62-490c-ab74-3fa8101c1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:24.339495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-d5c4df7a-5e62-490c-ab74-3fa8101c1b23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139398 Dec 09 15:11:24.481951 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-7bb1da15-8ae3-4b86-8529-6c393f408f57 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340280 Dec 09 15:11:25.094076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-31dced83-13dc-44b9-a006-5a2e8f38a0c6 req-faa596ec-7a28-4fda-8635-b131a4e74d73 service neutron] (109894) timed out ('10.222.0.36', 58618) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:11:25.158013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-727b1e57-736e-4206-85d4-81f20ffbbb8b service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679804 Dec 09 15:11:25.263018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-999e274b-da22-4aec-bc5d-21116da4351c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 200 len: 217 time: 0.0965185 Dec 09 15:11:25.411417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-3c00adb1-3da7-46d6-af6a-60cfe40db386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:25.414046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-3c00adb1-3da7-46d6-af6a-60cfe40db386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.1426616 Dec 09 15:11:25.445532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9396-4258-4b30-b6db-cefadb4cca77 req-afc8e767-f6b1-475c-9fc2-b78a3ebd917c tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:25.458322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-309e9396-4258-4b30-b6db-cefadb4cca77 req-afc8e767-f6b1-475c-9fc2-b78a3ebd917c tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 944 time: 0.1274843 Dec 09 15:11:25.537875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-739690ba-7eab-4a66-8ef2-df7ec1dc2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:25.541880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-739690ba-7eab-4a66-8ef2-df7ec1dc2868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171379 Dec 09 15:11:25.552140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-309e9396-4258-4b30-b6db-cefadb4cca77 req-ce99ff53-c3d5-4783-8e6e-d0036b2ae9f6 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878613 Dec 09 15:11:25.619824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4f255877-6f2a-4757-a59c-b21a3b5e95e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:25.704465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-27faea06-fb4b-4b6a-a0c9-5b3fb0a50724 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567128 Dec 09 15:11:25.856663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-74e2e950-4ced-4e52-91e1-512a1b530bf9 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509557 Dec 09 15:11:25.914209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-700f6218-f452-49fa-9498-a358cde30075 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 217 time: 0.0495217 Dec 09 15:11:25.973455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-ed0540b9-fecc-4d7d-97b9-f562378b0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:25.975206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-ed0540b9-fecc-4d7d-97b9-f562378b0dbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.0541337 Dec 09 15:11:26.023473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58056e48-a603-4424-9145-18196b31e231 req-fb43d665-7ef4-4b3b-9fa1-55fe80f3dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:26.025616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-fb43d665-7ef4-4b3b-9fa1-55fe80f3dc67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430195 Dec 09 15:11:26.121255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-8de90370-7a75-4595-9d95-39a179a5c1fa service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887113 Dec 09 15:11:26.228311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58056e48-a603-4424-9145-18196b31e231 req-54856487-3190-4b74-999e-c4af8b60aa55 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981774 Dec 09 15:11:26.685581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:26.720484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6f77b-9efe-4258-b3d4-38ee79fe5825 req-c29a2453-f809-4b7b-8a20-ac903797f712 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:26.722109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5fb6f77b-9efe-4258-b3d4-38ee79fe5825 req-c29a2453-f809-4b7b-8a20-ac903797f712 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 944 time: 0.0861197 Dec 09 15:11:26.822386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5fb6f77b-9efe-4258-b3d4-38ee79fe5825 req-d0e02275-2870-41a9-99bf-60cdd445940a tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913374 Dec 09 15:11:27.003575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ea7f99f5-0c67-4443-a662-3f9233b7d925 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:11:27.081476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port ea7f99f5-0c67-4443-a662-3f9233b7d925 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:11:27.086082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port ea7f99f5-0c67-4443-a662-3f9233b7d925 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:11:27.086670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:27.332207 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:27.372457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ea7f99f5-0c67-4443-a662-3f9233b7d925, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925,segment=NetworkSegment(53d4074c-343b-4035-a1ac-579e21fa2006),segment_id=53d4074c-343b-4035-a1ac-579e21fa2006)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:11:27.372457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7f99f5-0c67-4443-a662-3f9233b7d925'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:11:27.375832 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd447c56-dd99-42c4-b0ed-0411e355c519" -d '{"events": [{"server_uuid": "797950b1-c26d-4a22-adb5-5793a1915dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ea7f99f5-0c67-4443-a662-3f9233b7d925"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:11:27.394254 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:27.450393 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e51286b-50a8-420e-9817-a76466033a15 x-openstack-request-id: req-5e51286b-50a8-420e-9817-a76466033a15 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:11:27.450868 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797950b1-c26d-4a22-adb5-5793a1915dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ea7f99f5-0c67-4443-a662-3f9233b7d925", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:11:27.451218 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e51286b-50a8-420e-9817-a76466033a15 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:11:27.451950 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7f99f5-0c67-4443-a662-3f9233b7d925', 'code': 200} Dec 09 15:11:27.487602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=ea7f99f5-0c67-4443-a662-3f9233b7d925,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:27.553189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc591591-719e-4669-897c-60eadae32772 req-f719fcc3-1094-435d-b608-0ac0968d6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:27.555519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc591591-719e-4669-897c-60eadae32772 req-f719fcc3-1094-435d-b608-0ac0968d6ccc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 1096 time: 0.0510986 Dec 09 15:11:27.611737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc591591-719e-4669-897c-60eadae32772 req-b55184e5-19c9-4676-afc1-54caeb7072a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Dec 09 15:11:28.047671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c091a-5572-45b8-86cd-0c34568d29f6 req-4f03ac86-88f0-43c1-8948-8e650ccc1fec tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:28.058258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae2c091a-5572-45b8-86cd-0c34568d29f6 req-4f03ac86-88f0-43c1-8948-8e650ccc1fec tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 945 time: 0.1086783 Dec 09 15:11:28.145855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae2c091a-5572-45b8-86cd-0c34568d29f6 req-89bb6036-b00a-43ab-b191-14b428ad7289 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861354 Dec 09 15:11:28.323145 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:28.704382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35302) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:28.864674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11e8f723-bb56-4e6c-bbca-2db2b1518f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:28.996025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11e8f723-bb56-4e6c-bbca-2db2b1518f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.002823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-11e8f723-bb56-4e6c-bbca-2db2b1518f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.069998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35312) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:29.086291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-11e8f723-bb56-4e6c-bbca-2db2b1518f8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abbaf08395e84287b4ea624871e9c6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793509 Dec 09 15:11:29.095386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8f723-bb56-4e6c-bbca-2db2b1518f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a60cbe-b56c-413c-9174-761d322c1a15,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:29.142458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf23a-f09b-46d9-958c-bdf3a3afa8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.175382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf23a-f09b-46d9-958c-bdf3a3afa8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.199282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.256863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf23a-f09b-46d9-958c-bdf3a3afa8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.262212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf23a-f09b-46d9-958c-bdf3a3afa8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.267444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d0cf23a-f09b-46d9-958c-bdf3a3afa8da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55a60cbe-b56c-413c-9174-761d322c1a15 HTTP/1.1" status: 204 len: 168 time: 0.1937218 Dec 09 15:11:29.273857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cf23a-f09b-46d9-958c-bdf3a3afa8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a60cbe-b56c-413c-9174-761d322c1a15,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:29.345539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1c96e-0e3a-42cb-8279-fbca30606800 req-3628bc81-8c40-4a88-91f7-cbf5be0da223 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:29.348872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ab1c96e-0e3a-42cb-8279-fbca30606800 req-3628bc81-8c40-4a88-91f7-cbf5be0da223 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 945 time: 0.0606875 Dec 09 15:11:29.405885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ab1c96e-0e3a-42cb-8279-fbca30606800 req-c62caa32-c534-48d0-8c4b-6e54c136c49d tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Dec 09 15:11:29.644335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35324) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:29.660469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8ee67a73-b23e-44ef-b6f2-69c5e2a93667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.756974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8ee67a73-b23e-44ef-b6f2-69c5e2a93667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.777332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8ee67a73-b23e-44ef-b6f2-69c5e2a93667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.852082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8ee67a73-b23e-44ef-b6f2-69c5e2a93667 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=428ce3d023c74e429ccafdc2bd1a85c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065003 Dec 09 15:11:29.856295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35340) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:29.865162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee67a73-b23e-44ef-b6f2-69c5e2a93667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e470b1-f07b-4a5f-8074-01120964b3e9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:29.943996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-337c299a-febc-4d99-bad3-4db996192473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:29.970834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-337c299a-febc-4d99-bad3-4db996192473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:30.028411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-337c299a-febc-4d99-bad3-4db996192473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:30.035822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-337c299a-febc-4d99-bad3-4db996192473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:30.037524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-337c299a-febc-4d99-bad3-4db996192473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68e470b1-f07b-4a5f-8074-01120964b3e9 HTTP/1.1" status: 204 len: 168 time: 0.1802213 Dec 09 15:11:30.063092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c299a-febc-4d99-bad3-4db996192473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e470b1-f07b-4a5f-8074-01120964b3e9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:34.075977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a209-99aa-4b9b-b0e3-c11effc16da7 req-bdfa692a-9929-4415-9bf9-3b63e9130747 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:34.085796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6893a209-99aa-4b9b-b0e3-c11effc16da7 req-bdfa692a-9929-4415-9bf9-3b63e9130747 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 945 time: 0.0672216 Dec 09 15:11:34.145951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6893a209-99aa-4b9b-b0e3-c11effc16da7 req-b12f8076-aad5-4b7b-aaf1-748bc899b257 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591736 Dec 09 15:11:34.429867 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:11:35.365024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3230a75-984d-4ec4-85be-f98b15a9040b req-ad2e276b-ace1-42c5-8eff-24e15be9ad0f tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:35.373588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3230a75-984d-4ec4-85be-f98b15a9040b req-ad2e276b-ace1-42c5-8eff-24e15be9ad0f tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 945 time: 0.0958982 Dec 09 15:11:35.435761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3230a75-984d-4ec4-85be-f98b15a9040b req-9888e2b9-6f2b-4f10-8c61-84ac94e6cd1f tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/security-groups?id=04541fc1-71c0-40bd-8fd5-71203a557d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593138 Dec 09 15:11:35.516407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-f660fd1a-caf2-4c23-ac5f-c91cff990731 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:35.518527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-f660fd1a-caf2-4c23-ac5f-c91cff990731 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.43 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 945 time: 0.0655992 Dec 09 15:11:35.688502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Deleting port ea7f99f5-0c67-4443-a662-3f9233b7d925 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:11:35.688964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:35.861815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] For port ea7f99f5-0c67-4443-a662-3f9233b7d925, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ea7f99f5-0c67-4443-a662-3f9233b7d925,segment=NetworkSegment(53d4074c-343b-4035-a1ac-579e21fa2006),segment_id=53d4074c-343b-4035-a1ac-579e21fa2006)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:11:35.862506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:35.880676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Calling delete_port for ea7f99f5-0c67-4443-a662-3f9233b7d925 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:11:36.039402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:36.058868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['ea7f99f5-0c67-4443-a662-3f9233b7d925'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:11:36.101104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Pushing event deleted for resources: {'Port': ['ID=ea7f99f5-0c67-4443-a662-3f9233b7d925,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:36.184977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] No DVR routers for this DVR port ea7f99f5-0c67-4443-a662-3f9233b7d925 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:11:36.189291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:36.194049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bb8a17f-3e99-4e92-ae04-b09c371183e4 req-98eb86dd-57aa-4bd9-bc3f-f3b352c0c5ac tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.43 "DELETE /v2.0/ports/ea7f99f5-0c67-4443-a662-3f9233b7d925 HTTP/1.1" status: 204 len: 173 time: 0.6631479 Dec 09 15:11:36.194920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'name': 'network-vif-deleted', 'tag': 'ea7f99f5-0c67-4443-a662-3f9233b7d925'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:11:36.200119 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45178fa7-4ca2-4d4c-b7b0-f4d671118a0a" -d '{"events": [{"server_uuid": "797950b1-c26d-4a22-adb5-5793a1915dcb", "name": "network-vif-deleted", "tag": "ea7f99f5-0c67-4443-a662-3f9233b7d925"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:11:36.258431 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce44d75-5c51-4ee4-9ba2-be339da12253 x-openstack-request-id: req-4ce44d75-5c51-4ee4-9ba2-be339da12253 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:11:36.258817 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797950b1-c26d-4a22-adb5-5793a1915dcb", "name": "network-vif-deleted", "tag": "ea7f99f5-0c67-4443-a662-3f9233b7d925", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:11:36.259074 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ce44d75-5c51-4ee4-9ba2-be339da12253 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:11:36.259516 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797950b1-c26d-4a22-adb5-5793a1915dcb', 'name': 'network-vif-deleted', 'tag': 'ea7f99f5-0c67-4443-a662-3f9233b7d925', 'status': 'completed', 'code': 200} Dec 09 15:11:36.585981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e84b39ff-f36c-4687-9264-99f9e3127ff8 req-be42f442-05ae-4ade-9840-79fd62717226 tempest-VolumesActionsTest-1604596980 tempest-VolumesActionsTest-1604596980-project] 10.222.0.46 "GET /v2.0/ports?device_id=797950b1-c26d-4a22-adb5-5793a1915dcb HTTP/1.1" status: 200 len: 210 time: 0.0469477 Dec 09 15:11:37.450032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169359-dd2f-425a-a6c7-548975980a0a req-1684adb1-18fc-4469-947b-96bdde7338db tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:37.451955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc169359-dd2f-425a-a6c7-548975980a0a req-1684adb1-18fc-4469-947b-96bdde7338db tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 945 time: 0.0578246 Dec 09 15:11:37.534553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc169359-dd2f-425a-a6c7-548975980a0a req-ec5ad49d-b882-4fe0-9da9-9c1424f57edc tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698593 Dec 09 15:11:38.704939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd4854-6bff-4def-bd6a-f43818b63d65 req-2c9623e8-dfc3-45ba-8103-ce1d84ad39ae tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:38.715250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2dd4854-6bff-4def-bd6a-f43818b63d65 req-2c9623e8-dfc3-45ba-8103-ce1d84ad39ae tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 945 time: 0.0805154 Dec 09 15:11:38.779678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2dd4854-6bff-4def-bd6a-f43818b63d65 req-5c9c220d-90e9-48db-ad5c-45e33ccc900c tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups?id=25d1da93-6b04-4e52-b3d9-9d305940a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561051 Dec 09 15:11:39.135104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-1965f266-fc25-48f6-8e77-202b37ea9307 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:11:39.137218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-1965f266-fc25-48f6-8e77-202b37ea9307 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 945 time: 0.1071334 Dec 09 15:11:39.255912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Deleting port 30b50f3b-1233-48c7-8c0f-03cb41e00adb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:11:39.256254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:39.367026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] For port 30b50f3b-1233-48c7-8c0f-03cb41e00adb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=30b50f3b-1233-48c7-8c0f-03cb41e00adb,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:11:39.367515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:39.690474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:39.690939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:39.691682 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Floating IP b5063e43-8f9c-4107-9347-92fcda65e1fd disassociated. External IP: 172.25.0.229, port: 30b50f3b-1233-48c7-8c0f-03cb41e00adb. Dec 09 15:11:39.693282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Calling delete_port for 30b50f3b-1233-48c7-8c0f-03cb41e00adb owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:11:39.864901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:39.905934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event deleted for resources: {'Port': ['ID=30b50f3b-1233-48c7-8c0f-03cb41e00adb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:39.925630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.925995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.926447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.926879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.927229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.927604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.927947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.928285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.928621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.928954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.929286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.929618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.929955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:11:39.972802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea20b7e1-58a9-4927-98db-722aa8b3bf98 req-16c32f15-d7b7-488f-816a-97ea3d2db607 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0740387 Dec 09 15:11:40.205766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:11:40.373332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:11:40.386889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:11:40.405324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:11:40.405985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:11:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:40.448029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] No DVR routers for this DVR port 30b50f3b-1233-48c7-8c0f-03cb41e00adb on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:11:40.450665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:40.454611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fef40c01-cf62-4812-bcdc-5b4a53a6c2e2 req-8ff89404-5cf9-4fb9-a1c5-f82c571e918a tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.36 "DELETE /v2.0/ports/30b50f3b-1233-48c7-8c0f-03cb41e00adb HTTP/1.1" status: 204 len: 173 time: 1.3090651 Dec 09 15:11:40.455131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'name': 'network-vif-deleted', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:11:40.457631 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e59b1e1-d966-42a6-896a-b19e5f910c42" -d '{"events": [{"server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "name": "network-vif-deleted", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:11:40.627147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:11:40.850082 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ae3c8-68aa-48e3-95c3-7141a253d27f x-openstack-request-id: req-404ae3c8-68aa-48e3-95c3-7141a253d27f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:11:40.850330 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae4decd-4afc-4269-8ca8-52c5f23f7b1f", "name": "network-vif-deleted", "tag": "30b50f3b-1233-48c7-8c0f-03cb41e00adb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:11:40.850587 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-404ae3c8-68aa-48e3-95c3-7141a253d27f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:11:40.850990 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae4decd-4afc-4269-8ca8-52c5f23f7b1f', 'name': 'network-vif-deleted', 'tag': '30b50f3b-1233-48c7-8c0f-03cb41e00adb', 'status': 'completed', 'code': 200} Dec 09 15:11:40.883875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:40.919987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:11:40.929791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:11:40.931268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:11:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:41.062784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ea7f99f5-0c67-4443-a662-3f9233b7d925 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:11:41.097142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: ea7f99f5-0c67-4443-a662-3f9233b7d925 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:11:41.097356 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ea7f99f5-0c67-4443-a662-3f9233b7d925 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:11:41.131243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41b0f81c-f767-470c-9f02-ff3bf75543d1 req-81c4a379-7e9a-4c09-a37e-7aeb98307c5d tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae4decd-4afc-4269-8ca8-52c5f23f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0383682 Dec 09 15:11:41.170695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:11:41.484575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:11:41.517216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce71c33f-4ee0-433a-9658-2e45d62a0eaf None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:03:39Z', 'revision_number': 4, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91703a99-c185-4573-8606-197edd59ebaa', 'name': '', 'network_id': 'd66db03e-003a-4cde-90cd-986486d2165a', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'mac_address': 'fa:16:3e:ac:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:36Z', 'updated_at': '2021-12-09T15:03:50Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'subnets': [{'id': '9f87f46c-dcec-4e4b-9184-5a26813b3871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:11:41.884229 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca7f2e-c0b9-4588-9434-be3a9ff95788 None None] New status for floating IP b5063e43-8f9c-4107-9347-92fcda65e1fd: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:11:42.055121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 30b50f3b-1233-48c7-8c0f-03cb41e00adb no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:11:42.099803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 30b50f3b-1233-48c7-8c0f-03cb41e00adb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:11:42.100584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 30b50f3b-1233-48c7-8c0f-03cb41e00adb not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:11:42.278736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35714) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:42.448692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05a89b5d-8421-4aa4-a223-4848cfefbdaf tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:42.507642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05a89b5d-8421-4aa4-a223-4848cfefbdaf tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:42.591963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05a89b5d-8421-4aa4-a223-4848cfefbdaf tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:42.596671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05a89b5d-8421-4aa4-a223-4848cfefbdaf tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:42.600430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-05a89b5d-8421-4aa4-a223-4848cfefbdaf tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "DELETE /v2.0/security-groups/25d1da93-6b04-4e52-b3d9-9d305940a7ec HTTP/1.1" status: 204 len: 168 time: 0.3174219 Dec 09 15:11:42.601299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35734) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:42.620796 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-80b5a7c5-0e15-4010-a3b8-19c2ec8d91da tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] show failed (client error): The resource could not be found. Dec 09 15:11:42.637179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-80b5a7c5-0e15-4010-a3b8-19c2ec8d91da tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "GET /v2.0/security-groups/25d1da93-6b04-4e52-b3d9-9d305940a7ec HTTP/1.1" status: 404 len: 347 time: 0.0348239 Dec 09 15:11:42.640933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a89b5d-8421-4aa4-a223-4848cfefbdaf tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1da93-6b04-4e52-b3d9-9d305940a7ec,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:42.641383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:42.943905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Deleting port ded3205e-81e4-4873-a616-3e0789ff0461 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:11:42.944335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:43.029190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:43.029784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:43.048727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Calling delete_port for ded3205e-81e4-4873-a616-3e0789ff0461 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:11:43.333175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:43.371958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Pushing event deleted for resources: {'Port': ['ID=ded3205e-81e4-4873-a616-3e0789ff0461,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:43.454293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:43.457158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:43.458257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d902ab59-7b4b-4982-89b1-922b7e933091 tempest-AttachVolumeTestJSON-569084479 tempest-AttachVolumeTestJSON-569084479-project] 10.222.0.46 "DELETE /v2.0/floatingips/b5063e43-8f9c-4107-9347-92fcda65e1fd HTTP/1.1" status: 204 len: 168 time: 0.8158152 Dec 09 15:11:47.204213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35878) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:47.415765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3615ed18-0327-47c8-ba3d-d54af6bb18d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.624316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3615ed18-0327-47c8-ba3d-d54af6bb18d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.635466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3615ed18-0327-47c8-ba3d-d54af6bb18d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.689620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3615ed18-0327-47c8-ba3d-d54af6bb18d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f09bb5bebc6945f48bda156fb1f1d185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4843049 Dec 09 15:11:47.692344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35886) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:47.759649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ed18-0327-47c8-ba3d-d54af6bb18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e9a7f-2012-4786-9c01-a36a9b56a293,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:47.788787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f42bce3-a643-4b75-90a3-ddbe70b7e44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.839507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f42bce3-a643-4b75-90a3-ddbe70b7e44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.904053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f42bce3-a643-4b75-90a3-ddbe70b7e44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.906673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f42bce3-a643-4b75-90a3-ddbe70b7e44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:47.907916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3f42bce3-a643-4b75-90a3-ddbe70b7e44d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/492e9a7f-2012-4786-9c01-a36a9b56a293 HTTP/1.1" status: 204 len: 168 time: 0.2145131 Dec 09 15:11:47.945082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42bce3-a643-4b75-90a3-ddbe70b7e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e9a7f-2012-4786-9c01-a36a9b56a293,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:48.426961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35912) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:48.450885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68c759e1-d481-4b72-a124-fce0b53002e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.601302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68c759e1-d481-4b72-a124-fce0b53002e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.614932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-68c759e1-d481-4b72-a124-fce0b53002e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.657910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-68c759e1-d481-4b72-a124-fce0b53002e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1970bd354da54efea0eaa1a37c6acddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261076 Dec 09 15:11:48.658623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35914) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:48.679403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c759e1-d481-4b72-a124-fce0b53002e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055bf800-e1e3-46a6-8d43-a8ec2e41c99c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:48.752620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6419b01e-f069-4367-8235-4b41940e767f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.807748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6419b01e-f069-4367-8235-4b41940e767f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.875733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6419b01e-f069-4367-8235-4b41940e767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.879613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6419b01e-f069-4367-8235-4b41940e767f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:48.885072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6419b01e-f069-4367-8235-4b41940e767f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/055bf800-e1e3-46a6-8d43-a8ec2e41c99c HTTP/1.1" status: 204 len: 168 time: 0.2239168 Dec 09 15:11:48.894962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419b01e-f069-4367-8235-4b41940e767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055bf800-e1e3-46a6-8d43-a8ec2e41c99c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:49.430915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 35942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:49.465179 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27c487de-2e89-44a7-896d-10a36ecfebb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.620340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27c487de-2e89-44a7-896d-10a36ecfebb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.630995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27c487de-2e89-44a7-896d-10a36ecfebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.682612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-27c487de-2e89-44a7-896d-10a36ecfebb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9ed6ddfeb9e402db7c5efd1bec3c04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502241 Dec 09 15:11:49.684093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c487de-2e89-44a7-896d-10a36ecfebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3e9c0-5d21-438d-ad67-78d9399776e0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:49.685177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35950) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:11:49.815670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99b43a8c-44d7-442e-b047-f5377d3c2920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.866502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99b43a8c-44d7-442e-b047-f5377d3c2920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.957342 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99b43a8c-44d7-442e-b047-f5377d3c2920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.960376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99b43a8c-44d7-442e-b047-f5377d3c2920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:49.962521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99b43a8c-44d7-442e-b047-f5377d3c2920 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30d3e9c0-5d21-438d-ad67-78d9399776e0 HTTP/1.1" status: 204 len: 168 time: 0.2763476 Dec 09 15:11:49.996757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b43a8c-44d7-442e-b047-f5377d3c2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3e9c0-5d21-438d-ad67-78d9399776e0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:11:51.920182 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:52.388383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:53.217405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8953eb4e-36ce-4a15-9606-c3abcde91ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:55.605317 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e30185f6-edd0-40e8-934e-074fd84093bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:56.693569 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:58.335164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:11:59.207043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:00.679253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:01.725738 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:02.084219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Deleting port 91703a99-c185-4573-8606-197edd59ebaa {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:12:02.084629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:02.217047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] For port 91703a99-c185-4573-8606-197edd59ebaa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=91703a99-c185-4573-8606-197edd59ebaa,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:02.217427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:02.252744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Calling delete_port for 91703a99-c185-4573-8606-197edd59ebaa owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:12:02.552923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:02.588069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=91703a99-c185-4573-8606-197edd59ebaa,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:02.636789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.637370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.637775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.638217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.638479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.638860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.639228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.639599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.639929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.640254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.640583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.640903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.641226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:02.734580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36362) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:02.899425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:02.991639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-17997b4f-f5a9-4011-8e51-44d139689991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.128758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-17997b4f-f5a9-4011-8e51-44d139689991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.134647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-17997b4f-f5a9-4011-8e51-44d139689991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.185268 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-17997b4f-f5a9-4011-8e51-44d139689991 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=462bb232b63440d09aeddcdb81194ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495039 Dec 09 15:12:03.186813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17997b4f-f5a9-4011-8e51-44d139689991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab75c71-2eb4-45ee-af5a-7bdacbd48f47,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:03.189464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36372) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:03.333050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4863ac5b-f67c-4142-bb59-e9ae2095dc78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.377917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4863ac5b-f67c-4142-bb59-e9ae2095dc78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.465901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4863ac5b-f67c-4142-bb59-e9ae2095dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.469758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4863ac5b-f67c-4142-bb59-e9ae2095dc78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:03.472839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4863ac5b-f67c-4142-bb59-e9ae2095dc78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ab75c71-2eb4-45ee-af5a-7bdacbd48f47 HTTP/1.1" status: 204 len: 168 time: 0.2820742 Dec 09 15:12:03.513514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863ac5b-f67c-4142-bb59-e9ae2095dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab75c71-2eb4-45ee-af5a-7bdacbd48f47,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:04.068572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36398) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:04.119994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:12:04.128805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-510ecf6e-10bd-4000-adcc-f564bcb6aae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.283315 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-510ecf6e-10bd-4000-adcc-f564bcb6aae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.296711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-510ecf6e-10bd-4000-adcc-f564bcb6aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.299593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:12:04.323463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] Sync routers for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:12:04.324663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6490f5ce-0542-4842-8378-e771056a6d28 admin admin] 10.222.0.46 "PUT /v2.0/routers/db2317b3-509a-4c9c-9e27-bf5b4cdd03ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6434624 Dec 09 15:12:04.325731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36402) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:04.342017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36404) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:04.368882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-510ecf6e-10bd-4000-adcc-f564bcb6aae0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f67666180ecc414a91d6964a21df532f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988400 Dec 09 15:12:04.370258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36410) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:04.371266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ecf6e-10bd-4000-adcc-f564bcb6aae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9e4c74-90c6-4e1d-a229-4fbf0f8a85e7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:04.371551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:12:04.377317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:11:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:04.518650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dee44-5b20-40dd-b589-137d3fb5a893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.611395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dee44-5b20-40dd-b589-137d3fb5a893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.613507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.687528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7093f093-7e10-4f65-99ab-59647e1483f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.727821 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dee44-5b20-40dd-b589-137d3fb5a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.731597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d9dee44-5b20-40dd-b589-137d3fb5a893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.735828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1d9dee44-5b20-40dd-b589-137d3fb5a893 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd9e4c74-90c6-4e1d-a229-4fbf0f8a85e7 HTTP/1.1" status: 204 len: 168 time: 0.3609290 Dec 09 15:12:04.748454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dee44-5b20-40dd-b589-137d3fb5a893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9e4c74-90c6-4e1d-a229-4fbf0f8a85e7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:04.759953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:12:04.882659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7093f093-7e10-4f65-99ab-59647e1483f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.948084 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7093f093-7e10-4f65-99ab-59647e1483f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:04.975860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7093f093-7e10-4f65-99ab-59647e1483f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad3b83543b4d4b6680e005f591a83518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6332440 Dec 09 15:12:04.979399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36426) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:05.066707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093f093-7e10-4f65-99ab-59647e1483f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2656cd-e426-4d57-9355-217b6d200037,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:05.095715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.111555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:12:02Z', 'revision_number': 5, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port': {'id': 'cf64280e-aeab-47c2-974a-175736e2554b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:05.139177 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644254b2-72f4-4704-bdb2-0be8200a5080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.167101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] Checking router: db2317b3-509a-4c9c-9e27-bf5b4cdd03ff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:12:05.178306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] Routers {'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:12:05.179090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:11:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:05.207672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644254b2-72f4-4704-bdb2-0be8200a5080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.270168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Deleting port cf64280e-aeab-47c2-974a-175736e2554b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:12:05.270639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.338618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644254b2-72f4-4704-bdb2-0be8200a5080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.342071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-644254b2-72f4-4704-bdb2-0be8200a5080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.343466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-644254b2-72f4-4704-bdb2-0be8200a5080 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b2656cd-e426-4d57-9355-217b6d200037 HTTP/1.1" status: 204 len: 168 time: 0.3627257 Dec 09 15:12:05.366048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] Set router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:12:05.389318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644254b2-72f4-4704-bdb2-0be8200a5080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2656cd-e426-4d57-9355-217b6d200037,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:05.432949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:12:05Z', 'revision_number': 6, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:05.479806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] For port cf64280e-aeab-47c2-974a-175736e2554b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cf64280e-aeab-47c2-974a-175736e2554b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:05.480463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:05.562373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Calling delete_port for cf64280e-aeab-47c2-974a-175736e2554b owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:12:05.691988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e758a4e-de1b-4a31-bffc-690d1732b88e None None] The sync data for ids ['db2317b3-509a-4c9c-9e27-bf5b4cdd03ff'] in n-d-804292-5 is: [{'id': 'db2317b3-509a-4c9c-9e27-bf5b4cdd03ff', 'name': 'tempest-AttachVolumeTestJSON-36366044-router', 'tenant_id': '5930e292fd2b400ca165065e9fe14769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:25Z', 'updated_at': '2021-12-09T15:12:05Z', 'revision_number': 6, 'project_id': '5930e292fd2b400ca165065e9fe14769', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:12:05.965230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.015017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf5ddb-c732-4f9b-8d8b-994749f33b8e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:12:06.017124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf64280e-aeab-47c2-974a-175736e2554b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:06.115069 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.253153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.255601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.328957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.330351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2317b3-509a-4c9c-9e27-bf5b4cdd03ff {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:12:06.336955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.339062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77ae116c-00e5-44fc-988c-9932fc48ba86 admin admin] 10.222.0.46 "DELETE /v2.0/routers/db2317b3-509a-4c9c-9e27-bf5b4cdd03ff HTTP/1.1" status: 204 len: 168 time: 2.0121181 Dec 09 15:12:06.341908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:06.415817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Deleting subnet 9f87f46c-dcec-4e4b-9184-5a26813b3871 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:12:06.419323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.481988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.683186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.689071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36502) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:06.795160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.851323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f87f46c-dcec-4e4b-9184-5a26813b3871,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:06.861214 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:06.866808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-885b0c3c-3ce8-4149-9803-ce6d5be27e62 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9f87f46c-dcec-4e4b-9184-5a26813b3871 HTTP/1.1" status: 204 len: 168 time: 0.5234339 Dec 09 15:12:06.868288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5929f-7e3e-40c4-9d58-f758e8b5849a None None] Network d66db03e-003a-4cde-90cd-986486d2165a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:12:06.869551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36512) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:06.979495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-619053785-network', 'tenant_id': '32ec82464a994531b5eab687e708f137'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:06.999751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.061790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Made reservation on behalf of 32ec82464a994531b5eab687e708f137 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:07.064692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.083293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.131872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] DHCP port deletion for d66db03e-003a-4cde-90cd-986486d2165a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:12:07.177612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Deleting port 995c6472-b172-4c1a-8c7d-5b67cc500e2a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:12:07.178424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.216924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] Deleting port 995c6472-b172-4c1a-8c7d-5b67cc500e2a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:12:07.217624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.327734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36526) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:07.365097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] For port 995c6472-b172-4c1a-8c7d-5b67cc500e2a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=995c6472-b172-4c1a-8c7d-5b67cc500e2a,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:07.365768 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.389379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] For port 995c6472-b172-4c1a-8c7d-5b67cc500e2a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=995c6472-b172-4c1a-8c7d-5b67cc500e2a,segment=NetworkSegment(b9f32ae5-e8a3-4429-ac9e-01381baf0625),segment_id=b9f32ae5-e8a3-4429-ac9e-01381baf0625)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:07.390900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] Calling delete_port for 995c6472-b172-4c1a-8c7d-5b67cc500e2a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:12:07.392717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.433285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.447227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Calling delete_port for 995c6472-b172-4c1a-8c7d-5b67cc500e2a owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:12:07.449363 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.473343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:12:07.487289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.489087 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Added segment bd72a57d-1083-480b-b2f2-ad0a8026f6b2 of type vlan for network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 Dec 09 15:12:07.534063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.582052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.582402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:07.582942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.602936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.616610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca758bfc-414b-40b7-92b6-4cb715922a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.681012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] Pushing event deleted for resources: {'Port': ['ID=995c6472-b172-4c1a-8c7d-5b67cc500e2a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:07.694517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375da2f-1e3f-457f-81c1-4a773f401eac None None] No DVR routers for this DVR port 995c6472-b172-4c1a-8c7d-5b67cc500e2a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:12:07.826311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 91703a99-c185-4573-8606-197edd59ebaa no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:12:07.827701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca758bfc-414b-40b7-92b6-4cb715922a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.844393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca758bfc-414b-40b7-92b6-4cb715922a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.863381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c382ef3-b5d1-468e-8596-396db2568b2e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:07.887901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 91703a99-c185-4573-8606-197edd59ebaa {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:12:07.890442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 91703a99-c185-4573-8606-197edd59ebaa not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:12:07.890967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 995c6472-b172-4c1a-8c7d-5b67cc500e2a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:12:07.897053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2063806 Dec 09 15:12:07.902100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36542) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:07.906491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686fd0b-ec09-4831-8205-84c74e5a8d97 admin admin] Pushing event updated for resources: {'Network': ['ID=2c4c1026-b7bf-41bb-a395-bb3116364ff5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:07.911632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Request body: {'subnet': {'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-619053785-subnet', 'tenant_id': '32ec82464a994531b5eab687e708f137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:07.948813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 995c6472-b172-4c1a-8c7d-5b67cc500e2a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:12:07.949560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 995c6472-b172-4c1a-8c7d-5b67cc500e2a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:12:07.950906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cf64280e-aeab-47c2-974a-175736e2554b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:12:07.952469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Made reservation on behalf of 32ec82464a994531b5eab687e708f137 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:07.958448 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:07.972584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36546) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:07.974469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca758bfc-414b-40b7-92b6-4cb715922a67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38090668bcc74cd49f128a792a97a496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6446927 Dec 09 15:12:07.976326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca758bfc-414b-40b7-92b6-4cb715922a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316a32f3-059b-4f11-bc33-163a82fade60,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:07.983299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:12:08.077770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.109319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: cf64280e-aeab-47c2-974a-175736e2554b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:12:08.110750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cf64280e-aeab-47c2-974a-175736e2554b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:12:08.174432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] No DVR routers for this DVR port 995c6472-b172-4c1a-8c7d-5b67cc500e2a on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:12:08.209154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=995c6472-b172-4c1a-8c7d-5b67cc500e2a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:08.244191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.329338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca57245-d216-41fb-905c-59fed0e02531,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:08.343171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.347726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e201935-c1b5-4a5e-a44d-c75492841424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.352214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Checking segment: {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:12:08.353359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Network hostable DHCP agents. Network: 2c4c1026-b7bf-41bb-a395-bb3116364ff5, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:12:08.376897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:12:08.390141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66db03e-003a-4cde-90cd-986486d2165a']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:08.392841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 2c4c1026-b7bf-41bb-a395-bb3116364ff5) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:12:08.403652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd569621-c8f2-4518-b95b-481f031290f0 None None] Network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:12:08.407996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e201935-c1b5-4a5e-a44d-c75492841424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.408666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:08.409553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.423708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f32ae5-e8a3-4429-ac9e-01381baf0625') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:08.424393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f32ae5-e8a3-4429-ac9e-01381baf0625') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:08.442099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.451619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3b370238-310e-46e7-b29d-c9a9a9d2ec6e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5377693 Dec 09 15:12:08.524271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.538238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:12:08.540252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:12:08.543923 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:12:08.580340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2eae5d-d2c0-40b2-951c-171c79371650 None None] Network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:12:08.662632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e201935-c1b5-4a5e-a44d-c75492841424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.667754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e201935-c1b5-4a5e-a44d-c75492841424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.671085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1e201935-c1b5-4a5e-a44d-c75492841424 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/316a32f3-059b-4f11-bc33-163a82fade60 HTTP/1.1" status: 204 len: 168 time: 0.6975131 Dec 09 15:12:08.691542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e201935-c1b5-4a5e-a44d-c75492841424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316a32f3-059b-4f11-bc33-163a82fade60,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:08.699129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.709858 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:08.729650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d66db03e-003a-4cde-90cd-986486d2165a HTTP/1.1" status: 204 len: 168 time: 1.8556201 Dec 09 15:12:08.778240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7a92d-6ab6-40f9-b8ed-8b9bc11f90b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66db03e-003a-4cde-90cd-986486d2165a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:09.053485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:09.167480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d66c98d-9a62-4fb5-9d20-d968665fd56a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5930e292fd2b400ca165065e9fe14769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025531 Dec 09 15:12:09.167480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:09.295212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5387dad2-dc56-4ce7-8947-ae4609f6f09d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:09.367645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5387dad2-dc56-4ce7-8947-ae4609f6f09d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:09.442553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5387dad2-dc56-4ce7-8947-ae4609f6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:09.445701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5387dad2-dc56-4ce7-8947-ae4609f6f09d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:09.449866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5387dad2-dc56-4ce7-8947-ae4609f6f09d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd706d20-64a4-452c-a461-981c84c7a234 HTTP/1.1" status: 204 len: 168 time: 0.2824302 Dec 09 15:12:09.472650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387dad2-dc56-4ce7-8947-ae4609f6f09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd706d20-64a4-452c-a461-981c84c7a234,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:10.710430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:10.870239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-720368129-network', 'tenant_id': 'd1cc2bb5c73243e2bf1a57b114c00259'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:10.900297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Made reservation on behalf of d1cc2bb5c73243e2bf1a57b114c00259 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:10.903252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:10.923415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.049067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.053519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.092583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad5ae8-76da-4ca1-9812-d5684df41760,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:11.108643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:12:11.119637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.119859 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Added segment f3bc6533-6e3d-4853-adf4-0f193afb01ab of type vlan for network d0a9b4be-8986-4f43-b663-08ff7e9c8441 Dec 09 15:12:11.173548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.205521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.206728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:11.207616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.255599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5435076 Dec 09 15:12:11.259224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36700) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:11.267282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Request body: {'subnet': {'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-720368129-subnet', 'tenant_id': 'd1cc2bb5c73243e2bf1a57b114c00259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:11.297649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Made reservation on behalf of d1cc2bb5c73243e2bf1a57b114c00259 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:11.301305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.338690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8fe7-9622-4b12-a1b9-f74d8647c927 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a9b4be-8986-4f43-b663-08ff7e9c8441,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:11.348321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:12:11.431877 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:12:11.647284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.736329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Checking segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:12:11.737751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Network hostable DHCP agents. Network: d0a9b4be-8986-4f43-b663-08ff7e9c8441, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:12:11.743106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881cb200-0d2e-4695-82d9-10e952b50e20,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:11.779186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:12:11.808792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d0a9b4be-8986-4f43-b663-08ff7e9c8441) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:12:11.820988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:11.821604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5309c1-da59-428c-acc1-c28745fe9b33 None None] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:12:11.828700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:11.872472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8f586f03-1218-4467-96c6-a54dc4cad920 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6113522 Dec 09 15:12:12.002985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffd270-08a4-4234-b9b7-2fd950ba4fcc None None] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:12:12.487118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-d2d2cfe9-7fef-4742-adfe-904bb058f1fd tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:12.496004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-d2d2cfe9-7fef-4742-adfe-904bb058f1fd tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.1357722 Dec 09 15:12:12.516179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-0012c457-c6e3-4f07-bbc4-d2324c18d2a3 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/quotas/d1cc2bb5c73243e2bf1a57b114c00259 HTTP/1.1" status: 200 len: 375 time: 0.0187178 Dec 09 15:12:12.559605 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-15f55426-329f-4c0f-b272-86d141094246 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419905 Dec 09 15:12:12.629968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-2c3fa0c6-be3d-41d6-91f0-b6c48304f137 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:12:12.638761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-2c3fa0c6-be3d-41d6-91f0-b6c48304f137 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0761950 Dec 09 15:12:12.750110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-e4bf4cee-4e96-4284-8e70-0bc87205842b service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099048 Dec 09 15:12:12.878093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-a24c7693-6848-4b8b-afde-6cd95113054b service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265728 Dec 09 15:12:13.643313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-b41af161-1be9-473f-ae8c-9ae277b447ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0775876 Dec 09 15:12:13.814965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.816213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.817195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.819296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.820131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.820843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.821470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:13.823843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-fdbb6139-8122-45d1-a9af-18f26964518d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.1168015 Dec 09 15:12:14.042525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-ad0c28aa-9d1d-4fb1-ba43-254ec3a2b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:14.043001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-ad0c28aa-9d1d-4fb1-ba43-254ec3a2b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:14.043556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-ad0c28aa-9d1d-4fb1-ba43-254ec3a2b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:14.045172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-ad0c28aa-9d1d-4fb1-ba43-254ec3a2b541 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 2293 time: 0.1853437 Dec 09 15:12:14.365067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-faf76639-5cbd-4e4f-b3a1-ce5484b8e508 req-b00bb326-ea4b-4cca-b070-df401ed21359 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 210 time: 0.2815363 Dec 09 15:12:14.434768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-e4897d4f-9c70-493d-b570-da8ae8c15171 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1002 time: 0.3654492 Dec 09 15:12:14.589386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-1b486d66-9513-410f-b879-ddc967085c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:14.591651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-1b486d66-9513-410f-b879-ddc967085c80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.1396396 Dec 09 15:12:14.741271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-a49914f3-312b-41cc-bfe9-2499a7f9aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:14.746610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-a49914f3-312b-41cc-bfe9-2499a7f9aa55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428175 Dec 09 15:12:15.056201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-0ef0cebb-9dbd-43d4-a2c1-52d9d3c5ac16 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927616 Dec 09 15:12:15.423873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-850c9490-aa74-48b0-944d-e2e94ff9d080 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621657 Dec 09 15:12:15.486818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-e51bbd83-c76b-4857-9bcd-3633fe270238 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 217 time: 0.0548143 Dec 09 15:12:15.574511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23c54a09-2a5e-4a8a-bd1d-1ab735e1f850 req-73102aa4-da66-4fdd-aec9-aa8692184e10 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 210 time: 0.0498168 Dec 09 15:12:15.618915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-bf473087-a0c2-470f-ad63-92ba76f6332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:15.622755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-bf473087-a0c2-470f-ad63-92ba76f6332b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1272666 Dec 09 15:12:15.689769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-39290b53-492e-463f-8879-712e7e399e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:15.691790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-39290b53-492e-463f-8879-712e7e399e99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574205 Dec 09 15:12:15.848549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-4d892d5d-45fa-4cb5-99a3-c054cae43574 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470928 Dec 09 15:12:16.095661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-252626e4-a77e-4cab-a8f1-265defeb26f3 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282379 Dec 09 15:12:16.176112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-2f69552a-6770-4a3c-ac71-95fd43f1956c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 217 time: 0.0645940 Dec 09 15:12:16.240203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-a0203a68-18ba-4e8e-9510-e63d6ee5cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:16.242091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-a0203a68-18ba-4e8e-9510-e63d6ee5cf37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0538604 Dec 09 15:12:16.327837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-5fa9a190-6075-43d6-8749-f41c20981ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:16.331191 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-5fa9a190-6075-43d6-8749-f41c20981ef9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797796 Dec 09 15:12:16.595315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-53277677-f1e1-499c-968b-331a1250dae3 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539256 Dec 09 15:12:16.833607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60481a56-ea39-40b9-80f3-0e1d0d87d79b req-07a00caf-2365-4333-86bd-f85e7027a8e2 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 210 time: 0.1077671 Dec 09 15:12:16.987854 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-94480f19-19bd-48e5-8fd0-1ef215fbe8f3 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864145 Dec 09 15:12:17.155001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-22f73813-6d1e-4e41-b252-168673b627a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 217 time: 0.1524515 Dec 09 15:12:17.231668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-3928a1e4-338f-42fb-9387-cb64f3c646d6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:17.234022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-3928a1e4-338f-42fb-9387-cb64f3c646d6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.43 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.5906091 Dec 09 15:12:17.256424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Request body: {'port': {'device_id': '01dae751-3159-4907-9913-22a73beb7eec', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'admin_state_up': True, 'tenant_id': 'd1cc2bb5c73243e2bf1a57b114c00259'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:17.320309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-8611720a-18c8-45c5-9068-19ad9377d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:17.330092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-8611720a-18c8-45c5-9068-19ad9377d058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1619244 Dec 09 15:12:17.499013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-9725953f-e15b-4713-87bf-7613811060c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:17.500555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-9725953f-e15b-4713-87bf-7613811060c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544218 Dec 09 15:12:17.563669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Made reservation on behalf of d1cc2bb5c73243e2bf1a57b114c00259 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:17.567204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:17.781215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Allocated IP 172.20.0.2 (d0a9b4be-8986-4f43-b663-08ff7e9c8441/881cb200-0d2e-4695-82d9-10e952b50e20/67e9d1bd-69b6-401e-8336-fd9bf322e399) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:12:17.942716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-71d451ed-875f-44b4-9b7f-1b12d63f7170 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112442 Dec 09 15:12:17.986003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:18.016081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d508421f-8180-4953-a73b-3361cd265a34 req-3e21a90c-f81e-4817-a719-2e6cb2e4805a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 210 time: 0.0558686 Dec 09 15:12:18.189216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-a8f8e669-9c66-4601-a8a9-89c5cfdcfd95 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329140 Dec 09 15:12:18.269630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-263009db-f15b-4578-946b-8449efaed3a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 217 time: 0.0623937 Dec 09 15:12:18.274507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:18.403745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-b75c3a7e-f682-48ad-8fa9-b7689c20f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:18.405683 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-b75c3a7e-f682-48ad-8fa9-b7689c20f08a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1169558 Dec 09 15:12:18.407469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event updated for resources: {'Port': ['ID=67e9d1bd-69b6-401e-8336-fd9bf322e399,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:18.438695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:12:18.456882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:12:18.464530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:12:18.555068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:18.556544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:18.595266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-2cfb5ca7-4ab4-4bb4-8857-375c06b83192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:18.608577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-2cfb5ca7-4ab4-4bb4-8857-375c06b83192 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1891162 Dec 09 15:12:18.613874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-5ee406f1-5cb9-40c6-97d5-8618f8f4bc68 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3617954 Dec 09 15:12:18.639177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Request body: {'port': {'device_id': '01dae751-3159-4907-9913-22a73beb7eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:18.810753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36926) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:18.892898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Deleting subnet da5deac0-e7f3-4613-a57a-7f78bd18d1a8 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:12:18.897092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:18.901786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:18.993086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.163017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.363270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.436150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.441158 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/da5deac0-e7f3-4613-a57a-7f78bd18d1a8 HTTP/1.1" status: 204 len: 168 time: 0.6290758 Dec 09 15:12:19.442474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de9fba-641a-4da1-a158-da71668355b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5deac0-e7f3-4613-a57a-7f78bd18d1a8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:19.444433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:19.625174 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.856508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.916964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4aef94-9078-4e54-9d63-cf75f6b31932']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:19.934701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d4074c-343b-4035-a1ac-579e21fa2006') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:19.934701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d4074c-343b-4035-a1ac-579e21fa2006') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:19.963153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:19.987075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.004340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:12:20.004674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:12:20.006619 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:12:20.142430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.157013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.178114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] 10.222.0.46 "DELETE /v2.0/networks/ad4aef94-9078-4e54-9d63-cf75f6b31932 HTTP/1.1" status: 204 len: 168 time: 0.7308943 Dec 09 15:12:20.180202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36958) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:20.219122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-4d89db45-0398-4698-a4be-6878ebb39cc3 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5874836 Dec 09 15:12:20.263530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1db7-ab67-4e8d-81b5-e671c49b3027 req-582f4abb-3159-4162-9a93-7776256e71f7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:20.285263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6cee1db7-ab67-4e8d-81b5-e671c49b3027 req-582f4abb-3159-4162-9a93-7776256e71f7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 931 time: 0.4287083 Dec 09 15:12:20.367824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e178-58c9-4ebe-87e8-60ea63ea0b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4aef94-9078-4e54-9d63-cf75f6b31932,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:20.410623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Deleting subnet faede6a8-004f-416c-aed2-cc262c50d7e7 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:12:20.424666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.499419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.610104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.703529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6cee1db7-ab67-4e8d-81b5-e671c49b3027 req-4c7c369d-4a28-4e0d-a3ef-80e06dafcccb tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173450 Dec 09 15:12:20.821785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.865139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-99189f5d-1088-49f0-82f7-e76e6294a366 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219900 Dec 09 15:12:20.889224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:20.895931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/faede6a8-004f-416c-aed2-cc262c50d7e7 HTTP/1.1" status: 204 len: 168 time: 0.7142706 Dec 09 15:12:20.896459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36974) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:20.904915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507449c5-b734-49f6-93d8-8ffe1ca78d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faede6a8-004f-416c-aed2-cc262c50d7e7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:21.034721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.066160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e9d1bd-69b6-401e-8336-fd9bf322e399 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:12:21.074762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-e442ae31-1054-4ec3-871e-da03ac02ecaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 217 time: 0.1898923 Dec 09 15:12:21.076904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.130707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Transition to ACTIVE for port object 67e9d1bd-69b6-401e-8336-fd9bf322e399 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:12:21.206800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.281607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Pushing event updated for resources: {'Port': ['ID=67e9d1bd-69b6-401e-8336-fd9bf322e399,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:21.293016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-69e4a0cb-e903-4488-bb73-eab7b076dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:21.294598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-69e4a0cb-e903-4488-bb73-eab7b076dd91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.2038491 Dec 09 15:12:21.309372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.342912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3392288f-6608-451b-8e0b-0085615c5d20']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:21.352887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6750e263-c9e9-4381-be67-cb8b0201cebf') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:21.353217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6750e263-c9e9-4381-be67-cb8b0201cebf') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:12:21.383229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.411616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.418945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:12:21.419372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.442419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Attempting to bind port 67e9d1bd-69b6-401e-8336-fd9bf322e399 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:12:21.442795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Attempting to bind port 67e9d1bd-69b6-401e-8336-fd9bf322e399 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:12:21.443084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Attempting to bind port 67e9d1bd-69b6-401e-8336-fd9bf322e399 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:12:21.447640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-cfdc8b16-29e7-4d20-86ef-add7bc8b31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:21.449535 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-cfdc8b16-29e7-4d20-86ef-add7bc8b31a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195440 Dec 09 15:12:21.454274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Port 67e9d1bd-69b6-401e-8336-fd9bf322e399 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:12:21.454653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Attempting to bind port 67e9d1bd-69b6-401e-8336-fd9bf322e399 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:12:21.480732 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:12:21.489284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.499700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:12:21.500253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Checking segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:12:21.501791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Bound using segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:12:21.502255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Bound port: 67e9d1bd-69b6-401e-8336-fd9bf322e399, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:12:21.502654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.536075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.539915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/3392288f-6608-451b-8e0b-0085615c5d20 HTTP/1.1" status: 204 len: 168 time: 0.6420479 Dec 09 15:12:21.541048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f9b5f-21ac-46dc-b73e-d3ed113529ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3392288f-6608-451b-8e0b-0085615c5d20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:21.729830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] For port 67e9d1bd-69b6-401e-8336-fd9bf322e399, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:12:21.732912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] For port 67e9d1bd-69b6-401e-8336-fd9bf322e399, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:12:21.749263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.845211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:21.848842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.850539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] 10.222.0.43 "PUT /v2.0/ports/67e9d1bd-69b6-401e-8336-fd9bf322e399 HTTP/1.1" status: 200 len: 1091 time: 3.2171063 Dec 09 15:12:21.853726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01dae751-3159-4907-9913-22a73beb7eec', 'tag': '67e9d1bd-69b6-401e-8336-fd9bf322e399'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:12:21.861185 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04" -d '{"events": [{"name": "network-changed", "server_uuid": "01dae751-3159-4907-9913-22a73beb7eec", "tag": "67e9d1bd-69b6-401e-8336-fd9bf322e399"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:12:21.910265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-f0b51af5-f9f0-45e1-8ef1-b41c15debf0f service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426737 Dec 09 15:12:21.935259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:21.981745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37002) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:22.029598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346df59b-f4a3-4197-a220-ae3b4d9eadae req-4b6909a0-fbd7-4463-b7e5-05e0ab62e034 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:22.038246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-346df59b-f4a3-4197-a220-ae3b4d9eadae req-4b6909a0-fbd7-4463-b7e5-05e0ab62e034 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 943 time: 0.1267376 Dec 09 15:12:22.046085 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86693392-2451-4503-96d7-c12e50d2c411 x-openstack-request-id: req-86693392-2451-4503-96d7-c12e50d2c411 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:12:22.046382 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01dae751-3159-4907-9913-22a73beb7eec", "tag": "67e9d1bd-69b6-401e-8336-fd9bf322e399", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:12:22.046622 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86693392-2451-4503-96d7-c12e50d2c411 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:12:22.047075 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01dae751-3159-4907-9913-22a73beb7eec', 'tag': '67e9d1bd-69b6-401e-8336-fd9bf322e399', 'status': 'completed', 'code': 200} Dec 09 15:12:22.059140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde31d7d-7967-44fe-9d14-37282fe20953 service neutron] Pushing event updated for resources: {'Port': ['ID=67e9d1bd-69b6-401e-8336-fd9bf322e399,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:22.101039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bea280a0-b96d-4fed-99ac-77d6baea8e90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6678a3a96a9f4b33902568cc2eae0325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1136200 Dec 09 15:12:22.107703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37006) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:22.162262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-a1cc252b-5f88-487c-9317-7cf681a6ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:22.169640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-a1cc252b-5f88-487c-9317-7cf681a6ec5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 1094 time: 0.2563040 Dec 09 15:12:22.339929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-346df59b-f4a3-4197-a220-ae3b4d9eadae req-f889b2fe-d2e4-4a32-bb5f-d7611ddbe662 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720735 Dec 09 15:12:22.397740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-0fdc8fb5-09e4-4d5b-ba6b-4759f252235b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399 HTTP/1.1" status: 200 len: 217 time: 0.1437166 Dec 09 15:12:22.414944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:22.574644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-523b9d79-d9ec-48f7-88d3-9292efdaefca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:22.682505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-523b9d79-d9ec-48f7-88d3-9292efdaefca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:22.752238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-94bd3c35-6057-480e-8cfb-a419ad1a5bf2 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610390 Dec 09 15:12:22.772419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-945b9b8f-1b32-4fe2-a08a-b31149e765f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:22.774426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-945b9b8f-1b32-4fe2-a08a-b31149e765f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.3567743 Dec 09 15:12:22.790326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-523b9d79-d9ec-48f7-88d3-9292efdaefca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:22.793157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-523b9d79-d9ec-48f7-88d3-9292efdaefca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:22.801073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-523b9d79-d9ec-48f7-88d3-9292efdaefca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04541fc1-71c0-40bd-8fd5-71203a557d3d HTTP/1.1" status: 204 len: 168 time: 0.6561918 Dec 09 15:12:22.826818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b9d79-d9ec-48f7-88d3-9292efdaefca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04541fc1-71c0-40bd-8fd5-71203a557d3d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:22.837872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-6cfb4cb1-842e-4d10-a9a6-826b3d7ba9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453732 Dec 09 15:12:22.878973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-f1209849-dc63-42e4-ba75-6d279f6393dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.1135347 Dec 09 15:12:23.053350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-3c97506a-08c5-4447-b6b2-79741b8d20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:23.055171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-3c97506a-08c5-4447-b6b2-79741b8d20e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.1506789 Dec 09 15:12:23.149864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b130831-ef68-45be-a918-f65dd4a7a7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:23.197620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-b997b68f-54f7-4dfe-ba43-538f4f92f190 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231111 Dec 09 15:12:23.377863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-53a4df91-2106-4d9b-8d6d-5d25108cdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:23.385107 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-53a4df91-2106-4d9b-8d6d-5d25108cdcd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2828619 Dec 09 15:12:23.708340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3edadd-a8ab-4597-b96a-fee9d2cef3dc req-92620ddd-c933-408b-a128-0fba208ab9c0 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:23.709978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a3edadd-a8ab-4597-b96a-fee9d2cef3dc req-92620ddd-c933-408b-a128-0fba208ab9c0 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 943 time: 0.1821883 Dec 09 15:12:23.720828 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edfa568-e5d6-407d-84b6-af96904dc43a req-4c9c8c81-a65f-4962-a9ff-67c14fa6dad2 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074646 Dec 09 15:12:23.751233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-96b4f548-419e-41a0-a272-b269d3d7f982 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192888 Dec 09 15:12:23.831749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37044) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:23.934833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6c6bf39b-820f-47ca-a522-cb9c7991c72f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ebb2659dc734e22804f87c7c456fdfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017916 Dec 09 15:12:23.935463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:23.986986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00914839-3c89-4861-a0fb-c472fdb990b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:24.010963 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00914839-3c89-4861-a0fb-c472fdb990b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:24.017206 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a3edadd-a8ab-4597-b96a-fee9d2cef3dc req-113dd997-0be6-40bb-b0b1-ea7dc2686d66 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919652 Dec 09 15:12:24.087101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00914839-3c89-4861-a0fb-c472fdb990b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:24.090018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00914839-3c89-4861-a0fb-c472fdb990b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:24.099188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-7465fe34-fcd6-4443-8ba5-a1a801c6613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:24.101051 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-00914839-3c89-4861-a0fb-c472fdb990b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0de1c411-a641-455c-a13a-372522d78b6b HTTP/1.1" status: 204 len: 168 time: 0.1574252 Dec 09 15:12:24.105436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-7465fe34-fcd6-4443-8ba5-a1a801c6613b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 1094 time: 0.2499199 Dec 09 15:12:24.118600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00914839-3c89-4861-a0fb-c472fdb990b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de1c411-a641-455c-a13a-372522d78b6b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:24.223044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c39c9a0-f970-4971-812e-5aa388c71d14 req-714f4e5b-c548-4d5d-aef4-d9aeda568519 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138160 Dec 09 15:12:24.424740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-2475826a-6030-4512-a1be-ddbad6e54087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:24.432309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-2475826a-6030-4512-a1be-ddbad6e54087 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.3169227 Dec 09 15:12:24.551243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-88aa804b-8dcd-4031-956c-41f68fd01abb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399 HTTP/1.1" status: 200 len: 217 time: 0.1099644 Dec 09 15:12:24.741411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-105c5660-9637-495d-a843-3c58a97964da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:24.743750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-105c5660-9637-495d-a843-3c58a97964da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.1783309 Dec 09 15:12:24.827681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-dddfc1ea-63ec-4f78-8f70-6e4d294f5465 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643206 Dec 09 15:12:25.046116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-b4e17ddd-097b-4f8a-acb4-e13a45b8a167 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173321 Dec 09 15:12:25.241379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62dc4-0773-4882-ab66-6044118013cd req-d62627e6-8971-403c-ba23-bff723e6b50a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:25.249993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9c62dc4-0773-4882-ab66-6044118013cd req-d62627e6-8971-403c-ba23-bff723e6b50a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 943 time: 0.0946162 Dec 09 15:12:25.264398 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bd69fdd-e30f-4edf-aa24-99dfc45b3d04 req-abb49ef5-fbef-4a8d-ac29-35ddd753cbb8 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100673 Dec 09 15:12:25.324856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9c62dc4-0773-4882-ab66-6044118013cd req-f03eac19-da30-42db-9b8a-a0377c6f8ea5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736089 Dec 09 15:12:25.609885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4638c05d-8d28-4598-94f7-750e87d8f3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:26.574281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75f6d7-6fef-405d-9386-a79d9e141145 req-f3ee0d8e-4cfa-49a7-bfcb-6c98a0441864 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:26.592405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af75f6d7-6fef-405d-9386-a79d9e141145 req-f3ee0d8e-4cfa-49a7-bfcb-6c98a0441864 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 943 time: 0.1316340 Dec 09 15:12:26.694268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af75f6d7-6fef-405d-9386-a79d9e141145 req-c0fc70fc-fd94-45ae-b0d5-b62968c378fe tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Dec 09 15:12:26.719829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:27.192529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67e9d1bd-69b6-401e-8336-fd9bf322e399 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:12:27.326538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 67e9d1bd-69b6-401e-8336-fd9bf322e399, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:27.350013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '67e9d1bd-69b6-401e-8336-fd9bf322e399', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'port_id': '67e9d1bd-69b6-401e-8336-fd9bf322e399', 'mac_address': 'fa:16:3e:70:7e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881cb200-0d2e-4695-82d9-10e952b50e20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:12:27.392864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:27.408799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e9d1bd-69b6-401e-8336-fd9bf322e399 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:12:27.431000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 67e9d1bd-69b6-401e-8336-fd9bf322e399, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:27.438462 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:27.518363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=67e9d1bd-69b6-401e-8336-fd9bf322e399,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:27.528442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.528822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.529171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.529510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.529846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.530181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.530512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.530840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.531170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.531537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.531866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.532191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.532832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:27.779555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:12:27.908662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7882c5-d1b1-47e0-8c3c-1428249fc122 req-6a287ea7-d6b4-42c8-9fd7-95f6dcdb0547 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:27.911406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe7882c5-d1b1-47e0-8c3c-1428249fc122 req-6a287ea7-d6b4-42c8-9fd7-95f6dcdb0547 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 944 time: 0.0920506 Dec 09 15:12:28.042139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe7882c5-d1b1-47e0-8c3c-1428249fc122 req-397a2f30-5309-44d3-9949-dccf3cf95c77 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156526 Dec 09 15:12:28.322589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:28.852714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-133624df-f47c-4908-b21c-d2ed22fdca14 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322242 Dec 09 15:12:29.089600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-a3563137-9b81-4604-8e04-61e865c9e432 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:29.097008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-a3563137-9b81-4604-8e04-61e865c9e432 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386363 Dec 09 15:12:29.114249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-14b14a8c-09b8-48d5-b9d1-d5a80c3b891b tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/quotas/e5b92e60ad604ab18a252c0ca2d7a5ad HTTP/1.1" status: 200 len: 375 time: 0.0162132 Dec 09 15:12:29.201293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67e9d1bd-69b6-401e-8336-fd9bf322e399 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:12:29.233806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:29.237403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1312e6-d2bf-4549-8896-264df729e210 req-61ead3b7-b871-461f-ac08-903158367d7b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:29.241392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f1312e6-d2bf-4549-8896-264df729e210 req-61ead3b7-b871-461f-ac08-903158367d7b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 944 time: 0.0987306 Dec 09 15:12:29.290474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 67e9d1bd-69b6-401e-8336-fd9bf322e399 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:12:29.299598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 67e9d1bd-69b6-401e-8336-fd9bf322e399 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:12:29.302802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:29.359949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f1312e6-d2bf-4549-8896-264df729e210 req-96a2743f-ec76-4927-9a53-39542e314466 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118109 Dec 09 15:12:29.466079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:29.532800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 67e9d1bd-69b6-401e-8336-fd9bf322e399, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:29.533968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dae751-3159-4907-9913-22a73beb7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e9d1bd-69b6-401e-8336-fd9bf322e399'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:12:29.537488 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd042598-86d4-4802-b288-b2fa43942055" -d '{"events": [{"server_uuid": "01dae751-3159-4907-9913-22a73beb7eec", "name": "network-vif-plugged", "status": "completed", "tag": "67e9d1bd-69b6-401e-8336-fd9bf322e399"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:12:29.556175 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:29.643701 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6ef85-02d9-4b20-8350-4d69c97c9d9f x-openstack-request-id: req-dbe6ef85-02d9-4b20-8350-4d69c97c9d9f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:12:29.643997 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dae751-3159-4907-9913-22a73beb7eec", "name": "network-vif-plugged", "status": "completed", "tag": "67e9d1bd-69b6-401e-8336-fd9bf322e399", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:12:29.644250 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbe6ef85-02d9-4b20-8350-4d69c97c9d9f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:12:29.644643 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dae751-3159-4907-9913-22a73beb7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e9d1bd-69b6-401e-8336-fd9bf322e399', 'code': 200} Dec 09 15:12:29.650881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-664a403f-2f1e-4f18-a802-56cd1de50599 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5355213 Dec 09 15:12:29.724532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=67e9d1bd-69b6-401e-8336-fd9bf322e399,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:29.767926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4003-c521-4ab2-b1d4-26a807362675 req-7d4888e7-38f2-4a0f-9529-a24fc05e898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:29.769644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66df4003-c521-4ab2-b1d4-26a807362675 req-7d4888e7-38f2-4a0f-9529-a24fc05e898e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 1096 time: 0.0674953 Dec 09 15:12:29.877350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66df4003-c521-4ab2-b1d4-26a807362675 req-d3d0bea9-963b-4bdb-9415-8a375280103f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954878 Dec 09 15:12:29.907215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1dc09933-5168-492a-9c0d-a5d0a875c04a req-ed7dc313-1b1e-4361-ba2a-7dc2d7b34512 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 210 time: 0.0328357 Dec 09 15:12:30.546571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce771675-d85f-45b8-98fc-b18ac21425c6 req-eb86924f-3647-44fe-a4c8-8e8de0b723cf tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:30.555621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce771675-d85f-45b8-98fc-b18ac21425c6 req-eb86924f-3647-44fe-a4c8-8e8de0b723cf tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 945 time: 0.1041474 Dec 09 15:12:30.637088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce771675-d85f-45b8-98fc-b18ac21425c6 req-b149eb6b-cb9d-46fb-a353-58379e5d807d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743046 Dec 09 15:12:31.025014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba236636-2e99-4994-99f9-868bea0031fa req-9044aae7-4632-4845-86bd-f27185b25f24 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 210 time: 0.0281842 Dec 09 15:12:31.066710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-cca94aac-cc5e-450f-a094-62180e941188 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400128 Dec 09 15:12:31.202705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-199d2503-cc93-4701-ae25-3ad9817a98d2 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:31.204333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-199d2503-cc93-4701-ae25-3ad9817a98d2 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312380 Dec 09 15:12:31.226075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Request body: {'port': {'device_id': '84baede8-590c-444b-907b-0cf6f16bbd65', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': 'e5b92e60ad604ab18a252c0ca2d7a5ad'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:31.341404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Made reservation on behalf of e5b92e60ad604ab18a252c0ca2d7a5ad for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:31.344988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.354966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.430549 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.434419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.503230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:31.574300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Allocated IP 192.168.233.107 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/97f065a7-281e-45ed-932d-aa94a4b4cec2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:12:31.739777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.789758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.800740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086cc0d-68bb-4391-8596-2045dde7d84d req-90047de7-199b-47d9-ac52-a1e83c5f8ef4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:31.803506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4086cc0d-68bb-4391-8596-2045dde7d84d req-90047de7-199b-47d9-ac52-a1e83c5f8ef4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 945 time: 0.0619333 Dec 09 15:12:31.832274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:12:31.836500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:12:31.840897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:12:31.890320 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4086cc0d-68bb-4391-8596-2045dde7d84d req-f1b0335a-86d6-4132-92af-c2bf89f3a800 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798476 Dec 09 15:12:31.902043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Pushing event updated for resources: {'Port': ['ID=97f065a7-281e-45ed-932d-aa94a4b4cec2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:31.927140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:31.928009 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:31.950620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-61f7ff41-9fe5-40d1-808c-cb201416f2ad tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7291017 Dec 09 15:12:31.964965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Request body: {'port': {'device_id': '84baede8-590c-444b-907b-0cf6f16bbd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:32.067716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:32.222298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d8e104be-bc40-45d1-9eed-1cbfd7770687 None None] Provisioning complete for port 97f065a7-281e-45ed-932d-aa94a4b4cec2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:12:32.222756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8e104be-bc40-45d1-9eed-1cbfd7770687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:32.304909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d8e104be-bc40-45d1-9eed-1cbfd7770687 None None] Port 97f065a7-281e-45ed-932d-aa94a4b4cec2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:12:32.518269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d14b0b-679e-4620-b165-27da6829185f req-1dc1e7ca-9bc8-45f5-9c64-046834c641b7 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:32.528997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d14b0b-679e-4620-b165-27da6829185f req-1dc1e7ca-9bc8-45f5-9c64-046834c641b7 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 936 time: 0.1839991 Dec 09 15:12:32.558775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f065a7-281e-45ed-932d-aa94a4b4cec2 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:12:32.579172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:32.611699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Transition to ACTIVE for port object 97f065a7-281e-45ed-932d-aa94a4b4cec2 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:12:32.629454 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d14b0b-679e-4620-b165-27da6829185f req-3a7918ce-83c1-4605-8630-3b76304e492c tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988262 Dec 09 15:12:32.636392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:32.775240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Pushing event updated for resources: {'Port': ['ID=97f065a7-281e-45ed-932d-aa94a4b4cec2,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:32.815825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Attempting to bind port 97f065a7-281e-45ed-932d-aa94a4b4cec2 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:12:32.816414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Attempting to bind port 97f065a7-281e-45ed-932d-aa94a4b4cec2 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:12:32.816933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Attempting to bind port 97f065a7-281e-45ed-932d-aa94a4b4cec2 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:12:32.826399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Port 97f065a7-281e-45ed-932d-aa94a4b4cec2 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:12:32.826935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Attempting to bind port 97f065a7-281e-45ed-932d-aa94a4b4cec2 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:12:32.832865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:12:32.833415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:12:32.834526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:12:32.835117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Bound port: 97f065a7-281e-45ed-932d-aa94a4b4cec2, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:12:32.835699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:32.949547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] For port 97f065a7-281e-45ed-932d-aa94a4b4cec2, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:12:32.953583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] For port 97f065a7-281e-45ed-932d-aa94a4b4cec2, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:12:32.964018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:33.005307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:33.006039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:33.008289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-dd905400-501f-42ac-9316-5359211746f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/97f065a7-281e-45ed-932d-aa94a4b4cec2 HTTP/1.1" status: 200 len: 1096 time: 1.0495625 Dec 09 15:12:33.010925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84baede8-590c-444b-907b-0cf6f16bbd65', 'tag': '97f065a7-281e-45ed-932d-aa94a4b4cec2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:12:33.014595 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a04276-0858-4933-8755-fd5d3f5dced5" -d '{"events": [{"name": "network-changed", "server_uuid": "84baede8-590c-444b-907b-0cf6f16bbd65", "tag": "97f065a7-281e-45ed-932d-aa94a4b4cec2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:12:33.117224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905400-501f-42ac-9316-5359211746f3 service neutron] Pushing event updated for resources: {'Port': ['ID=97f065a7-281e-45ed-932d-aa94a4b4cec2,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:33.150565 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f329a861-dcae-4fd1-8f68-917841e1f175 x-openstack-request-id: req-f329a861-dcae-4fd1-8f68-917841e1f175 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:12:33.151258 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84baede8-590c-444b-907b-0cf6f16bbd65", "tag": "97f065a7-281e-45ed-932d-aa94a4b4cec2", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:12:33.151258 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f329a861-dcae-4fd1-8f68-917841e1f175 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:12:33.151468 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84baede8-590c-444b-907b-0cf6f16bbd65', 'tag': '97f065a7-281e-45ed-932d-aa94a4b4cec2', 'status': 'completed', 'code': 200} Dec 09 15:12:33.177229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-7da9fc7b-7a0d-4de0-af6f-190fd5c2b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:33.178833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-7da9fc7b-7a0d-4de0-af6f-190fd5c2b753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 1099 time: 0.1030211 Dec 09 15:12:33.238901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-cbf16a95-ca8a-40c6-9bed-fffcf28f9dab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2 HTTP/1.1" status: 200 len: 217 time: 0.0501537 Dec 09 15:12:33.318625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-a22bceae-6e61-4cf3-a1c1-b98e6c0e149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:33.321132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-a22bceae-6e61-4cf3-a1c1-b98e6c0e149b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0754004 Dec 09 15:12:33.383257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-4943c803-542b-47ac-96a6-3165b1884a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:33.385147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-4943c803-542b-47ac-96a6-3165b1884a46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572906 Dec 09 15:12:33.512393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-d114b1d4-a04e-4faa-8bda-5578ae9b125b service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195002 Dec 09 15:12:33.664638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-011fe9d0-2a3b-4bbc-952c-a0c01434ad66 req-3a81d511-6f83-46d7-8d1c-71e87e601450 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429508 Dec 09 15:12:33.818369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3512-c50c-4786-a63c-29bbdf060493 req-c5d43f18-f381-401f-b85d-45f8ebdcc2ab tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:33.820523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-679d3512-c50c-4786-a63c-29bbdf060493 req-c5d43f18-f381-401f-b85d-45f8ebdcc2ab tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 948 time: 0.1012697 Dec 09 15:12:33.823799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-0aa3ec33-fb09-4b4a-97fe-ae2066cfa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:33.825333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-0aa3ec33-fb09-4b4a-97fe-ae2066cfa7f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 1099 time: 0.0898249 Dec 09 15:12:33.994632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-679d3512-c50c-4786-a63c-29bbdf060493 req-809c418d-2efb-438e-a839-923f83427657 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661234 Dec 09 15:12:34.008945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-f6027b20-0cb9-46b3-9b62-fe4e21298124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:34.013170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-f6027b20-0cb9-46b3-9b62-fe4e21298124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1780491 Dec 09 15:12:34.076048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-326b5d97-0310-40cc-8675-17f634bd5f5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2 HTTP/1.1" status: 200 len: 217 time: 0.0509140 Dec 09 15:12:34.129660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-b2ecb138-5720-4c6d-a252-b4e1f5737245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:34.131210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-b2ecb138-5720-4c6d-a252-b4e1f5737245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0488408 Dec 09 15:12:34.183387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-7c451967-3576-4bd1-b098-520479ccb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:34.185183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-7c451967-3576-4bd1-b098-520479ccb3be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452754 Dec 09 15:12:34.290889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-43bbf1fd-474c-4eda-a27d-282083f834b4 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954382 Dec 09 15:12:34.391596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2a04276-0858-4933-8755-fd5d3f5dced5 req-295e6cbd-1dcf-40e2-b2fd-0a0a31c1d610 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920146 Dec 09 15:12:35.157956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e359-41f2-4f0e-a662-8fc49e4ac011 req-26d8b5f7-c5f7-4efc-a1d2-8434ae36aac8 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:35.159641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ba6e359-41f2-4f0e-a662-8fc49e4ac011 req-26d8b5f7-c5f7-4efc-a1d2-8434ae36aac8 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 948 time: 0.0571878 Dec 09 15:12:35.216252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ba6e359-41f2-4f0e-a662-8fc49e4ac011 req-37f0312f-1181-49db-a776-828a11a6c185 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504091 Dec 09 15:12:36.414269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81498db5-9b55-428b-86fd-06ac5925d35d req-c5037ed5-2dc3-4c2b-a5e2-4109c9a9f008 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:36.420153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81498db5-9b55-428b-86fd-06ac5925d35d req-c5037ed5-2dc3-4c2b-a5e2-4109c9a9f008 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 948 time: 0.0851021 Dec 09 15:12:36.494326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81498db5-9b55-428b-86fd-06ac5925d35d req-5ec0d645-d372-43a0-9e3f-d773a90b0de7 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715425 Dec 09 15:12:37.655481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33e9a-de35-4e1e-87e6-472bd4708630 req-72b0bbbb-3bfd-4d67-9633-e033fc8bb68b tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:37.658875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6c33e9a-de35-4e1e-87e6-472bd4708630 req-72b0bbbb-3bfd-4d67-9633-e033fc8bb68b tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 948 time: 0.0731905 Dec 09 15:12:37.759405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6c33e9a-de35-4e1e-87e6-472bd4708630 req-aca50f0c-e80c-49ce-8493-bd213ec03ef6 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926619 Dec 09 15:12:38.222452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 97f065a7-281e-45ed-932d-aa94a4b4cec2 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:12:38.384221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 97f065a7-281e-45ed-932d-aa94a4b4cec2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:38.415057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '97f065a7-281e-45ed-932d-aa94a4b4cec2', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '97f065a7-281e-45ed-932d-aa94a4b4cec2', 'mac_address': 'fa:16:3e:bb:52:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:12:38.470098 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:38.490475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f065a7-281e-45ed-932d-aa94a4b4cec2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:12:38.520668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 97f065a7-281e-45ed-932d-aa94a4b4cec2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:38.527076 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:38.596872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=97f065a7-281e-45ed-932d-aa94a4b4cec2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:38.836119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['97f065a7-281e-45ed-932d-aa94a4b4cec2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:12:38.937641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6c1b7-6a61-4d80-a335-1b1eafef06c5 req-e7db0276-5bfc-4dfb-9ab2-622604241663 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:38.956146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88f6c1b7-6a61-4d80-a335-1b1eafef06c5 req-e7db0276-5bfc-4dfb-9ab2-622604241663 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 949 time: 0.0914667 Dec 09 15:12:39.086179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88f6c1b7-6a61-4d80-a335-1b1eafef06c5 req-d7ed354b-9f42-4fa1-8153-98ec139472c3 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274920 Dec 09 15:12:40.231741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 97f065a7-281e-45ed-932d-aa94a4b4cec2 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:12:40.355376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754c70-f0b8-4526-a493-2fdda8f9a75b req-7e61d0ab-3ec3-46b3-9744-b6304b6f169e tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:40.365532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4754c70-f0b8-4526-a493-2fdda8f9a75b req-7e61d0ab-3ec3-46b3-9744-b6304b6f169e tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 949 time: 0.1624005 Dec 09 15:12:40.395915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 97f065a7-281e-45ed-932d-aa94a4b4cec2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:12:40.408688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 97f065a7-281e-45ed-932d-aa94a4b4cec2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:12:40.409769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:40.533367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4754c70-f0b8-4526-a493-2fdda8f9a75b req-a2aaee5b-286b-4595-861e-cafca88565c3 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669288 Dec 09 15:12:40.609575 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:40.683760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84baede8-590c-444b-907b-0cf6f16bbd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f065a7-281e-45ed-932d-aa94a4b4cec2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:12:40.686050 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3515ba57-5222-4681-b7f2-41851094645c" -d '{"events": [{"server_uuid": "84baede8-590c-444b-907b-0cf6f16bbd65", "name": "network-vif-plugged", "status": "completed", "tag": "97f065a7-281e-45ed-932d-aa94a4b4cec2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:12:40.720032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 97f065a7-281e-45ed-932d-aa94a4b4cec2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:12:40.730079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:40.796320 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ce4b93-f1cd-45e2-98ac-71f3e9aa8eb5 x-openstack-request-id: req-d9ce4b93-f1cd-45e2-98ac-71f3e9aa8eb5 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:12:40.796611 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84baede8-590c-444b-907b-0cf6f16bbd65", "name": "network-vif-plugged", "status": "completed", "tag": "97f065a7-281e-45ed-932d-aa94a4b4cec2", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:12:40.797045 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9ce4b93-f1cd-45e2-98ac-71f3e9aa8eb5 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:12:40.797610 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84baede8-590c-444b-907b-0cf6f16bbd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f065a7-281e-45ed-932d-aa94a4b4cec2', 'code': 200} Dec 09 15:12:40.799530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=97f065a7-281e-45ed-932d-aa94a4b4cec2,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:40.918660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be742b0-2f22-465c-b42e-7796c4d5ddb1 req-ef45f052-d7e6-4327-8393-15da28e47f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:40.920152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2be742b0-2f22-465c-b42e-7796c4d5ddb1 req-ef45f052-d7e6-4327-8393-15da28e47f29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 1101 time: 0.0959589 Dec 09 15:12:40.975852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2be742b0-2f22-465c-b42e-7796c4d5ddb1 req-a321b116-7cf7-49fe-b1fb-c6c6f93247c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 Dec 09 15:12:41.834729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e4833-1e37-4e38-b9b2-18b6445efbd3 req-586ef1de-26b9-49dd-a227-b2f548875f9f tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:41.837601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f21e4833-1e37-4e38-b9b2-18b6445efbd3 req-586ef1de-26b9-49dd-a227-b2f548875f9f tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 950 time: 0.1170766 Dec 09 15:12:41.962490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f21e4833-1e37-4e38-b9b2-18b6445efbd3 req-6c50b7c6-45ee-4833-81a6-542bd322a8c1 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162143 Dec 09 15:12:43.193718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44211a-8184-43b6-a15f-b53cb305a3e4 req-9bd243b1-3cea-4a26-bd59-2603ba8d250d tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:43.200060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b44211a-8184-43b6-a15f-b53cb305a3e4 req-9bd243b1-3cea-4a26-bd59-2603ba8d250d tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 950 time: 0.0602202 Dec 09 15:12:43.255946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b44211a-8184-43b6-a15f-b53cb305a3e4 req-1a056bb8-2d92-41af-a276-3356bb2da0c3 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532904 Dec 09 15:12:46.311245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.318551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.325398 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.331770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.338014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.344379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.350438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.353193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-ef49a57c-647e-45e8-972c-780d6f52d696 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.1580532 Dec 09 15:12:46.423717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11c72c5d-e27c-49e6-8880-17a1664f760d req-3ec75c0d-17f9-477a-a6d8-5086ad38c7d5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631814 Dec 09 15:12:46.601606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.608533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.615749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.622612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.631338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.638221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.645425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:46.648572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab978944-a94a-4e8c-8a8d-7b5aa9cd3fd8 req-57f1ab08-f938-4f89-974e-6be716be7b28 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.1210611 Dec 09 15:12:48.433926 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:12:49.033119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38066) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:49.143386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.144116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.144755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.145633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.146663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.148197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.148840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:49.150931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-fc4425ab-5df4-4282-90e9-9af32827b2b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.1146827 Dec 09 15:12:49.215826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-5a869a73-8ea0-408a-b990-07552f937452 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572522 Dec 09 15:12:51.920894 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:52.386085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:52.746883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-8c7433c6-2afc-4f99-a8c4-f2824507556d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:52.755848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-8c7433c6-2afc-4f99-a8c4-f2824507556d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.1842048 Dec 09 15:12:52.776103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-7f75bb9d-4415-4c0e-bb95-39d6e74d730b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/quotas/d1cc2bb5c73243e2bf1a57b114c00259 HTTP/1.1" status: 200 len: 375 time: 0.0189645 Dec 09 15:12:52.862816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38188) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:52.909866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-d9641369-0cb9-463a-898f-f50e6230d0af tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322582 Dec 09 15:12:53.074523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-89a2b83e-c60f-4289-bae1-8bb4e7238a94 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633933 Dec 09 15:12:53.097223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb192f84-2b32-4dbe-b34b-9be72fe84f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.166932 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e054c6f3-1aaf-4780-867a-6fe9aded0712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.283070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb192f84-2b32-4dbe-b34b-9be72fe84f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.292427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb192f84-2b32-4dbe-b34b-9be72fe84f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.385230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-475f6b30-d0b8-488a-b4b2-e24adbe6504c service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041434 Dec 09 15:12:53.413858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb192f84-2b32-4dbe-b34b-9be72fe84f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7683cf27-7257-4a68-b2b0-77c0a22a40bf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:53.437310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cb192f84-2b32-4dbe-b34b-9be72fe84f16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1831bce9f42b472a8ff3f494d753cb69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717416 Dec 09 15:12:53.439701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38200) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:53.550919 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff74f2f3-5034-45e6-aa27-24cfb642bbbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.609717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff74f2f3-5034-45e6-aa27-24cfb642bbbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.618314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ffbbe8b8-b703-4c02-bf62-5ef42e7ace4f req-c4d1177d-e578-47e9-918f-e1c994290209 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 210 time: 0.0449460 Dec 09 15:12:53.694141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff74f2f3-5034-45e6-aa27-24cfb642bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.697314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff74f2f3-5034-45e6-aa27-24cfb642bbbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:53.698528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff74f2f3-5034-45e6-aa27-24cfb642bbbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7683cf27-7257-4a68-b2b0-77c0a22a40bf HTTP/1.1" status: 204 len: 168 time: 0.2578902 Dec 09 15:12:53.717166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74f2f3-5034-45e6-aa27-24cfb642bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7683cf27-7257-4a68-b2b0-77c0a22a40bf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:54.144414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38228) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:54.160556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a368a301-1103-43c2-8221-85aece930070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.254503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a368a301-1103-43c2-8221-85aece930070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.261805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a368a301-1103-43c2-8221-85aece930070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.295950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a368a301-1103-43c2-8221-85aece930070 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdfe4673f1c445458fe04a9e69660948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496074 Dec 09 15:12:54.300344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38234) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:54.332795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368a301-1103-43c2-8221-85aece930070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82225d53-b1ed-4c6c-8c12-7663ddef0528,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:54.379528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.409101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.497365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.500367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:54.501619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82225d53-b1ed-4c6c-8c12-7663ddef0528 HTTP/1.1" status: 204 len: 168 time: 0.1997528 Dec 09 15:12:54.515126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82225d53-b1ed-4c6c-8c12-7663ddef0528,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:54.524597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.525206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.525715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.526416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.526918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.528029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.528550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.529048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.529565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.530138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.530632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.531137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.531929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e707f7b2-6c56-482f-b511-d949e8cb7208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:12:54.779557 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce4150da-4953-4fbc-9b87-d409cb6207a0 req-34214ce7-0ef5-4325-9ba5-12eebb206b2f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 210 time: 0.0493309 Dec 09 15:12:54.783030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.790730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.799323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.808595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.816212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.825052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.833111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:54.844193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e1bfd156-6154-4044-9062-70d629341e83 req-0307e2db-a91b-412b-95af-22430ec9f787 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.1387341 Dec 09 15:12:55.048615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e1bfd156-6154-4044-9062-70d629341e83 req-6784b7b3-0897-4024-a17e-1a087426ec0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032163 Dec 09 15:12:55.099442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-9e8746fb-a4be-4fb5-a14a-ab2ec74e072f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.102385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-9e8746fb-a4be-4fb5-a14a-ab2ec74e072f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.2279127 Dec 09 15:12:55.117623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Request body: {'port': {'device_id': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'admin_state_up': True, 'tenant_id': 'd1cc2bb5c73243e2bf1a57b114c00259'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:55.323276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.336110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.345537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.353457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.360041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.377450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.386500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:55.400636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b66db85-8aa9-4539-a342-9fbbaa96bd3e req-64fd30c3-6977-45fb-9ed4-11a4bb3031d9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.2301610 Dec 09 15:12:55.463797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Made reservation on behalf of d1cc2bb5c73243e2bf1a57b114c00259 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:12:55.477144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:55.609633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc592efa-3ff5-4939-a9bb-9a07649dbc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:55.680973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:55.688071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Allocated IP 172.20.0.10 (d0a9b4be-8986-4f43-b663-08ff7e9c8441/881cb200-0d2e-4695-82d9-10e952b50e20/6cd70d61-e75f-4bba-8491-3068d179fc7b) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:12:55.884699 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf3945c4-e58d-461b-b728-789675c8c6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:55.921144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1fea26f-e785-4a9b-8bfc-682a21b06c19 req-27511ae7-1b18-410c-8d2b-7922fa743f11 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 210 time: 0.0311534 Dec 09 15:12:55.958889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.028810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.042331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:12:56.060493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf3945c4-e58d-461b-b728-789675c8c6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.068056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf3945c4-e58d-461b-b728-789675c8c6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.110883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event updated for resources: {'Port': ['ID=6cd70d61-e75f-4bba-8491-3068d179fc7b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:56.127787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:12:56.133469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:12:56.137868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3945c4-e58d-461b-b728-789675c8c6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4276bed-c412-4dc8-bee8-a40a24c70ff5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:56.138428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:12:56.202251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf3945c4-e58d-461b-b728-789675c8c6c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f11e301b3e554ef89e73635690ef1dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196126 Dec 09 15:12:56.204973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:56.300448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:56.301136 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.314313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85c602b3-8e88-4fc7-b315-a76120e1b418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.333701 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-44aab83d-bffb-4174-9b01-609629043174 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2212687 Dec 09 15:12:56.349407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Request body: {'port': {'device_id': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:12:56.367707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85c602b3-8e88-4fc7-b315-a76120e1b418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.432087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.510854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85c602b3-8e88-4fc7-b315-a76120e1b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.516744 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85c602b3-8e88-4fc7-b315-a76120e1b418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.521018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-85c602b3-8e88-4fc7-b315-a76120e1b418 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4276bed-c412-4dc8-bee8-a40a24c70ff5 HTTP/1.1" status: 204 len: 168 time: 0.3129907 Dec 09 15:12:56.532869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c602b3-8e88-4fc7-b315-a76120e1b418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4276bed-c412-4dc8-bee8-a40a24c70ff5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:56.689066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.942198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd70d61-e75f-4bba-8491-3068d179fc7b {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:12:56.954230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:56.992767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Transition to ACTIVE for port object 6cd70d61-e75f-4bba-8491-3068d179fc7b will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:12:57.008205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:57.148277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1eb57-3a21-4b26-91c8-377d2e7fac09 req-0c93ebda-d399-4828-9438-1894e1936eb4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.158715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-31d1eb57-3a21-4b26-91c8-377d2e7fac09 req-0c93ebda-d399-4828-9438-1894e1936eb4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 944 time: 0.0855341 Dec 09 15:12:57.256577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd70d61-e75f-4bba-8491-3068d179fc7b,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:57.271726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Attempting to bind port 6cd70d61-e75f-4bba-8491-3068d179fc7b on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:12:57.273458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Attempting to bind port 6cd70d61-e75f-4bba-8491-3068d179fc7b by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:12:57.274049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Attempting to bind port 6cd70d61-e75f-4bba-8491-3068d179fc7b on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:12:57.278542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-31d1eb57-3a21-4b26-91c8-377d2e7fac09 req-4a057b52-0fa8-4350-8952-109d0fb8c6a2 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112189 Dec 09 15:12:57.282514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Port 6cd70d61-e75f-4bba-8491-3068d179fc7b on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:12:57.282975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Attempting to bind port 6cd70d61-e75f-4bba-8491-3068d179fc7b on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:12:57.292839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:12:57.293258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Checking segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:12:57.293650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Bound using segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:12:57.294166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Bound port: 6cd70d61-e75f-4bba-8491-3068d179fc7b, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:12:57.294586 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:57.376984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] For port 6cd70d61-e75f-4bba-8491-3068d179fc7b, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:12:57.380261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] For port 6cd70d61-e75f-4bba-8491-3068d179fc7b, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:12:57.386265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:57.434709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.435558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:57.436808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] 10.222.0.36 "PUT /v2.0/ports/6cd70d61-e75f-4bba-8491-3068d179fc7b HTTP/1.1" status: 200 len: 1092 time: 1.0935087 Dec 09 15:12:57.437272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'tag': '6cd70d61-e75f-4bba-8491-3068d179fc7b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:12:57.439614 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "57a3ad79-c573-451b-b36f-e49cf23d84bd", "tag": "6cd70d61-e75f-4bba-8491-3068d179fc7b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:12:57.481426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312f559-ac53-4ea7-a459-f1511acd6a20 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd70d61-e75f-4bba-8491-3068d179fc7b,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:12:57.555392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38382) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:12:57.632313 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545d8c8-4710-42bb-b47d-3abd7a575e9e x-openstack-request-id: req-0545d8c8-4710-42bb-b47d-3abd7a575e9e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:12:57.633023 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a3ad79-c573-451b-b36f-e49cf23d84bd", "tag": "6cd70d61-e75f-4bba-8491-3068d179fc7b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:12:57.633443 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0545d8c8-4710-42bb-b47d-3abd7a575e9e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:12:57.634031 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'tag': '6cd70d61-e75f-4bba-8491-3068d179fc7b', 'status': 'completed', 'code': 200} Dec 09 15:12:57.675839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-69ce6e4f-994d-4349-bc05-8ea2b2747a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.677372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-69ce6e4f-994d-4349-bc05-8ea2b2747a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 1095 time: 0.1408136 Dec 09 15:12:57.746654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-a199dff2-36bf-4013-bad5-92292d408309 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b HTTP/1.1" status: 200 len: 217 time: 0.0587573 Dec 09 15:12:57.829814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-256df559-a059-4ec2-8403-b83ec3d1e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.831302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-256df559-a059-4ec2-8403-b83ec3d1e653 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.0760930 Dec 09 15:12:57.852789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.853722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.854344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.855175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.855865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.856511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.858649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:57.867566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-3d814e5e-5866-4c15-9f44-182bd60ab007 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.3028808 Dec 09 15:12:57.894319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-7aaa950b-bf8b-4d40-a07f-967e244ed49a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547338 Dec 09 15:12:57.933316 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-346782b8-bf7d-4dbd-b52f-e189082b3179 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646534 Dec 09 15:12:58.012885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-9bc30bd3-fd64-4835-b2ab-a7ee5c227782 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100593 Dec 09 15:12:58.116819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23964e60-76f0-4244-9986-8d6ada7546f6 req-755080b9-5e0d-4a3e-933e-bc70834da29a service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952969 Dec 09 15:12:58.213995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-3149c8dc-50bf-4aa9-a3f4-d33cf851ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:58.216204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-3149c8dc-50bf-4aa9-a3f4-d33cf851ff78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 1095 time: 0.0444095 Dec 09 15:12:58.330101 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:58.359262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-b36ffd0e-e8eb-4cad-8e44-6719d8557f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:58.361531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-b36ffd0e-e8eb-4cad-8e44-6719d8557f45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.1309049 Dec 09 15:12:58.418380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e435-e3c3-463d-83e5-fdbc0a67afb1 req-38f8e858-1ab5-4c27-84ce-8dfc0ad33df0 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:58.420258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0113e435-e3c3-463d-83e5-fdbc0a67afb1 req-38f8e858-1ab5-4c27-84ce-8dfc0ad33df0 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 944 time: 0.0559285 Dec 09 15:12:58.425161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-0d1bf6f0-76d3-4443-8af7-97e4843a6d5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b HTTP/1.1" status: 200 len: 217 time: 0.0551925 Dec 09 15:12:58.491709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0113e435-e3c3-463d-83e5-fdbc0a67afb1 req-7b65ca2b-e7b6-4b54-8c4c-abe9b300bbb7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631235 Dec 09 15:12:58.499470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-ee2b5b0a-da5e-44ec-8bbe-844cf2de29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:58.500992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-ee2b5b0a-da5e-44ec-8bbe-844cf2de29c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.0677614 Dec 09 15:12:58.543993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-abc070dc-93f8-446d-853a-35ca9ada6e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334890 Dec 09 15:12:58.660280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-b50848c7-5db2-4236-b1d8-54ae671e7831 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077821 Dec 09 15:12:58.788167 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d0ce86e-0fbb-4505-b031-43e5dab89fe2 req-d2a1c3fd-6776-4589-b389-24a1172ad6cd service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181223 Dec 09 15:12:59.186109 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:12:59.668505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db28b7-2572-4e29-961f-35f705629252 req-d0a650a5-4f99-4605-b93e-bfe341983933 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:12:59.670488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8db28b7-2572-4e29-961f-35f705629252 req-d0a650a5-4f99-4605-b93e-bfe341983933 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 944 time: 0.0780885 Dec 09 15:12:59.736343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e8db28b7-2572-4e29-961f-35f705629252 req-90ff96cb-c7a1-4790-abd3-2549711227b4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587149 Dec 09 15:13:00.900876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed855d-9e66-44a3-b287-92081f62de28 req-2781a3a4-4a00-4601-8f9b-9755afee8920 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:00.907970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7bed855d-9e66-44a3-b287-92081f62de28 req-2781a3a4-4a00-4601-8f9b-9755afee8920 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 944 time: 0.0898931 Dec 09 15:13:01.009420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7bed855d-9e66-44a3-b287-92081f62de28 req-4fff9aaf-7955-4fbb-a2f5-832db2fb0fc5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996697 Dec 09 15:13:02.223641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a24c2-6f8d-4fc7-bd71-c04959d19a26 req-8cc60cc2-d518-46ad-9520-a24b6f02e8b9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:02.226835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c1a24c2-6f8d-4fc7-bd71-c04959d19a26 req-8cc60cc2-d518-46ad-9520-a24b6f02e8b9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 944 time: 0.1154296 Dec 09 15:13:02.288430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c1a24c2-6f8d-4fc7-bd71-c04959d19a26 req-608633c9-133a-47f8-a2e5-d9b425b85373 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549605 Dec 09 15:13:02.319242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6cd70d61-e75f-4bba-8491-3068d179fc7b details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:13:02.450345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6cd70d61-e75f-4bba-8491-3068d179fc7b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:02.466824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '6cd70d61-e75f-4bba-8491-3068d179fc7b', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'port_id': '6cd70d61-e75f-4bba-8491-3068d179fc7b', 'mac_address': 'fa:16:3e:ae:a0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881cb200-0d2e-4695-82d9-10e952b50e20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:13:02.712979 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:02.726500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd70d61-e75f-4bba-8491-3068d179fc7b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:02.751547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6cd70d61-e75f-4bba-8491-3068d179fc7b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:02.769955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:02.834050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6cd70d61-e75f-4bba-8491-3068d179fc7b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:03.060131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6cd70d61-e75f-4bba-8491-3068d179fc7b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:13:03.506210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6eea-a97e-41b6-b587-2aa1143cae3a req-013121bc-27eb-42f7-af42-c99416bb663f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:03.509763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23fa6eea-a97e-41b6-b587-2aa1143cae3a req-013121bc-27eb-42f7-af42-c99416bb663f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 945 time: 0.0994627 Dec 09 15:13:03.589511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23fa6eea-a97e-41b6-b587-2aa1143cae3a req-01f8dc02-2cf9-4c0d-98c3-8945256c184b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708323 Dec 09 15:13:04.340321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6cd70d61-e75f-4bba-8491-3068d179fc7b up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:04.429771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 6cd70d61-e75f-4bba-8491-3068d179fc7b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:13:04.434694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 6cd70d61-e75f-4bba-8491-3068d179fc7b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:04.435154 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:04.607616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:04.637848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd70d61-e75f-4bba-8491-3068d179fc7b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:04.640639 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca82c6-5b1c-4d0d-bf6f-86d662097f51" -d '{"events": [{"server_uuid": "57a3ad79-c573-451b-b36f-e49cf23d84bd", "name": "network-vif-plugged", "status": "completed", "tag": "6cd70d61-e75f-4bba-8491-3068d179fc7b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:04.716423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6cd70d61-e75f-4bba-8491-3068d179fc7b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:04.727010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:04.856365 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614b32b8-9d0f-4ef0-bf28-71f2144616fd x-openstack-request-id: req-614b32b8-9d0f-4ef0-bf28-71f2144616fd {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:04.856936 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a3ad79-c573-451b-b36f-e49cf23d84bd", "name": "network-vif-plugged", "status": "completed", "tag": "6cd70d61-e75f-4bba-8491-3068d179fc7b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:04.857205 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-614b32b8-9d0f-4ef0-bf28-71f2144616fd {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:04.858170 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd70d61-e75f-4bba-8491-3068d179fc7b', 'code': 200} Dec 09 15:13:04.890441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983c41f-614c-479a-958e-96a15c9bfffd req-03764111-8520-4ad9-9b29-3730603552c4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:04.898857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7983c41f-614c-479a-958e-96a15c9bfffd req-03764111-8520-4ad9-9b29-3730603552c4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 945 time: 0.2005355 Dec 09 15:13:04.918986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6cd70d61-e75f-4bba-8491-3068d179fc7b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:04.990963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c355ff-1130-4f0a-96ec-ecfc699880a8 req-d1b538e8-0d77-4ccf-b3fe-07aff7676f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:04.992815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-34c355ff-1130-4f0a-96ec-ecfc699880a8 req-d1b538e8-0d77-4ccf-b3fe-07aff7676f78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 1097 time: 0.0925813 Dec 09 15:13:05.052091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7983c41f-614c-479a-958e-96a15c9bfffd req-3fca734d-0f59-4cca-870a-18f05def96d1 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346011 Dec 09 15:13:05.063199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-34c355ff-1130-4f0a-96ec-ecfc699880a8 req-5f573ee9-283b-4974-9be4-384ac5a5a062 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573509 Dec 09 15:13:06.370665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d102-aeb3-4294-b37e-8c6adbe56ffb req-d32feab5-4626-4743-8a77-da65ff587332 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:06.372957 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a1c8d102-aeb3-4294-b37e-8c6adbe56ffb req-d32feab5-4626-4743-8a77-da65ff587332 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 946 time: 0.0924163 Dec 09 15:13:06.508502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a1c8d102-aeb3-4294-b37e-8c6adbe56ffb req-5fde6112-e61c-4609-b016-44727d26afcd tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248283 Dec 09 15:13:07.730822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49abcd-77e1-4c1a-94fb-e82265882625 req-93dc31ec-0a8b-4a28-b41b-24e90749d935 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:07.732698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c49abcd-77e1-4c1a-94fb-e82265882625 req-93dc31ec-0a8b-4a28-b41b-24e90749d935 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 946 time: 0.1075909 Dec 09 15:13:07.873650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c49abcd-77e1-4c1a-94fb-e82265882625 req-7938386e-39e2-44d2-8e24-a9e3a8fea336 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347070 Dec 09 15:13:08.241834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38720) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:08.485647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.668183 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.698379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.745704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0b2a26d0dad4480bde16c9881960f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022032 Dec 09 15:13:08.748511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:08.762474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161d97e1-ad8e-4bdf-a680-6c969d2ec5ee,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:08.775375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.775980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.776499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.779566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.780157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.780792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.781379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.782566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.784970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.785473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.785819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.786161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.787770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8b183-1005-4cbc-abd6-6ce8eb110e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:08.849885 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93b08faf-cfca-4f61-87cb-bcc608d94b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.876030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93b08faf-cfca-4f61-87cb-bcc608d94b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.929150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93b08faf-cfca-4f61-87cb-bcc608d94b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.932045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93b08faf-cfca-4f61-87cb-bcc608d94b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:08.933449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93b08faf-cfca-4f61-87cb-bcc608d94b65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/161d97e1-ad8e-4bdf-a680-6c969d2ec5ee HTTP/1.1" status: 204 len: 168 time: 0.1833327 Dec 09 15:13:08.945184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b08faf-cfca-4f61-87cb-bcc608d94b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d97e1-ad8e-4bdf-a680-6c969d2ec5ee,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:14.603214 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-c895f087-d709-454f-bac8-bdab0a3900aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0910192 Dec 09 15:13:14.734058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.735064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.735757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.736399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.737039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.737679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.738360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.744590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-814f43c2-6a0c-40a7-9c01-6acb0c8ca01a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 6493 time: 0.0866647 Dec 09 15:13:14.993755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-43e9feca-4807-41ad-86b1-29209fbd2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.994615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-43e9feca-4807-41ad-86b1-29209fbd2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.995258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-43e9feca-4807-41ad-86b1-29209fbd2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:14.997041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-43e9feca-4807-41ad-86b1-29209fbd2289 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=198e3095-7048-41c0-a851-f1ea9ef48143&id=60e00809-9153-459a-810f-66199fce865c&id=60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 200 len: 2293 time: 0.1853015 Dec 09 15:13:15.128290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-22f634fc-2755-41d5-8411-18eb37e1bdef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 200 len: 1002 time: 0.1187835 Dec 09 15:13:15.278769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-a61325b2-53a0-43b9-b50d-e7d580741845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:15.280856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-a61325b2-53a0-43b9-b50d-e7d580741845 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 200 len: 851 time: 0.1370947 Dec 09 15:13:15.366463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-7f3be3ee-2c92-44e0-928e-626583959acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:15.369891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-7f3be3ee-2c92-44e0-928e-626583959acc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b833a08-3676-4a33-b6cd-80b89bcfbe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766070 Dec 09 15:13:15.544866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-3868aa71-0cd3-4a5d-b5b5-2f61e18664e0 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619439 Dec 09 15:13:15.754149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-ba3546b4-ebc8-423b-b802-6c0ee7309a89 service neutron] 10.222.0.43 "GET /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969709 Dec 09 15:13:15.823032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-cd7fd89f-c39f-4ac0-8ec9-0efeb3c06817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 217 time: 0.0544209 Dec 09 15:13:15.930367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-cfcf1e1d-42de-424d-aa83-68034042a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:15.932977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-cfcf1e1d-42de-424d-aa83-68034042a39c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0988965 Dec 09 15:13:16.033966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-eaf9bac0-98e0-4425-a500-eaf9a2cede4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:16.035976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-eaf9bac0-98e0-4425-a500-eaf9a2cede4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946586 Dec 09 15:13:16.149387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-7775f962-ab1e-4644-800d-1b9c16bb05fa service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007581 Dec 09 15:13:16.293457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-5a1824e7-941a-4620-94b8-c24b311e2509 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322711 Dec 09 15:13:16.354867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-907f1f25-0285-4f7e-943c-98fe5730cc73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 217 time: 0.0492132 Dec 09 15:13:16.420213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-45b3d5b5-377d-44b8-ae41-a1301e3566fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:16.421775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-45b3d5b5-377d-44b8-ae41-a1301e3566fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.0550542 Dec 09 15:13:16.480863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-8c92ae44-8c34-440d-b601-7e00c083f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:16.482487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-8c92ae44-8c34-440d-b601-7e00c083f5a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439746 Dec 09 15:13:16.715675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-d42bf99e-6a37-4721-91f8-ea59f37c078f service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189016 Dec 09 15:13:17.309783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-340d7033-bdb0-4a1f-8635-2656c345299a service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781243 Dec 09 15:13:17.323949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-4451cb2e-d6a4-445e-a836-baac8ddb8804 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:17.336179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-4451cb2e-d6a4-445e-a836-baac8ddb8804 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.3642058 Dec 09 15:13:17.407365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-538ac8ed-fa4d-4b13-bb07-de87d406e22e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/quotas/d1cc2bb5c73243e2bf1a57b114c00259 HTTP/1.1" status: 200 len: 375 time: 0.0584314 Dec 09 15:13:17.435287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-f670ff4f-3ced-43a2-b14e-db2fef5a18ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 200 len: 217 time: 0.0941477 Dec 09 15:13:17.580770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-393db19c-f04c-463b-acb4-2434e07163d7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715186 Dec 09 15:13:17.582494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-778269f5-981b-4679-b0c4-4168694d1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:17.584288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-778269f5-981b-4679-b0c4-4168694d1f9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1228225 Dec 09 15:13:18.476207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:18.668644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f56f796-3f31-4727-a374-e562262981e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:18.714332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-3b05e7d6-f831-4e3d-ab43-44c1726dfade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:18.715963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-3b05e7d6-f831-4e3d-ab43-44c1726dfade service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1207829 Dec 09 15:13:18.818385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-692613f1-2dcc-4d0d-bcfe-74752d6807d1 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2119238 Dec 09 15:13:18.824270 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f56f796-3f31-4727-a374-e562262981e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:18.833542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f56f796-3f31-4727-a374-e562262981e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:18.892367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f56f796-3f31-4727-a374-e562262981e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe1e9979367f457cb3e6b19aa6c5eb09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123249 Dec 09 15:13:18.892367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56f796-3f31-4727-a374-e562262981e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a44765-60e0-4846-8080-3eefee9e6734,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:18.893485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39030) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:19.014288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-1fbf26a2-99e9-4482-aad2-31acafbf3516 service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764709 Dec 09 15:13:19.029018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac84e097-fb58-49da-b6c7-96c90681b201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:19.070447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac84e097-fb58-49da-b6c7-96c90681b201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:19.124055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-2168a85b-82ef-4a4f-87bc-ad90ba265e83 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043056 Dec 09 15:13:19.152883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac84e097-fb58-49da-b6c7-96c90681b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:19.155705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac84e097-fb58-49da-b6c7-96c90681b201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:19.156941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac84e097-fb58-49da-b6c7-96c90681b201 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97a44765-60e0-4846-8080-3eefee9e6734 HTTP/1.1" status: 204 len: 168 time: 0.2624946 Dec 09 15:13:19.176742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84e097-fb58-49da-b6c7-96c90681b201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a44765-60e0-4846-8080-3eefee9e6734,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:19.300909 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-e3add6d8-28eb-4e06-b0f9-721e23e92cdd service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722070 Dec 09 15:13:19.486482 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-5bc5a8b1-5ed1-4771-a9c0-d4113a1c02f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 200 len: 217 time: 0.1727304 Dec 09 15:13:19.533521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d61d933f-f415-4e11-8717-67efef6d478c req-fe30f8b1-6baa-47de-8021-afd833679512 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 210 time: 0.0591028 Dec 09 15:13:19.634475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-f41fa3be-3f5c-4043-90a3-05af799a2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:19.640843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-f41fa3be-3f5c-4043-90a3-05af799a2646 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 200 len: 797 time: 0.1393511 Dec 09 15:13:19.780257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-e0008d06-3992-4f38-b1da-65a15a35b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:19.785593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-e0008d06-3992-4f38-b1da-65a15a35b2e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=198e3095-7048-41c0-a851-f1ea9ef48143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216965 Dec 09 15:13:19.967619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-0a76ab5c-cd65-4e90-8762-5d79ea73131e service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704950 Dec 09 15:13:20.174802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-bc15c0d4-22f8-44e7-9694-35637123978f service neutron] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915135 Dec 09 15:13:20.260117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-f59c2645-1fe7-4af0-a290-852c66e02b15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 200 len: 217 time: 0.0735004 Dec 09 15:13:20.362800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-0727606e-45cf-44e2-b827-47ba1d70e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:20.371275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-0727606e-45cf-44e2-b827-47ba1d70e834 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.0992413 Dec 09 15:13:20.447534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-24e1ef0e-a1a1-40ec-b65a-159399d673b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:20.450454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-24e1ef0e-a1a1-40ec-b65a-159399d673b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669203 Dec 09 15:13:20.716315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ec7672-53fa-4274-acae-6b59f56f250d req-fd550040-c781-4030-beab-79e2e34194a7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 210 time: 0.0474076 Dec 09 15:13:20.748778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-4ed21441-4675-41b3-af88-ecf04ffb5886 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851195 Dec 09 15:13:20.941206 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-e2fbc414-5624-4b82-8751-312be0c37dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765659 Dec 09 15:13:21.043777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-68f1f969-f65a-468a-9f7f-3b7628fcd396 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 200 len: 217 time: 0.0913458 Dec 09 15:13:21.225626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-149f61e8-f358-41d7-abf7-f6798b28a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:21.230465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-149f61e8-f358-41d7-abf7-f6798b28a07d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 200 len: 797 time: 0.1748948 Dec 09 15:13:21.328459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-eba86fd9-9ca0-41cc-bf5c-46fbbba40677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:21.332414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-eba86fd9-9ca0-41cc-bf5c-46fbbba40677 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=60e00809-9153-459a-810f-66199fce865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895917 Dec 09 15:13:21.550431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-60b4acf8-8ff9-4ccc-9cf8-2e381c151682 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062743 Dec 09 15:13:21.795551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-bba6d456-eb36-41ac-b4f8-734c468e624e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:21.795551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-bba6d456-eb36-41ac-b4f8-734c468e624e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.8297000 Dec 09 15:13:21.813101 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-5d7f2cac-2932-49d5-bc19-e9121e9b037a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7657709 Dec 09 15:13:21.817928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Request body: {'port': {'device_id': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'admin_state_up': True, 'tenant_id': 'd1cc2bb5c73243e2bf1a57b114c00259'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:21.866606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cfae9428-d8e4-46dd-b695-d327c9e60bf3 req-b82aafa5-d649-4284-8fa8-3c2c0707f9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/60e00809-9153-459a-810f-66199fce865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042922 Dec 09 15:13:21.945832 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.023164 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6e67ddb-b70e-4f28-a28b-15d1a4c17144 req-047413fd-44ce-4c7d-bf5a-28a1e83f72bb tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 210 time: 0.0358841 Dec 09 15:13:22.026359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Made reservation on behalf of d1cc2bb5c73243e2bf1a57b114c00259 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:13:22.030258 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.198805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39122) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:22.233406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Allocated IP 172.20.0.9 (d0a9b4be-8986-4f43-b663-08ff7e9c8441/881cb200-0d2e-4695-82d9-10e952b50e20/0894a4b3-2995-42bf-b86c-75403206ba28) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:22.365315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba0bafe3-4d66-46da-bea1-3c1d15c240ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.408486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.507582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.540344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba0bafe3-4d66-46da-bea1-3c1d15c240ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.549800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba0bafe3-4d66-46da-bea1-3c1d15c240ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.561380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.561863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.562330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.562818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.563285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.563773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.564230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.566197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-03cbec2c-9070-422b-941c-108852340142 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7f9437204ac45aa85b28904fe082373&device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 6501 time: 0.5778446 Dec 09 15:13:22.568180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.582592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6cd70d61-e75f-4bba-8491-3068d179fc7b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:13:22.586456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:13:22.615979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:22.631806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:22.670016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:22.693124 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ba0bafe3-4d66-46da-bea1-3c1d15c240ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab5a30825e7a425d9146e5cd69cce7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928241 Dec 09 15:13:22.694726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39130) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:22.721800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bafe3-4d66-46da-bea1-3c1d15c240ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018de23-3660-463b-9c3f-865af0a03a3c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:22.736783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:22.737569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.772301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580817 Dec 09 15:13:22.777827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c3382-d2a0-4b46-9bed-ff3a17b29fca tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event updated for resources: {'Port': ['ID=0894a4b3-2995-42bf-b86c-75403206ba28,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:22.792785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Request body: {'port': {'device_id': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:22.808303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafdc817-86e1-4fdb-9ba3-07e5eeb07189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.923785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafdc817-86e1-4fdb-9ba3-07e5eeb07189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:22.981738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:23.113608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-3174f08b-7428-46b1-8581-b59eb0b553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:23.114362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-3174f08b-7428-46b1-8581-b59eb0b553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:23.115091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-3174f08b-7428-46b1-8581-b59eb0b553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:23.118244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-3174f08b-7428-46b1-8581-b59eb0b553e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54626a82-c410-4bdc-afc5-b67930a6e4f7&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=28bdfee3-de54-4f05-b974-4ddb3487282a&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 200 len: 2299 time: 0.5047169 Dec 09 15:13:23.119825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafdc817-86e1-4fdb-9ba3-07e5eeb07189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:23.122475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eafdc817-86e1-4fdb-9ba3-07e5eeb07189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:23.123681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eafdc817-86e1-4fdb-9ba3-07e5eeb07189 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c018de23-3660-463b-9c3f-865af0a03a3c HTTP/1.1" status: 204 len: 168 time: 0.4253697 Dec 09 15:13:23.157940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc817-86e1-4fdb-9ba3-07e5eeb07189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018de23-3660-463b-9c3f-865af0a03a3c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:23.226129 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e193d81-d4df-469d-b25c-1fcf84ab1055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:23.240022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-9000c79f-dba8-4450-8ff9-9c2790de6ba7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 200 len: 1000 time: 0.1123023 Dec 09 15:13:23.301951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-dbed9da4-8fbc-4115-a35c-c81b26a0a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:23.304488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-dbed9da4-8fbc-4115-a35c-c81b26a0a05a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 200 len: 856 time: 0.0540254 Dec 09 15:13:23.348952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b682f-3a73-448b-9950-f684aa67eb65 req-13399650-d6a3-4f51-83be-4c9ec824eb2b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:23.364155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b5b682f-3a73-448b-9950-f684aa67eb65 req-13399650-d6a3-4f51-83be-4c9ec824eb2b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 931 time: 0.1845183 Dec 09 15:13:23.469245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b5b682f-3a73-448b-9950-f684aa67eb65 req-837b4b6f-34e3-499b-a086-7878e895e032 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965564 Dec 09 15:13:23.631478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-da137037-e37c-44c9-bfe6-217dae154c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:23.632993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-da137037-e37c-44c9-bfe6-217dae154c06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54626a82-c410-4bdc-afc5-b67930a6e4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175437 Dec 09 15:13:23.976062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-e2b621d7-55be-4e7c-acbe-4beb99dff441 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261898 Dec 09 15:13:24.133987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0894a4b3-2995-42bf-b86c-75403206ba28 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:24.149192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:24.156956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-85257f65-1d8f-440b-a7dc-fcad721a3996 service neutron] 10.222.0.36 "GET /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703641 Dec 09 15:13:24.174441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Transition to ACTIVE for port object 0894a4b3-2995-42bf-b86c-75403206ba28 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:13:24.215118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:24.218150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-d4bce67f-ace9-4a75-b5f6-e0ee33e681ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0525575 Dec 09 15:13:24.340956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-a017cfc0-b5e2-4d03-b165-d625f4525f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:24.342486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-a017cfc0-b5e2-4d03-b165-d625f4525f51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.1033597 Dec 09 15:13:24.426003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Pushing event updated for resources: {'Port': ['ID=0894a4b3-2995-42bf-b86c-75403206ba28,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:24.449319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-81f803f8-8298-4d84-bd6a-8c5f162eda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:24.457230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-81f803f8-8298-4d84-bd6a-8c5f162eda27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954106 Dec 09 15:13:24.722196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Attempting to bind port 0894a4b3-2995-42bf-b86c-75403206ba28 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:13:24.723735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Attempting to bind port 0894a4b3-2995-42bf-b86c-75403206ba28 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:13:24.724270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Attempting to bind port 0894a4b3-2995-42bf-b86c-75403206ba28 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:24.746790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Port 0894a4b3-2995-42bf-b86c-75403206ba28 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:13:24.747147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Attempting to bind port 0894a4b3-2995-42bf-b86c-75403206ba28 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:24.758543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-6392d3fc-e0c2-4baf-909a-e1e3a2d2a696 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660120 Dec 09 15:13:24.784163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:13:24.784572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Checking segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:24.785019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Bound using segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:13:24.786156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Bound port: 0894a4b3-2995-42bf-b86c-75403206ba28, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:13:24.786843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:24.887299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954587e-eb20-4c5a-afa0-e1896d275408 req-808d1727-4273-4981-8e94-069db2fcb95a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:24.889108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d954587e-eb20-4c5a-afa0-e1896d275408 req-808d1727-4273-4981-8e94-069db2fcb95a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 943 time: 0.2308075 Dec 09 15:13:24.995089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] For port 0894a4b3-2995-42bf-b86c-75403206ba28, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:13:25.004045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] For port 0894a4b3-2995-42bf-b86c-75403206ba28, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0894a4b3-2995-42bf-b86c-75403206ba28,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:13:25.015813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:25.083655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d954587e-eb20-4c5a-afa0-e1896d275408 req-48951530-864f-4b68-bfb4-f1cf40cadfd2 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825533 Dec 09 15:13:25.091613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-3e9c3f97-9b5b-4adb-adf2-0915bc8b6e29 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172507 Dec 09 15:13:25.093542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:25.094712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:25.096477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] 10.222.0.36 "PUT /v2.0/ports/0894a4b3-2995-42bf-b86c-75403206ba28 HTTP/1.1" status: 200 len: 1091 time: 2.3098946 Dec 09 15:13:25.099514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'tag': '0894a4b3-2995-42bf-b86c-75403206ba28'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:25.110659 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f7a46-c27f-40b0-8d79-ec41ff45e2df", "tag": "0894a4b3-2995-42bf-b86c-75403206ba28"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:25.167236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-79fca40f-ec4f-4a35-becf-13042dba0a71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 217 time: 0.0583143 Dec 09 15:13:25.194569 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73029d97-52ce-4c81-bd6e-fd0a905a5ece x-openstack-request-id: req-73029d97-52ce-4c81-bd6e-fd0a905a5ece {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:25.194876 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f7a46-c27f-40b0-8d79-ec41ff45e2df", "tag": "0894a4b3-2995-42bf-b86c-75403206ba28", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:25.195141 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73029d97-52ce-4c81-bd6e-fd0a905a5ece {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:25.195582 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'tag': '0894a4b3-2995-42bf-b86c-75403206ba28', 'status': 'completed', 'code': 200} Dec 09 15:13:25.211619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81faf58-e371-493d-a855-ca3b3401e708 service neutron] Pushing event updated for resources: {'Port': ['ID=0894a4b3-2995-42bf-b86c-75403206ba28,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:25.267114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-90db0cc3-6c89-4144-b63b-112c3fecb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:25.268967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-90db0cc3-6c89-4144-b63b-112c3fecb6ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0704956 Dec 09 15:13:25.270703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-d531b928-4d7c-4c15-b30a-ed0d3c61b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:25.273058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-d531b928-4d7c-4c15-b30a-ed0d3c61b5e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 1094 time: 0.1185417 Dec 09 15:13:25.375612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-cbe09f99-4245-4e04-a930-b16f6e53f35b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0894a4b3-2995-42bf-b86c-75403206ba28 HTTP/1.1" status: 200 len: 217 time: 0.0828896 Dec 09 15:13:25.444913 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:13:25.451778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-539b02a4-4ce7-45d2-b4d2-7bf7fc3de446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:25.453360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-539b02a4-4ce7-45d2-b4d2-7bf7fc3de446 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703765 Dec 09 15:13:25.460175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-7fc6d509-569f-4f79-bee1-7bd186ace190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:25.461980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-7fc6d509-569f-4f79-bee1-7bd186ace190 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.0777678 Dec 09 15:13:25.498741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-cac00504-eb0e-481f-9217-84501e1971ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273960 Dec 09 15:13:25.604904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfdbf-645f-4a1f-ba74-ce8a6b3515d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:25.671679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-4d6aff8b-f4ed-4821-baac-736a8061b0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086289 Dec 09 15:13:25.721470 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-6b9f2034-2111-4967-9058-65b66ab39199 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079031 Dec 09 15:13:25.826554 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-5592004e-6bd9-4171-b54e-3836ce5cc2da service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456497 Dec 09 15:13:25.921814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-77f647b7-c69e-411d-a21b-725ea8eb461c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 200 len: 217 time: 0.0511091 Dec 09 15:13:25.986039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ee68e-5968-42e9-91e7-ca7624a3e233 req-7dc8257d-dca4-4435-a466-3d8169ad86e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113314 Dec 09 15:13:25.994624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-bd8188fc-cf46-431d-a1ef-a56287719194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:25.996224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-bd8188fc-cf46-431d-a1ef-a56287719194 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0654950 Dec 09 15:13:26.118077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-fc6cf475-8a72-4585-a0cf-09d6e2ed907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:26.120831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-fc6cf475-8a72-4585-a0cf-09d6e2ed907c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136899 Dec 09 15:13:26.137060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-f30a7cbe-c209-4d53-a83b-440898556621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:26.139313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-f30a7cbe-c209-4d53-a83b-440898556621 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 1094 time: 0.0973654 Dec 09 15:13:26.233399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-1c1ecb09-dde2-4b31-8951-7192c85720a0 service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986538 Dec 09 15:13:26.434389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-fd722372-f4b7-4aa2-90ec-22a7743e3c4e service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793656 Dec 09 15:13:26.491655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39340) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:26.494967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-a7c4ead2-7619-4216-a0bd-f6108868e915 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 200 len: 217 time: 0.0495026 Dec 09 15:13:26.511769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90371cf-e41f-44eb-9433-4308db308d4a req-801b4ef3-b109-46fa-aac6-434bc1b9d76d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:26.513871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a90371cf-e41f-44eb-9433-4308db308d4a req-801b4ef3-b109-46fa-aac6-434bc1b9d76d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 943 time: 0.2783029 Dec 09 15:13:26.564403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-741873d2-f278-445e-809b-c3c57e2dfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:26.565238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-741873d2-f278-445e-809b-c3c57e2dfe34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 200 len: 797 time: 0.0502577 Dec 09 15:13:26.577355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-40696266-be6e-474d-872f-95bdb2807e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:26.578708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-40696266-be6e-474d-872f-95bdb2807e0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.3443069 Dec 09 15:13:26.688898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:26.721067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ebacd75-cfa7-4093-aa65-6c25e9f5bc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:26.877161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ebacd75-cfa7-4093-aa65-6c25e9f5bc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:26.885492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ebacd75-cfa7-4093-aa65-6c25e9f5bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:26.936148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ebacd75-cfa7-4093-aa65-6c25e9f5bc7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=692d135b56a74470aee6d23b42866f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377260 Dec 09 15:13:26.936931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39364) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:26.948644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebacd75-cfa7-4093-aa65-6c25e9f5bc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc046d-f72f-4c1b-a2b7-33ef9da06623,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:27.082735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-830ce3e8-3fa6-4302-af32-8ebcf37dcfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:27.102762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-39bae03f-e248-4530-b44c-12ed19f4819f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0894a4b3-2995-42bf-b86c-75403206ba28 HTTP/1.1" status: 200 len: 217 time: 0.0475817 Dec 09 15:13:27.136450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-830ce3e8-3fa6-4302-af32-8ebcf37dcfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:27.188873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-581607d5-4006-411b-86d8-0722c6f988aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:27.190492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-581607d5-4006-411b-86d8-0722c6f988aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28bdfee3-de54-4f05-b974-4ddb3487282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6107118 Dec 09 15:13:27.205255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a90371cf-e41f-44eb-9433-4308db308d4a req-a91233a8-bcdc-42b3-97f9-33ce3cde6586 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387956 Dec 09 15:13:27.218621 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-830ce3e8-3fa6-4302-af32-8ebcf37dcfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:27.227153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-830ce3e8-3fa6-4302-af32-8ebcf37dcfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:27.231678 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-830ce3e8-3fa6-4302-af32-8ebcf37dcfa7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5bc046d-f72f-4c1b-a2b7-33ef9da06623 HTTP/1.1" status: 204 len: 168 time: 0.2923996 Dec 09 15:13:27.242571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ce3e8-3fa6-4302-af32-8ebcf37dcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc046d-f72f-4c1b-a2b7-33ef9da06623,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:27.367538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-d5c2fd2b-578b-4f64-a473-90f80650d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:27.369712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-d5c2fd2b-578b-4f64-a473-90f80650d191 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.2587779 Dec 09 15:13:27.422094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-6031a669-9fe3-49a6-9769-0ebb0452abff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431590 Dec 09 15:13:27.429890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-2cddf66a-902f-48cf-9e74-152a114141ee service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289989 Dec 09 15:13:27.630310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-1c580784-6073-4ee7-abf7-bdb0e943ed0d service neutron] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875787 Dec 09 15:13:27.633186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-7991dfc9-79c5-4621-9bf7-5454372ebcf9 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023294 Dec 09 15:13:27.705291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-91c07754-692b-4833-9a8d-24f8378d3962 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 200 len: 217 time: 0.0594449 Dec 09 15:13:27.780394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39394) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:27.812512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c25b0653-3ea0-417c-a19a-40440c65333c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:27.872695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-d8b0b4a3-c9fd-4be4-b75e-3b7128a37b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:27.874265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-d8b0b4a3-c9fd-4be4-b75e-3b7128a37b26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.1569412 Dec 09 15:13:27.884799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7d8a4e7-271a-4b74-8929-9b55ca183cdc req-80a4db65-4405-43fa-92be-603a928980a7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407124 Dec 09 15:13:27.952193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-f7ca0ae0-b6cb-4c7d-bc1b-6d662b2f1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:27.953883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-f7ca0ae0-b6cb-4c7d-bc1b-6d662b2f1095 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682201 Dec 09 15:13:27.957630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c25b0653-3ea0-417c-a19a-40440c65333c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:27.973677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c25b0653-3ea0-417c-a19a-40440c65333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:28.030297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c25b0653-3ea0-417c-a19a-40440c65333c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1724697e707a468081828aaa6937bfe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476869 Dec 09 15:13:28.049443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39402) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:28.050868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b0653-3ea0-417c-a19a-40440c65333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e279d6e0-4174-4219-82f2-a87f8a3b3da9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:28.099178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-52320796-ac9f-4061-91a0-fa10fd15422c service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361430 Dec 09 15:13:28.132863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8b07-db2a-40d2-b6cb-b5f0e94820b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:28.159054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8b07-db2a-40d2-b6cb-b5f0e94820b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:28.249727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8b07-db2a-40d2-b6cb-b5f0e94820b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:28.252864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8b07-db2a-40d2-b6cb-b5f0e94820b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:28.267296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bb8a8b07-db2a-40d2-b6cb-b5f0e94820b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e279d6e0-4174-4219-82f2-a87f8a3b3da9 HTTP/1.1" status: 204 len: 168 time: 0.2102201 Dec 09 15:13:28.284501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a8b07-db2a-40d2-b6cb-b5f0e94820b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e279d6e0-4174-4219-82f2-a87f8a3b3da9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:28.320613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-c6435db3-e5e7-4a72-a624-c9037dcb00ca service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134435 Dec 09 15:13:28.372719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:28.409739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-ef939abc-1922-4590-a69f-c8c3fcd37674 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 200 len: 217 time: 0.0804884 Dec 09 15:13:28.520119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ab26c-a1ea-4a6a-a6f9-56a69f5ad5c1 req-09783c6d-5d9c-4b46-a6bf-a5f956e23edb tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:28.525843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-460717a4-0fb2-4350-9437-f5736cd5ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:28.527365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-460717a4-0fb2-4350-9437-f5736cd5ddba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 200 len: 797 time: 0.1052690 Dec 09 15:13:28.527884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf0ab26c-a1ea-4a6a-a6f9-56a69f5ad5c1 req-09783c6d-5d9c-4b46-a6bf-a5f956e23edb tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 943 time: 0.1227784 Dec 09 15:13:28.594706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-eef26822-7ee3-4d50-bca2-29810c962f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:28.615678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-eef26822-7ee3-4d50-bca2-29810c962f7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6dc44999-3dbe-4351-92f7-1f1e9958e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759935 Dec 09 15:13:28.616451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf0ab26c-a1ea-4a6a-a6f9-56a69f5ad5c1 req-fe0956d2-0b26-427e-84cb-6f2337daf27d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876195 Dec 09 15:13:28.794080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-39df5daf-9240-4ef6-81a9-d1a416988de1 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651902 Dec 09 15:13:28.956847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e24ee422-9a0f-4d7a-b089-f4b0dc582cb2 req-4c964995-3162-4e8b-b577-8378c8c2dc03 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548326 Dec 09 15:13:29.202501 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:29.805499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb27f5-d03a-45fc-a7e1-3dcb4c8f50ea req-e9d2d457-2f88-454d-9d6c-821fa04ea57c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:29.807870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26bb27f5-d03a-45fc-a7e1-3dcb4c8f50ea req-e9d2d457-2f88-454d-9d6c-821fa04ea57c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 943 time: 0.0715134 Dec 09 15:13:29.884733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26bb27f5-d03a-45fc-a7e1-3dcb4c8f50ea req-13be3546-51c0-4b5d-9683-303f31419b5f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667863 Dec 09 15:13:30.470660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0894a4b3-2995-42bf-b86c-75403206ba28 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:13:30.652261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0894a4b3-2995-42bf-b86c-75403206ba28, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0894a4b3-2995-42bf-b86c-75403206ba28,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:30.682115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '0894a4b3-2995-42bf-b86c-75403206ba28', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'port_id': '0894a4b3-2995-42bf-b86c-75403206ba28', 'mac_address': 'fa:16:3e:61:0d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881cb200-0d2e-4695-82d9-10e952b50e20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:13:30.726483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:30.745029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0894a4b3-2995-42bf-b86c-75403206ba28 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:30.768956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0894a4b3-2995-42bf-b86c-75403206ba28, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0894a4b3-2995-42bf-b86c-75403206ba28,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:30.775865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:30.891099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0894a4b3-2995-42bf-b86c-75403206ba28,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:30.901012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.901360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.901886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.902384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.902874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.903940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.904419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.904905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.905404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.905913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.906611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.907104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:30.907628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:31.062477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2499e5-13db-49e1-afdd-90784a178a4e req-2fc26b95-dc82-45f7-af27-81eb0e98462c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:31.064683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c2499e5-13db-49e1-afdd-90784a178a4e req-2fc26b95-dc82-45f7-af27-81eb0e98462c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 944 time: 0.0793989 Dec 09 15:13:31.066662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0894a4b3-2995-42bf-b86c-75403206ba28'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:13:31.139727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c2499e5-13db-49e1-afdd-90784a178a4e req-e34085c8-11bf-4228-9aa8-8f8ddbde1b40 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Dec 09 15:13:31.357030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39528) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:31.364685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'network': {'name': 'tempest-network-smoke--1179260118', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'port_security_enabled': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:31.398533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Made reservation on behalf of 3bec46d0a1c748da9008f1b78881add5 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:13:31.403041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.420463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.578236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.597871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.687531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:13:31.705246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a584b6-02d1-471c-b4ef-968e66eafb70,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:31.730504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.730977 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Added segment 028c3256-26ca-47e4-975a-52daeaed3c30 of type vlan for network b37cd09d-2049-49a5-9384-875c4074df4e Dec 09 15:13:31.830053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.891991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.899732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:31.900658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:31.963434 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6040902 Dec 09 15:13:31.966638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39584) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:31.977713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'admin_state_up': True, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:32.021255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d407a-fe1c-483b-9f0f-42193ffdea04 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Network': ['ID=b37cd09d-2049-49a5-9384-875c4074df4e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:32.034815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b37cd09d-2049-49a5-9384-875c4074df4e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:13:32.074861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:32.075778 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:32.188167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:32.392311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d070dd-b525-4cde-9722-43355b242ae0 req-11a64ca0-182a-47e7-8d5f-d607e3bdf99f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:32.395380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8d070dd-b525-4cde-9722-43355b242ae0 req-11a64ca0-182a-47e7-8d5f-d607e3bdf99f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 944 time: 0.1171949 Dec 09 15:13:32.487265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0894a4b3-2995-42bf-b86c-75403206ba28 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:32.542734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8d070dd-b525-4cde-9722-43355b242ae0 req-5f43ebba-c6e2-41a4-840b-5b33eb065e60 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381943 Dec 09 15:13:32.579006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:32.642254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 0894a4b3-2995-42bf-b86c-75403206ba28 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:13:32.652376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 0894a4b3-2995-42bf-b86c-75403206ba28 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:32.652761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:32.845233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:32.885083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894a4b3-2995-42bf-b86c-75403206ba28'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:32.887230 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca21c06b-24ed-4c95-aca3-42322b7704c9" -d '{"events": [{"server_uuid": "e45f7a46-c27f-40b0-8d79-ec41ff45e2df", "name": "network-vif-plugged", "status": "completed", "tag": "0894a4b3-2995-42bf-b86c-75403206ba28"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:32.945832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0894a4b3-2995-42bf-b86c-75403206ba28, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0894a4b3-2995-42bf-b86c-75403206ba28,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:32.956995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:33.003006 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc6d60-cb5d-4e7f-ac39-73d83ff6c89f x-openstack-request-id: req-34fc6d60-cb5d-4e7f-ac39-73d83ff6c89f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:33.003302 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f7a46-c27f-40b0-8d79-ec41ff45e2df", "name": "network-vif-plugged", "status": "completed", "tag": "0894a4b3-2995-42bf-b86c-75403206ba28", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:33.003587 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34fc6d60-cb5d-4e7f-ac39-73d83ff6c89f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:33.003977 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894a4b3-2995-42bf-b86c-75403206ba28', 'code': 200} Dec 09 15:13:33.074506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:33.075136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0894a4b3-2995-42bf-b86c-75403206ba28,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:33.107027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:33.168833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78ea43-e81f-4702-ba48-c5c5114cdd8a req-30c10b4e-3024-449a-aca9-78122b28b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:33.171247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa78ea43-e81f-4702-ba48-c5c5114cdd8a req-30c10b4e-3024-449a-aca9-78122b28b6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 1096 time: 0.1075511 Dec 09 15:13:33.285852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa78ea43-e81f-4702-ba48-c5c5114cdd8a req-4ea9e8e2-3d01-47ec-9e34-7fb5bd633eea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038740 Dec 09 15:13:33.433949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.25.0.163 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/f34f5e8c-fed0-41f9-80ae-355eff319072) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:33.629245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:33.698508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:33.742724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:33.746168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:33.749811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:33.764327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892b565-fb7b-4198-855d-36acd214e1a4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:13:33.780119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487b46d-0c24-4259-bbc5-578b6446d7f6 req-1731ed0c-f672-4122-96b1-2f4b21b26a26 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:33.787674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d487b46d-0c24-4259-bbc5-578b6446d7f6 req-1731ed0c-f672-4122-96b1-2f4b21b26a26 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 945 time: 0.1169646 Dec 09 15:13:33.797092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=f34f5e8c-fed0-41f9-80ae-355eff319072,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:33.884716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2f0fbd92-4f6a-49cb-b1de-dff9e19f3729 None None] Provisioning complete for port f34f5e8c-fed0-41f9-80ae-355eff319072 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:33.885139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f0fbd92-4f6a-49cb-b1de-dff9e19f3729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:33.886226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d487b46d-0c24-4259-bbc5-578b6446d7f6 req-960d243b-c141-4e98-b38c-e5e9a6be1aff tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920939 Dec 09 15:13:33.950312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fbd92-4f6a-49cb-b1de-dff9e19f3729 None None] Port f34f5e8c-fed0-41f9-80ae-355eff319072 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:13:34.161907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:34.431464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:34.750232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 6e3ffac9-c85a-4638-b751-b9aacdab0753 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:13:34.903586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:13:34.917370 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Sync routers for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:13:34.943037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:34.944447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:13:34.946240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-11d8fb26-d3e1-4a2f-bef3-ccc07e7efbbd tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9784791 Dec 09 15:13:34.948127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39894) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:34.952323 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:35.159786 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:13:35.198126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e15659be-aba9-4cf0-8994-a5f2120782d6 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3bec46d0a1c748da9008f1b78881add5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2459061 Dec 09 15:13:35.200433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39924) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:35.218726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369803b-6798-4cbd-abcf-4fe8ea5449da req-3edc4f93-9fe2-4a53-939a-930622730ed6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:35.220831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b369803b-6798-4cbd-abcf-4fe8ea5449da req-3edc4f93-9fe2-4a53-939a-930622730ed6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 945 time: 0.1668921 Dec 09 15:13:35.348971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b369803b-6798-4cbd-abcf-4fe8ea5449da req-850103ad-2630-4fac-95dd-c7bebf32c873 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166625 Dec 09 15:13:35.521641 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:33Z', 'revision_number': 3, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:35.538424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6e71a-3851-4464-931b-5dfa48f6f4ed tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:35.539985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-50c6e71a-3851-4464-931b-5dfa48f6f4ed tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3385227 Dec 09 15:13:35.543402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39958) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:35.564179 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Checking router: 6e3ffac9-c85a-4638-b751-b9aacdab0753 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:13:35.564562 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Updating router 6e3ffac9-c85a-4638-b751-b9aacdab0753 port f34f5e8c-fed0-41f9-80ae-355eff319072 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:13:35.601848 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:35.622014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cf3f8452-303d-43f6-b521-32fa1a9d455c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774698 Dec 09 15:13:35.624830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:35.632324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914883493', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:35.869359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Made reservation on behalf of 3bec46d0a1c748da9008f1b78881add5 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:13:35.872859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.332880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.416881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Subnet': ['ID=c003f47b-ceec-487e-8a96-8d3e5b5bd623,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:36.478219 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.492186 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.497560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Checking segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:36.501193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network hostable DHCP agents. Network: b37cd09d-2049-49a5-9384-875c4074df4e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:13:36.548221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network b37cd09d-2049-49a5-9384-875c4074df4e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:13:36.562184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b37cd09d-2049-49a5-9384-875c4074df4e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:36.566630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:36.567254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.567985 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Attempting to bind port f34f5e8c-fed0-41f9-80ae-355eff319072 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:13:36.569584 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Attempting to bind port f34f5e8c-fed0-41f9-80ae-355eff319072 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:13:36.570138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Attempting to bind port f34f5e8c-fed0-41f9-80ae-355eff319072 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:36.573651 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Pushing event updated for resources: {'Port': ['ID=f34f5e8c-fed0-41f9-80ae-355eff319072,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:36.578185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c1e4d8-22fb-41ac-9798-babd72cc4f81 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:13:36.580238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:13:36.581328 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:36.581955 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.582568 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:13:36.583192 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Bound port: f34f5e8c-fed0-41f9-80ae-355eff319072, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:13:36.584034 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.605442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7e7c57d8-1b40-45f1-b322-a4bf2e22e427 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9791174 Dec 09 15:13:36.608702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40070) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:36.618972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe19db-63cd-4c90-aec4-38258543f7ac None None] Network b37cd09d-2049-49a5-9384-875c4074df4e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:13:36.634038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.637878 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.638387 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.639846 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.640453 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.641045 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.641986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.644076 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.644592 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.645092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.645575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.646956 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.647508 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:13:36.692574 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] For port f34f5e8c-fed0-41f9-80ae-355eff319072, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:13:36.698689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] For port f34f5e8c-fed0-41f9-80ae-355eff319072, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f34f5e8c-fed0-41f9-80ae-355eff319072,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:13:36.705749 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.825452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda7622-220c-4b34-a55f-573bc37bf5d4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:13:36.830953 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d2496-3614-4b64-bdda-8d5aa377838a None None] Pushing event updated for resources: {'Port': ['ID=f34f5e8c-fed0-41f9-80ae-355eff319072,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:36.873014 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:13:36.873800 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:36.888335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-07019eeb-9c22-4ade-a4fe-645d86f0d281 None None] Provisioning complete for port f34f5e8c-fed0-41f9-80ae-355eff319072 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:36.888714 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07019eeb-9c22-4ade-a4fe-645d86f0d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:36.993158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b37cd09d-2049-49a5-9384-875c4074df4e', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:13:36.994340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:37.160758 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:13:37.242844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07019eeb-9c22-4ade-a4fe-645d86f0d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:37.278439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-07019eeb-9c22-4ade-a4fe-645d86f0d281 None None] For port f34f5e8c-fed0-41f9-80ae-355eff319072, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f34f5e8c-fed0-41f9-80ae-355eff319072,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:37.286817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Allocated IP 172.20.0.2 (b37cd09d-2049-49a5-9384-875c4074df4e/c003f47b-ceec-487e-8a96-8d3e5b5bd623/dc002419-c0fb-4eef-969e-0e1fbd07021b) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:37.332604 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07019eeb-9c22-4ade-a4fe-645d86f0d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:37.539122 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:33Z', 'revision_number': 3, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:37.551991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-0926549e-a37e-4569-8b7a-5c197df51ea9 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:37.557119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-0926549e-a37e-4569-8b7a-5c197df51ea9 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/networks?id=2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 200 len: 813 time: 0.4557984 Dec 09 15:13:37.586023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-eaa310ff-9159-42bb-a54d-98461dd7ed52 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/quotas/32ec82464a994531b5eab687e708f137 HTTP/1.1" status: 200 len: 375 time: 0.0219121 Dec 09 15:13:37.592619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6d0b70e7-45f2-4d59-a97c-2b9a7cd561d4 None None] Provisioning complete for port f34f5e8c-fed0-41f9-80ae-355eff319072 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:37.593155 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d0b70e7-45f2-4d59-a97c-2b9a7cd561d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:37.596024 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea287-a427-4dd9-a60b-528a22319e73 None None] The sync data for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 is: [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:33Z', 'revision_number': 3, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:13:37.660175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-150796a7-14aa-4c68-968f-cb4cf1cd677f tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=32ec82464a994531b5eab687e708f137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421569 Dec 09 15:13:37.670631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07019eeb-9c22-4ade-a4fe-645d86f0d281 None None] Pushing event updated for resources: {'Port': ['ID=f34f5e8c-fed0-41f9-80ae-355eff319072,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:37.827061 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:37.862347 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:37.938433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Network b37cd09d-2049-49a5-9384-875c4074df4e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:37.944729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:37.955852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:38.038250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-9e78d1ee-2e94-4679-ba45-74abb590a770 service neutron] 10.222.0.46 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478720 Dec 09 15:13:38.116102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:38.181463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Pushing event updated for resources: {'Port': ['ID=dc002419-c0fb-4eef-969e-0e1fbd07021b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:38.212110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Attempting to bind port dc002419-c0fb-4eef-969e-0e1fbd07021b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:13:38.212634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Attempting to bind port dc002419-c0fb-4eef-969e-0e1fbd07021b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:13:38.213244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Attempting to bind port dc002419-c0fb-4eef-969e-0e1fbd07021b on network b37cd09d-2049-49a5-9384-875c4074df4e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:38.222421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:13:38.222895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Checking segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:38.223629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:38.224447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Bound using segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:13:38.225027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Bound port: dc002419-c0fb-4eef-969e-0e1fbd07021b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:13:38.225492 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:38.359957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] For port dc002419-c0fb-4eef-969e-0e1fbd07021b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:13:38.367182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] For port dc002419-c0fb-4eef-969e-0e1fbd07021b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=dc002419-c0fb-4eef-969e-0e1fbd07021b,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:13:38.373627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:38.559461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dbcbb-3bad-4c5e-993e-9066b6f028ab None None] Pushing event updated for resources: {'Port': ['ID=dc002419-c0fb-4eef-969e-0e1fbd07021b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:38.956261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-9d363632-4643-4aae-b5c8-bb0e9cf7c87c service neutron] 10.222.0.46 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171510 Dec 09 15:13:39.339785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.20.0.1 (b37cd09d-2049-49a5-9384-875c4074df4e/c003f47b-ceec-487e-8a96-8d3e5b5bd623/89750209-33c3-4b8a-ba90-5ac013807518) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:39.372458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-452a2280-6d79-4732-bdce-4420db995394 req-2791760c-7e63-4728-bc7e-5d0a91a07b0f tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 210 time: 0.0545728 Dec 09 15:13:39.545225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:39.592763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:39.686623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network b37cd09d-2049-49a5-9384-875c4074df4e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:39.690070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:39.706174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:39.795500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:39.835575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=89750209-33c3-4b8a-ba90-5ac013807518,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:39.896139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:39.969619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d0fe80-bb47-4ca2-a536-9bd16bec1589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.111807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f34f5e8c-fed0-41f9-80ae-355eff319072 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:40.206617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d0fe80-bb47-4ca2-a536-9bd16bec1589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.216013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-21d0fe80-bb47-4ca2-a536-9bd16bec1589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.276889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.287181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f34f5e8c-fed0-41f9-80ae-355eff319072 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:40.288465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.298702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-21d0fe80-bb47-4ca2-a536-9bd16bec1589 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=933d8694bda0423786e8ab530016cb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4989467 Dec 09 15:13:40.302964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40174) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:40.395812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0fe80-bb47-4ca2-a536-9bd16bec1589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af00be5-b3f3-4de9-9df5-b6eed6ad0498,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:40.433702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea2021-7a82-4dec-9450-39153bd4ec59 None None] Network b37cd09d-2049-49a5-9384-875c4074df4e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:13:40.446899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7599091f-f0aa-4a85-8e26-48b12ae37559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.577705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e20b7e67-7727-4e89-933e-bb4ef7015d78 None None] Provisioning complete for port dc002419-c0fb-4eef-969e-0e1fbd07021b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:40.578084 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e20b7e67-7727-4e89-933e-bb4ef7015d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.712091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7599091f-f0aa-4a85-8e26-48b12ae37559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.749768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-63013e1f-7149-4e39-91eb-2e16aca29dac req-ba62a060-45d5-404f-b681-79537e1964de tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 210 time: 0.1824248 Dec 09 15:13:40.863382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7599091f-f0aa-4a85-8e26-48b12ae37559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.878048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7599091f-f0aa-4a85-8e26-48b12ae37559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:40.879381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7599091f-f0aa-4a85-8e26-48b12ae37559 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7af00be5-b3f3-4de9-9df5-b6eed6ad0498 HTTP/1.1" status: 204 len: 168 time: 0.5588772 Dec 09 15:13:40.982604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599091f-f0aa-4a85-8e26-48b12ae37559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af00be5-b3f3-4de9-9df5-b6eed6ad0498,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:41.059213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dc002419-c0fb-4eef-969e-0e1fbd07021b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:41.174622 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.184275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.216017 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e20b7e67-7727-4e89-933e-bb4ef7015d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.328465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e20b7e67-7727-4e89-933e-bb4ef7015d78 None None] For port dc002419-c0fb-4eef-969e-0e1fbd07021b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=dc002419-c0fb-4eef-969e-0e1fbd07021b,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:41.344457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e20b7e67-7727-4e89-933e-bb4ef7015d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.426952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port dc002419-c0fb-4eef-969e-0e1fbd07021b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:41.430230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.433689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.571411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=89750209-33c3-4b8a-ba90-5ac013807518,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:41.648324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7e67-7727-4e89-933e-bb4ef7015d78 None None] Pushing event updated for resources: {'Port': ['ID=dc002419-c0fb-4eef-969e-0e1fbd07021b,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:41.690197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dcf22aaa-bcc6-4bb7-bc36-e555b2555a86 None None] Provisioning complete for port 89750209-33c3-4b8a-ba90-5ac013807518 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:41.690574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcf22aaa-bcc6-4bb7-bc36-e555b2555a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.703842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40198) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:41.741565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-cb5d14c8-4935-48f6-8eaa-0df43779ac09 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:41.758392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-cb5d14c8-4935-48f6-8eaa-0df43779ac09 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "GET /v2.0/networks?id=2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 200 len: 813 time: 0.3592746 Dec 09 15:13:41.813761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Request body: {'port': {'device_id': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5', 'admin_state_up': True, 'tenant_id': '32ec82464a994531b5eab687e708f137'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:41.817396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network b37cd09d-2049-49a5-9384-875c4074df4e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:41.822766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0e45-a5e9-4327-8e91-fc3cbd095ed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:41.825960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:41.907650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dcf22aaa-bcc6-4bb7-bc36-e555b2555a86 None None] Port 89750209-33c3-4b8a-ba90-5ac013807518 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:13:41.935059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dcf22aaa-bcc6-4bb7-bc36-e555b2555a86 None None] Provisioning complete for port dc002419-c0fb-4eef-969e-0e1fbd07021b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:41.935649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcf22aaa-bcc6-4bb7-bc36-e555b2555a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.094124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dc002419-c0fb-4eef-969e-0e1fbd07021b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:42.101930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 6e3ffac9-c85a-4638-b751-b9aacdab0753 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:13:42.107452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0e45-a5e9-4327-8e91-fc3cbd095ed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.121845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0e45-a5e9-4327-8e91-fc3cbd095ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.182059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port dc002419-c0fb-4eef-969e-0e1fbd07021b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:42.182059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.248302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dde9630-382c-4a67-9c3d-99b34547d09a req-09f58f5a-5068-41a0-b0a5-123c419a25f5 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 210 time: 0.1387269 Dec 09 15:13:42.278211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-38e43bfa-e700-4658-8d74-7eeb9c183449 None None] Provisioning complete for port 89750209-33c3-4b8a-ba90-5ac013807518 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:42.278604 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38e43bfa-e700-4658-8d74-7eeb9c183449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.308164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:13:42.324046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f1d9e229-d34d-4675-bcc8-5d51970e6dc6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "PUT /v2.0/routers/6e3ffac9-c85a-4638-b751-b9aacdab0753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7101262 Dec 09 15:13:42.326719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40210) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:42.332638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-38e43bfa-e700-4658-8d74-7eeb9c183449 None None] Port 89750209-33c3-4b8a-ba90-5ac013807518 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:13:42.333482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--860819017', 'description': 'tempest-secgroup_access--860819017 description', 'project_id': '3bec46d0a1c748da9008f1b78881add5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:42.342765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Sync routers for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:13:42.363943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:13:42.364825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:42.370592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.404589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ab1b0e45-a5e9-4327-8e91-fc3cbd095ed7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac40fb1d6c4943b791368e9ae0715fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6987398 Dec 09 15:13:42.406526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40212) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:42.409400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b0e45-a5e9-4327-8e91-fc3cbd095ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ddd8b-24f7-48a1-86d1-0cacdbf412d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:42.463818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Made reservation on behalf of 32ec82464a994531b5eab687e708f137 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:13:42.471213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.497978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cc86b479-6f58-43b8-adc9-f0a3de1e2bd4 None None] Provisioning complete for port 89750209-33c3-4b8a-ba90-5ac013807518 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:42.498347 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc86b479-6f58-43b8-adc9-f0a3de1e2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.511473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a7b-afbf-4f0a-9a8c-eea99aa27c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.540743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cc86b479-6f58-43b8-adc9-f0a3de1e2bd4 None None] Port 89750209-33c3-4b8a-ba90-5ac013807518 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:13:42.548841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.556605 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.579013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a7b-afbf-4f0a-9a8c-eea99aa27c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.592905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.594580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2664559 Dec 09 15:13:42.602687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40214) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:42.609401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--733916989', 'description': 'tempest-secgroup_general--733916989 description', 'project_id': '3bec46d0a1c748da9008f1b78881add5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:42.615534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:13:42.658985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d392-a171-4211-b23a-031e5792aa85 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb08ec-933e-415a-8049-46cf71b2b219,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:42.685706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.719125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a7b-afbf-4f0a-9a8c-eea99aa27c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.722975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a7b-afbf-4f0a-9a8c-eea99aa27c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.725440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5ec45a7b-afbf-4f0a-9a8c-eea99aa27c3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a90ddd8b-24f7-48a1-86d1-0cacdbf412d0 HTTP/1.1" status: 204 len: 168 time: 0.3176091 Dec 09 15:13:42.748656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec45a7b-afbf-4f0a-9a8c-eea99aa27c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ddd8b-24f7-48a1-86d1-0cacdbf412d0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:42.863061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.873155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.927074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 2, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:42.964616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Checking router: 6e3ffac9-c85a-4638-b751-b9aacdab0753 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:13:42.965123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Updating router 6e3ffac9-c85a-4638-b751-b9aacdab0753 port 89750209-33c3-4b8a-ba90-5ac013807518 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:13:42.975429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:42.977472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3715355 Dec 09 15:13:42.981296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcacc3b-3896-4732-ad99-912e2184a07b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0308ffd-d990-43d2-9728-c1efe3ee0e74,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:42.985174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:42.991869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'security_group_rule': {'security_group_id': '7ceb08ec-933e-415a-8049-46cf71b2b219', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:43.017670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.032181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.136578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.147672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.175202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fc08c4-1620-4a6c-bb4b-7463a6ce20f0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:43.210322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.229751 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-40b518df-784b-4003-a2b3-3dc8596b8cd9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403796 Dec 09 15:13:43.433365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dafb0453-436e-47d8-8630-d54abfedd8b4 req-162c14d8-114e-4657-be5d-b969546e12e8 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 210 time: 0.0591393 Dec 09 15:13:43.447703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Allocated IP 172.20.0.14 (2c4c1026-b7bf-41bb-a395-bb3116364ff5/2ca57245-d216-41fb-905c-59fed0e02531/732275a4-6bf0-439f-9973-7b7ccdbfde98) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:43.464702 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.482647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.522548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40248) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:43.548405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-755c344e-bbd1-4f08-9b13-a54384d185a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.664661 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-755c344e-bbd1-4f08-9b13-a54384d185a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.678203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-755c344e-bbd1-4f08-9b13-a54384d185a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.679674 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-9137b967-7d21-49f4-9fa0-addf6521fdbf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--733916989&fields=id&tenant_id=3bec46d0a1c748da9008f1b78881add5 HTTP/1.1" status: 200 len: 267 time: 0.1664753 Dec 09 15:13:43.706589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed96e-dbc9-4d55-aa3f-20b2155f83b5 None None] Pushing event updated for resources: {'Port': ['ID=89750209-33c3-4b8a-ba90-5ac013807518,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:43.709378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Attempting to bind port 89750209-33c3-4b8a-ba90-5ac013807518 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:13:43.709863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Attempting to bind port 89750209-33c3-4b8a-ba90-5ac013807518 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:13:43.710404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Attempting to bind port 89750209-33c3-4b8a-ba90-5ac013807518 on network b37cd09d-2049-49a5-9384-875c4074df4e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:43.727433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:13:43.730955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c344e-bbd1-4f08-9b13-a54384d185a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e038cbb-caa0-4bf0-91c6-b47967742dc5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:43.734941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Checking segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:43.735585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.736087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Bound using segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:13:43.736696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Bound port: 89750209-33c3-4b8a-ba90-5ac013807518, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:13:43.737154 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.772048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-755c344e-bbd1-4f08-9b13-a54384d185a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b757fd9eb5b44efca23e371fe4d5634e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473867 Dec 09 15:13:43.773590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40254) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:43.826093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.839396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1b92-7309-47f2-b940-bd353eaa98f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.867733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1b92-7309-47f2-b940-bd353eaa98f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.881901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] For port 89750209-33c3-4b8a-ba90-5ac013807518, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:13:43.886476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] For port 89750209-33c3-4b8a-ba90-5ac013807518, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89750209-33c3-4b8a-ba90-5ac013807518,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:13:43.896927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.937211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.947096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1b92-7309-47f2-b940-bd353eaa98f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.950327 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1b92-7309-47f2-b940-bd353eaa98f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:43.960276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cbf1b92-7309-47f2-b940-bd353eaa98f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e038cbb-caa0-4bf0-91c6-b47967742dc5 HTTP/1.1" status: 204 len: 168 time: 0.1844413 Dec 09 15:13:43.974007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1b92-7309-47f2-b940-bd353eaa98f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e038cbb-caa0-4bf0-91c6-b47967742dc5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:44.007579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:44.022715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-43bc9000-e43c-442e-9cab-598ee9475b9f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--860819017&fields=id&tenant_id=3bec46d0a1c748da9008f1b78881add5 HTTP/1.1" status: 200 len: 267 time: 0.1232538 Dec 09 15:13:44.022964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed96e-dbc9-4d55-aa3f-20b2155f83b5 None None] Pushing event updated for resources: {'Port': ['ID=89750209-33c3-4b8a-ba90-5ac013807518,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:44.030099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:44.046639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:13:44.047288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:44.128661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5f014dc8-dc50-4afb-8dad-8ef024e6f2ac None None] Provisioning complete for port 89750209-33c3-4b8a-ba90-5ac013807518 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:44.129181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f014dc8-dc50-4afb-8dad-8ef024e6f2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:44.170020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:44.224917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-086bb858-bf71-4e96-9832-dc4e32b08ce2 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:44.239640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-086bb858-bf71-4e96-9832-dc4e32b08ce2 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/networks?id=b37cd09d-2049-49a5-9384-875c4074df4e HTTP/1.1" status: 200 len: 797 time: 0.2154651 Dec 09 15:13:44.259966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:44.260939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:44.272727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Pushing event updated for resources: {'Port': ['ID=732275a4-6bf0-439f-9973-7b7ccdbfde98,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:44.296753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-7ffab435-f17e-4628-93fe-19fe7e38e6d6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5014894 Dec 09 15:13:44.306667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-8bd4fdf5-279c-4d55-b91d-0d24091effc2 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/quotas/3bec46d0a1c748da9008f1b78881add5 HTTP/1.1" status: 200 len: 375 time: 0.0659766 Dec 09 15:13:44.326379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Request body: {'port': {'device_id': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:44.440234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:44.451505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-06d55a8d-fd1a-42ab-9b02-1767619c1752 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439481 Dec 09 15:13:44.480736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:13:44.530078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f014dc8-dc50-4afb-8dad-8ef024e6f2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:44.574037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5f014dc8-dc50-4afb-8dad-8ef024e6f2ac None None] For port 89750209-33c3-4b8a-ba90-5ac013807518, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89750209-33c3-4b8a-ba90-5ac013807518,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:44.586050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28d79-2649-49fa-bcdf-f5324b2a65a1 req-ddf9dcf3-ce57-4ce5-af15-9937d7880f41 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:44.595830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ee28d79-2649-49fa-bcdf-f5324b2a65a1 req-ddf9dcf3-ce57-4ce5-af15-9937d7880f41 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 932 time: 0.0664988 Dec 09 15:13:44.621403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5f014dc8-dc50-4afb-8dad-8ef024e6f2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:44.676695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0ee28d79-2649-49fa-bcdf-f5324b2a65a1 req-d0ddaf09-0537-4e2b-a782-734bd58d118b tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794866 Dec 09 15:13:44.766964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b4fcad79-c3c9-479f-acc3-df2eec6ba8f2 None None] Provisioning complete for port 89750209-33c3-4b8a-ba90-5ac013807518 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:44.767579 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b4fcad79-c3c9-479f-acc3-df2eec6ba8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:44.819124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f014dc8-dc50-4afb-8dad-8ef024e6f2ac None None] Pushing event updated for resources: {'Port': ['ID=89750209-33c3-4b8a-ba90-5ac013807518,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:44.894061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-9638a03f-06fd-4470-bfd4-200811f69910 service neutron] 10.222.0.46 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810311 Dec 09 15:13:44.947673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:43Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:13:44.987075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34256c92-e5e7-4d5e-993d-48f862d374b2 None None] The sync data for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 is: [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:43Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:13:45.129087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-462bd129-2bba-4419-a917-3391de5eaf74 service neutron] 10.222.0.46 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267914 Dec 09 15:13:45.217144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732275a4-6bf0-439f-9973-7b7ccdbfde98 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:45.233367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:45.258929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Transition to ACTIVE for port object 732275a4-6bf0-439f-9973-7b7ccdbfde98 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:13:45.268420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:45.426575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Pushing event updated for resources: {'Port': ['ID=732275a4-6bf0-439f-9973-7b7ccdbfde98,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:45.463737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3e92c7d-bac8-4415-857d-fe0554fc51be req-3c301644-9a06-41ef-be18-8363dab48664 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 210 time: 0.1004813 Dec 09 15:13:45.496196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Attempting to bind port 732275a4-6bf0-439f-9973-7b7ccdbfde98 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:13:45.496702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Attempting to bind port 732275a4-6bf0-439f-9973-7b7ccdbfde98 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:13:45.496856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Attempting to bind port 732275a4-6bf0-439f-9973-7b7ccdbfde98 on network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:45.524776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Port 732275a4-6bf0-439f-9973-7b7ccdbfde98 on network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:13:45.524776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Attempting to bind port 732275a4-6bf0-439f-9973-7b7ccdbfde98 on network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:45.530405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:13:45.530749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Checking segment: {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:45.531135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Bound using segment: {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:13:45.531604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Bound port: 732275a4-6bf0-439f-9973-7b7ccdbfde98, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:13:45.531968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:45.619125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] For port 732275a4-6bf0-439f-9973-7b7ccdbfde98, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:13:45.623050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] For port 732275a4-6bf0-439f-9973-7b7ccdbfde98, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:13:45.631174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:45.676076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:45.676539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:45.678274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] 10.222.0.43 "PUT /v2.0/ports/732275a4-6bf0-439f-9973-7b7ccdbfde98 HTTP/1.1" status: 200 len: 1092 time: 1.3575566 Dec 09 15:13:45.678745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'tag': '732275a4-6bf0-439f-9973-7b7ccdbfde98'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:45.687133 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e24966-327c-4b3a-89db-bac3007837a0" -d '{"events": [{"name": "network-changed", "server_uuid": "377c0c8c-47df-422e-af19-3d35102a0fe9", "tag": "732275a4-6bf0-439f-9973-7b7ccdbfde98"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:45.805697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e545fe-8b7f-4cf5-bc31-43e85c136b33 service neutron] Pushing event updated for resources: {'Port': ['ID=732275a4-6bf0-439f-9973-7b7ccdbfde98,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:45.865799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881f39-498b-4025-97ee-4ba23905ae1d req-af7b999c-31d0-4c6d-a895-76b1f7aa1992 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:45.873830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8881f39-498b-4025-97ee-4ba23905ae1d req-af7b999c-31d0-4c6d-a895-76b1f7aa1992 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 944 time: 0.0903430 Dec 09 15:13:45.886560 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2388824f-4b13-41f8-b494-d476f1ca949a x-openstack-request-id: req-2388824f-4b13-41f8-b494-d476f1ca949a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:45.886913 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377c0c8c-47df-422e-af19-3d35102a0fe9", "tag": "732275a4-6bf0-439f-9973-7b7ccdbfde98", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:45.887109 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2388824f-4b13-41f8-b494-d476f1ca949a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:45.887545 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'tag': '732275a4-6bf0-439f-9973-7b7ccdbfde98', 'status': 'completed', 'code': 200} Dec 09 15:13:45.975702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-4ace6499-e177-4c24-b1f8-0d2e65889377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:45.989215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-4ace6499-e177-4c24-b1f8-0d2e65889377 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32ec82464a994531b5eab687e708f137&device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 1095 time: 0.2481821 Dec 09 15:13:46.005681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8881f39-498b-4025-97ee-4ba23905ae1d req-47e5a67c-84df-471d-b41a-96fd3f6147e0 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305161 Dec 09 15:13:46.081632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-378934ee-3167-4d8a-960d-bc2462a9694a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98 HTTP/1.1" status: 200 len: 217 time: 0.0789905 Dec 09 15:13:46.124475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 89750209-33c3-4b8a-ba90-5ac013807518 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:46.217001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a568e43-7673-47da-b8d8-75590f033208 req-fba0ba7d-1416-45d7-8f6c-b01312965a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:46.219717 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-fba0ba7d-1416-45d7-8f6c-b01312965a04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ca57245-d216-41fb-905c-59fed0e02531 HTTP/1.1" status: 200 len: 853 time: 0.1241558 Dec 09 15:13:46.273484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-fdca388b-4816-4bf6-9f8a-9a7599a7e0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c4c1026-b7bf-41bb-a395-bb3116364ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413032 Dec 09 15:13:46.280895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 89750209-33c3-4b8a-ba90-5ac013807518 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:46.281504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:46.417416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-54178759-457b-47d6-a3d3-c7cd092cbd86 service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207390 Dec 09 15:13:46.493248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40330) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:46.668901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0656e2bf-7c07-44de-a60a-f05614b6db1f req-d650dbfa-ac90-480e-8f30-fbfb1c89fef3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 210 time: 0.0575457 Dec 09 15:13:46.742814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a568e43-7673-47da-b8d8-75590f033208 req-f417d0c6-3a1e-4fb9-b883-afef748df4d1 service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121185 Dec 09 15:13:46.799476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed05fa23-81c6-4870-b659-2c25c9b75d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:46.934968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed05fa23-81c6-4870-b659-2c25c9b75d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:46.937916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e24966-327c-4b3a-89db-bac3007837a0 req-b8cc8b88-559a-4ad4-9841-cbc911a70534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:46.939758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-b8cc8b88-559a-4ad4-9841-cbc911a70534 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32ec82464a994531b5eab687e708f137&device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0864196 Dec 09 15:13:46.945315 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed05fa23-81c6-4870-b659-2c25c9b75d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:46.999692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ed05fa23-81c6-4870-b659-2c25c9b75d2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b36c429d2254a46bf4f00aeebb730bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5049992 Dec 09 15:13:47.001621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05fa23-81c6-4870-b659-2c25c9b75d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16505034-0682-4ca4-9a6d-51c9f43d8728,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:47.003612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:47.152973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-435e33ed-6a5b-441f-928c-1903a231d00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:47.161095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e24966-327c-4b3a-89db-bac3007837a0 req-ba8a7836-b533-4ea3-a8a1-05a2997641e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:47.163234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-ba8a7836-b533-4ea3-a8a1-05a2997641e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 200 len: 914 time: 0.2148883 Dec 09 15:13:47.239219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-435e33ed-6a5b-441f-928c-1903a231d00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:47.282115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-26a12a94-7895-4b2a-8aa8-e12ac670cfdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98 HTTP/1.1" status: 200 len: 217 time: 0.1075456 Dec 09 15:13:47.286545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ef6a-f5ba-4a52-b2fd-f78d31d0f659 req-2e8c86b4-6638-4ad3-9339-7e4b49dd8745 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:47.294258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4161ef6a-f5ba-4a52-b2fd-f78d31d0f659 req-2e8c86b4-6638-4ad3-9339-7e4b49dd8745 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 944 time: 0.1675544 Dec 09 15:13:47.392064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4161ef6a-f5ba-4a52-b2fd-f78d31d0f659 req-cd7159be-b707-4880-b2dd-887c925c60e1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908716 Dec 09 15:13:47.472272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e24966-327c-4b3a-89db-bac3007837a0 req-fb6814cf-0a84-4efa-9d5b-1e83c852f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:47.474015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-fb6814cf-0a84-4efa-9d5b-1e83c852f717 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ca57245-d216-41fb-905c-59fed0e02531 HTTP/1.1" status: 200 len: 853 time: 0.1650448 Dec 09 15:13:47.505043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-ed697ab9-3142-4378-bbcc-3e67e5d8d1e2 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:47.506709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-ed697ab9-3142-4378-bbcc-3e67e5d8d1e2 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.43 "GET /v2.0/networks?id=b37cd09d-2049-49a5-9384-875c4074df4e HTTP/1.1" status: 200 len: 797 time: 0.2647278 Dec 09 15:13:47.526816 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-435e33ed-6a5b-441f-928c-1903a231d00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:47.529524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-435e33ed-6a5b-441f-928c-1903a231d00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:47.533645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-435e33ed-6a5b-441f-928c-1903a231d00a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16505034-0682-4ca4-9a6d-51c9f43d8728 HTTP/1.1" status: 204 len: 168 time: 0.5250239 Dec 09 15:13:47.546705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-94f3769b-a693-49c0-be61-6bf081dbd054 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c4c1026-b7bf-41bb-a395-bb3116364ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622311 Dec 09 15:13:47.580699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e33ed-6a5b-441f-928c-1903a231d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16505034-0682-4ca4-9a6d-51c9f43d8728,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:47.719933 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-28e7c1e9-5673-4543-96b3-f8cdcf92e625 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bec46d0a1c748da9008f1b78881add5 HTTP/1.1" status: 200 len: 476 time: 0.1942489 Dec 09 15:13:47.738447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'port': {'device_id': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'admin_state_up': True, 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'security_groups': ['e0308ffd-d990-43d2-9728-c1efe3ee0e74', '7ceb08ec-933e-415a-8049-46cf71b2b219']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:47.763915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-35ff5765-19cd-4daf-9c06-f54b7bd6eff7 service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853709 Dec 09 15:13:47.863914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bcd2611-7ad9-4c55-b3d9-12932e28f819 req-e46392de-7499-4fa9-b225-ec75cd366e93 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 210 time: 0.0729809 Dec 09 15:13:48.010197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28e24966-327c-4b3a-89db-bac3007837a0 req-2b561d21-dc77-43b7-93eb-ca979fd07e79 service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316716 Dec 09 15:13:48.023530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Made reservation on behalf of 3bec46d0a1c748da9008f1b78881add5 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:13:48.032076 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:48.233515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.20.0.5 (b37cd09d-2049-49a5-9384-875c4074df4e/c003f47b-ceec-487e-8a96-8d3e5b5bd623/19bf7404-6df4-461e-9313-dee416323bd6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:48.462636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:48.507797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:48.551660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network b37cd09d-2049-49a5-9384-875c4074df4e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:48.555986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:48.559919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:48.607528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c286e-3836-4f52-825e-522d3e00be54 req-dc3467c4-df83-4707-b6c3-76306ccdfb4a tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:48.612661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=19bf7404-6df4-461e-9313-dee416323bd6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:48.623552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b2c286e-3836-4f52-825e-522d3e00be54 req-dc3467c4-df83-4707-b6c3-76306ccdfb4a tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 944 time: 0.1268556 Dec 09 15:13:48.656910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:48.658182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:48.682963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b2c286e-3836-4f52-825e-522d3e00be54 req-4870d8d2-2261-4efd-9a82-1decdee803e9 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584311 Dec 09 15:13:48.686593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-40b35c05-6906-42eb-9f89-11c3798877ea tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9535096 Dec 09 15:13:48.705868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Request body: {'port': {'device_id': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:48.794061 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.031956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ec8df933-71f2-402c-85c6-82cd51e8d6d2 None None] Provisioning complete for port 19bf7404-6df4-461e-9313-dee416323bd6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:49.032500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec8df933-71f2-402c-85c6-82cd51e8d6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.091729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ec8df933-71f2-402c-85c6-82cd51e8d6d2 None None] Port 19bf7404-6df4-461e-9313-dee416323bd6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:13:49.136951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574275cf-176d-4062-a9de-cfb3545a3def req-2c7a987d-9072-4067-83d8-c408b04dc61d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:49.138566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-574275cf-176d-4062-a9de-cfb3545a3def req-2c7a987d-9072-4067-83d8-c408b04dc61d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 970 time: 0.0976794 Dec 09 15:13:49.274142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-574275cf-176d-4062-a9de-cfb3545a3def req-9705dea9-0f06-4fa7-80b9-d14230fcb82d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1284187 Dec 09 15:13:49.282168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bf7404-6df4-461e-9313-dee416323bd6 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:49.315865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.335085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Transition to ACTIVE for port object 19bf7404-6df4-461e-9313-dee416323bd6 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:13:49.337225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.402888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Pushing event updated for resources: {'Port': ['ID=19bf7404-6df4-461e-9313-dee416323bd6,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:49.471926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 732275a4-6bf0-439f-9973-7b7ccdbfde98 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:13:49.499700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Attempting to bind port 19bf7404-6df4-461e-9313-dee416323bd6 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:13:49.500140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Attempting to bind port 19bf7404-6df4-461e-9313-dee416323bd6 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:13:49.500541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Attempting to bind port 19bf7404-6df4-461e-9313-dee416323bd6 on network b37cd09d-2049-49a5-9384-875c4074df4e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:49.506669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Port 19bf7404-6df4-461e-9313-dee416323bd6 on network b37cd09d-2049-49a5-9384-875c4074df4e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:13:49.507292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Attempting to bind port 19bf7404-6df4-461e-9313-dee416323bd6 on network b37cd09d-2049-49a5-9384-875c4074df4e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:13:49.512608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:13:49.513184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Checking segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:13:49.513624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Bound using segment: {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:13:49.514234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Bound port: 19bf7404-6df4-461e-9313-dee416323bd6, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028c3256-26ca-47e4-975a-52daeaed3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:13:49.514653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.592864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] For port 19bf7404-6df4-461e-9313-dee416323bd6, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:13:49.596239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] For port 19bf7404-6df4-461e-9313-dee416323bd6, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=19bf7404-6df4-461e-9313-dee416323bd6,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:13:49.604346 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.634595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 732275a4-6bf0-439f-9973-7b7ccdbfde98, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:49.644447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:49.645087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.646696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] 10.222.0.43 "PUT /v2.0/ports/19bf7404-6df4-461e-9313-dee416323bd6 HTTP/1.1" status: 200 len: 1130 time: 0.9500604 Dec 09 15:13:49.647950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:49.649901 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a6f49-e001-4880-907c-3999a86a30c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "tag": "19bf7404-6df4-461e-9313-dee416323bd6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:49.676437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '732275a4-6bf0-439f-9973-7b7ccdbfde98', 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5', 'port_id': '732275a4-6bf0-439f-9973-7b7ccdbfde98', 'mac_address': 'fa:16:3e:d0:55:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca57245-d216-41fb-905c-59fed0e02531', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:13:49.700288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe102-1f67-4405-b0e7-c93b46094d26 service neutron] Pushing event updated for resources: {'Port': ['ID=19bf7404-6df4-461e-9313-dee416323bd6,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:49.756894 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b8f525-cdd8-484c-b2fe-e36c42cb3251 x-openstack-request-id: req-c5b8f525-cdd8-484c-b2fe-e36c42cb3251 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:49.757367 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "tag": "19bf7404-6df4-461e-9313-dee416323bd6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:49.757595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.757807 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5b8f525-cdd8-484c-b2fe-e36c42cb3251 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:49.758411 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6', 'status': 'completed', 'code': 200} Dec 09 15:13:49.798651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732275a4-6bf0-439f-9973-7b7ccdbfde98 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:49.808780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-d8205a03-5de0-466a-8b9f-263239420634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:49.815779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-d8205a03-5de0-466a-8b9f-263239420634 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1133 time: 0.0685718 Dec 09 15:13:49.834755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 732275a4-6bf0-439f-9973-7b7ccdbfde98, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:49.857113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:49.902565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-af95b9e9-3424-4208-9c79-023853945d8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19bf7404-6df4-461e-9313-dee416323bd6 HTTP/1.1" status: 200 len: 217 time: 0.0633073 Dec 09 15:13:49.936964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=732275a4-6bf0-439f-9973-7b7ccdbfde98,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:49.957312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6b9cc-5ad2-4661-97f8-7743413a050c req-4a1a3f2b-c4a1-4dec-8b22-d9a34de8ceab tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:49.960480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fa6b9cc-5ad2-4661-97f8-7743413a050c req-4a1a3f2b-c4a1-4dec-8b22-d9a34de8ceab tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 944 time: 0.1421235 Dec 09 15:13:50.016373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-6b7df657-7322-4c06-a12e-62978828c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.018004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-6b7df657-7322-4c06-a12e-62978828c09f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c003f47b-ceec-487e-8a96-8d3e5b5bd623 HTTP/1.1" status: 200 len: 835 time: 0.1005974 Dec 09 15:13:50.072236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fa6b9cc-5ad2-4661-97f8-7743413a050c req-fce93b2e-b0e5-4ef8-9489-38c1dcaa36cd tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014161 Dec 09 15:13:50.106200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4669-3881-41fe-aab3-043c576f3f3c req-439033dc-d335-4ee2-bf58-d1cfb07f0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.107710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-439033dc-d335-4ee2-bf58-d1cfb07f0477 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37cd09d-2049-49a5-9384-875c4074df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750368 Dec 09 15:13:50.211927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-ef3b17c1-3587-4604-8044-79b94c53b188 service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955179 Dec 09 15:13:50.232878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['732275a4-6bf0-439f-9973-7b7ccdbfde98'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:13:50.331837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92db4669-3881-41fe-aab3-043c576f3f3c req-efc894c5-b576-43cd-87b4-1879ea2e8686 service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086702 Dec 09 15:13:50.491627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134702d-6dcd-4199-adee-64ca676cb5d5 req-1d647f70-25bc-4655-889d-9b07a3f01e8f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.493479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-2ea0a41b-6677-4bad-953a-cc8ad458b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.495095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-2ea0a41b-6677-4bad-953a-cc8ad458b44f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1133 time: 0.0719395 Dec 09 15:13:50.497318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3134702d-6dcd-4199-adee-64ca676cb5d5 req-1d647f70-25bc-4655-889d-9b07a3f01e8f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 982 time: 0.1158953 Dec 09 15:13:50.608113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3134702d-6dcd-4199-adee-64ca676cb5d5 req-a2f60da0-1739-45c0-b599-a86a134223c2 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0955148 Dec 09 15:13:50.618788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-3d1fbc71-2ecc-4730-84dc-1e53c9ec44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.620792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-3d1fbc71-2ecc-4730-84dc-1e53c9ec44da service neutron] 10.222.0.43 "GET /v2.0/networks?id=b37cd09d-2049-49a5-9384-875c4074df4e HTTP/1.1" status: 200 len: 898 time: 0.1158636 Dec 09 15:13:50.668123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-c73c2c7e-d7f9-41fa-97ce-d99edba23fd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19bf7404-6df4-461e-9313-dee416323bd6 HTTP/1.1" status: 200 len: 217 time: 0.0388525 Dec 09 15:13:50.721549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-4f6db5dd-7fc4-4fd8-8fa2-a2b44da3ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.722896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-4f6db5dd-7fc4-4fd8-8fa2-a2b44da3ebe7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c003f47b-ceec-487e-8a96-8d3e5b5bd623 HTTP/1.1" status: 200 len: 835 time: 0.0466986 Dec 09 15:13:50.772507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-e2bcbb0b-75c1-4101-ab25-aeda4217a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:50.774043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-e2bcbb0b-75c1-4101-ab25-aeda4217a0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37cd09d-2049-49a5-9384-875c4074df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434318 Dec 09 15:13:50.866038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-aac28364-913e-4767-84e7-b70a1566f6a7 service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823913 Dec 09 15:13:50.974719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c1a6f49-e001-4880-907c-3999a86a30c9 req-9ed8f813-1c5e-4f6a-be2b-81be1708773d service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999300 Dec 09 15:13:51.196795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf034e1-2e3d-4122-af70-18c10e721a53 req-f4096f92-51a7-4fa1-8d3f-a26d1927742e tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:51.198294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6bf034e1-2e3d-4122-af70-18c10e721a53 req-f4096f92-51a7-4fa1-8d3f-a26d1927742e tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 945 time: 0.0506055 Dec 09 15:13:51.250486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6bf034e1-2e3d-4122-af70-18c10e721a53 req-873319d5-9fbc-45ae-b007-e0aaaa38b836 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Dec 09 15:13:51.482873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 732275a4-6bf0-439f-9973-7b7ccdbfde98 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:51.533285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 732275a4-6bf0-439f-9973-7b7ccdbfde98 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:13:51.537675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 732275a4-6bf0-439f-9973-7b7ccdbfde98 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:51.538131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:51.623480 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:51.747457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4421a-121a-4754-927e-c2d06ff57b11 req-eb07d484-d6d1-4bc8-bab3-82a674fc71df tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:51.755217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aaf4421a-121a-4754-927e-c2d06ff57b11 req-eb07d484-d6d1-4bc8-bab3-82a674fc71df tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 982 time: 0.0651658 Dec 09 15:13:51.821680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aaf4421a-121a-4754-927e-c2d06ff57b11 req-81a69120-8d1c-4562-8880-36ebc84864af tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0652840 Dec 09 15:13:51.851893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732275a4-6bf0-439f-9973-7b7ccdbfde98'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:51.854150 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d68483-ea93-4ce7-b9a1-6968113041e4" -d '{"events": [{"server_uuid": "377c0c8c-47df-422e-af19-3d35102a0fe9", "name": "network-vif-plugged", "status": "completed", "tag": "732275a4-6bf0-439f-9973-7b7ccdbfde98"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:51.867362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 732275a4-6bf0-439f-9973-7b7ccdbfde98, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:51.872602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:51.904028 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73db0991-10db-43ec-932c-fd29d1718d4f x-openstack-request-id: req-73db0991-10db-43ec-932c-fd29d1718d4f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:51.904367 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377c0c8c-47df-422e-af19-3d35102a0fe9", "name": "network-vif-plugged", "status": "completed", "tag": "732275a4-6bf0-439f-9973-7b7ccdbfde98", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:51.904596 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73db0991-10db-43ec-932c-fd29d1718d4f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:51.905034 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732275a4-6bf0-439f-9973-7b7ccdbfde98', 'code': 200} Dec 09 15:13:51.967101 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:51.971207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=732275a4-6bf0-439f-9973-7b7ccdbfde98,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:52.050448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5c3ce-69c7-4353-8d89-fb936050e80e req-b497308c-8359-46e9-bb29-75ff6df53b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:52.052051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22b5c3ce-69c7-4353-8d89-fb936050e80e req-b497308c-8359-46e9-bb29-75ff6df53b21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0660672 Dec 09 15:13:52.108464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22b5c3ce-69c7-4353-8d89-fb936050e80e req-9762a91e-5673-485e-9734-a8f7b397ce88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462787 Dec 09 15:13:52.401178 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:52.406941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743a9fe-78c9-433b-85cd-2140a4e03b31 req-d207d612-a13c-483d-bedd-47feadcb0342 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:52.408741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3743a9fe-78c9-433b-85cd-2140a4e03b31 req-d207d612-a13c-483d-bedd-47feadcb0342 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 946 time: 0.0718651 Dec 09 15:13:52.462948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3743a9fe-78c9-433b-85cd-2140a4e03b31 req-67126ed2-1bc2-4de2-ae74-6d4147866b89 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Dec 09 15:13:52.966964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a893e-b8d4-4ef2-b11b-c967a84e54ce req-9502e3f3-10ac-4cd2-a3c5-6838ec54a8bc tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:52.968511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-548a893e-b8d4-4ef2-b11b-c967a84e54ce req-9502e3f3-10ac-4cd2-a3c5-6838ec54a8bc tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 982 time: 0.0494134 Dec 09 15:13:53.029052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-548a893e-b8d4-4ef2-b11b-c967a84e54ce req-bff96d0a-5063-4340-b2ce-8baf3ebece83 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0530157 Dec 09 15:13:53.145075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9de7d2d4-c445-4981-8ce9-9ccde1e98ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:53.485971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 19bf7404-6df4-461e-9313-dee416323bd6 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:13:53.590596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ab0ab-5280-49dc-b193-86b92b91a5b8 req-f993d539-dc17-473a-a491-d6972a1616f6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:53.592147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-654ab0ab-5280-49dc-b193-86b92b91a5b8 req-f993d539-dc17-473a-a491-d6972a1616f6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 946 time: 0.0535617 Dec 09 15:13:53.593800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 19bf7404-6df4-461e-9313-dee416323bd6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=19bf7404-6df4-461e-9313-dee416323bd6,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:53.606514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '19bf7404-6df4-461e-9313-dee416323bd6', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'port_id': '19bf7404-6df4-461e-9313-dee416323bd6', 'mac_address': 'fa:16:3e:0f:82:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:13:53.647401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-654ab0ab-5280-49dc-b193-86b92b91a5b8 req-e276ac86-b0d3-4184-b38b-88ed034a7c2c tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Dec 09 15:13:53.648510 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:53.661917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bf7404-6df4-461e-9313-dee416323bd6 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:13:53.685830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 19bf7404-6df4-461e-9313-dee416323bd6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=19bf7404-6df4-461e-9313-dee416323bd6,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:53.690976 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:53.744417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=19bf7404-6df4-461e-9313-dee416323bd6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:54.008102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['19bf7404-6df4-461e-9313-dee416323bd6'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:13:54.299448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2156c-b4cd-41da-af2d-0d887eac819c req-c7befecb-2bec-44e7-8bdd-447c87ad9ac9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:54.300916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6a2156c-b4cd-41da-af2d-0d887eac819c req-c7befecb-2bec-44e7-8bdd-447c87ad9ac9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 983 time: 0.1164098 Dec 09 15:13:54.404033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6a2156c-b4cd-41da-af2d-0d887eac819c req-707228fa-dbfe-4d5a-9c20-f76921923371 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813870 Dec 09 15:13:55.483033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 19bf7404-6df4-461e-9313-dee416323bd6 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:13:55.567681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238fae9-670a-4c4f-a04e-26358e736578 req-a7ce75f5-7b68-47d4-b6bb-142419262f92 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:55.576205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0238fae9-670a-4c4f-a04e-26358e736578 req-a7ce75f5-7b68-47d4-b6bb-142419262f92 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 983 time: 0.0919604 Dec 09 15:13:55.591038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 19bf7404-6df4-461e-9313-dee416323bd6 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:13:55.610456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 19bf7404-6df4-461e-9313-dee416323bd6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:13:55.611137 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:55.684822 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a55-64fb-486f-9e3b-b10edefb5040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:55.699768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0238fae9-670a-4c4f-a04e-26358e736578 req-180d9090-8a68-49b0-bc12-9e81108bbc41 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1170540 Dec 09 15:13:55.773642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:55.818881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:13:55.822257 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc93ac-7edf-4f7a-b15f-03b77d2315a2" -d '{"events": [{"server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "name": "network-vif-plugged", "status": "completed", "tag": "19bf7404-6df4-461e-9313-dee416323bd6"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:13:55.828918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 19bf7404-6df4-461e-9313-dee416323bd6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=19bf7404-6df4-461e-9313-dee416323bd6,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:13:55.836285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:55.998465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=19bf7404-6df4-461e-9313-dee416323bd6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:56.026251 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad3c5a-b939-423a-82e4-b763f7bed706 x-openstack-request-id: req-7cad3c5a-b939-423a-82e4-b763f7bed706 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:13:56.032162 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "name": "network-vif-plugged", "status": "completed", "tag": "19bf7404-6df4-461e-9313-dee416323bd6", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:13:56.032770 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cad3c5a-b939-423a-82e4-b763f7bed706 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:13:56.033364 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6', 'code': 200} Dec 09 15:13:56.163940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac447e-72ce-4819-b378-5cccc6b62d0d req-ddb17e64-0c3a-45f6-bc17-db63eee8bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:56.166413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-36ac447e-72ce-4819-b378-5cccc6b62d0d req-ddb17e64-0c3a-45f6-bc17-db63eee8bf17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1135 time: 0.0626330 Dec 09 15:13:56.229209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-36ac447e-72ce-4819-b378-5cccc6b62d0d req-8da99366-64f6-4851-bab2-9b24d49d3cdb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0512254 Dec 09 15:13:56.697511 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:56.842467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5066-a0b1-492a-a1f7-7eb74f2bf6c2 req-2c08406c-ff5c-4301-be55-306a1e49b664 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:56.847937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2eea5066-a0b1-492a-a1f7-7eb74f2bf6c2 req-2c08406c-ff5c-4301-be55-306a1e49b664 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 984 time: 0.0668254 Dec 09 15:13:56.931546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2eea5066-a0b1-492a-a1f7-7eb74f2bf6c2 req-2a6c0420-1e64-4e7b-b6c6-f10b40d1a301 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0803351 Dec 09 15:13:58.118730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06624c-7373-4794-a524-ee26e20125b4 req-5be737d5-11d1-4240-ae8f-34da55f4331a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:58.120344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce06624c-7373-4794-a524-ee26e20125b4 req-5be737d5-11d1-4240-ae8f-34da55f4331a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 984 time: 0.1002386 Dec 09 15:13:58.260673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce06624c-7373-4794-a524-ee26e20125b4 req-362b8d6d-43b3-4fe6-932e-4e87780212f4 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1275432 Dec 09 15:13:58.340299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:58.405057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986adbcc-4bdd-4c39-ad25-e339544943ea req-9fedfac7-5a7b-4bfd-bd68-455fd1106c99 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:58.407208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-986adbcc-4bdd-4c39-ad25-e339544943ea req-9fedfac7-5a7b-4bfd-bd68-455fd1106c99 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 984 time: 0.0661902 Dec 09 15:13:58.481020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-986adbcc-4bdd-4c39-ad25-e339544943ea req-d2859c5f-6658-4f7e-aa56-dd098f2dedf1 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0660667 Dec 09 15:13:58.665269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b828-0f82-4ddf-a855-86292bf804c3 req-12f60e4e-c920-4289-b60a-0bc1585c490d tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:58.672829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eef4b828-0f82-4ddf-a855-86292bf804c3 req-12f60e4e-c920-4289-b60a-0bc1585c490d tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1135 time: 0.0533495 Dec 09 15:13:58.713269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-eef4b828-0f82-4ddf-a855-86292bf804c3 req-0fadf879-24fc-418f-ab24-3c47e3f32360 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:58.856980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-eef4b828-0f82-4ddf-a855-86292bf804c3 req-0fadf879-24fc-418f-ab24-3c47e3f32360 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:58.862060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-eef4b828-0f82-4ddf-a855-86292bf804c3 req-0fadf879-24fc-418f-ab24-3c47e3f32360 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:58.937384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eef4b828-0f82-4ddf-a855-86292bf804c3 req-0fadf879-24fc-418f-ab24-3c47e3f32360 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2553239 Dec 09 15:13:58.963463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40736) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:58.976215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadf879-24fc-418f-ab24-3c47e3f32360 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50e8826-d14c-4be8-a4e0-bb735a563fab,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:13:59.017332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e433584-5b73-4e02-9226-9d4880588705 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:13:59.023097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2e433584-5b73-4e02-9226-9d4880588705 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1130 time: 0.0549209 Dec 09 15:13:59.023528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40738) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:13:59.029260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '19bf7404-6df4-461e-9313-dee416323bd6', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:13:59.069667 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:59.203029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:59.233168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:59.578598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.25.0.14 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/617d2343-7ea1-43b3-92d9-49f7e51228f0) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:13:59.752505 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:59.799431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:13:59.845926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:13:59.851562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:13:59.854543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:13:59.892770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=617d2343-7ea1-43b3-92d9-49f7e51228f0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:00.352199 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:01.050345 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:01.316367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:01.323950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:01.407111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=617d2343-7ea1-43b3-92d9-49f7e51228f0,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:01.435629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:01.598218 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Floating IP 12211383-a0fd-466a-aad9-697896f058e9 associated. External IP: 172.25.0.14, port: 19bf7404-6df4-461e-9313-dee416323bd6. Dec 09 15:14:01.965719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 6e3ffac9-c85a-4638-b751-b9aacdab0753 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:14:02.165223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:02.178474 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] Sync routers for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:02.194238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:02.195241 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:02.200570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:02.274879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40840) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:02.280237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9614b48b-6ade-45d3-a5ec-dafaf7d8f750 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2554638 Dec 09 15:14:02.281283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:02.285005 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "tag": "19bf7404-6df4-461e-9313-dee416323bd6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:02.353650 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adfb3db-c54e-4a61-bc4a-42388dff3ee4 x-openstack-request-id: req-4adfb3db-c54e-4a61-bc4a-42388dff3ee4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:02.353950 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "tag": "19bf7404-6df4-461e-9313-dee416323bd6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:02.354210 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4adfb3db-c54e-4a61-bc4a-42388dff3ee4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:02.354618 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6', 'status': 'completed', 'code': 200} Dec 09 15:14:02.392268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:02.494179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-afe6e22d-05fe-4b44-b1ac-dcc383ec8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.496215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-afe6e22d-05fe-4b44-b1ac-dcc383ec8b64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1135 time: 0.1047804 Dec 09 15:14:02.599270 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:14:02.663730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.664216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.664687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.665154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.665615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.666076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.666959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.678089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.679020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.679675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.680301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.681045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.681675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.682317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.688053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-191fdd70-56e7-4c3b-832b-2a91f6f53614 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9857 time: 0.4112387 Dec 09 15:14:02.692101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40852) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:02.742059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-5db3e613-93fe-4eed-9a0b-43d9c2704649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.744855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-5db3e613-93fe-4eed-9a0b-43d9c2704649 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b37cd09d-2049-49a5-9384-875c4074df4e HTTP/1.1" status: 200 len: 898 time: 0.2362540 Dec 09 15:14:02.854316 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-5e525f19-0d29-4595-a583-a88f8a6498b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19bf7404-6df4-461e-9313-dee416323bd6 HTTP/1.1" status: 200 len: 998 time: 0.0973032 Dec 09 15:14:02.862946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.863818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.864549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.871987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.875989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.876924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.877812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.878378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.878920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.880633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.884575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.885119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.885640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.886286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.895385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a381dcde-9c2b-424b-bc0d-bde888c6705c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8916 time: 0.2013302 Dec 09 15:14:02.896467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:02.914308 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '12211383-a0fd-466a-aad9-697896f058e9', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'port_id': '19bf7404-6df4-461e-9313-dee416323bd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'mac_address': 'fa:16:3e:0f:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:14:00Z', 'updated_at': '2021-12-09T15:14:00Z', 'revision_number': 0, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:44Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:02.985851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-da199a14-b630-40cd-85f8-7e3bf0f52601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:02.987764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-da199a14-b630-40cd-85f8-7e3bf0f52601 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c003f47b-ceec-487e-8a96-8d3e5b5bd623 HTTP/1.1" status: 200 len: 835 time: 0.1219838 Dec 09 15:14:03.009916 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] Checking router: 6e3ffac9-c85a-4638-b751-b9aacdab0753 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:03.037523 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:03.038423 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:03.130932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-8f06879e-fc10-49ef-9662-768ccd1c729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:03.135282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-8f06879e-fc10-49ef-9662-768ccd1c729a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37cd09d-2049-49a5-9384-875c4074df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347528 Dec 09 15:14:03.235322 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:03.406353 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-c349b106-ed59-4f4f-a8c8-5b9ddb65daea service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591982 Dec 09 15:14:03.411223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-749c5af9-928e-43a0-b38c-1a649d0a7987 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4507 time: 0.5124862 Dec 09 15:14:03.411866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:03.519531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cbcb5-4173-45fb-8c27-b351f79d274a tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:03.520255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cbcb5-4173-45fb-8c27-b351f79d274a tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:03.522340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-336cbcb5-4173-45fb-8c27-b351f79d274a tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e3ffac9-c85a-4638-b751-b9aacdab0753 HTTP/1.1" status: 200 len: 1990 time: 0.1095309 Dec 09 15:14:03.604777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b06a3f4b-14f2-43be-8bff-2e322d4c78bc req-127276aa-8713-4bdd-a220-99093c30523e service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327069 Dec 09 15:14:03.634264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '12211383-a0fd-466a-aad9-697896f058e9', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'port_id': '19bf7404-6df4-461e-9313-dee416323bd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'mac_address': 'fa:16:3e:0f:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:14:00Z', 'updated_at': '2021-12-09T15:14:00Z', 'revision_number': 0, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:44Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:03.667206 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86b110-cf35-45fc-b977-a220ef8aff47 None None] The sync data for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 is: [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '12211383-a0fd-466a-aad9-697896f058e9', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'port_id': '19bf7404-6df4-461e-9313-dee416323bd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'mac_address': 'fa:16:3e:0f:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:14:00Z', 'updated_at': '2021-12-09T15:14:00Z', 'revision_number': 0, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:44Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:04.103085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bbfae-bb1f-4560-91c5-0f38d4df5009 None None] New status for floating IP 12211383-a0fd-466a-aad9-697896f058e9: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:14:04.254056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-4f0e56b5-692c-4722-8ec2-711a192313d8 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:04.256350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-4f0e56b5-692c-4722-8ec2-711a192313d8 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.1244602 Dec 09 15:14:04.279580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-cb12461a-e70e-4e12-a747-7cba32502b35 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/quotas/d1cc2bb5c73243e2bf1a57b114c00259 HTTP/1.1" status: 200 len: 375 time: 0.0123253 Dec 09 15:14:04.360757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-2408dd28-1d11-4b00-a628-6dad452f2051 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744863 Dec 09 15:14:04.468020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-46338df1-b238-43d2-8b6b-8b9296d28647 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987961 Dec 09 15:14:04.564124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-310f7142-7cb4-4f9c-8ec1-7cb9b74b60f7 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900314 Dec 09 15:14:04.807282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a28ff4c-1b5e-4373-8df9-6d5131904249 req-34e147a8-dd33-4841-ade4-a3e05c3bdb17 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 210 time: 0.0553987 Dec 09 15:14:06.065001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56b683e8-5f4e-4575-9c3f-cbdec7fb4bb5 req-f03d60a6-28d2-40b1-a9cf-268c16d1652c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 210 time: 0.0453622 Dec 09 15:14:06.109599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-942fe8ca-82a8-43f4-a154-54af7d2b2970 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:06.111623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-942fe8ca-82a8-43f4-a154-54af7d2b2970 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 814 time: 0.2111063 Dec 09 15:14:06.132167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Request body: {'port': {'device_id': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'admin_state_up': True, 'tenant_id': 'd1cc2bb5c73243e2bf1a57b114c00259'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:06.839006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Made reservation on behalf of d1cc2bb5c73243e2bf1a57b114c00259 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:06.842728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:06.998763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Allocated IP 172.20.0.8 (d0a9b4be-8986-4f43-b663-08ff7e9c8441/881cb200-0d2e-4695-82d9-10e952b50e20/1651ec6a-8c46-4e1e-b8ee-3d216f0183c2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:07.208838 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:07.225257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9663a78c-bdaa-4955-b427-75eedfe7c71e req-d6a3b500-46e0-4ed8-8a92-f99f1600540d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 210 time: 0.0417337 Dec 09 15:14:07.269071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:07.286147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6cd70d61-e75f-4bba-8491-3068d179fc7b', '0894a4b3-2995-42bf-b86c-75403206ba28'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:07.316938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Network d0a9b4be-8986-4f43-b663-08ff7e9c8441 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:07.322117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:07.325473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:07.373981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:07.401887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event updated for resources: {'Port': ['ID=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:07.416663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.417017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.417363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.417775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.418029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.419166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.419956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.420301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.420637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.421005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.421391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.421638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.421970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:07.453625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:07.455076 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:07.485363 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-d3e4f908-b8e6-4d36-b925-3f760b69f05e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3574340 Dec 09 15:14:07.501211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Request body: {'port': {'device_id': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:07.638202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:08.021710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:08.031855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:08.051041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Transition to ACTIVE for port object 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:14:08.059337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:08.151729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Pushing event updated for resources: {'Port': ['ID=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:08.283152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Attempting to bind port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:08.283838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Attempting to bind port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:08.285095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Attempting to bind port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:08.292465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:14:08.292909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Attempting to bind port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 on network d0a9b4be-8986-4f43-b663-08ff7e9c8441 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:08.302307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:08.302796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Checking segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:08.303518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Bound using segment: {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:08.304059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Bound port: 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bc6533-6e3d-4853-adf4-0f193afb01ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:08.304519 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:08.434049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b646fc9-f212-4e7c-9791-7b8614421d6f req-eced1eee-bdc8-4c3b-bd47-8028b6c3d59a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:08.436156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b646fc9-f212-4e7c-9791-7b8614421d6f req-eced1eee-bdc8-4c3b-bd47-8028b6c3d59a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 943 time: 0.1114507 Dec 09 15:14:08.464441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] For port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:08.488557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] For port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:08.498831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:08.553158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:08.553809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:08.555226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] 10.222.0.36 "PUT /v2.0/ports/1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 HTTP/1.1" status: 200 len: 1091 time: 1.0610020 Dec 09 15:14:08.558774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b646fc9-f212-4e7c-9791-7b8614421d6f req-97d1e633-b331-4300-94ee-a0387d6cf4bb tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161766 Dec 09 15:14:08.562098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'tag': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:08.564678 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630" -d '{"events": [{"name": "network-changed", "server_uuid": "94491a79-de3e-4a88-b7a1-3c7374bdff94", "tag": "1651ec6a-8c46-4e1e-b8ee-3d216f0183c2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:08.638242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cf10f-da77-4bdb-8151-1f4cc610037d service neutron] Pushing event updated for resources: {'Port': ['ID=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:08.680470 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3499a23c-e429-486d-a3e9-c99d31d23e2f x-openstack-request-id: req-3499a23c-e429-486d-a3e9-c99d31d23e2f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:08.680800 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94491a79-de3e-4a88-b7a1-3c7374bdff94", "tag": "1651ec6a-8c46-4e1e-b8ee-3d216f0183c2", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:08.681065 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3499a23c-e429-486d-a3e9-c99d31d23e2f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:08.681474 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'tag': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2', 'status': 'completed', 'code': 200} Dec 09 15:14:08.701514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-13bd5f24-9af1-408a-b281-e6dcd53f4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:08.703267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-13bd5f24-9af1-408a-b281-e6dcd53f4028 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 1094 time: 0.0830557 Dec 09 15:14:08.762198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-63ca4291-ee90-43ab-97fe-07cce9ef2331 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 HTTP/1.1" status: 200 len: 217 time: 0.0495372 Dec 09 15:14:08.827309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-0bfd9969-8915-4c7d-9069-aac3125f6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:08.829071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-0bfd9969-8915-4c7d-9069-aac3125f6891 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.0589366 Dec 09 15:14:08.873427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-7ac664d2-e779-4d0c-9039-cc093f377415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367880 Dec 09 15:14:08.996543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-40388da8-f546-4ec0-b72c-2befae579867 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121359 Dec 09 15:14:09.099088 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3420feb-fdd9-453a-8d2a-44b4d7e322ec req-9a562097-d9a8-49b2-9401-5b880b0d21dc service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938876 Dec 09 15:14:09.232103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-641f62cb-9c68-4ad4-a2db-4ee8e00f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:09.233707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-641f62cb-9c68-4ad4-a2db-4ee8e00f22d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 1094 time: 0.0698316 Dec 09 15:14:09.408664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-6ae44705-02d3-4b45-a52d-20b69edc7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:09.410693 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-6ae44705-02d3-4b45-a52d-20b69edc7dd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.1646869 Dec 09 15:14:09.493567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-755bf5f9-519c-47a4-9fcc-6e17bb50445a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 HTTP/1.1" status: 200 len: 217 time: 0.0651307 Dec 09 15:14:09.554396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-a808d978-8bbd-486e-859f-8e85aceee8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:09.556057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-a808d978-8bbd-486e-859f-8e85aceee8a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.0545614 Dec 09 15:14:09.597597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-c3778dae-eefb-4182-8a9c-30dc659307cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315027 Dec 09 15:14:09.760396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-098cfaae-dccd-4145-a40d-21b1f95ecc01 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531184 Dec 09 15:14:09.773117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d57d-92c9-4fd0-9b39-301de5e65c8c req-735397de-70ab-4d89-9798-e946aebbb7c1 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:09.774981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaf1d57d-92c9-4fd0-9b39-301de5e65c8c req-735397de-70ab-4d89-9798-e946aebbb7c1 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 943 time: 0.0805683 Dec 09 15:14:09.920414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd621aeb-0e97-4b89-bbb1-0e0a2c017630 req-6fe76376-f8a2-4c60-8b08-758e9bbf497f service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441998 Dec 09 15:14:09.924773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaf1d57d-92c9-4fd0-9b39-301de5e65c8c req-7174caf7-078b-42a1-81f9-be4d8140de52 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115317 Dec 09 15:14:11.075098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ee44f-f7bc-4708-98f8-5c22fa67b7db req-9f54b6c0-8423-49ec-8ab4-485e1962c2f6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:11.084223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-701ee44f-f7bc-4708-98f8-5c22fa67b7db req-9f54b6c0-8423-49ec-8ab4-485e1962c2f6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 943 time: 0.0698705 Dec 09 15:14:11.149433 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-701ee44f-f7bc-4708-98f8-5c22fa67b7db req-6b96b490-0a13-4361-a446-d991dd31a1d9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639632 Dec 09 15:14:11.742916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41048) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:11.865096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d9be0b1-6e05-48c5-badc-b66b41f1d2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:11.961970 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d9be0b1-6e05-48c5-badc-b66b41f1d2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:11.967830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4d9be0b1-6e05-48c5-badc-b66b41f1d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:12.022518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4d9be0b1-6e05-48c5-badc-b66b41f1d2cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a467d259c78e4a62b3f2082b129a7ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2783353 Dec 09 15:14:12.024459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9be0b1-6e05-48c5-badc-b66b41f1d2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd952e7-89ac-4f1c-b9f4-3ec85fb88c9a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:12.025362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41052) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:12.091265 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:12.119838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:12.181410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:12.184241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:12.188653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dd952e7-89ac-4f1c-b9f4-3ec85fb88c9a HTTP/1.1" status: 204 len: 168 time: 0.1621194 Dec 09 15:14:12.197991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd952e7-89ac-4f1c-b9f4-3ec85fb88c9a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:12.206438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.207029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.207588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.208226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.208763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.209261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.209770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.210279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.210892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.211431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.212031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.212657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.213165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40543738-273b-4289-bc7a-e6e1e8e61d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:12.350437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8352-5cc7-496a-9b7c-045c5765dd96 req-03f52511-f75e-4f31-953c-85f4c9c34a4c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:12.357767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-446c8352-5cc7-496a-9b7c-045c5765dd96 req-03f52511-f75e-4f31-953c-85f4c9c34a4c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 943 time: 0.1195705 Dec 09 15:14:12.445299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-446c8352-5cc7-496a-9b7c-045c5765dd96 req-a4915dd8-d16e-4027-8e9c-04eb3a1a95b0 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Dec 09 15:14:12.613332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:14:12.802602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:12.815661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2', 'network_id': 'd0a9b4be-8986-4f43-b663-08ff7e9c8441', 'port_id': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2', 'mac_address': 'fa:16:3e:60:bc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881cb200-0d2e-4695-82d9-10e952b50e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:14:12.872655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:12.891646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:12.924114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:12.939658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.035197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:13.196387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41080) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:13.263436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['1651ec6a-8c46-4e1e-b8ee-3d216f0183c2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:13.357570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1568772877-network', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:13.395070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Made reservation on behalf of 9d21abd8a6dd4d60a29c31074b2dfc28 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:13.400493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.430795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.547078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.566693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.601500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:14:13.607470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759d4429-039f-4704-ab1c-3fcb724050dc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:13.621986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.622367 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Added segment 61549a83-1f49-4b49-a131-e76b42b458ea of type vlan for network d52c34b5-0f42-4264-af7d-913a87e58ce2 Dec 09 15:14:13.637935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f3b1-12cc-42c2-ab68-2a8cb7bcfcbc req-19db790d-2818-4fda-ae48-8b5f129881b1 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:13.639460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da46f3b1-12cc-42c2-ab68-2a8cb7bcfcbc req-19db790d-2818-4fda-ae48-8b5f129881b1 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 944 time: 0.1051834 Dec 09 15:14:13.691792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.736357 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da46f3b1-12cc-42c2-ab68-2a8cb7bcfcbc req-8ec7f858-af78-4276-8efb-f7a9857a0a24 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749133 Dec 09 15:14:13.741310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.742399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:13.743314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.780860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5830946 Dec 09 15:14:13.784065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41098) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:13.792637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Request body: {'subnet': {'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1568772877-subnet', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:13.818122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Made reservation on behalf of 9d21abd8a6dd4d60a29c31074b2dfc28 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:13.821883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:13.836792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd091084-549c-4ed6-919f-9b3122c029c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d52c34b5-0f42-4264-af7d-913a87e58ce2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:13.849037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:14:14.023424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.085450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc69cc34-f239-43e7-9063-84ccc9fee306,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:14.090045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Checking segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:14.090440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Network hostable DHCP agents. Network: d52c34b5-0f42-4264-af7d-913a87e58ce2, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:14:14.108840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:14:14.120372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d52c34b5-0f42-4264-af7d-913a87e58ce2) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:14.124995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:14.125737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.133482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e6036-9605-445e-a2e7-b4004c29aaed None None] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:14:14.163983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3ac8626c-f9c0-45fe-a478-e2e0b910e48f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3779972 Dec 09 15:14:14.166734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41100) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:14.173019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:14.198001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.200124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.267265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.277764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d52c34b5-0f42-4264-af7d-913a87e58ce2', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'fixed_ips': [{'subnet_id': 'fc69cc34-f239-43e7-9063-84ccc9fee306'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:14:14.278834 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.447726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Allocated IP 172.20.0.2 (d52c34b5-0f42-4264-af7d-913a87e58ce2/fc69cc34-f239-43e7-9063-84ccc9fee306/79309c26-47dd-4496-acfc-8c508438c721) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:14.468173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.620548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:14.730262 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.743152 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.765237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:14.768175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:14.771855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:14.774099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:14:14.800164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:14.800719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.895872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Pushing event updated for resources: {'Port': ['ID=79309c26-47dd-4496-acfc-8c508438c721,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:14.948572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.958884 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.972675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.977197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Attempting to bind port 79309c26-47dd-4496-acfc-8c508438c721 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:14.977994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Attempting to bind port 79309c26-47dd-4496-acfc-8c508438c721 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:14.978454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Attempting to bind port 79309c26-47dd-4496-acfc-8c508438c721 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:14.991019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:14.991849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Checking segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:14.992271 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:14.992698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Bound using segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:14.993182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Bound port: 79309c26-47dd-4496-acfc-8c508438c721, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:14.994043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:15.010530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23d74-a014-47c9-9a69-d6ada1a0ed7a req-aaab0133-aac9-467e-99cb-9a2496f9147a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:15.018615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aab23d74-a014-47c9-9a69-d6ada1a0ed7a req-aaab0133-aac9-467e-99cb-9a2496f9147a tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 944 time: 0.1159339 Dec 09 15:14:15.039932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:15.043055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:15.046283 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7eecc-eb7c-44ad-9a8f-a444f2e0d179" -d '{"events": [{"server_uuid": "94491a79-de3e-4a88-b7a1-3c7374bdff94", "name": "network-vif-plugged", "status": "completed", "tag": "1651ec6a-8c46-4e1e-b8ee-3d216f0183c2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:15.052010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:15.148464 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932d61e8-1989-4d5d-b172-f7d184bb866e x-openstack-request-id: req-932d61e8-1989-4d5d-b172-f7d184bb866e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:15.148842 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94491a79-de3e-4a88-b7a1-3c7374bdff94", "name": "network-vif-plugged", "status": "completed", "tag": "1651ec6a-8c46-4e1e-b8ee-3d216f0183c2", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:15.149266 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-932d61e8-1989-4d5d-b172-f7d184bb866e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:15.150132 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2', 'code': 200} Dec 09 15:14:15.151027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:15.247639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] For port 79309c26-47dd-4496-acfc-8c508438c721, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:15.251832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] For port 79309c26-47dd-4496-acfc-8c508438c721, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79309c26-47dd-4496-acfc-8c508438c721,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:15.259819 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:15.314983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Allocated IP 172.25.0.18 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/308cb313-3669-4c74-a007-2c541eda0c93) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:15.320196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6015c-d1f3-43b6-ac72-be1f08ba38e1 None None] Pushing event updated for resources: {'Port': ['ID=79309c26-47dd-4496-acfc-8c508438c721,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:15.491380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aab23d74-a014-47c9-9a69-d6ada1a0ed7a req-34652c85-5dde-4395-ac91-b1399c548abd tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719675 Dec 09 15:14:15.498454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:15.510397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccb594-6da7-4835-b31d-6e0695e58104 req-9b204aeb-4c58-47d7-8102-c45dca048533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:15.512282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9fccb594-6da7-4835-b31d-6e0695e58104 req-9b204aeb-4c58-47d7-8102-c45dca048533 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 1096 time: 0.1031506 Dec 09 15:14:15.580244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:15.593943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9fccb594-6da7-4835-b31d-6e0695e58104 req-bfdb2380-be54-4793-8b8f-6834d13c5cff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Dec 09 15:14:15.627760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:15.631601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:15.634058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:15.665021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6b600-e6a5-4cc4-b386-d7373b9db4dd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:15.744800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-840e2085-b234-44e7-b5ae-6492af3dbde0 None None] Provisioning complete for port 308cb313-3669-4c74-a007-2c541eda0c93 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:15.750864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-840e2085-b234-44e7-b5ae-6492af3dbde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:15.791080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Pushing event updated for resources: {'Port': ['ID=308cb313-3669-4c74-a007-2c541eda0c93,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:15.839062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-840e2085-b234-44e7-b5ae-6492af3dbde0 None None] Port 308cb313-3669-4c74-a007-2c541eda0c93 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:16.078035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79309c26-47dd-4496-acfc-8c508438c721 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:16.123748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:16.199121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 79309c26-47dd-4496-acfc-8c508438c721 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:16.202685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:16.325102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:16.390608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 79309c26-47dd-4496-acfc-8c508438c721, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79309c26-47dd-4496-acfc-8c508438c721,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:16.400247 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:16.480323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:16.507922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=79309c26-47dd-4496-acfc-8c508438c721,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:16.594912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-1f3843be-1898-4a4e-a98c-437de8efaa93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785205 Dec 09 15:14:16.815604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69996-f41c-4764-a78b-301062db61e6 req-026814a9-1216-4450-9c6c-5ac262ce4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:16.817528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Router 0956d147-77a2-4370-8b9c-ee05cee7cde8 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:14:16.817965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-026814a9-1216-4450-9c6c-5ac262ce4165 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 1096 time: 0.1807828 Dec 09 15:14:16.861475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfdd44-41df-4ed4-9c80-1adb8f03e7d3 req-dffc1190-3f9a-4be0-b9ef-99d552538c22 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:16.863222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cbcfdd44-41df-4ed4-9c80-1adb8f03e7d3 req-dffc1190-3f9a-4be0-b9ef-99d552538c22 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 945 time: 0.1467764 Dec 09 15:14:17.027723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e082b-daee-4c18-8bea-383c6e4dc6b5 None None] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:14:17.030059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:17.054584 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Sync routers for ids ['0956d147-77a2-4370-8b9c-ee05cee7cde8'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:17.072517 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Routers {'0956d147-77a2-4370-8b9c-ee05cee7cde8'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:17.073918 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0956d147-77a2-4370-8b9c-ee05cee7cde8'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:17.081368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:17.083883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0dd76985-be50-43f1-bbbf-2dfff66c0c90 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9158216 Dec 09 15:14:17.089458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41338) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:17.162408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cbcfdd44-41df-4ed4-9c80-1adb8f03e7d3 req-45a5c4db-eef9-4030-aa01-507ae75782fa tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859266 Dec 09 15:14:17.256477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69996-f41c-4764-a78b-301062db61e6 req-0ff0d9f2-61d1-457c-b794-9c0bf3412172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:17.258277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-0ff0d9f2-61d1-457c-b794-9c0bf3412172 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.4185660 Dec 09 15:14:17.266123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-14d723e7-566b-4128-a96f-f3d3a4ee9e2c None None] Provisioning complete for port 79309c26-47dd-4496-acfc-8c508438c721 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:17.267079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-14d723e7-566b-4128-a96f-f3d3a4ee9e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:17.291276 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Set router 0956d147-77a2-4370-8b9c-ee05cee7cde8 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:17.385829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-a70352bb-bfe9-44b1-a53a-c1063cc4babd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399 HTTP/1.1" status: 200 len: 217 time: 0.1136589 Dec 09 15:14:17.505623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69996-f41c-4764-a78b-301062db61e6 req-c2f75e64-32c4-459a-881a-8ce16cba5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:17.507805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-c2f75e64-32c4-459a-881a-8ce16cba5022 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.1094825 Dec 09 15:14:17.569662 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:15Z', 'revision_number': 3, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:17.597471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Checking router: 0956d147-77a2-4370-8b9c-ee05cee7cde8 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:17.597928 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Updating router 0956d147-77a2-4370-8b9c-ee05cee7cde8 port 308cb313-3669-4c74-a007-2c541eda0c93 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:14:17.600947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-9e0f3fd6-909c-4545-a53a-c1363baf684e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737936 Dec 09 15:14:17.633477 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:17.859169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-a6287610-abd3-4b20-85a4-53f504cf5605 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483504 Dec 09 15:14:18.186568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79309c26-47dd-4496-acfc-8c508438c721 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:18.273660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9b69996-f41c-4764-a78b-301062db61e6 req-cab128be-c2c1-4ad3-86da-f0c82b61b197 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035139 Dec 09 15:14:18.358960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 79309c26-47dd-4496-acfc-8c508438c721 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:18.359884 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.363272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8742c0fd-7485-4ecb-a0b3-aa19a87a3ff7 None None] Provisioning complete for port 79309c26-47dd-4496-acfc-8c508438c721 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:18.363829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8742c0fd-7485-4ecb-a0b3-aa19a87a3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.463342 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.474650 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.558219 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5269f4-2edb-4c2a-9e56-4c246b5571d6 None None] Pushing event updated for resources: {'Port': ['ID=308cb313-3669-4c74-a007-2c541eda0c93,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:18.592847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae266a48-2886-4bdd-bfb2-23acd641c8dc None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:18.593361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6290-896b-4995-9822-5c47a4d2cc5d req-05c006a4-3d64-4514-90fa-608a8a29f02b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:18.594575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Attempting to bind port 308cb313-3669-4c74-a007-2c541eda0c93 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:18.595170 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Attempting to bind port 308cb313-3669-4c74-a007-2c541eda0c93 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:18.595438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0eb6290-896b-4995-9822-5c47a4d2cc5d req-05c006a4-3d64-4514-90fa-608a8a29f02b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 945 time: 0.2790747 Dec 09 15:14:18.596043 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Attempting to bind port 308cb313-3669-4c74-a007-2c541eda0c93 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:18.606451 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:18.608405 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:18.610196 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.611189 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:18.611907 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Bound port: 308cb313-3669-4c74-a007-2c541eda0c93, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:18.612975 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.694052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] For port 308cb313-3669-4c74-a007-2c541eda0c93, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:18.697529 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] For port 308cb313-3669-4c74-a007-2c541eda0c93, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=308cb313-3669-4c74-a007-2c541eda0c93,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:18.721454 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.766650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0f1e94d3-3afb-40bb-8eca-63038ba65de2 None None] Provisioning complete for port 308cb313-3669-4c74-a007-2c541eda0c93 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:18.769114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e0eb6290-896b-4995-9822-5c47a4d2cc5d req-095a69f0-0e7d-4054-9013-8dcc5f27a4a0 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508904 Dec 09 15:14:18.769613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f1e94d3-3afb-40bb-8eca-63038ba65de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:18.823921 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5269f4-2edb-4c2a-9e56-4c246b5571d6 None None] Pushing event updated for resources: {'Port': ['ID=308cb313-3669-4c74-a007-2c541eda0c93,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:18.845016 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Routers {'0956d147-77a2-4370-8b9c-ee05cee7cde8'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:18.846167 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0956d147-77a2-4370-8b9c-ee05cee7cde8'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:18.927049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1414ddb-40b2-45b5-bc4e-edda5fef09f9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:18.998257 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] Set router 0956d147-77a2-4370-8b9c-ee05cee7cde8 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:19.071449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f1e94d3-3afb-40bb-8eca-63038ba65de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:19.131425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0f1e94d3-3afb-40bb-8eca-63038ba65de2 None None] For port 308cb313-3669-4c74-a007-2c541eda0c93, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=308cb313-3669-4c74-a007-2c541eda0c93,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:19.143162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f1e94d3-3afb-40bb-8eca-63038ba65de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:19.384570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:19.446300 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:15Z', 'revision_number': 3, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:19.492154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e94d3-3afb-40bb-8eca-63038ba65de2 None None] Pushing event updated for resources: {'Port': ['ID=308cb313-3669-4c74-a007-2c541eda0c93,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:19.502545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ece492a-9ea0-4d1c-abf7-244f57628f0d None None] Provisioning complete for port 308cb313-3669-4c74-a007-2c541eda0c93 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:19.503573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ece492a-9ea0-4d1c-abf7-244f57628f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:19.516882 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafaf1d-1f50-447d-af78-f7c1470ec706 None None] The sync data for ids ['0956d147-77a2-4370-8b9c-ee05cee7cde8'] in n-d-804292-5 is: [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:15Z', 'revision_number': 3, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:19.798461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Allocated IP 172.20.0.1 (d52c34b5-0f42-4264-af7d-913a87e58ce2/fc69cc34-f239-43e7-9063-84ccc9fee306/bcd17172-5748-45e7-b684-bba099b62a82) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:19.967835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.057211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.109546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:20.112803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:20.121308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:20.163217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd17172-5748-45e7-b684-bba099b62a82,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:20.172996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.428085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.508638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-057a5d91-cd0c-4274-9118-7e7f8dc5c98e None None] Provisioning complete for port bcd17172-5748-45e7-b684-bba099b62a82 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:20.509619 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-057a5d91-cd0c-4274-9118-7e7f8dc5c98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.606951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-057a5d91-cd0c-4274-9118-7e7f8dc5c98e None None] Port bcd17172-5748-45e7-b684-bba099b62a82 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:20.736823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.743421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.819085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd17172-5748-45e7-b684-bba099b62a82,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:20.821753 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:20.955792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:20.957272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:21.123270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Router 0956d147-77a2-4370-8b9c-ee05cee7cde8 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:14:21.250537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6abe5ca6-c472-4b3e-adbd-63629a27c5d9 None None] Provisioning complete for port bcd17172-5748-45e7-b684-bba099b62a82 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:21.251285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6abe5ca6-c472-4b3e-adbd-63629a27c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:21.292437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:21.321296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-871613f9-2f14-479c-8fb8-54cdd1f77bc8 admin admin] 10.222.0.46 "PUT /v2.0/routers/0956d147-77a2-4370-8b9c-ee05cee7cde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2303019 Dec 09 15:14:21.334998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6abe5ca6-c472-4b3e-adbd-63629a27c5d9 None None] Port bcd17172-5748-45e7-b684-bba099b62a82 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:21.926068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:21.979378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41622) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:21.984448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1642027917-network', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:22.029013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Made reservation on behalf of 75237fbebe8642a19c11e6fb025b0f39 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:22.031705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.048672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.069506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 308cb313-3669-4c74-a007-2c541eda0c93 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:22.151174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-94585eb7-0a53-48bd-b0bf-ed48d0c4d091 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896297 Dec 09 15:14:22.164770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Sync routers for ids ['0956d147-77a2-4370-8b9c-ee05cee7cde8'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:22.175168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 308cb313-3669-4c74-a007-2c541eda0c93 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:22.175565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.184290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.198688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.221894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:14:22.237042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5111e8b4-f4ce-436e-88f7-3ee6adb4debc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:22.244537 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.245148 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Added segment 86d5492e-afc8-418c-a73f-96daf301bf53 of type vlan for network eeba4314-1b20-485c-bf10-5aefa6c08472 Dec 09 15:14:22.249204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-f263d053-b3df-4339-b43e-20b28e28e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:22.251536 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-f263d053-b3df-4339-b43e-20b28e28e88e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 1101 time: 0.0600209 Dec 09 15:14:22.253275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Routers {'0956d147-77a2-4370-8b9c-ee05cee7cde8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:22.257938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0956d147-77a2-4370-8b9c-ee05cee7cde8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:22.310593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.339927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.342326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:22.343222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.377713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3970656 Dec 09 15:14:22.381323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41624) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:22.387207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Request body: {'subnet': {'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1642027917-subnet', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:22.410318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-6383fe71-a05a-4423-808e-b06fee850f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:22.412190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-6383fe71-a05a-4423-808e-b06fee850f69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1377172 Dec 09 15:14:22.435505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Made reservation on behalf of 75237fbebe8642a19c11e6fb025b0f39 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:22.438030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.455970 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.457894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5ccd-08bf-4691-afbf-db0564f17701 admin admin] Pushing event updated for resources: {'Network': ['ID=eeba4314-1b20-485c-bf10-5aefa6c08472,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:22.484255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-0c463d65-7122-4ef2-821f-77fcad7ed2ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2 HTTP/1.1" status: 200 len: 217 time: 0.0595782 Dec 09 15:14:22.491917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network eeba4314-1b20-485c-bf10-5aefa6c08472 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:14:22.578062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Set router 0956d147-77a2-4370-8b9c-ee05cee7cde8 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:22.598082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-cb01c8dd-a1f7-453e-b44d-0b2780d08cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:22.600401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-cb01c8dd-a1f7-453e-b44d-0b2780d08cf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.1019452 Dec 09 15:14:22.688171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-cca102bb-343e-4e92-81cd-4596eaaaae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:22.689611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-cca102bb-343e-4e92-81cd-4596eaaaae7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794556 Dec 09 15:14:22.813704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.821061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:20Z', 'revision_number': 4, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'bcd17172-5748-45e7-b684-bba099b62a82', 'name': '', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'mac_address': 'fa:16:3e:95:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:19Z', 'updated_at': '2021-12-09T15:14:20Z', 'revision_number': 2, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'subnets': [{'id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:22.855330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Checking router: 0956d147-77a2-4370-8b9c-ee05cee7cde8 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:22.855683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Updating router 0956d147-77a2-4370-8b9c-ee05cee7cde8 port bcd17172-5748-45e7-b684-bba099b62a82 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:14:22.890704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:22.894074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e7fccc-8d92-4c62-a627-7939622314fd,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:22.909313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-862959fe-83c5-44fc-9c89-c67a962a0c90 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756754 Dec 09 15:14:22.916234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Checking segment: {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:22.916607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Network hostable DHCP agents. Network: eeba4314-1b20-485c-bf10-5aefa6c08472, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:14:22.992619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Network eeba4314-1b20-485c-bf10-5aefa6c08472 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:14:23.012017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, eeba4314-1b20-485c-bf10-5aefa6c08472) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:23.019716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:23.022119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.035747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef99e35-936e-4965-91a2-fda384025d30 None None] Network eeba4314-1b20-485c-bf10-5aefa6c08472 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:14:23.046749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c3b900ba-6646-4773-9879-3d1c5b8709cf req-6a8c49ed-52ae-4377-ad29-56972b441d2a service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255112 Dec 09 15:14:23.066310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-691d2894-8d1f-4cc4-ae8a-85a84f44f0eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6829574 Dec 09 15:14:23.068850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41626) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:23.074483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:23.123568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.126188 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.187870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.207606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-90ede56d-7cea-4d9e-bb5b-dd0e288a1918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.287955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-eeba4314-1b20-485c-bf10-5aefa6c08472', 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472', 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'fixed_ips': [{'subnet_id': 'c5e7fccc-8d92-4c62-a627-7939622314fd'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:14:23.288794 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.372737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.504417 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.517113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.526455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Allocated IP 172.20.0.2 (eeba4314-1b20-485c-bf10-5aefa6c08472/c5e7fccc-8d92-4c62-a627-7939622314fd/9a12708a-e542-412a-8bdf-3316d0b4c063) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:23.582379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dfd44-e43b-4de8-9dea-57bcb34c0b4f None None] Pushing event updated for resources: {'Port': ['ID=bcd17172-5748-45e7-b684-bba099b62a82,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:23.608538 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.633970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.724582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Attempting to bind port bcd17172-5748-45e7-b684-bba099b62a82 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:23.725114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Attempting to bind port bcd17172-5748-45e7-b684-bba099b62a82 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:23.725610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Attempting to bind port bcd17172-5748-45e7-b684-bba099b62a82 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:23.738013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:23.738550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Checking segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:23.739708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.740363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Bound using segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:23.740966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Bound port: bcd17172-5748-45e7-b684-bba099b62a82, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:23.741458 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.755467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Allocated IP 172.25.0.8 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/864a47da-525b-4788-aa99-ade78ee029fc) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:23.869181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] For port bcd17172-5748-45e7-b684-bba099b62a82, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:23.874696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.905039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] For port bcd17172-5748-45e7-b684-bba099b62a82, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcd17172-5748-45e7-b684-bba099b62a82,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:23.913609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.914345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.916222 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.919153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1c9a74f1-50e9-4167-b033-a8f0c9844233 None None] Provisioning complete for port bcd17172-5748-45e7-b684-bba099b62a82 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:23.919153 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f1-50e9-4167-b033-a8f0c9844233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.954645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:23.963436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:23.965700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Pushing event updated for resources: {'Port': ['ID=864a47da-525b-4788-aa99-ade78ee029fc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:23.967593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:23.968188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:23.994779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e35f4-b581-4f0b-a735-1b5eb25bc48d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:24.037335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Network eeba4314-1b20-485c-bf10-5aefa6c08472 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:24.043867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:24.048304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Routers {'0956d147-77a2-4370-8b9c-ee05cee7cde8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:24.048940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0956d147-77a2-4370-8b9c-ee05cee7cde8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:24.107065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dfd44-e43b-4de8-9dea-57bcb34c0b4f None None] Pushing event updated for resources: {'Port': ['ID=bcd17172-5748-45e7-b684-bba099b62a82,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:24.111395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:24.199697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Pushing event updated for resources: {'Port': ['ID=9a12708a-e542-412a-8bdf-3316d0b4c063,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:24.227615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] Set router 0956d147-77a2-4370-8b9c-ee05cee7cde8 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:24.282065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.349745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f1-50e9-4167-b033-a8f0c9844233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.423021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Attempting to bind port 9a12708a-e542-412a-8bdf-3316d0b4c063 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:24.423528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Attempting to bind port 9a12708a-e542-412a-8bdf-3316d0b4c063 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:24.423966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Attempting to bind port 9a12708a-e542-412a-8bdf-3316d0b4c063 on network eeba4314-1b20-485c-bf10-5aefa6c08472 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:24.469576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:24.469957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Checking segment: {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:24.470359 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.470756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Bound using segment: {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:24.471241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Bound port: 9a12708a-e542-412a-8bdf-3316d0b4c063, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:24.471649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.501628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.503542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1c9a74f1-50e9-4167-b033-a8f0c9844233 None None] For port bcd17172-5748-45e7-b684-bba099b62a82, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcd17172-5748-45e7-b684-bba099b62a82,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:24.510961 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f1-50e9-4167-b033-a8f0c9844233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.643925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Router 784d7d45-969b-4f8e-b904-dd44f8400dad is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:14:24.756363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:24.767819 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Sync routers for ids ['784d7d45-969b-4f8e-b904-dd44f8400dad'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:24.780562 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.782109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-29dabbaa-5598-48e9-ae2c-69e5d5117f5c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7113500 Dec 09 15:14:24.783946 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Routers {'784d7d45-969b-4f8e-b904-dd44f8400dad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:24.784732 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['784d7d45-969b-4f8e-b904-dd44f8400dad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:24.785102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41630) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:24.794622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a74f1-50e9-4167-b033-a8f0c9844233 None None] Pushing event updated for resources: {'Port': ['ID=bcd17172-5748-45e7-b684-bba099b62a82,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:24.797585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cf72beb4-ce14-4ad4-bfa6-c1c26ba9d8af None None] Provisioning complete for port bcd17172-5748-45e7-b684-bba099b62a82 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:24.797966 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf72beb4-ce14-4ad4-bfa6-c1c26ba9d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.841425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] For port 9a12708a-e542-412a-8bdf-3316d0b4c063, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:24.866055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] For port 9a12708a-e542-412a-8bdf-3316d0b4c063, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9a12708a-e542-412a-8bdf-3316d0b4c063,segment=NetworkSegment(86d5492e-afc8-418c-a73f-96daf301bf53),segment_id=86d5492e-afc8-418c-a73f-96daf301bf53)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:24.882440 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:24.927450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Set router 784d7d45-969b-4f8e-b904-dd44f8400dad gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:24.935132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b522e96a-420b-4589-ab79-116135be5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:20Z', 'revision_number': 4, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'bcd17172-5748-45e7-b684-bba099b62a82', 'name': '', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'mac_address': 'fa:16:3e:95:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:19Z', 'updated_at': '2021-12-09T15:14:23Z', 'revision_number': 4, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'subnets': [{'id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:25.034503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522e96a-420b-4589-ab79-116135be5534 None None] The sync data for ids ['0956d147-77a2-4370-8b9c-ee05cee7cde8'] in n-d-804292-5 is: [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:20Z', 'revision_number': 4, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'bcd17172-5748-45e7-b684-bba099b62a82', 'name': '', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'mac_address': 'fa:16:3e:95:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:19Z', 'updated_at': '2021-12-09T15:14:23Z', 'revision_number': 4, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'subnets': [{'id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:25.050776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae803a-b3cf-403a-9434-a9e345b6d311 None None] Pushing event updated for resources: {'Port': ['ID=9a12708a-e542-412a-8bdf-3316d0b4c063,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:25.064090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cf72beb4-ce14-4ad4-bfa6-c1c26ba9d8af None None] Provisioning complete for port 864a47da-525b-4788-aa99-ade78ee029fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:25.064660 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf72beb4-ce14-4ad4-bfa6-c1c26ba9d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.154390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cf72beb4-ce14-4ad4-bfa6-c1c26ba9d8af None None] Port 864a47da-525b-4788-aa99-ade78ee029fc cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:25.181223 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:24Z', 'revision_number': 3, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:25.213381 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Checking router: 784d7d45-969b-4f8e-b904-dd44f8400dad for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:25.213870 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Updating router 784d7d45-969b-4f8e-b904-dd44f8400dad port 864a47da-525b-4788-aa99-ade78ee029fc binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:14:25.247001 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.533944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.609241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19a69ec0-a20f-423e-9a61-1149720a4a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.627506 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.634697 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.684013 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49533ed9-89e1-4f74-a4e6-8bbb67d02131 None None] Pushing event updated for resources: {'Port': ['ID=864a47da-525b-4788-aa99-ade78ee029fc,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:25.703763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db492ee2-b7b3-468d-8358-0943a7e253f9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:25.707272 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Attempting to bind port 864a47da-525b-4788-aa99-ade78ee029fc on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:25.707834 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Attempting to bind port 864a47da-525b-4788-aa99-ade78ee029fc by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:25.708314 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Attempting to bind port 864a47da-525b-4788-aa99-ade78ee029fc on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:25.714993 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:25.715550 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:25.716016 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.716472 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:25.717005 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Bound port: 864a47da-525b-4788-aa99-ade78ee029fc, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:25.717452 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.772640 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] For port 864a47da-525b-4788-aa99-ade78ee029fc, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:25.776105 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] For port 864a47da-525b-4788-aa99-ade78ee029fc, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=864a47da-525b-4788-aa99-ade78ee029fc,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:25.783885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dcfe3249-c401-47b7-af32-a301a7a00c21 None None] Provisioning complete for port 864a47da-525b-4788-aa99-ade78ee029fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:25.784833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3249-c401-47b7-af32-a301a7a00c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.792155 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.812852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Allocated IP 172.20.0.1 (eeba4314-1b20-485c-bf10-5aefa6c08472/c5e7fccc-8d92-4c62-a627-7939622314fd/9d51a1ee-16e6-4f76-827b-d3bba54070ff) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:25.853401 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49533ed9-89e1-4f74-a4e6-8bbb67d02131 None None] Pushing event updated for resources: {'Port': ['ID=864a47da-525b-4788-aa99-ade78ee029fc,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:25.873778 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Routers {'784d7d45-969b-4f8e-b904-dd44f8400dad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:25.875302 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['784d7d45-969b-4f8e-b904-dd44f8400dad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:25.907071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70379053-4385-4b4f-8a56-2a3704134a5c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:25.933989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3249-c401-47b7-af32-a301a7a00c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:25.992614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-dcfe3249-c401-47b7-af32-a301a7a00c21 None None] For port 864a47da-525b-4788-aa99-ade78ee029fc, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=864a47da-525b-4788-aa99-ade78ee029fc,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:25.993829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.010552 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3249-c401-47b7-af32-a301a7a00c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.085623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.107994 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] Set router 784d7d45-969b-4f8e-b904-dd44f8400dad gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:26.160073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe3249-c401-47b7-af32-a301a7a00c21 None None] Pushing event updated for resources: {'Port': ['ID=864a47da-525b-4788-aa99-ade78ee029fc,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:26.175841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Network eeba4314-1b20-485c-bf10-5aefa6c08472 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:26.184992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-11ca0032-bdfe-4fb5-94b7-899a792b329d None None] Provisioning complete for port 864a47da-525b-4788-aa99-ade78ee029fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:26.186827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-11ca0032-bdfe-4fb5-94b7-899a792b329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.189672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:26.198084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:26.259713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcd17172-5748-45e7-b684-bba099b62a82 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:26.315539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.425623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bcd17172-5748-45e7-b684-bba099b62a82 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:26.425855 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.444742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Pushing event updated for resources: {'Port': ['ID=9d51a1ee-16e6-4f76-827b-d3bba54070ff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:26.584358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b081083-2555-472d-87f3-dc9bccc6cfb9 None None] Network eeba4314-1b20-485c-bf10-5aefa6c08472 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:14:26.588809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.611325 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:24Z', 'revision_number': 3, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:26.613238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9a12708a-e542-412a-8bdf-3316d0b4c063 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:26.645055 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240ef30-faff-49f0-b803-ef5b559bdb67 None None] The sync data for ids ['784d7d45-969b-4f8e-b904-dd44f8400dad'] in n-d-804292-5 is: [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:24Z', 'revision_number': 3, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:26.811502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-598ff33f-e9a9-485b-bebc-3004e60e0310 None None] Provisioning complete for port 9a12708a-e542-412a-8bdf-3316d0b4c063 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:26.811828 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-598ff33f-e9a9-485b-bebc-3004e60e0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.844492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.846623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.855190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.860689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9a12708a-e542-412a-8bdf-3316d0b4c063 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:26.861074 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.958028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:26.969915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Pushing event updated for resources: {'Port': ['ID=9d51a1ee-16e6-4f76-827b-d3bba54070ff,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:26.985405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-598ff33f-e9a9-485b-bebc-3004e60e0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:27.087147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:27.108840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-598ff33f-e9a9-485b-bebc-3004e60e0310 None None] For port 9a12708a-e542-412a-8bdf-3316d0b4c063, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9a12708a-e542-412a-8bdf-3316d0b4c063,segment=NetworkSegment(86d5492e-afc8-418c-a73f-96daf301bf53),segment_id=86d5492e-afc8-418c-a73f-96daf301bf53)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:27.131275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-598ff33f-e9a9-485b-bebc-3004e60e0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:27.133608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Network eeba4314-1b20-485c-bf10-5aefa6c08472 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:27.135245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:27.393743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Router 784d7d45-969b-4f8e-b904-dd44f8400dad has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:14:27.481049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:14:27.492623 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:14:27.514434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-968b5f07-03f5-4daa-a754-3ef5a0b3dfc2 None None] Provisioning complete for port 9a12708a-e542-412a-8bdf-3316d0b4c063 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:27.514806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-968b5f07-03f5-4daa-a754-3ef5a0b3dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:27.517214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ff33f-e9a9-485b-bebc-3004e60e0310 None None] Pushing event updated for resources: {'Port': ['ID=9a12708a-e542-412a-8bdf-3316d0b4c063,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:27.632029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:27.645558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c1f66850-010e-426e-9abd-33e92ae37879 admin admin] 10.222.0.46 "PUT /v2.0/routers/784d7d45-969b-4f8e-b904-dd44f8400dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8502972 Dec 09 15:14:27.777876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-968b5f07-03f5-4daa-a754-3ef5a0b3dfc2 None None] Provisioning complete for port 9d51a1ee-16e6-4f76-827b-d3bba54070ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:27.780347 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-968b5f07-03f5-4daa-a754-3ef5a0b3dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:27.836777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88cecb-df71-4fdc-a118-dbcfada8cdf7 req-4ef862c4-ed0f-4dc7-9042-43122184cbb5 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:27.847919 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d88cecb-df71-4fdc-a118-dbcfada8cdf7 req-4ef862c4-ed0f-4dc7-9042-43122184cbb5 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 950 time: 0.1020007 Dec 09 15:14:27.875954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-968b5f07-03f5-4daa-a754-3ef5a0b3dfc2 None None] Port 9d51a1ee-16e6-4f76-827b-d3bba54070ff cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:27.972715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d88cecb-df71-4fdc-a118-dbcfada8cdf7 req-260ea02d-861c-4d74-8206-09142333f9fe tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169608 Dec 09 15:14:28.071842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9cb35e80-d6b4-49b8-bb91-d506c8549720 None None] Provisioning complete for port 9d51a1ee-16e6-4f76-827b-d3bba54070ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:28.072365 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9cb35e80-d6b4-49b8-bb91-d506c8549720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:28.173003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9cb35e80-d6b4-49b8-bb91-d506c8549720 None None] Port 9d51a1ee-16e6-4f76-827b-d3bba54070ff cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:28.348313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b6c02706-8b5a-46ff-9a39-9add148d6fdf None None] Provisioning complete for port 9d51a1ee-16e6-4f76-827b-d3bba54070ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:28.348778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b6c02706-8b5a-46ff-9a39-9add148d6fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:28.416241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:28.451121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 864a47da-525b-4788-aa99-ade78ee029fc up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:28.493182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b6c02706-8b5a-46ff-9a39-9add148d6fdf None None] Port 9d51a1ee-16e6-4f76-827b-d3bba54070ff cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:28.544163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 864a47da-525b-4788-aa99-ade78ee029fc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:28.544815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:28.646648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9a12708a-e542-412a-8bdf-3316d0b4c063 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:28.698948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9a12708a-e542-412a-8bdf-3316d0b4c063 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:28.699607 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:29.047561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-ae670b38-d512-4a8b-9b60-ae53ff33eed1 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:29.057092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-ae670b38-d512-4a8b-9b60-ae53ff33eed1 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/networks?id=d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 200 len: 911 time: 0.5628254 Dec 09 15:14:29.081124 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-6829afc8-a583-4949-b7d4-0ab4a6ab187f tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/quotas/75237fbebe8642a19c11e6fb025b0f39 HTTP/1.1" status: 200 len: 375 time: 0.0229993 Dec 09 15:14:29.154243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212c13-d5c8-41ac-8b91-a8c56ca93033 req-c050bf0f-1e5d-4d24-9696-eb5b5d37d1f5 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:29.155977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd212c13-d5c8-41ac-8b91-a8c56ca93033 req-c050bf0f-1e5d-4d24-9696-eb5b5d37d1f5 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 950 time: 0.0760684 Dec 09 15:14:29.187177 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-99b53592-8366-43c2-91e2-ac1e6c1d1780 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=75237fbebe8642a19c11e6fb025b0f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046331 Dec 09 15:14:29.192987 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:29.230487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd212c13-d5c8-41ac-8b91-a8c56ca93033 req-08d0e3cd-a3a2-45cc-a237-7151c14f665a tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665851 Dec 09 15:14:29.302885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-42897dc1-9492-4368-a0bf-06fa065d8327 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:29.304886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-42897dc1-9492-4368-a0bf-06fa065d8327 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.36 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 950 time: 0.0734618 Dec 09 15:14:29.313909 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-a532905c-3293-427f-98e7-30a892a960ed service neutron] 10.222.0.46 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256163 Dec 09 15:14:29.431075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Deleting port 97f065a7-281e-45ed-932d-aa94a4b4cec2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:14:29.431641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-8d19b18b-4c55-45e4-9893-1a2dd585cf70 service neutron] 10.222.0.46 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070201 Dec 09 15:14:29.432046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:29.526096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Sync routers for ids ['784d7d45-969b-4f8e-b904-dd44f8400dad'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:29.539647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Routers {'784d7d45-969b-4f8e-b904-dd44f8400dad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:29.540379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['784d7d45-969b-4f8e-b904-dd44f8400dad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:29.563932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] For port 97f065a7-281e-45ed-932d-aa94a4b4cec2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=97f065a7-281e-45ed-932d-aa94a4b4cec2,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:29.565043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:29.596316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Calling delete_port for 97f065a7-281e-45ed-932d-aa94a4b4cec2 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:14:29.635246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e22184c-54e7-4cbb-8316-adc0ceb2a6ae req-c7a2e159-c3d9-46c4-8d0b-5dbcdc9678d9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 210 time: 0.0403547 Dec 09 15:14:29.688976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Set router 784d7d45-969b-4f8e-b904-dd44f8400dad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:29.797767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:29.834528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['97f065a7-281e-45ed-932d-aa94a4b4cec2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:29.850312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Pushing event deleted for resources: {'Port': ['ID=97f065a7-281e-45ed-932d-aa94a4b4cec2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:29.901459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] No DVR routers for this DVR port 97f065a7-281e-45ed-932d-aa94a4b4cec2 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:29.905035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:29.912545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e7f91611-9ae8-4e03-bc9c-245b7491f271 req-82d7ff0d-79f7-4e05-8d12-841e24899535 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.36 "DELETE /v2.0/ports/97f065a7-281e-45ed-932d-aa94a4b4cec2 HTTP/1.1" status: 204 len: 173 time: 0.5967567 Dec 09 15:14:29.913135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84baede8-590c-444b-907b-0cf6f16bbd65', 'name': 'network-vif-deleted', 'tag': '97f065a7-281e-45ed-932d-aa94a4b4cec2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:29.925045 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d56ef-ecb8-4b51-8fd8-dfc5e020cbce" -d '{"events": [{"server_uuid": "84baede8-590c-444b-907b-0cf6f16bbd65", "name": "network-vif-deleted", "tag": "97f065a7-281e-45ed-932d-aa94a4b4cec2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:29.981247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:26Z', 'revision_number': 4, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9d51a1ee-16e6-4f76-827b-d3bba54070ff', 'name': '', 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'mac_address': 'fa:16:3e:19:7b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c5e7fccc-8d92-4c62-a627-7939622314fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:25Z', 'updated_at': '2021-12-09T15:14:26Z', 'revision_number': 2, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'subnets': [{'id': 'c5e7fccc-8d92-4c62-a627-7939622314fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:29.987985 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43d88e3-6d4a-4784-b930-911125d87ee8 x-openstack-request-id: req-e43d88e3-6d4a-4784-b930-911125d87ee8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:29.988135 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84baede8-590c-444b-907b-0cf6f16bbd65", "name": "network-vif-deleted", "tag": "97f065a7-281e-45ed-932d-aa94a4b4cec2", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:29.988500 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e43d88e3-6d4a-4784-b930-911125d87ee8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:29.989728 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84baede8-590c-444b-907b-0cf6f16bbd65', 'name': 'network-vif-deleted', 'tag': '97f065a7-281e-45ed-932d-aa94a4b4cec2', 'status': 'completed', 'code': 200} Dec 09 15:14:30.015041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Checking router: 784d7d45-969b-4f8e-b904-dd44f8400dad for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:30.015312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Updating router 784d7d45-969b-4f8e-b904-dd44f8400dad port 9d51a1ee-16e6-4f76-827b-d3bba54070ff binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:14:30.041806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:30.584374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-969ba045-5be2-41ed-8a6f-74d6a961cf5e req-e06d197b-5283-4be4-87a4-da90c94394a3 tempest-VolumesBackupsTest-1558625236 tempest-VolumesBackupsTest-1558625236-project] 10.222.0.46 "GET /v2.0/ports?device_id=84baede8-590c-444b-907b-0cf6f16bbd65 HTTP/1.1" status: 200 len: 210 time: 0.2571557 Dec 09 15:14:30.646279 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:30.652236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:30.705976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0166-6432-484e-8d2e-2c3ccfab8034 None None] Pushing event updated for resources: {'Port': ['ID=9d51a1ee-16e6-4f76-827b-d3bba54070ff,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:30.758658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Attempting to bind port 9d51a1ee-16e6-4f76-827b-d3bba54070ff on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:30.759198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Attempting to bind port 9d51a1ee-16e6-4f76-827b-d3bba54070ff by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:30.759637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Attempting to bind port 9d51a1ee-16e6-4f76-827b-d3bba54070ff on network eeba4314-1b20-485c-bf10-5aefa6c08472 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:30.765150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:30.765636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Checking segment: {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:30.766127 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:30.766561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-776da13f-3635-4a39-854f-a38f3069718f req-45d7976d-8591-4552-b048-00287bc702c9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 210 time: 0.0449314 Dec 09 15:14:30.767018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Bound using segment: {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:30.767213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Bound port: 9d51a1ee-16e6-4f76-827b-d3bba54070ff, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d5492e-afc8-418c-a73f-96daf301bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:30.767704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:30.837823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] For port 9d51a1ee-16e6-4f76-827b-d3bba54070ff, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:30.841194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] For port 9d51a1ee-16e6-4f76-827b-d3bba54070ff, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9d51a1ee-16e6-4f76-827b-d3bba54070ff,segment=NetworkSegment(86d5492e-afc8-418c-a73f-96daf301bf53),segment_id=86d5492e-afc8-418c-a73f-96daf301bf53)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:30.846434 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:30.908578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0166-6432-484e-8d2e-2c3ccfab8034 None None] Pushing event updated for resources: {'Port': ['ID=9d51a1ee-16e6-4f76-827b-d3bba54070ff,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:30.922012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Routers {'784d7d45-969b-4f8e-b904-dd44f8400dad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:30.923114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['784d7d45-969b-4f8e-b904-dd44f8400dad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:31.111387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-f5565fe2-86a3-4bdc-9abb-fe3b654c58bc tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:31.113421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-f5565fe2-86a3-4bdc-9abb-fe3b654c58bc tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.36 "GET /v2.0/networks?id=d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 200 len: 911 time: 0.1107948 Dec 09 15:14:31.127592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Request body: {'port': {'device_id': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'admin_state_up': True, 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:31.144243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] Set router 784d7d45-969b-4f8e-b904-dd44f8400dad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:31.165471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Made reservation on behalf of 75237fbebe8642a19c11e6fb025b0f39 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:31.168460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.174349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Provisioning complete for port 9d51a1ee-16e6-4f76-827b-d3bba54070ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:31.174771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.309662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Allocated IP 172.20.0.14 (d52c34b5-0f42-4264-af7d-913a87e58ce2/fc69cc34-f239-43e7-9063-84ccc9fee306/0a3d350c-b9aa-46ee-bdec-6164f2d84815) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:31.401947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.452788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.460230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] For port 9d51a1ee-16e6-4f76-827b-d3bba54070ff, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9d51a1ee-16e6-4f76-827b-d3bba54070ff,segment=NetworkSegment(86d5492e-afc8-418c-a73f-96daf301bf53),segment_id=86d5492e-afc8-418c-a73f-96daf301bf53)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:31.466918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.498993 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.522743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:26Z', 'revision_number': 4, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9d51a1ee-16e6-4f76-827b-d3bba54070ff', 'name': '', 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'mac_address': 'fa:16:3e:19:7b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c5e7fccc-8d92-4c62-a627-7939622314fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:25Z', 'updated_at': '2021-12-09T15:14:30Z', 'revision_number': 4, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'subnets': [{'id': 'c5e7fccc-8d92-4c62-a627-7939622314fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:31.558855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81da0e-366f-441b-954f-e93cbf50692f None None] The sync data for ids ['784d7d45-969b-4f8e-b904-dd44f8400dad'] in n-d-804292-5 is: [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:26Z', 'revision_number': 4, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9d51a1ee-16e6-4f76-827b-d3bba54070ff', 'name': '', 'network_id': 'eeba4314-1b20-485c-bf10-5aefa6c08472', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'mac_address': 'fa:16:3e:19:7b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'c5e7fccc-8d92-4c62-a627-7939622314fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:25Z', 'updated_at': '2021-12-09T15:14:30Z', 'revision_number': 4, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'subnets': [{'id': 'c5e7fccc-8d92-4c62-a627-7939622314fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:31.563558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Pushing event updated for resources: {'Port': ['ID=9d51a1ee-16e6-4f76-827b-d3bba54070ff,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:31.572417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.572768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.573644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.573644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.573877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.574635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.574635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.574880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.575175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.575369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.575880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.576231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.576559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81509bd-5c3b-432a-aa5e-fba59dd01a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:31.594242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-590417d2-563d-4da7-a3cb-6871a6178646 None None] Provisioning complete for port 9d51a1ee-16e6-4f76-827b-d3bba54070ff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:31.594615 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-590417d2-563d-4da7-a3cb-6871a6178646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:31.951745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8fe8-fc28-4eac-b8eb-8c1c1bee6ce6 req-c572b413-e697-4509-befa-0317d80f55b7 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:31.954157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-21bc8fe8-fc28-4eac-b8eb-8c1c1bee6ce6 req-c572b413-e697-4509-befa-0317d80f55b7 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1028 time: 0.1175869 Dec 09 15:14:31.991086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:31.994053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:32.000234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:32.033764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3d350c-b9aa-46ee-bdec-6164f2d84815,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:32.053674 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-21bc8fe8-fc28-4eac-b8eb-8c1c1bee6ce6 req-e37648fd-486f-4824-abac-ad161ee69158 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836861 Dec 09 15:14:32.079988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:32.080283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.100490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3483a020-7834-49ff-ae89-8ed55cfa6199 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9771862 Dec 09 15:14:32.114747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Request body: {'port': {'device_id': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:32.177570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.318821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9d51a1ee-16e6-4f76-827b-d3bba54070ff up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:32.389047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f363d5d2-916d-4879-9621-52fd79c2d2eb None None] Provisioning complete for port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:32.389666 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f363d5d2-916d-4879-9621-52fd79c2d2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.402177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9d51a1ee-16e6-4f76-827b-d3bba54070ff triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:32.402808 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.470422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f363d5d2-916d-4879-9621-52fd79c2d2eb None None] Port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:32.553274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3d350c-b9aa-46ee-bdec-6164f2d84815 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:32.562219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.576184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Transition to ACTIVE for port object 0a3d350c-b9aa-46ee-bdec-6164f2d84815 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:14:32.581665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.689017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Pushing event updated for resources: {'Port': ['ID=0a3d350c-b9aa-46ee-bdec-6164f2d84815,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:32.721129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Attempting to bind port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:32.721758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Attempting to bind port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:32.722632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Attempting to bind port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:32.728509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:14:32.728920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Attempting to bind port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:32.731274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 97f065a7-281e-45ed-932d-aa94a4b4cec2 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:32.735959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:32.736512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Checking segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:32.736972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Bound using segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:32.737676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Bound port: 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:32.738106 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.776572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 97f065a7-281e-45ed-932d-aa94a4b4cec2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:14:32.777244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 97f065a7-281e-45ed-932d-aa94a4b4cec2 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:14:32.820948 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] For port 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:32.824023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] For port 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:32.833695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.880412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:32.880995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:32.882385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] 10.222.0.36 "PUT /v2.0/ports/0a3d350c-b9aa-46ee-bdec-6164f2d84815 HTTP/1.1" status: 200 len: 1092 time: 0.7726543 Dec 09 15:14:32.882855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'tag': '0a3d350c-b9aa-46ee-bdec-6164f2d84815'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:32.885181 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92922477-658c-4ab1-8e6f-8c5188d3e338" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb405cf-2e77-404a-ba83-6cb261e6b16e", "tag": "0a3d350c-b9aa-46ee-bdec-6164f2d84815"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:32.912871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32fc08-3aa7-4b1f-ab95-669e1df1032a service neutron] Pushing event updated for resources: {'Port': ['ID=0a3d350c-b9aa-46ee-bdec-6164f2d84815,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:32.971515 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a34c2-f28c-40fe-9ccd-7e0d242db707 x-openstack-request-id: req-e93a34c2-f28c-40fe-9ccd-7e0d242db707 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:32.971894 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb405cf-2e77-404a-ba83-6cb261e6b16e", "tag": "0a3d350c-b9aa-46ee-bdec-6164f2d84815", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:32.972208 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e93a34c2-f28c-40fe-9ccd-7e0d242db707 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:32.972674 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'tag': '0a3d350c-b9aa-46ee-bdec-6164f2d84815', 'status': 'completed', 'code': 200} Dec 09 15:14:32.999119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3fac8685-a07c-471f-b417-66876b60d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.005016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3fac8685-a07c-471f-b417-66876b60d459 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75237fbebe8642a19c11e6fb025b0f39&device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1095 time: 0.0650156 Dec 09 15:14:33.066670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-3fe80d3f-2b92-48f1-9b5b-5909f0c5fea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815 HTTP/1.1" status: 200 len: 217 time: 0.0526714 Dec 09 15:14:33.140214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-31cfe85a-1e60-4b75-a20e-75c957b0d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.141861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-31cfe85a-1e60-4b75-a20e-75c957b0d5e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc69cc34-f239-43e7-9063-84ccc9fee306 HTTP/1.1" status: 200 len: 849 time: 0.0593853 Dec 09 15:14:33.190443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9926-5553-4c77-a2a9-6fda3cca8162 req-d6f73989-8b9f-4141-be0c-7e94f0a169b9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.199725 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b1a9926-5553-4c77-a2a9-6fda3cca8162 req-d6f73989-8b9f-4141-be0c-7e94f0a169b9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1095 time: 0.0592632 Dec 09 15:14:33.220420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-fdad3ff7-bf7e-4697-8817-65cfc849aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.222282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-fdad3ff7-bf7e-4697-8817-65cfc849aaf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d52c34b5-0f42-4264-af7d-913a87e58ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658376 Dec 09 15:14:33.260344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b1a9926-5553-4c77-a2a9-6fda3cca8162 req-cadb57f5-c23d-46bd-9d38-8582571587e0 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Dec 09 15:14:33.346452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-6fb70964-df6d-4e9f-8abb-cd7645b79172 service neutron] 10.222.0.36 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121125 Dec 09 15:14:33.438994 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3cd9adb-ea75-4818-8616-5dd935c39a32 req-24cffeeb-c67e-4cfe-87ae-282589975e7c service neutron] 10.222.0.36 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Dec 09 15:14:33.541983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-125a6bf3-ed02-44db-89df-910c7c138d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.542219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-125a6bf3-ed02-44db-89df-910c7c138d70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75237fbebe8642a19c11e6fb025b0f39&device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1095 time: 0.0455661 Dec 09 15:14:33.636370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-93e16b26-9690-4863-a4e7-c04e7ba6bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.637784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-93e16b26-9690-4863-a4e7-c04e7ba6bfde service neutron] 10.222.0.36 "GET /v2.0/networks?id=d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 200 len: 911 time: 0.0879457 Dec 09 15:14:33.687014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-36a6aa79-ec71-4dd1-80d1-dfe666225d44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815 HTTP/1.1" status: 200 len: 217 time: 0.0405514 Dec 09 15:14:33.740777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-070e58c5-c88d-48eb-8374-66644eb56da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.742267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-070e58c5-c88d-48eb-8374-66644eb56da9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc69cc34-f239-43e7-9063-84ccc9fee306 HTTP/1.1" status: 200 len: 849 time: 0.0471854 Dec 09 15:14:33.791670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-546c048d-ab00-4ac6-aa52-8ea9cc252292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:33.793188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-546c048d-ab00-4ac6-aa52-8ea9cc252292 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d52c34b5-0f42-4264-af7d-913a87e58ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414360 Dec 09 15:14:33.900211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-90f26a84-574f-4439-944b-5421d8df1635 service neutron] 10.222.0.36 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915487 Dec 09 15:14:33.996988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92922477-658c-4ab1-8e6f-8c5188d3e338 req-54b977fb-b346-4ecb-9637-c10d5ead23fc service neutron] 10.222.0.36 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Dec 09 15:14:34.368268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80fb37-a732-4ad9-83ad-1c945ca8673c req-85c33344-6dcc-4eb3-94a4-7cb2f726c74d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:34.369848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e80fb37-a732-4ad9-83ad-1c945ca8673c req-85c33344-6dcc-4eb3-94a4-7cb2f726c74d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1095 time: 0.0419867 Dec 09 15:14:34.419460 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e80fb37-a732-4ad9-83ad-1c945ca8673c req-6364fa12-bfad-41fb-927e-51fc1651dc36 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Dec 09 15:14:35.533286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61740a5-313f-408a-a90c-b55a4a6308c7 req-a2bd4329-dcb2-4e68-8ba2-f341cf9dff99 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:35.534822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c61740a5-313f-408a-a90c-b55a4a6308c7 req-a2bd4329-dcb2-4e68-8ba2-f341cf9dff99 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1095 time: 0.0429070 Dec 09 15:14:35.592628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c61740a5-313f-408a-a90c-b55a4a6308c7 req-84ef290c-bbc9-4bff-9ba8-025dad168fbd tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Dec 09 15:14:36.728807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c69c3-af80-42f3-ac12-e5f596dd2f25 req-51ce813a-e4ef-403c-b77a-635f7ca726c4 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:36.730582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-427c69c3-af80-42f3-ac12-e5f596dd2f25 req-51ce813a-e4ef-403c-b77a-635f7ca726c4 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1095 time: 0.0432093 Dec 09 15:14:36.738743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0a3d350c-b9aa-46ee-bdec-6164f2d84815 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:14:36.795970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-427c69c3-af80-42f3-ac12-e5f596dd2f25 req-98759906-be56-4af1-9a81-47a7ba640274 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 Dec 09 15:14:36.857102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:36.868823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '0a3d350c-b9aa-46ee-bdec-6164f2d84815', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'port_id': '0a3d350c-b9aa-46ee-bdec-6164f2d84815', 'mac_address': 'fa:16:3e:e0:82:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:14:36.921258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:36.935311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3d350c-b9aa-46ee-bdec-6164f2d84815 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:36.955090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:36.961125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:37.012512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0a3d350c-b9aa-46ee-bdec-6164f2d84815,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:37.272341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0a3d350c-b9aa-46ee-bdec-6164f2d84815'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:37.853561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:37.915307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c66c4-2d96-400b-a115-68aa05f86be0 req-04518080-59d7-4f62-8c28-9248169e2305 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:37.917519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c7c66c4-2d96-400b-a115-68aa05f86be0 req-04518080-59d7-4f62-8c28-9248169e2305 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1096 time: 0.0429833 Dec 09 15:14:37.970128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c7c66c4-2d96-400b-a115-68aa05f86be0 req-f0abf501-02a8-4142-91ca-5f6412416c9b tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Dec 09 15:14:37.978353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c6d4ebe-5383-4dd5-869e-c5007bcce36e tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7058 time: 0.1234519 Dec 09 15:14:37.981184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41734) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:37.990854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'network': {'name': 'tempest-network-smoke--1953322368', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'port_security_enabled': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:38.012554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Made reservation on behalf of 3bec46d0a1c748da9008f1b78881add5 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:38.016668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.041583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:14:38.051050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.051522 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Added segment e946f3b8-dfcb-4974-9e24-e9f75fa70bd9 of type vlan for network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 Dec 09 15:14:38.092421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.117864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.123284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:38.123916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.168211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1833305 Dec 09 15:14:38.168577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41736) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:38.173690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'admin_state_up': True, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:38.209086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bdc68-d368-426f-b979-95d564df34bf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Network': ['ID=79724e6a-0ce3-4cdc-951a-b5b6cdf09842,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:38.219371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:14:38.232944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.233973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.300123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.441255 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.642002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.661330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.753189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0a3d350c-b9aa-46ee-bdec-6164f2d84815 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:38.785550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.25.0.173 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/d2321936-8754-4afe-b148-8c00b8683645) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:38.808870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:14:38.814969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:38.815754 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.907787 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.926145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.937652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3d350c-b9aa-46ee-bdec-6164f2d84815'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:38.940315 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b9e34-fe6a-48bd-9b10-acdd2a7df787" -d '{"events": [{"server_uuid": "fcb405cf-2e77-404a-ba83-6cb261e6b16e", "name": "network-vif-plugged", "status": "completed", "tag": "0a3d350c-b9aa-46ee-bdec-6164f2d84815"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:38.959088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:38.964833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:38.966497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:39.032991 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30249dd1-eccc-41cf-81ee-c8ca26ff307c x-openstack-request-id: req-30249dd1-eccc-41cf-81ee-c8ca26ff307c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:39.033430 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb405cf-2e77-404a-ba83-6cb261e6b16e", "name": "network-vif-plugged", "status": "completed", "tag": "0a3d350c-b9aa-46ee-bdec-6164f2d84815", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:39.033807 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30249dd1-eccc-41cf-81ee-c8ca26ff307c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:39.034303 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3d350c-b9aa-46ee-bdec-6164f2d84815', 'code': 200} Dec 09 15:14:39.036201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0a3d350c-b9aa-46ee-bdec-6164f2d84815,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:39.085653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:39.093504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:39.096089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:39.098681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053387a4-1dc6-46b2-8b41-ee6dd43fe32c req-d4670bb9-9dd6-486d-90df-7f9bb38d4021 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:39.107935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-053387a4-1dc6-46b2-8b41-ee6dd43fe32c req-d4670bb9-9dd6-486d-90df-7f9bb38d4021 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.0544727 Dec 09 15:14:39.113460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abacab9-0163-44c7-a755-5178762337c4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:39.138275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=d2321936-8754-4afe-b148-8c00b8683645,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:39.152738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec99cb-da9b-4f02-8a39-31b78fb18ceb req-d2d49cad-b7b9-4cd9-877e-84b3630e7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:39.154263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baec99cb-da9b-4f02-8a39-31b78fb18ceb req-d2d49cad-b7b9-4cd9-877e-84b3630e7158 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.0948932 Dec 09 15:14:39.159582 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-053387a4-1dc6-46b2-8b41-ee6dd43fe32c req-9de19a34-5405-4773-8ee7-e85645e4eef8 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Dec 09 15:14:39.239627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d5a665b4-fc81-4765-a8eb-60a499a8a43b None None] Provisioning complete for port d2321936-8754-4afe-b148-8c00b8683645 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:39.240280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d5a665b4-fc81-4765-a8eb-60a499a8a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:39.280883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d5a665b4-fc81-4765-a8eb-60a499a8a43b None None] Port d2321936-8754-4afe-b148-8c00b8683645 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:39.289544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baec99cb-da9b-4f02-8a39-31b78fb18ceb req-e160d1eb-84ec-4f47-ae5b-530cdab29488 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265240 Dec 09 15:14:39.406922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:39.508296 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:14:39.605433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:39.735294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 07339db4-da34-43b1-b159-f2d6b7109e5a is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:14:39.851953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:39.861985 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Sync routers for ids ['07339db4-da34-43b1-b159-f2d6b7109e5a'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:39.873629 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Routers {'07339db4-da34-43b1-b159-f2d6b7109e5a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:39.874590 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['07339db4-da34-43b1-b159-f2d6b7109e5a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:39.900269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:39.903852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ce74e353-9d57-4408-9e5e-73282d62869c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7341428 Dec 09 15:14:39.905070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:39.991662 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Set router 07339db4-da34-43b1-b159-f2d6b7109e5a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:40.009645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f8fe62-aa1a-49f6-b8f2-31f339465176 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:40.011948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-01f8fe62-aa1a-49f6-b8f2-31f339465176 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3bec46d0a1c748da9008f1b78881add5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1056404 Dec 09 15:14:40.014745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41756) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:40.153881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6841b-902a-4243-9802-f6d18f889f3b tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:40.158134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ed6841b-902a-4243-9802-f6d18f889f3b tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1395257 Dec 09 15:14:40.158298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41758) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:40.179477 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:39Z', 'revision_number': 3, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:40.194252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-02d20582-5271-4cc0-ac6e-96381af0e199 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348737 Dec 09 15:14:40.197028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41762) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:40.207916 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Checking router: 07339db4-da34-43b1-b159-f2d6b7109e5a for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:40.208134 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Updating router 07339db4-da34-43b1-b159-f2d6b7109e5a port d2321936-8754-4afe-b148-8c00b8683645 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:14:40.228163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6445904b-62fc-4af4-a0ab-467fbad26c2c tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3bec46d0a1c748da9008f1b78881add5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296259 Dec 09 15:14:40.230867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41764) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:40.241707 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.355037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da75c2-f0f1-4ca7-9cb3-111f858ba8fd req-19cac26a-0945-4815-b35c-d98b88854758 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:40.356585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90da75c2-f0f1-4ca7-9cb3-111f858ba8fd req-19cac26a-0945-4815-b35c-d98b88854758 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.1141634 Dec 09 15:14:40.373135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafd126-da80-40f4-b86a-ee6f3384a535 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:40.375079 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6aafd126-da80-40f4-b86a-ee6f3384a535 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421781 Dec 09 15:14:40.377681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41766) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:40.419469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 41768) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:40.419869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-60a0b982-be33-4df0-8c0b-8d49a90e8235 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409300 Dec 09 15:14:40.427431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210874926', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:40.439928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90da75c2-f0f1-4ca7-9cb3-111f858ba8fd req-21aa4b73-c655-4eeb-9a73-14c6e436a8ea tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731707 Dec 09 15:14:40.508985 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.515637 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.540391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Made reservation on behalf of 3bec46d0a1c748da9008f1b78881add5 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:40.545614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.581927 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Pushing event updated for resources: {'Port': ['ID=d2321936-8754-4afe-b148-8c00b8683645,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:40.582155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2108a-c632-4caf-a9c8-62ba0a144aa3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:40.584589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Attempting to bind port d2321936-8754-4afe-b148-8c00b8683645 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:40.585596 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Attempting to bind port d2321936-8754-4afe-b148-8c00b8683645 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:40.585991 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Attempting to bind port d2321936-8754-4afe-b148-8c00b8683645 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:40.596324 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.596903 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.597466 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.598866 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.599414 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.600128 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.600634 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.601303 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.601925 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.602430 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.603039 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.603568 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.604077 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:14:40.613741 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:40.614381 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:40.615067 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.616431 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:40.616974 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Bound port: d2321936-8754-4afe-b148-8c00b8683645, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:40.617415 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.674251 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] For port d2321936-8754-4afe-b148-8c00b8683645, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:40.677872 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] For port d2321936-8754-4afe-b148-8c00b8683645, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d2321936-8754-4afe-b148-8c00b8683645,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:40.682331 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.720167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-908534e2-0a2c-4a96-8c70-9e4c3e729270 None None] Provisioning complete for port d2321936-8754-4afe-b148-8c00b8683645 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:40.720952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-908534e2-0a2c-4a96-8c70-9e4c3e729270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.766197 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Routers {'07339db4-da34-43b1-b159-f2d6b7109e5a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:40.766933 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['07339db4-da34-43b1-b159-f2d6b7109e5a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:40.768381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6cbc1-e6a3-4189-9daa-5bf84227fc70 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:14:40.807225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.819168 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595252f9-92bd-4358-8d7e-5135130c661a None None] Pushing event updated for resources: {'Port': ['ID=d2321936-8754-4afe-b148-8c00b8683645,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:40.838229 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-908534e2-0a2c-4a96-8c70-9e4c3e729270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.862041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-908534e2-0a2c-4a96-8c70-9e4c3e729270 None None] For port d2321936-8754-4afe-b148-8c00b8683645, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d2321936-8754-4afe-b148-8c00b8683645,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:40.870515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-908534e2-0a2c-4a96-8c70-9e4c3e729270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:40.897426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Subnet': ['ID=419609b0-08ed-4179-9eee-c1ff3eb5c68a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:40.903120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Checking segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:40.903544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network hostable DHCP agents. Network: 79724e6a-0ce3-4cdc-951a-b5b6cdf09842, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:14:40.940541 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] Set router 07339db4-da34-43b1-b159-f2d6b7109e5a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:40.940767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908534e2-0a2c-4a96-8c70-9e4c3e729270 None None] Pushing event updated for resources: {'Port': ['ID=d2321936-8754-4afe-b148-8c00b8683645,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:40.960533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:14:40.976747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 79724e6a-0ce3-4cdc-951a-b5b6cdf09842) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:40.982933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:40.983880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:41.007634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3118caff-a42d-483b-88d2-92601d39bb25 None None] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:14:41.015178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-63c17e79-f609-44fc-b374-e7b22dca3e64 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5916748 Dec 09 15:14:41.016231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 41776) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:14:41.038103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2360f014-827f-4ec2-84e7-86b1d8bc5db2 None None] Provisioning complete for port d2321936-8754-4afe-b148-8c00b8683645 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:41.038475 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2360f014-827f-4ec2-84e7-86b1d8bc5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:41.202505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'fixed_ips': [{'subnet_id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:14:41.203403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:41.239420 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:39Z', 'revision_number': 3, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:41.271113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb36ce-9a42-483e-a3b1-b6374f9507d3 None None] The sync data for ids ['07339db4-da34-43b1-b159-f2d6b7109e5a'] in n-d-804292-5 is: [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:39Z', 'revision_number': 3, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:41.602956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Allocated IP 172.20.0.18 (79724e6a-0ce3-4cdc-951a-b5b6cdf09842/419609b0-08ed-4179-9eee-c1ff3eb5c68a/78eaa447-f27c-4d11-8442-7ded3d1c7fe8) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:41.713820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2afb1-4dc2-4bb3-9eb0-d511ca06ec7a req-8ef369f1-dbc7-493c-8808-ec3eb98d9ebb tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:41.713820 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71f2afb1-4dc2-4bb3-9eb0-d511ca06ec7a req-8ef369f1-dbc7-493c-8808-ec3eb98d9ebb tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.0768790 Dec 09 15:14:41.878190 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:41.881086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:41.886173 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:41.946628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:41.947958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Pushing event updated for resources: {'Port': ['ID=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:41.957037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:41.960958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:42.026088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Attempting to bind port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:42.027579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Attempting to bind port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:42.028363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Attempting to bind port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 on network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:42.033905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:42.034432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Checking segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:42.035183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:42.036259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Bound using segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:42.036857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Bound port: 78eaa447-f27c-4d11-8442-7ded3d1c7fe8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:42.037353 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:42.038578 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71f2afb1-4dc2-4bb3-9eb0-d511ca06ec7a req-0866966f-bcb6-4266-af00-c9f7f3bfdfca tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799525 Dec 09 15:14:42.139605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] For port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:42.144046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] For port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:42.153793 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:42.235438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8ece-fd8b-46c8-b967-99a88365ff57 req-f9c5aaa9-983d-488b-8789-91f4956434c9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:42.247462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f67d8ece-fd8b-46c8-b967-99a88365ff57 req-f9c5aaa9-983d-488b-8789-91f4956434c9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.0964017 Dec 09 15:14:42.319726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f67d8ece-fd8b-46c8-b967-99a88365ff57 req-4ea512f2-a944-4feb-a301-8f3b82a54090 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709596 Dec 09 15:14:42.337868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc1ad5-c13a-41f2-8dd4-b8b4d993c5a1 None None] Pushing event updated for resources: {'Port': ['ID=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:42.415650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d2321936-8754-4afe-b148-8c00b8683645 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:42.525837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d2321936-8754-4afe-b148-8c00b8683645 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:42.526362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:42.560758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689cfe-ce09-4710-9c05-d6e6f84af976 req-6e165ed3-b138-4a08-854b-37be137a3121 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:42.570602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c689cfe-ce09-4710-9c05-d6e6f84af976 req-6e165ed3-b138-4a08-854b-37be137a3121 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.0952897 Dec 09 15:14:42.654588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.20.0.17 (79724e6a-0ce3-4cdc-951a-b5b6cdf09842/419609b0-08ed-4179-9eee-c1ff3eb5c68a/4de23cd6-6b92-4fd7-b199-34fdbb5f02bb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:42.685640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c689cfe-ce09-4710-9c05-d6e6f84af976 req-15038e96-7d65-49f0-9093-ef0f69773ccc tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139920 Dec 09 15:14:42.953998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:43.063694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:43.107973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-ec908a2d-1eca-4a37-a780-cf6a82ab8281 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:43.111730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-ec908a2d-1eca-4a37-a780-cf6a82ab8281 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/networks?id=d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 200 len: 911 time: 0.2011929 Dec 09 15:14:43.150002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-6b6fa279-e3da-4f14-afb0-5ac0cecf52cf tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/quotas/75237fbebe8642a19c11e6fb025b0f39 HTTP/1.1" status: 200 len: 375 time: 0.0279703 Dec 09 15:14:43.180459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:43.188010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:43.198002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:43.267938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:43.292449 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:43.324703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-c595b9a9-a4ae-490f-be73-4472e42c8cbf tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=75237fbebe8642a19c11e6fb025b0f39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1673663 Dec 09 15:14:43.556354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.039304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-292a1ecb-e231-4726-9c69-8ec48c15d637 service neutron] 10.222.0.46 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073152 Dec 09 15:14:44.110701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6c5b9-4050-4231-94d5-0e3e58d1aee9 None None] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:14:44.222190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-66cbb6c5-794d-4fd5-a2c2-621db8cc08d8 service neutron] 10.222.0.46 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743286 Dec 09 15:14:44.263956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.273713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.296948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-39ffb707-19d1-4512-9982-e84f89a1e67a None None] Provisioning complete for port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:44.299568 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ffb707-19d1-4512-9982-e84f89a1e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.402998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:44.411015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:44.515703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.567373 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ffb707-19d1-4512-9982-e84f89a1e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.611879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:44.612303 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.628001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d1add9a-614d-4a52-b2c5-57ee8b3886d7 req-456273c3-c2d5-4164-95be-2c98184b99f9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 210 time: 0.0581615 Dec 09 15:14:44.667503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-39ffb707-19d1-4512-9982-e84f89a1e67a None None] For port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:44.790371 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ffb707-19d1-4512-9982-e84f89a1e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:44.802500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:44.808619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:44.932452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffb707-19d1-4512-9982-e84f89a1e67a None None] Pushing event updated for resources: {'Port': ['ID=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:45.128548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 07339db4-da34-43b1-b159-f2d6b7109e5a has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:14:45.324648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:45.326022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bb894387-ce2f-48fe-811c-3b4412bf70e8 None None] Provisioning complete for port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:45.327588 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb894387-ce2f-48fe-811c-3b4412bf70e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:45.333601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8805bf7c-e5ed-4e02-843f-1a018782bdd3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "PUT /v2.0/routers/07339db4-da34-43b1-b159-f2d6b7109e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3159711 Dec 09 15:14:45.397692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Sync routers for ids ['07339db4-da34-43b1-b159-f2d6b7109e5a'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:45.400518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bb894387-ce2f-48fe-811c-3b4412bf70e8 None None] Port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:45.423221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bb894387-ce2f-48fe-811c-3b4412bf70e8 None None] Provisioning complete for port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:45.423469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb894387-ce2f-48fe-811c-3b4412bf70e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:45.447835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Routers {'07339db4-da34-43b1-b159-f2d6b7109e5a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:45.448504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['07339db4-da34-43b1-b159-f2d6b7109e5a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:45.778482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f46151e9-4f67-4dfd-a622-edcde7068e10 req-c7a09012-0885-41b2-8269-e46fcadf113f tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 210 time: 0.0559082 Dec 09 15:14:45.795966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Set router 07339db4-da34-43b1-b159-f2d6b7109e5a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:45.878752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-da5b3311-5d67-4411-8b88-0c56382c7294 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:45.896334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-da5b3311-5d67-4411-8b88-0c56382c7294 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/networks?id=79724e6a-0ce3-4cdc-951a-b5b6cdf09842 HTTP/1.1" status: 200 len: 798 time: 0.2341573 Dec 09 15:14:45.908930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c6a8f4f5-4937-44ba-aa6e-a42a234c8cd6 None None] Provisioning complete for port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:45.909595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6a8f4f5-4937-44ba-aa6e-a42a234c8cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:45.935888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-8825ace7-7687-470f-83ac-318246093bcc tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/quotas/3bec46d0a1c748da9008f1b78881add5 HTTP/1.1" status: 200 len: 375 time: 0.0368507 Dec 09 15:14:45.960240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8f4f5-4937-44ba-aa6e-a42a234c8cd6 None None] Port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:46.048042 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-0f2d1576-7522-4e91-8507-492d65dbd43b tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1105957 Dec 09 15:14:46.156529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1ed6baaa-66cd-4dbc-a033-425e61ce1f65 None None] Provisioning complete for port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:46.157264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1ed6baaa-66cd-4dbc-a033-425e61ce1f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:46.178086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-210093b1-1eb2-4f4d-bb64-e6a0adae5c30 service neutron] 10.222.0.46 "GET /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291838 Dec 09 15:14:46.204628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1ed6baaa-66cd-4dbc-a033-425e61ce1f65 None None] Port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:46.277848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:43Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '4de23cd6-6b92-4fd7-b199-34fdbb5f02bb', 'name': '', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:65:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:42Z', 'updated_at': '2021-12-09T15:14:43Z', 'revision_number': 2, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:46.347733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Checking router: 07339db4-da34-43b1-b159-f2d6b7109e5a for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:14:46.348604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Updating router 07339db4-da34-43b1-b159-f2d6b7109e5a port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:14:46.390591 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:46.393403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:46.559175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-fed03b87-339e-4cb7-a0da-f9c91816c43f service neutron] 10.222.0.46 "GET /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673842 Dec 09 15:14:46.563094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:46.563188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:46.641359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-2dfa08c3-c232-445f-ac10-cf94ff620e8b tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:46.642812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-2dfa08c3-c232-445f-ac10-cf94ff620e8b tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.43 "GET /v2.0/networks?id=d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 200 len: 911 time: 0.2711458 Dec 09 15:14:46.662386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Request body: {'port': {'device_id': '1009253e-1991-4513-97dc-1ac074fd86ea', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'admin_state_up': True, 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:46.700928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Made reservation on behalf of 75237fbebe8642a19c11e6fb025b0f39 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:46.703437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:46.979421 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:46.990178 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.021113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c18c2de-5a9b-41f4-86fb-3ed8b5fe4242 req-54af5777-4668-4045-a38e-7e61e47a5ad4 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 210 time: 0.0762601 Dec 09 15:14:47.024120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d46ad44c-11c5-4981-90db-fd802022121e req-0dd6df32-7921-4697-93f3-3145d6ff973c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 210 time: 0.0628076 Dec 09 15:14:47.048655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Allocated IP 172.20.0.12 (d52c34b5-0f42-4264-af7d-913a87e58ce2/fc69cc34-f239-43e7-9063-84ccc9fee306/8b4f0a81-6923-4197-a221-56e61a20a432) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:47.126768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80043f-b5d3-43e2-ac27-3f19489c6201 None None] Pushing event updated for resources: {'Port': ['ID=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:47.184686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Attempting to bind port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:47.185075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Attempting to bind port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:47.185450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Attempting to bind port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb on network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:47.190846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:47.191229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Checking segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:47.192722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.193262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Bound using segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:47.193756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Bound port: 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:47.194148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.297079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] For port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:47.304343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] For port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:47.317382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.408378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.418205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80043f-b5d3-43e2-ac27-3f19489c6201 None None] Pushing event updated for resources: {'Port': ['ID=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:47.460786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Routers {'07339db4-da34-43b1-b159-f2d6b7109e5a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:47.461434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['07339db4-da34-43b1-b159-f2d6b7109e5a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:47.485224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.538547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0a3d350c-b9aa-46ee-bdec-6164f2d84815'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:47.634720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Pushing event updated for resources: {'Port': ['ID=8b4f0a81-6923-4197-a221-56e61a20a432,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:47.645518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:47.652142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:47.654606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:47.737898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8fde134f-bdce-485e-ad32-92fd6633f32f None None] Provisioning complete for port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:47.738315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8fde134f-bdce-485e-ad32-92fd6633f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.800520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:47.801688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:47.857910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-51f253bd-b2c8-40d9-ba96-adea9122ad5d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1991026 Dec 09 15:14:47.874920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Request body: {'port': {'device_id': '1009253e-1991-4513-97dc-1ac074fd86ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:48.025419 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:48.040883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] Set router 07339db4-da34-43b1-b159-f2d6b7109e5a gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:48.251739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-067ad2c3-9e47-40f6-9ac6-6f64858b84ae req-98cda925-26d9-4b40-b712-8b4ae712dcb9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 210 time: 0.0713711 Dec 09 15:14:48.517870 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8fde134f-bdce-485e-ad32-92fd6633f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:48.550400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dddce-75a0-45f1-a35a-cfc3eecdf918 req-0e9b042a-5201-4966-b4bb-52186d336683 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:48.559870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb7dddce-75a0-45f1-a35a-cfc3eecdf918 req-0e9b042a-5201-4966-b4bb-52186d336683 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1028 time: 0.2344465 Dec 09 15:14:48.681947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb7dddce-75a0-45f1-a35a-cfc3eecdf918 req-1f6247c4-e296-4be5-bf6e-d8b40737c99e tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207752 Dec 09 15:14:48.815917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4f0a81-6923-4197-a221-56e61a20a432 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:48.829594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:48.852238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Transition to ACTIVE for port object 8b4f0a81-6923-4197-a221-56e61a20a432 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:14:48.862013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:48.954037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-1b1ddf5c-cca1-43ed-85dc-dd2db6899133 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:48.957922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-1b1ddf5c-cca1-43ed-85dc-dd2db6899133 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.36 "GET /v2.0/networks?id=79724e6a-0ce3-4cdc-951a-b5b6cdf09842 HTTP/1.1" status: 200 len: 798 time: 0.3085713 Dec 09 15:14:48.981909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Request body: {'port': {'device_id': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'admin_state_up': True, 'tenant_id': '3bec46d0a1c748da9008f1b78881add5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:49.017180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8fde134f-bdce-485e-ad32-92fd6633f32f None None] For port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:49.021158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8b4f0a81-6923-4197-a221-56e61a20a432,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:49.038218 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8fde134f-bdce-485e-ad32-92fd6633f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.150365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Made reservation on behalf of 3bec46d0a1c748da9008f1b78881add5 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:14:49.158013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.213997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde134f-bdce-485e-ad32-92fd6633f32f None None] Pushing event updated for resources: {'Port': ['ID=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:49.251384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Attempting to bind port 8b4f0a81-6923-4197-a221-56e61a20a432 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:49.252072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Attempting to bind port 8b4f0a81-6923-4197-a221-56e61a20a432 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:49.258116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Attempting to bind port 8b4f0a81-6923-4197-a221-56e61a20a432 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:49.277352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Port 8b4f0a81-6923-4197-a221-56e61a20a432 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:14:49.279940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Attempting to bind port 8b4f0a81-6923-4197-a221-56e61a20a432 on network d52c34b5-0f42-4264-af7d-913a87e58ce2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:49.292333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:49.292664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Checking segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:49.293069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Bound using segment: {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:49.293515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Bound port: 8b4f0a81-6923-4197-a221-56e61a20a432, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61549a83-1f49-4b49-a131-e76b42b458ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:49.293884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.304685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-006bea0f-d716-4a05-97da-15f147713c52 None None] Provisioning complete for port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:49.304998 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-006bea0f-d716-4a05-97da-15f147713c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.337621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Allocated IP 172.20.0.28 (79724e6a-0ce3-4cdc-951a-b5b6cdf09842/419609b0-08ed-4179-9eee-c1ff3eb5c68a/f0d87d0f-d01f-4427-83c1-fd3fd02013d7) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:14:49.425117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:43Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '4de23cd6-6b92-4fd7-b199-34fdbb5f02bb', 'name': '', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:65:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:42Z', 'updated_at': '2021-12-09T15:14:47Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:49.430886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] For port 8b4f0a81-6923-4197-a221-56e61a20a432, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:49.438406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] For port 8b4f0a81-6923-4197-a221-56e61a20a432, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8b4f0a81-6923-4197-a221-56e61a20a432,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:49.452465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.465688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6991385-d030-4bfd-825b-1fa7cb10e2c6 None None] The sync data for ids ['07339db4-da34-43b1-b159-f2d6b7109e5a'] in n-d-804292-5 is: [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:43Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '4de23cd6-6b92-4fd7-b199-34fdbb5f02bb', 'name': '', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:65:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:42Z', 'updated_at': '2021-12-09T15:14:47Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:14:49.521153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:49.523008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.524863 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] 10.222.0.43 "PUT /v2.0/ports/8b4f0a81-6923-4197-a221-56e61a20a432 HTTP/1.1" status: 200 len: 1092 time: 1.6543009 Dec 09 15:14:49.530729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1009253e-1991-4513-97dc-1ac074fd86ea', 'tag': '8b4f0a81-6923-4197-a221-56e61a20a432'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:49.533538 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b19ee-1e22-4cfa-8c15-dd073285d26a" -d '{"events": [{"name": "network-changed", "server_uuid": "1009253e-1991-4513-97dc-1ac074fd86ea", "tag": "8b4f0a81-6923-4197-a221-56e61a20a432"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:49.630987 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7f88b2a1-48b6-428b-9cd1-7522da58fc75 req-0e834b83-77cf-4538-b156-7d3702945194 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 210 time: 0.0640862 Dec 09 15:14:49.642451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.721695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:49.739654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ba477-fd01-43d8-9a87-32637f3b1d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8b4f0a81-6923-4197-a221-56e61a20a432,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:49.771061 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ed751c-6fdb-4844-bf2e-60cd4901d9c4 x-openstack-request-id: req-c6ed751c-6fdb-4844-bf2e-60cd4901d9c4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:49.772006 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1009253e-1991-4513-97dc-1ac074fd86ea", "tag": "8b4f0a81-6923-4197-a221-56e61a20a432", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:49.772274 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6ed751c-6fdb-4844-bf2e-60cd4901d9c4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:49.772685 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1009253e-1991-4513-97dc-1ac074fd86ea', 'tag': '8b4f0a81-6923-4197-a221-56e61a20a432', 'status': 'completed', 'code': 200} Dec 09 15:14:49.784581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-bce95fdf-bb7f-4845-8aba-2e0e963872e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:49.798616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-bce95fdf-bb7f-4845-8aba-2e0e963872e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75237fbebe8642a19c11e6fb025b0f39&device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1095 time: 0.1771579 Dec 09 15:14:49.854715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:14:49.858115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:14:49.862311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:14:49.910867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-2b02235c-8e62-445d-a312-08407fccaefc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b4f0a81-6923-4197-a221-56e61a20a432 HTTP/1.1" status: 200 len: 217 time: 0.1032631 Dec 09 15:14:49.925143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event updated for resources: {'Port': ['ID=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:49.980424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:49.980987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:50.019329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-47450865-849c-4863-b7ee-71212e38b6d9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0427015 Dec 09 15:14:50.043109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Request body: {'port': {'device_id': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:50.092297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-ff15fb9f-9767-4aef-be8d-5560883fe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:50.094905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-ff15fb9f-9767-4aef-be8d-5560883fe0f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc69cc34-f239-43e7-9063-84ccc9fee306 HTTP/1.1" status: 200 len: 849 time: 0.1408436 Dec 09 15:14:50.105341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7c52-dffb-4527-a5f7-6031515ee30d req-4e1e1f97-585b-4450-b37d-2c5f95b2340d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:50.110823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88be7c52-dffb-4527-a5f7-6031515ee30d req-4e1e1f97-585b-4450-b37d-2c5f95b2340d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1095 time: 0.2081168 Dec 09 15:14:50.228653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:50.348357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f5f2e7a6-343b-4297-adbf-7027b9f95773 None None] Provisioning complete for port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:50.349083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5f2e7a6-343b-4297-adbf-7027b9f95773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:50.401965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88be7c52-dffb-4527-a5f7-6031515ee30d req-f676bbb8-3f2d-412f-9962-7d6d2b36ac83 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697914 Dec 09 15:14:50.461481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-b680ba30-32e1-4500-981d-76f0697e2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:50.463251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-b680ba30-32e1-4500-981d-76f0697e2edf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d52c34b5-0f42-4264-af7d-913a87e58ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501756 Dec 09 15:14:50.468674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:50.536573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2e7a6-343b-4297-adbf-7027b9f95773 None None] Port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:50.635158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:50.635569 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:50.736472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-db9656c5-68c2-4a52-83a0-01c70c8b5359 service neutron] 10.222.0.43 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593586 Dec 09 15:14:50.916197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-197f6787-4adf-492a-a9da-bf6edb652f89 req-9b20ee65-adb1-48fc-aafe-fd29ce2b46c1 service neutron] 10.222.0.43 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686375 Dec 09 15:14:50.966477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bdc1b-46c7-442d-b622-b4ff413d0209 req-4d1d3b71-cad4-46b2-8729-b64195936f24 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:50.968856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-167bdc1b-46c7-442d-b622-b4ff413d0209 req-4d1d3b71-cad4-46b2-8729-b64195936f24 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 895 time: 0.1411929 Dec 09 15:14:50.984242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d87d0f-d01f-4427-83c1-fd3fd02013d7 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:50.994507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:51.012275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Transition to ACTIVE for port object f0d87d0f-d01f-4427-83c1-fd3fd02013d7 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:14:51.020092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:51.110243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-3030bf42-f3a6-443e-8efb-eabab477edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.118881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-3030bf42-f3a6-443e-8efb-eabab477edc4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75237fbebe8642a19c11e6fb025b0f39&device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1095 time: 0.1161177 Dec 09 15:14:51.193340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:51.265061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Attempting to bind port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:14:51.265279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Attempting to bind port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:14:51.265563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Attempting to bind port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 on network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:51.286769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 on network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:14:51.287108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Attempting to bind port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 on network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:14:51.294373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:14:51.294720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Checking segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:14:51.295107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Bound using segment: {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:14:51.295620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Bound port: f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:14:51.295997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:51.390338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-1979de0f-1c37-4e07-ad2b-09c1a3058774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.393969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-1979de0f-1c37-4e07-ad2b-09c1a3058774 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 200 len: 911 time: 0.2729533 Dec 09 15:14:51.516562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] For port f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:51.517529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-4fbcd78b-4932-438f-87e8-95436d817268 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b4f0a81-6923-4197-a221-56e61a20a432 HTTP/1.1" status: 200 len: 217 time: 0.1152864 Dec 09 15:14:51.522057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] For port f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:14:51.529446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:51.650239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-56d7e562-2f2c-4bb4-b7f2-5c7fb9cb1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.652698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.653070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:51.661571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-56d7e562-2f2c-4bb4-b7f2-5c7fb9cb1be3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc69cc34-f239-43e7-9063-84ccc9fee306 HTTP/1.1" status: 200 len: 849 time: 0.1306510 Dec 09 15:14:51.663709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0d87d0f-d01f-4427-83c1-fd3fd02013d7 HTTP/1.1" status: 200 len: 1055 time: 1.6294250 Dec 09 15:14:51.664492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'tag': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:51.668299 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86277774-09c3-43ad-b132-994efa1d4677" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfa81d5-0d28-429a-9dfb-0f65d79a4494", "tag": "f0d87d0f-d01f-4427-83c1-fd3fd02013d7"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:51.779823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea985-e0a8-40ba-9dd0-d32ac0f48d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:51.889055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4749d66-5540-4bed-bf4b-016b6aff9b26 req-aecad7e7-ae4f-4a49-b6a2-69c7ba0a41e9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.900110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4749d66-5540-4bed-bf4b-016b6aff9b26 req-aecad7e7-ae4f-4a49-b6a2-69c7ba0a41e9 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1095 time: 0.3134089 Dec 09 15:14:51.936846 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:51.972748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-b57a7faf-c37a-473b-a2ab-962d699acca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.980733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-b57a7faf-c37a-473b-a2ab-962d699acca9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 1058 time: 0.2594562 Dec 09 15:14:51.981500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:51.998865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.006403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.021664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.032342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.057710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.064805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.075101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-72a625a5-836b-4181-89b1-c2888b567d7a tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.3575561 Dec 09 15:14:52.093233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-bb8b0d1c-3820-48e3-acab-3087de456bae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7 HTTP/1.1" status: 200 len: 217 time: 0.0924108 Dec 09 15:14:52.097059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4749d66-5540-4bed-bf4b-016b6aff9b26 req-7dec2fa9-dcf5-43ce-8c9a-6136a0834f35 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961234 Dec 09 15:14:52.127422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-6637a1a1-b7f3-4842-bc8f-79eff3e44d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.129751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-6637a1a1-b7f3-4842-bc8f-79eff3e44d96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d52c34b5-0f42-4264-af7d-913a87e58ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4656663 Dec 09 15:14:52.209256 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a2d529-8ef8-4816-ac81-229517db7666 x-openstack-request-id: req-54a2d529-8ef8-4816-ac81-229517db7666 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:52.209557 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfa81d5-0d28-429a-9dfb-0f65d79a4494", "tag": "f0d87d0f-d01f-4427-83c1-fd3fd02013d7", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:52.209837 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54a2d529-8ef8-4816-ac81-229517db7666 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:52.210208 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'tag': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7', 'status': 'completed', 'code': 200} Dec 09 15:14:52.214925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-580509c9-db90-46b0-9580-3d8c0700985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.222457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-580509c9-db90-46b0-9580-3d8c0700985c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=419609b0-08ed-4179-9eee-c1ff3eb5c68a HTTP/1.1" status: 200 len: 837 time: 0.1209264 Dec 09 15:14:52.247649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b287485-8c44-4a7c-991b-38579d4a26a5 req-9eff387f-d769-4694-855d-c668df6e5299 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714299 Dec 09 15:14:52.311880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8428f7-392d-4c02-9672-0b85374db912 req-0a26f5c2-67d1-4cc4-9cfa-a09241674a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.313410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-0a26f5c2-67d1-4cc4-9cfa-a09241674a11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79724e6a-0ce3-4cdc-951a-b5b6cdf09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836375 Dec 09 15:14:52.330272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-84092359-99d7-43ff-9c79-3b3099097cc9 service neutron] 10.222.0.43 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925247 Dec 09 15:14:52.411269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:52.458783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-b1b76875-7d5e-48d8-99fd-4e343eda537a service neutron] 10.222.0.36 "GET /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304092 Dec 09 15:14:52.640656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a8428f7-392d-4c02-9672-0b85374db912 req-4b9a7fa6-c1ac-4889-b651-1f6b1b7cb83d service neutron] 10.222.0.36 "GET /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748466 Dec 09 15:14:52.782080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277774-09c3-43ad-b132-994efa1d4677 req-5b54e661-c909-4515-a26a-d77ab06a69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.783661 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-5b54e661-c909-4515-a26a-d77ab06a69e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 1058 time: 0.0833488 Dec 09 15:14:52.938764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04920e4f-95e7-471b-812f-b8239b258c7b req-81ae1bfe-4095-4e6f-aaf3-46d720bd3033 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.950392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04920e4f-95e7-471b-812f-b8239b258c7b req-81ae1bfe-4095-4e6f-aaf3-46d720bd3033 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 907 time: 0.5702231 Dec 09 15:14:52.971281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a93b19ee-1e22-4cfa-8c15-dd073285d26a req-05abf944-fca7-4252-86c9-bd49596f1058 service neutron] 10.222.0.43 "GET /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332917 Dec 09 15:14:52.974751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277774-09c3-43ad-b132-994efa1d4677 req-1e19202a-a8cc-4ab6-8925-0505f79e0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:52.978549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-1e19202a-a8cc-4ab6-8925-0505f79e0a7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=79724e6a-0ce3-4cdc-951a-b5b6cdf09842 HTTP/1.1" status: 200 len: 899 time: 0.1845260 Dec 09 15:14:53.011150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.023773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.029717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.036271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.039120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-748893bc-027b-41e3-9314-46804fe68bdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7 HTTP/1.1" status: 200 len: 217 time: 0.0496721 Dec 09 15:14:53.044211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.050557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.057279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.059322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-969d2b2c-9ce5-40d8-b1e1-d7ab6dcd7a60 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.1705549 Dec 09 15:14:53.113749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277774-09c3-43ad-b132-994efa1d4677 req-f5db8d66-1a13-423a-990e-aae98727425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.115419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-f5db8d66-1a13-423a-990e-aae98727425d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=419609b0-08ed-4179-9eee-c1ff3eb5c68a HTTP/1.1" status: 200 len: 837 time: 0.0689526 Dec 09 15:14:53.121148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2ad542df-6439-47a6-ac15-39bcd9f941f9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.122642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2ad542df-6439-47a6-ac15-39bcd9f941f9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "GET /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0517142 Dec 09 15:14:53.152882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e97ca5ac-6fdb-4845-9e6f-eabbcf9c03fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:53.268913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277774-09c3-43ad-b132-994efa1d4677 req-0fdfecb5-fbd7-4307-9d3c-5b4815e1da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.270669 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-0fdfecb5-fbd7-4307-9d3c-5b4815e1da0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79724e6a-0ce3-4cdc-951a-b5b6cdf09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475475 Dec 09 15:14:53.283383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb67c8-8e29-4241-8318-6a5df1f83be2 req-38863373-2341-4521-8d1a-ff9d2499a7e6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.285067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bdb67c8-8e29-4241-8318-6a5df1f83be2 req-38863373-2341-4521-8d1a-ff9d2499a7e6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1095 time: 0.0731606 Dec 09 15:14:53.358101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-f0013d9b-0bf9-4ebf-bc71-2d0aec5e3001 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "GET /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2191968 Dec 09 15:14:53.400952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:53.457126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-0484a975-76e3-48b0-a7c2-14bd28ace0e9 service neutron] 10.222.0.36 "GET /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703832 Dec 09 15:14:53.587469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:53.611252 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.618492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.624742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.632324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.639137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.646862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.652958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:53.654897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86277774-09c3-43ad-b132-994efa1d4677 req-67e2121d-2458-4666-903d-d480201a14b6 service neutron] 10.222.0.36 "GET /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840541 Dec 09 15:14:53.662999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bdb67c8-8e29-4241-8318-6a5df1f83be2 req-43cd3c57-46d6-4740-8c1c-21152a605e9f tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043269 Dec 09 15:14:53.664092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-b7700c15-0f6b-46d3-b397-ceaf0f1a1446 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 5436 time: 0.1788466 Dec 09 15:14:53.752308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8b4f0a81-6923-4197-a221-56e61a20a432 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:14:53.799551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed84ac9b-5645-4d3a-92c7-4196cb24cec7 req-69583100-4731-4374-b819-10de3f18677f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&id=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344166 Dec 09 15:14:53.892073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=666c5273-6d23-4ad3-be28-313d121a28d1,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:53.903734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8b4f0a81-6923-4197-a221-56e61a20a432, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8b4f0a81-6923-4197-a221-56e61a20a432,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:53.917170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8b4f0a81-6923-4197-a221-56e61a20a432', 'network_id': 'd52c34b5-0f42-4264-af7d-913a87e58ce2', 'port_id': '8b4f0a81-6923-4197-a221-56e61a20a432', 'mac_address': 'fa:16:3e:13:44:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc69cc34-f239-43e7-9063-84ccc9fee306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:14:53.960087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] For port 666c5273-6d23-4ad3-be28-313d121a28d1, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:53.972474 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:53.998098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4f0a81-6923-4197-a221-56e61a20a432 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:53.999722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] device_id is not set on port 666c5273-6d23-4ad3-be28-313d121a28d1 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:14:54.034875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.036704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8b4f0a81-6923-4197-a221-56e61a20a432, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8b4f0a81-6923-4197-a221-56e61a20a432,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:54.040464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.052404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.100499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51f780-4b04-41c4-a8ac-b39e8c4ca60e req-9d7d86d9-b894-4fa7-aac8-59bdc102572d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:54.101613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8b4f0a81-6923-4197-a221-56e61a20a432,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:54.111963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff51f780-4b04-41c4-a8ac-b39e8c4ca60e req-9d7d86d9-b894-4fa7-aac8-59bdc102572d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 907 time: 0.0851083 Dec 09 15:14:54.129456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Pushing event updated for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:54.157483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] No DVR routers for this DVR port 666c5273-6d23-4ad3-be28-313d121a28d1 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:54.234200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] In _notify_port_updated(), no bound segment for port 666c5273-6d23-4ad3-be28-313d121a28d1 on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:14:54.235176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:54.236404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.240607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-2d047775-321d-4947-af54-6c81342b63cb service neutron] 10.222.0.43 "PUT /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 200 len: 1028 time: 0.8681083 Dec 09 15:14:54.325422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-0a6fcf96-07e2-426b-8d4b-55ef5ec46172 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:54.327091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-0a6fcf96-07e2-426b-8d4b-55ef5ec46172 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "GET /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0787523 Dec 09 15:14:54.343633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:14:54.400856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8b4f0a81-6923-4197-a221-56e61a20a432'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:54.461038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.563951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-47f87a22-f94b-4159-8e1e-4f74bee60eae None None] Provisioning complete for port 666c5273-6d23-4ad3-be28-313d121a28d1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:54.564597 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47f87a22-f94b-4159-8e1e-4f74bee60eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.651009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-47f87a22-f94b-4159-8e1e-4f74bee60eae None None] Port 666c5273-6d23-4ad3-be28-313d121a28d1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:54.734683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=3a37fea5-f218-4198-8bac-171ba6604a4f,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:54.773205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] For port 3a37fea5-f218-4198-8bac-171ba6604a4f, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:14:54.852584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] device_id is not set on port 3a37fea5-f218-4198-8bac-171ba6604a4f yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:14:54.865144 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:54.873641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91595f8a-d054-4fba-bd00-6c37e9066c53 req-e6f7c10d-d384-4876-8182-f6ecc0b0bc36 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:54.875415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91595f8a-d054-4fba-bd00-6c37e9066c53 req-e6f7c10d-d384-4876-8182-f6ecc0b0bc36 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1096 time: 0.0751798 Dec 09 15:14:54.876585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.005762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Pushing event updated for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:55.015909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-04afd8f3-ae66-4d8f-9548-5a8aa53e3de4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.030445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-04afd8f3-ae66-4d8f-9548-5a8aa53e3de4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.046162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] No DVR routers for this DVR port 3a37fea5-f218-4198-8bac-171ba6604a4f on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:55.046777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-04afd8f3-ae66-4d8f-9548-5a8aa53e3de4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.062427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-04afd8f3-ae66-4d8f-9548-5a8aa53e3de4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.076089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-04afd8f3-ae66-4d8f-9548-5a8aa53e3de4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.078001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-04afd8f3-ae66-4d8f-9548-5a8aa53e3de4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 3886 time: 0.1542151 Dec 09 15:14:55.132627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91595f8a-d054-4fba-bd00-6c37e9066c53 req-2dac336d-3cd5-496e-b801-565a14dcb370 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229364 Dec 09 15:14:55.142469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] In _notify_port_updated(), no bound segment for port 3a37fea5-f218-4198-8bac-171ba6604a4f on network 198e3095-7048-41c0-a851-f1ea9ef48143 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:14:55.143475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.146780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.149466 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-c12a66c9-4ce5-4eef-8d39-72471a9f5c88 service neutron] 10.222.0.43 "PUT /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 200 len: 1028 time: 0.8141975 Dec 09 15:14:55.185406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a596e9cc-1c52-4424-ba99-9e34f14dbd53 req-9531bcae-acf2-434a-8c59-b9db5760a294 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971460 Dec 09 15:14:55.382821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:14:55.383191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.393019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7bc5521c-b921-4ea6-85cb-34ed18efcc61 None None] Provisioning complete for port 3a37fea5-f218-4198-8bac-171ba6604a4f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:55.395658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7bc5521c-b921-4ea6-85cb-34ed18efcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.450854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5521c-b921-4ea6-85cb-34ed18efcc61 None None] Port 3a37fea5-f218-4198-8bac-171ba6604a4f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:14:55.480361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fceb6-03ac-414f-ba34-f6b2b42eba09 req-0366490a-c86a-426b-9402-3b490e297911 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:55.481904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-263fceb6-03ac-414f-ba34-f6b2b42eba09 req-0366490a-c86a-426b-9402-3b490e297911 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 907 time: 0.1718080 Dec 09 15:14:55.526002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] For port ef56fdf6-f19a-4a23-88fb-17e1325da9d0, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:55.526374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.541742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for ef56fdf6-f19a-4a23-88fb-17e1325da9d0 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:14:55.613375 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0144aabf-169e-4858-bc82-609c2bf88305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.696336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.750962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8b4f0a81-6923-4197-a221-56e61a20a432 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:55.758034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=ef56fdf6-f19a-4a23-88fb-17e1325da9d0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:55.797978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] No DVR routers for this DVR port ef56fdf6-f19a-4a23-88fb-17e1325da9d0 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:55.802517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.806421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-354b446f-ebe1-4d5a-8166-7d8dc95432eb tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "DELETE /v2.0/ports/ef56fdf6-f19a-4a23-88fb-17e1325da9d0 HTTP/1.1" status: 204 len: 173 time: 0.6478915 Dec 09 15:14:55.806932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:55.809337 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ced46d5-a4f4-4294-a72e-963a98953dd0" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "ef56fdf6-f19a-4a23-88fb-17e1325da9d0"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:55.821720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8b4f0a81-6923-4197-a221-56e61a20a432 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:14:55.850876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8b4f0a81-6923-4197-a221-56e61a20a432 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:55.853853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:55.932899 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54ec77d-cb65-4a70-9529-64bf32944aa9 x-openstack-request-id: req-b54ec77d-cb65-4a70-9529-64bf32944aa9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:55.935751 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "ef56fdf6-f19a-4a23-88fb-17e1325da9d0", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:55.936299 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b54ec77d-cb65-4a70-9529-64bf32944aa9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:55.937196 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': 'ef56fdf6-f19a-4a23-88fb-17e1325da9d0', 'status': 'completed', 'code': 200} Dec 09 15:14:56.013287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.040702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port d7facdcd-1d32-4b4e-ab7c-1e9097213662 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:14:56.049410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.102693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8b4f0a81-6923-4197-a221-56e61a20a432, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8b4f0a81-6923-4197-a221-56e61a20a432,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:56.103697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009253e-1991-4513-97dc-1ac074fd86ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4f0a81-6923-4197-a221-56e61a20a432'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:56.107413 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ef6d2-d110-4691-a5b6-a3d737629213" -d '{"events": [{"server_uuid": "1009253e-1991-4513-97dc-1ac074fd86ea", "name": "network-vif-plugged", "status": "completed", "tag": "8b4f0a81-6923-4197-a221-56e61a20a432"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:56.111987 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.112902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:56.231080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:56.232308 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.283302 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f38142-b1cd-4468-a37d-6baebd6ac610 x-openstack-request-id: req-61f38142-b1cd-4468-a37d-6baebd6ac610 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:56.284136 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009253e-1991-4513-97dc-1ac074fd86ea", "name": "network-vif-plugged", "status": "completed", "tag": "8b4f0a81-6923-4197-a221-56e61a20a432", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:56.284598 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61f38142-b1cd-4468-a37d-6baebd6ac610 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:56.291469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for d7facdcd-1d32-4b4e-ab7c-1e9097213662 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:14:56.300922 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009253e-1991-4513-97dc-1ac074fd86ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4f0a81-6923-4197-a221-56e61a20a432', 'code': 200} Dec 09 15:14:56.364058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8b4f0a81-6923-4197-a221-56e61a20a432,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:56.421908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978cff4-5b22-42eb-bf2c-9fcecb231e08 req-4ae03a9e-5e18-4c60-b178-4fca29667d02 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.425531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2978cff4-5b22-42eb-bf2c-9fcecb231e08 req-4ae03a9e-5e18-4c60-b178-4fca29667d02 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.0662649 Dec 09 15:14:56.428270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.487127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:56.494263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.495316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 666c5273-6d23-4ad3-be28-313d121a28d1 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:56.512159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2978cff4-5b22-42eb-bf2c-9fcecb231e08 req-c4b79125-7fa2-4921-b245-3fef8a10435c tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Dec 09 15:14:56.530168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940ca50-18d6-43ce-83e7-e746689a5376 req-adc65053-0573-4e84-a6f4-ffcb45a3f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.530168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f940ca50-18d6-43ce-83e7-e746689a5376 req-adc65053-0573-4e84-a6f4-ffcb45a3f57c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.1996386 Dec 09 15:14:56.538363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b20e-a2a3-4703-89ad-0fe5bac1bdae req-82753ff8-f728-471a-9c7f-47f21100fddc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.557937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b20e-a2a3-4703-89ad-0fe5bac1bdae req-82753ff8-f728-471a-9c7f-47f21100fddc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.581002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 666c5273-6d23-4ad3-be28-313d121a28d1 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:14:56.581374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device d7facdcd-1d32-4b4e-ab7c-1e9097213662 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:56.590799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b20e-a2a3-4703-89ad-0fe5bac1bdae req-82753ff8-f728-471a-9c7f-47f21100fddc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.602619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b20e-a2a3-4703-89ad-0fe5bac1bdae req-82753ff8-f728-471a-9c7f-47f21100fddc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.615436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea67b20e-a2a3-4703-89ad-0fe5bac1bdae req-82753ff8-f728-471a-9c7f-47f21100fddc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 3151 time: 0.2287488 Dec 09 15:14:56.639767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:56.681512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515a0a-71ef-4d1e-a3a1-5512ab1dcb8a req-16a7b527-c954-4d7e-a68f-a8337c76042d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:56.683080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e515a0a-71ef-4d1e-a3a1-5512ab1dcb8a req-16a7b527-c954-4d7e-a68f-a8337c76042d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 907 time: 0.0817168 Dec 09 15:14:56.728670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.732714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f940ca50-18d6-43ce-83e7-e746689a5376 req-3c3f3b13-e191-4171-a81c-ec02da0c120a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753419 Dec 09 15:14:56.758261 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.772063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea67b20e-a2a3-4703-89ad-0fe5bac1bdae req-6b968f80-517d-4091-a975-f5612460cfd7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556025 Dec 09 15:14:56.785269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f0d87d0f-d01f-4427-83c1-fd3fd02013d7 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:14:56.833705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port d7facdcd-1d32-4b4e-ab7c-1e9097213662, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=d7facdcd-1d32-4b4e-ab7c-1e9097213662,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:56.866984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.867672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3a37fea5-f218-4198-8bac-171ba6604a4f no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:56.923858 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:56.961173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:57.011868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 3a37fea5-f218-4198-8bac-171ba6604a4f not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:14:57.012155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 825d548c-65d6-4b0a-aaed-92bd7b570dd2 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:57.030236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] No DVR routers for this DVR port d7facdcd-1d32-4b4e-ab7c-1e9097213662 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:57.032854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.038441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-11a27884-11f4-4051-b113-8bc42345c63b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "DELETE /v2.0/ports/d7facdcd-1d32-4b4e-ab7c-1e9097213662 HTTP/1.1" status: 204 len: 173 time: 1.2205768 Dec 09 15:14:57.065767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=d7facdcd-1d32-4b4e-ab7c-1e9097213662,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:57.094594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:57.111102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7', 'network_id': '79724e6a-0ce3-4cdc-951a-b5b6cdf09842', 'port_id': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7', 'mac_address': 'fa:16:3e:a1:03:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419609b0-08ed-4179-9eee-c1ff3eb5c68a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:14:57.170806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:14:57.171469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.181840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.222069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.256294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:57.258457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d87d0f-d01f-4427-83c1-fd3fd02013d7 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:14:57.274097 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.275070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 97e57840-7f67-4acd-a758-ded1a54bb336 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:57.295460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] For port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:57.295759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.308366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:57.329298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:14:57.346382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.409551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:57.494500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:57.585134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.614037 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.622604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=18ce4e9a-8d64-441a-a17a-84f2ed1cd468,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:57.683684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] No DVR routers for this DVR port 18ce4e9a-8d64-441a-a17a-84f2ed1cd468 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:57.686763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.690685 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-99b3878d-c501-4a12-ac2e-20214b22ae79 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "DELETE /v2.0/ports/18ce4e9a-8d64-441a-a17a-84f2ed1cd468 HTTP/1.1" status: 204 len: 173 time: 0.6459026 Dec 09 15:14:57.724613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=97e57840-7f67-4acd-a758-ded1a54bb336,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:57.732187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['f0d87d0f-d01f-4427-83c1-fd3fd02013d7'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:14:57.741856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab2378-05f9-48d0-826b-debb57082893 req-2ca3769c-d43d-4f26-bfa0-14987682b38b tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:57.747954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:57.749365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05ab2378-05f9-48d0-826b-debb57082893 req-2ca3769c-d43d-4f26-bfa0-14987682b38b tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.0743842 Dec 09 15:14:57.751993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ef56fdf6-f19a-4a23-88fb-17e1325da9d0 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:14:57.809710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05ab2378-05f9-48d0-826b-debb57082893 req-0c681872-69d0-4e44-9eff-5d4dd36f0fd6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592487 Dec 09 15:14:57.877607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: ef56fdf6-f19a-4a23-88fb-17e1325da9d0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:14:57.886720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ef56fdf6-f19a-4a23-88fb-17e1325da9d0 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:14:57.944790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c37b8-08b7-4f92-b571-3099f63b8de2 req-92f224fb-4d39-4daa-9339-e0d1f662a2bd tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:57.950143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662'}, {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:57.956647 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25db7afa-cf92-4f43-90f9-700e3b0f2a2f" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662"}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:57.968152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c37b8-08b7-4f92-b571-3099f63b8de2 req-92f224fb-4d39-4daa-9339-e0d1f662a2bd tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:57.982189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e57c37b8-08b7-4f92-b571-3099f63b8de2 req-92f224fb-4d39-4daa-9339-e0d1f662a2bd tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 1678 time: 0.1091506 Dec 09 15:14:57.990168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:58.106892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e57c37b8-08b7-4f92-b571-3099f63b8de2 req-c42cf3f4-4eac-4ab6-92b0-c4780ebdc047 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111615 Dec 09 15:14:58.124865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680f64-85b5-4912-bc61-a6261bd90fc7 req-b0ff2554-1ad8-45c8-b02f-ffec7ef3672c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:58.148172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34680f64-85b5-4912-bc61-a6261bd90fc7 req-b0ff2554-1ad8-45c8-b02f-ffec7ef3672c tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 908 time: 0.2792060 Dec 09 15:14:58.165769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:14:58.165769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.303292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468'}, {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662'}, {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2'}, {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:14:58.306488 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638bb0e-3633-4317-9a27-680da8bc92a7" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468"}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662"}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2"}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:14:58.385605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.395584 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de4f04e-5ab8-4fba-a808-36202b74ab5f x-openstack-request-id: req-5de4f04e-5ab8-4fba-a808-36202b74ab5f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:58.396826 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662", "status": "completed", "code": 200}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:58.397165 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5de4f04e-5ab8-4fba-a808-36202b74ab5f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:58.403123 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662', 'status': 'completed', 'code': 200} Dec 09 15:14:58.404314 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468', 'status': 'completed', 'code': 200} Dec 09 15:14:58.423556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] For port 825d548c-65d6-4b0a-aaed-92bd7b570dd2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=825d548c-65d6-4b0a-aaed-92bd7b570dd2,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:58.425486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.432640 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 09 Dec 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f00031a-758a-455e-8901-83f09a341fed x-openstack-request-id: req-6f00031a-758a-455e-8901-83f09a341fed {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:14:58.433275 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce4e9a-8d64-441a-a17a-84f2ed1cd468", "code": 200}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "d7facdcd-1d32-4b4e-ab7c-1e9097213662", "code": 200}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2", "code": 200}, {"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-unplugged", "status": "completed", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:14:58.433621 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f00031a-758a-455e-8901-83f09a341fed {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:14:58.434380 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce4e9a-8d64-441a-a17a-84f2ed1cd468', 'code': 200} Dec 09 15:14:58.434738 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7facdcd-1d32-4b4e-ab7c-1e9097213662', 'code': 200} Dec 09 15:14:58.435101 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'code': 200} Dec 09 15:14:58.435490 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336', 'code': 200} Dec 09 15:14:58.627052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.627580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.627989 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Floating IP e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14 disassociated. External IP: 172.25.0.139, port: 825d548c-65d6-4b0a-aaed-92bd7b570dd2. Dec 09 15:14:58.628407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for 825d548c-65d6-4b0a-aaed-92bd7b570dd2 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:14:58.781804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.791701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f0d87d0f-d01f-4427-83c1-fd3fd02013d7 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:14:58.814825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=825d548c-65d6-4b0a-aaed-92bd7b570dd2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:58.896615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:14:58.913535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:14:58.915732 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:58.955760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d827-db0c-49aa-b1d3-14bc3e7e016d req-32ba286d-0f7f-446f-9280-30073d18f45e tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:58.964871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4466d827-db0c-49aa-b1d3-14bc3e7e016d req-32ba286d-0f7f-446f-9280-30073d18f45e tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.0592656 Dec 09 15:14:59.020449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4466d827-db0c-49aa-b1d3-14bc3e7e016d req-b2e31e23-34e1-403e-b4aa-a66a39d084aa tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Dec 09 15:14:59.043188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Router fe069620-39c7-4d95-93ee-ff552613a5db has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:14:59.113197 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:59.224578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:59.235406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:59.245983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:59.349436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558cfa2-1f67-48b5-ada9-345ef26521a9 req-a70fc67f-9ab7-41b2-a857-52a1f68efe12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:59.361409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0558cfa2-1f67-48b5-ada9-345ef26521a9 req-a70fc67f-9ab7-41b2-a857-52a1f68efe12 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 943 time: 0.1050165 Dec 09 15:14:59.367800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:14:59.375432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:14:59.377713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] Sync routers for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:14:59.397318 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:14:59.398273 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:14:59.409828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a017d6-78cc-4d16-9fbc-31c05fd7a92a req-7b313b84-b021-41fe-b60a-37ca08bacd73 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:59.411937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8a017d6-78cc-4d16-9fbc-31c05fd7a92a req-7b313b84-b021-41fe-b60a-37ca08bacd73 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.1945503 Dec 09 15:14:59.444861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0558cfa2-1f67-48b5-ada9-345ef26521a9 req-980ffd84-2070-4065-bcf5-766796e452a9 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups?id=6cfca5ee-df28-4840-90ff-bb4a82748185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831008 Dec 09 15:14:59.480813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] No DVR routers for this DVR port 825d548c-65d6-4b0a-aaed-92bd7b570dd2 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:14:59.507559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:59.520373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-7907c5ee-7b85-4f29-af97-2f32004d001b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "DELETE /v2.0/ports/825d548c-65d6-4b0a-aaed-92bd7b570dd2 HTTP/1.1" status: 204 len: 173 time: 1.8192494 Dec 09 15:14:59.616044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8a017d6-78cc-4d16-9fbc-31c05fd7a92a req-0fa8dd94-2da7-4c4a-a660-a88e5ff70716 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913388 Dec 09 15:14:59.688179 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69358e0a-b0a4-4320-a2ec-62277d2ede9c req-8663f5b6-e3ab-4735-98f7-af0a6b8b84b0 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:14:59.690099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69358e0a-b0a4-4320-a2ec-62277d2ede9c req-8663f5b6-e3ab-4735-98f7-af0a6b8b84b0 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.0993629 Dec 09 15:14:59.732690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port 97e57840-7f67-4acd-a758-ded1a54bb336 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:14:59.733399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:59.861932 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:14:59.935699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] For port 97e57840-7f67-4acd-a758-ded1a54bb336, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=97e57840-7f67-4acd-a758-ded1a54bb336,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:14:59.936091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:14:59.972400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for 97e57840-7f67-4acd-a758-ded1a54bb336 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:00.278798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec8403-07c1-4b57-ae01-d70ab4ce5592 req-8754db7b-c0fd-4268-804e-3c7cf8c75f6d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.280366 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9ec8403-07c1-4b57-ae01-d70ab4ce5592 req-8754db7b-c0fd-4268-804e-3c7cf8c75f6d tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.1719911 Dec 09 15:15:00.334649 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:21Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:00.397769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9ec8403-07c1-4b57-ae01-d70ab4ce5592 req-d4e488b4-7aec-483a-9a71-a2bf4fe7420f tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925453 Dec 09 15:15:00.412475 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] Checking router: fe069620-39c7-4d95-93ee-ff552613a5db for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:00.415410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:00.418933 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1478bfac-2e02-4e08-bac4-a1663a3d7750" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:00.436394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:00.441123 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:00.441431 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f02e5c-6cb3-4095-9bc8-3830302537a0" -d '{"events": [{"server_uuid": "bdfa81d5-0d28-429a-9dfb-0f65d79a4494", "name": "network-vif-plugged", "status": "completed", "tag": "f0d87d0f-d01f-4427-83c1-fd3fd02013d7"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:00.442131 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:00.452525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:00.494065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=97e57840-7f67-4acd-a758-ded1a54bb336,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:00.585822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] No DVR routers for this DVR port 97e57840-7f67-4acd-a758-ded1a54bb336 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:00.589284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:00.594780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2c3adad-9ac3-4499-be05-20afbbeb0a7e req-a2b99879-3f42-4679-b830-fc8146d0a42e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.43 "DELETE /v2.0/ports/97e57840-7f67-4acd-a758-ded1a54bb336 HTTP/1.1" status: 204 len: 173 time: 1.0643780 Dec 09 15:15:00.641149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530593f-46bd-44da-b235-61c61a39ae6e req-d329d26b-6a68-45ad-a9ee-2bc434cb00b9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.643828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2530593f-46bd-44da-b235-61c61a39ae6e req-d329d26b-6a68-45ad-a9ee-2bc434cb00b9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 945 time: 0.1335206 Dec 09 15:15:00.661686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.675604 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.687297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.697868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.704820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.711613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.718262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:00.720333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4395729b-58b1-4c35-8687-192367008d9a req-e34dac9c-fad5-4dae-8d4b-9991dddf44ac tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.1813965 Dec 09 15:15:00.728499 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:00.739958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2530593f-46bd-44da-b235-61c61a39ae6e req-b775211f-f132-4cdd-8340-c01e5c35129c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867274 Dec 09 15:15:00.843205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4395729b-58b1-4c35-8687-192367008d9a req-ec558a40-1d5c-4728-8f0e-0ee5ae11e97f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098576 Dec 09 15:15:00.959438 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d72fce-d820-4ef5-b933-f5323e34d180 x-openstack-request-id: req-d9d72fce-d820-4ef5-b933-f5323e34d180 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:00.959988 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "825d548c-65d6-4b0a-aaed-92bd7b570dd2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:00.960532 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9d72fce-d820-4ef5-b933-f5323e34d180 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:00.961200 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': '825d548c-65d6-4b0a-aaed-92bd7b570dd2', 'status': 'completed', 'code': 200} Dec 09 15:15:00.976618 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb9a0b-d729-4b57-b9c3-ef25fbf31587 x-openstack-request-id: req-daeb9a0b-d729-4b57-b9c3-ef25fbf31587 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:00.977174 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfa81d5-0d28-429a-9dfb-0f65d79a4494", "name": "network-vif-plugged", "status": "completed", "tag": "f0d87d0f-d01f-4427-83c1-fd3fd02013d7", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:00.977580 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daeb9a0b-d729-4b57-b9c3-ef25fbf31587 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:00.978125 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7', 'code': 200} Dec 09 15:15:01.101885 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:21Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:01.135151 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9959f9-79ad-49f6-ab55-31c04e7af5bb None None] The sync data for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 is: [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:03:14Z', 'revision_number': 4, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '9c1dfbee-e942-4537-b25c-cd050c221c30', 'name': '', 'network_id': '0b833a08-3676-4a33-b6cd-80b89bcfbe73', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'mac_address': 'fa:16:3e:9e:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:11Z', 'updated_at': '2021-12-09T15:03:21Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'subnets': [{'id': 'd8a3238e-989c-4be7-9247-a9d7e6d78141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:01.158424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60e9f2ac-7da8-443c-9ac1-4e3a61bc96a0 req-cb30fbc1-fdf0-477d-aa0d-f497585d4a5d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0515840 Dec 09 15:15:01.207649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c395a-6afb-4144-8bcb-7a3272135819 req-a044b337-96ad-466f-a206-f55cfe7ff3de tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.209788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-882c395a-6afb-4144-8bcb-7a3272135819 req-a044b337-96ad-466f-a206-f55cfe7ff3de tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.1217608 Dec 09 15:15:01.212101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aeada-b43e-49f0-9b19-a59d799c8863 req-9fcda67b-e76e-497a-a3d1-b4b933dd6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.214408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-226aeada-b43e-49f0-9b19-a59d799c8863 req-9fcda67b-e76e-497a-a3d1-b4b933dd6581 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 1060 time: 0.1430590 Dec 09 15:15:01.312747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44019823-052c-4cd4-948f-02c1f574937a req-0988315b-de99-4d61-8023-9ad792b6d6a4 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.314524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44019823-052c-4cd4-948f-02c1f574937a req-0988315b-de99-4d61-8023-9ad792b6d6a4 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.0497236 Dec 09 15:15:01.378516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44019823-052c-4cd4-948f-02c1f574937a req-8dd408a0-e8b7-4815-9a26-50b18147abcd tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553393 Dec 09 15:15:01.488815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c982dd-0fa8-4aeb-8195-54b97a9b7acd None None] New status for floating IP e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:15:01.713653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.721534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.727805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.734919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.742389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.748549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.755461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.757637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-8b883a67-7c4e-47b5-a406-cf051a751e05 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.1194479 Dec 09 15:15:01.820921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-13325e39-2d96-4c5b-b9fc-e73d2b2867c6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:01.822403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-13325e39-2d96-4c5b-b9fc-e73d2b2867c6 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "GET /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0553250 Dec 09 15:15:01.982808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-410462e7-d8c1-45d8-89d0-ae35a48553e3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "GET /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1537454 Dec 09 15:15:02.019142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:15:02.027185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.034280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.049747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.057164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.068476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.085306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.091951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42bd0-8d96-4240-bd92-5c15a878d6a3 req-dc2370fe-405e-46a3-8591-ec9b456901ee tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.099395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.100788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bc42bd0-8d96-4240-bd92-5c15a878d6a3 req-dc2370fe-405e-46a3-8591-ec9b456901ee tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 945 time: 0.2418778 Dec 09 15:15:02.116677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-cacd4f5e-01a0-48d1-9012-03fb1514a576 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 5444 time: 0.1505857 Dec 09 15:15:02.142644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.164497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-8f705469-017d-4994-b84f-397409aff3ea tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.166292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-8f705469-017d-4994-b84f-397409aff3ea tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 945 time: 0.1978574 Dec 09 15:15:02.232203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ec6e73c-1950-46d1-9287-b1ec40d641f4 req-f8f3e265-3ea6-4e4c-91d3-3488c45b3fbe tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090045 Dec 09 15:15:02.341297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bc42bd0-8d96-4240-bd92-5c15a878d6a3 req-74908400-fdfd-4b20-af84-95bf33545d22 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393377 Dec 09 15:15:02.394239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-948c405e-b9f7-4606-a60b-7a25f5d7a65d req-ff5e2cea-d58b-43b7-b279-a2fa1767301f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0385103 Dec 09 15:15:02.504075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-12a37bb8-f902-4fcd-b436-ffa27c3f088a tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.505742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-12a37bb8-f902-4fcd-b436-ffa27c3f088a tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.1267660 Dec 09 15:15:02.545871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Deleting port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:02.546219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.606212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdc9ff-2a92-4e1d-86a9-a588aa0b98b2 req-561a89c1-2b03-42fa-b81b-01294bbf4eb2 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.607787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dcdc9ff-2a92-4e1d-86a9-a588aa0b98b2 req-561a89c1-2b03-42fa-b81b-01294bbf4eb2 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 1097 time: 0.1439719 Dec 09 15:15:02.617803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e95150-733e-4b9d-bf4b-db57b21d7468 req-3c73708c-573f-416e-9fd9-30d31032adbc tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:02.631963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f4e95150-733e-4b9d-bf4b-db57b21d7468 req-3c73708c-573f-416e-9fd9-30d31032adbc tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.1670637 Dec 09 15:15:02.695096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6631bc37-9724-44ba-ae6d-3918cbea0277,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:02.734670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] For port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:02.735413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.754926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dcdc9ff-2a92-4e1d-86a9-a588aa0b98b2 req-2cb0e795-8e31-43b0-963c-009724ffc622 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307361 Dec 09 15:15:02.761307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Calling delete_port for 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:02.764773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Deleting port 8b4f0a81-6923-4197-a221-56e61a20a432 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:02.765393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.767565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] For port 6631bc37-9724-44ba-ae6d-3918cbea0277, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:15:02.888723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] For port 8b4f0a81-6923-4197-a221-56e61a20a432, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8b4f0a81-6923-4197-a221-56e61a20a432,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:02.891878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.894901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] device_id is not set on port 6631bc37-9724-44ba-ae6d-3918cbea0277 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:15:02.904954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.916310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:02.921634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Calling delete_port for 8b4f0a81-6923-4197-a221-56e61a20a432 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:03.032430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] No DVR routers for this DVR port 6631bc37-9724-44ba-ae6d-3918cbea0277 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:03.067802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Pushing event updated for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:03.138720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] In _notify_port_updated(), no bound segment for port 6631bc37-9724-44ba-ae6d-3918cbea0277 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:15:03.139682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.140681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.142214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-aeb0cd1a-2395-4d6c-bc83-e3723bb1ae5b service neutron] 10.222.0.36 "PUT /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 200 len: 1032 time: 1.1274879 Dec 09 15:15:03.173350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:03.177757 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1a43c-cba1-45a5-bead-40136cca0a95" -d '{"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:03.198197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.212971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0a3d350c-b9aa-46ee-bdec-6164f2d84815'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:03.216460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8b4f0a81-6923-4197-a221-56e61a20a432'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:03.242919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-ffd48ee7-1781-4fdc-b19d-fedb5366e187 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.244602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-ffd48ee7-1781-4fdc-b19d-fedb5366e187 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "GET /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0762935 Dec 09 15:15:03.266724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:15:03.267057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.322018 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe900bf2-a39e-4a42-9905-0e1e081b576e x-openstack-request-id: req-fe900bf2-a39e-4a42-9905-0e1e081b576e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:03.322212 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db6f9ce-f836-4a5a-8b47-f34dac035703", "name": "network-vif-deleted", "tag": "97e57840-7f67-4acd-a758-ded1a54bb336", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:03.322476 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe900bf2-a39e-4a42-9905-0e1e081b576e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:03.322895 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db6f9ce-f836-4a5a-8b47-f34dac035703', 'name': 'network-vif-deleted', 'tag': '97e57840-7f67-4acd-a758-ded1a54bb336', 'status': 'completed', 'code': 200} Dec 09 15:15:03.327186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b4f0a81-6923-4197-a221-56e61a20a432,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:03.403205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:03.473526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] No DVR routers for this DVR port 8b4f0a81-6923-4197-a221-56e61a20a432 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:03.476640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event deleted for resources: {'Port': ['ID=1651ec6a-8c46-4e1e-b8ee-3d216f0183c2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:03.477251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.492756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-145bdb55-7608-46dc-9482-245d9c7fbde1 req-1e0a9c0f-0a2c-4ce7-9814-5836d97199f6 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.43 "DELETE /v2.0/ports/8b4f0a81-6923-4197-a221-56e61a20a432 HTTP/1.1" status: 204 len: 173 time: 0.9750590 Dec 09 15:15:03.571180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.657403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c029b769-3316-40e5-a066-c47db319481a None None] Provisioning complete for port 6631bc37-9724-44ba-ae6d-3918cbea0277 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:15:03.666562 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c029b769-3316-40e5-a066-c47db319481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.672745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.683745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.696120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.704376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48128f9a-384a-467f-b7b7-a626c89ce558 req-4a909942-0294-4a64-bf64-6471acd5d67e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=94491a79-de3e-4a88-b7a1-3c7374bdff94 HTTP/1.1" status: 200 len: 210 time: 0.2337320 Dec 09 15:15:03.712472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.723273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.753788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:03.768765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] No DVR routers for this DVR port 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:03.772629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-0b6373ed-d002-43c9-aae6-ca345e7dc4f2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 4665 time: 0.2775726 Dec 09 15:15:03.778718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:03.796093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a90b030-9512-4079-8dfb-7e95996fa923 req-d3323877-9c1d-4e07-b8f1-1f6383f69d72 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "DELETE /v2.0/ports/1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 HTTP/1.1" status: 204 len: 173 time: 1.6181040 Dec 09 15:15:03.799557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'name': 'network-vif-deleted', 'tag': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:03.803771 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e9ab73-8680-4415-be3d-940e931b25fb" -d '{"events": [{"server_uuid": "94491a79-de3e-4a88-b7a1-3c7374bdff94", "name": "network-vif-deleted", "tag": "1651ec6a-8c46-4e1e-b8ee-3d216f0183c2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:03.878153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c029b769-3316-40e5-a066-c47db319481a None None] Port 6631bc37-9724-44ba-ae6d-3918cbea0277 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:15:03.954771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442a1871-3747-408e-9bb0-c53fb44dbb12 req-59d61f8b-8e4d-4f9d-a35b-6e737cc2994f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a738e2a-3bc9-4fb3-a8eb-526710bc5046&id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789808 Dec 09 15:15:03.995885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abd3ea5c-5b01-4c25-8fbc-b034812a6775 req-bafd418f-7447-4856-8764-bb1367c971c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0871830 Dec 09 15:15:04.220319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27aa1f93-6fc9-4e5b-aefd-07582feeb6d1 req-040f72d2-3483-4451-ba40-77bc134bfb6a tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1009253e-1991-4513-97dc-1ac074fd86ea HTTP/1.1" status: 200 len: 210 time: 0.0762649 Dec 09 15:15:04.242473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea901bc-bb15-4d7d-a921-4149b1d242bc req-48d8bbd7-d070-438b-8981-7e11512e7493 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:04.248265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ea901bc-bb15-4d7d-a921-4149b1d242bc req-48d8bbd7-d070-438b-8981-7e11512e7493 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.1073265 Dec 09 15:15:04.419171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6cd70d61-e75f-4bba-8491-3068d179fc7b', '0894a4b3-2995-42bf-b86c-75403206ba28', '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:04.509844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112639f-c990-43b4-bd48-22358ef9af74 req-a8c27af4-94fb-47b9-aae8-17e16d37251f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:04.511496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d112639f-c990-43b4-bd48-22358ef9af74 req-a8c27af4-94fb-47b9-aae8-17e16d37251f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.1361382 Dec 09 15:15:04.688298 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a7d0fd-0628-44ec-872b-8afb6cf4222f x-openstack-request-id: req-92a7d0fd-0628-44ec-872b-8afb6cf4222f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:04.688752 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94491a79-de3e-4a88-b7a1-3c7374bdff94", "name": "network-vif-deleted", "tag": "1651ec6a-8c46-4e1e-b8ee-3d216f0183c2", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:04.689106 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92a7d0fd-0628-44ec-872b-8afb6cf4222f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:04.689772 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94491a79-de3e-4a88-b7a1-3c7374bdff94', 'name': 'network-vif-deleted', 'tag': '1651ec6a-8c46-4e1e-b8ee-3d216f0183c2', 'status': 'completed', 'code': 200} Dec 09 15:15:04.793603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8a26e827-9d5e-4869-b402-3406917bc5b5,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:04.811170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2825853a-285f-41c2-b796-c415b2d47601 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:04.836437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc049979-ad91-4a45-aec7-360989af9cfa req-358f8ea8-9b47-4791-9fe6-cadd8edde8a8 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:04.855481 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fc049979-ad91-4a45-aec7-360989af9cfa req-358f8ea8-9b47-4791-9fe6-cadd8edde8a8 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 1060 time: 0.1646702 Dec 09 15:15:04.911491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] For port 8a26e827-9d5e-4869-b402-3406917bc5b5, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:15:04.965054 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:04.978064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] device_id is not set on port 8a26e827-9d5e-4869-b402-3406917bc5b5 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:15:04.991243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:04.997485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2825853a-285f-41c2-b796-c415b2d47601'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:05.000688 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5011279-ec6d-406f-b73a-cc550e80648b" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "2825853a-285f-41c2-b796-c415b2d47601"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:05.002309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.017042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2825853a-285f-41c2-b796-c415b2d47601,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:05.027092 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.027683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0badb9c-fde9-4921-b9bb-db66ea79c40f no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:05.106307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ee61-7306-420b-9b8e-02beacd9561b req-630b04d0-6a1e-4677-a8f9-2d3a4daebd67 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.108988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5e8ee61-7306-420b-9b8e-02beacd9561b req-630b04d0-6a1e-4677-a8f9-2d3a4daebd67 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1135 time: 0.1093364 Dec 09 15:15:05.154148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] No DVR routers for this DVR port 8a26e827-9d5e-4869-b402-3406917bc5b5 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:05.218178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5e8ee61-7306-420b-9b8e-02beacd9561b req-b3bc898d-b608-4f32-b985-ed2f84b98181 tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1003506 Dec 09 15:15:05.219487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:05.244532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:05.266363 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-f70b5da4-90da-4849-90af-4b8584f6f45e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.273356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-f70b5da4-90da-4849-90af-4b8584f6f45e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.280415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-f70b5da4-90da-4849-90af-4b8584f6f45e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.292587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-f70b5da4-90da-4849-90af-4b8584f6f45e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.299056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-f70b5da4-90da-4849-90af-4b8584f6f45e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.311805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-f70b5da4-90da-4849-90af-4b8584f6f45e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 3884 time: 0.1728413 Dec 09 15:15:05.320814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] In _notify_port_updated(), no bound segment for port 8a26e827-9d5e-4869-b402-3406917bc5b5 on network 28bdfee3-de54-4f05-b974-4ddb3487282a {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:15:05.321606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.322223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.323603 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-dac2916a-768a-4491-b3f7-45b3c7376f5d service neutron] 10.222.0.36 "PUT /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 200 len: 1032 time: 2.0687525 Dec 09 15:15:05.335930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009253e-1991-4513-97dc-1ac074fd86ea', 'name': 'network-vif-deleted', 'tag': '8b4f0a81-6923-4197-a221-56e61a20a432'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:05.339030 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a311b-b014-474a-b84f-6cb690808a30" -d '{"events": [{"server_uuid": "1009253e-1991-4513-97dc-1ac074fd86ea", "name": "network-vif-deleted", "tag": "8b4f0a81-6923-4197-a221-56e61a20a432"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:05.350629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfbcfa1-6df2-41be-9d32-9ef8862a0ded tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:05.354376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ebfbcfa1-6df2-41be-9d32-9ef8862a0ded tempest-TestSecurityGroupsBasicOps-753252668 tempest-TestSecurityGroupsBasicOps-753252668-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 1055 time: 0.1082032 Dec 09 15:15:05.392456 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680377a-caf8-489c-bfd3-fbdcd53898ad x-openstack-request-id: req-b680377a-caf8-489c-bfd3-fbdcd53898ad {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:05.392749 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "2825853a-285f-41c2-b796-c415b2d47601", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:05.393001 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b680377a-caf8-489c-bfd3-fbdcd53898ad {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:05.393386 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2825853a-285f-41c2-b796-c415b2d47601', 'code': 200} Dec 09 15:15:05.439794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:05.489134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b207bc31-d338-43a2-abe9-ad6a93c573f2 req-3181180d-c648-4fba-bddc-faecbbfd6f07 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763124 Dec 09 15:15:05.526310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b341120b-9a63-44e0-a98b-b695617ed700 req-73f0fbb3-7fd1-4910-85ba-630220d97a3e tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0545387 Dec 09 15:15:05.529564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f91cf48a-f9bb-41cd-ad82-29c15abdf91f None None] Provisioning complete for port 8a26e827-9d5e-4869-b402-3406917bc5b5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:15:05.529802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f91cf48a-f9bb-41cd-ad82-29c15abdf91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.588704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f91cf48a-f9bb-41cd-ad82-29c15abdf91f None None] Port 8a26e827-9d5e-4869-b402-3406917bc5b5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:15:05.594669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.603422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port 2825853a-285f-41c2-b796-c415b2d47601 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:05.611978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.642143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:05.648927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.649825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6631bc37-9724-44ba-ae6d-3918cbea0277 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:05.731131 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea14bf5-7d18-4b45-8c73-8ecd340b8f04 x-openstack-request-id: req-dea14bf5-7d18-4b45-8c73-8ecd340b8f04 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:05.731473 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009253e-1991-4513-97dc-1ac074fd86ea", "name": "network-vif-deleted", "tag": "8b4f0a81-6923-4197-a221-56e61a20a432", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:05.731739 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dea14bf5-7d18-4b45-8c73-8ecd340b8f04 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:05.732181 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1009253e-1991-4513-97dc-1ac074fd86ea', 'name': 'network-vif-deleted', 'tag': '8b4f0a81-6923-4197-a221-56e61a20a432', 'status': 'completed', 'code': 200} Dec 09 15:15:05.767996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:05.784901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8b4f0a81-6923-4197-a221-56e61a20a432 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:05.845689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8b4f0a81-6923-4197-a221-56e61a20a432 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:05.846153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8b4f0a81-6923-4197-a221-56e61a20a432 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:05.852981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6631bc37-9724-44ba-ae6d-3918cbea0277 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:05.854510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 35ba5d58-cf79-49ec-82b9-e6a292e57056 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:05.865262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] For port 2825853a-285f-41c2-b796-c415b2d47601, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2825853a-285f-41c2-b796-c415b2d47601,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:05.865797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:05.892433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for 2825853a-285f-41c2-b796-c415b2d47601 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:06.085974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.177649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:06.185384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.186759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5256ef99-02a3-4cc8-aec0-0e007e6f777c no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:06.256181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda0e31-3d3d-42bc-a533-4cf32f165aad req-778985ae-ba4b-4873-85dc-55a8f44addcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:06.265982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.273672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9dda0e31-3d3d-42bc-a533-4cf32f165aad req-778985ae-ba4b-4873-85dc-55a8f44addcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.1087916 Dec 09 15:15:06.313248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=2825853a-285f-41c2-b796-c415b2d47601,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:06.339561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:06.355123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d23a3-e955-4a55-a327-11cae422b4c6 req-f826f4dc-f7a9-4553-b3b2-389e1f7ef026 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:06.356722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b99d23a3-e955-4a55-a327-11cae422b4c6 req-f826f4dc-f7a9-4553-b3b2-389e1f7ef026 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.1383996 Dec 09 15:15:06.395514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.402629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] No DVR routers for this DVR port 2825853a-285f-41c2-b796-c415b2d47601 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:06.406110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.411042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-b8e4b780-5cc2-490a-916b-a6e836d1c19d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "DELETE /v2.0/ports/2825853a-285f-41c2-b796-c415b2d47601 HTTP/1.1" status: 204 len: 173 time: 1.0719559 Dec 09 15:15:06.433435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:06.440419 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.441314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device e63d5ea4-149d-4e32-9dcd-42e31535157a no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:06.448785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b99d23a3-e955-4a55-a327-11cae422b4c6 req-1e59d264-ca12-43ad-857d-51d1d02c9c3c tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853796 Dec 09 15:15:06.521990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:06.615597 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.644776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port e63d5ea4-149d-4e32-9dcd-42e31535157a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:06.645403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.673292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:06.683476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.684211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8a26e827-9d5e-4869-b402-3406917bc5b5 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:06.702450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': '2825853a-285f-41c2-b796-c415b2d47601'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:06.705095 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97454e36-10bf-441e-bd57-b5ca9ac861b0" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "2825853a-285f-41c2-b796-c415b2d47601"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:06.713005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11b343b5-8919-430c-ad37-e8628b4f3f78 req-d9d34e49-2215-4a67-8557-cc955fab0199 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0374258 Dec 09 15:15:06.810588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] For port e63d5ea4-149d-4e32-9dcd-42e31535157a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=e63d5ea4-149d-4e32-9dcd-42e31535157a,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:06.811060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:06.811315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedc143-f807-4ae0-8aa4-644b6df7eb28 req-1ddb6937-2068-4480-abd7-521dd2bed2cf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:06.832282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for e63d5ea4-149d-4e32-9dcd-42e31535157a owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:06.839868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedc143-f807-4ae0-8aa4-644b6df7eb28 req-1ddb6937-2068-4480-abd7-521dd2bed2cf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:06.846413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedc143-f807-4ae0-8aa4-644b6df7eb28 req-1ddb6937-2068-4480-abd7-521dd2bed2cf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:06.872033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedc143-f807-4ae0-8aa4-644b6df7eb28 req-1ddb6937-2068-4480-abd7-521dd2bed2cf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:06.874237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-adedc143-f807-4ae0-8aa4-644b6df7eb28 req-1ddb6937-2068-4480-abd7-521dd2bed2cf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 3145 time: 0.2094271 Dec 09 15:15:06.896588 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc15c9-8ecf-4018-853b-8ce63f4ce949 x-openstack-request-id: req-98cc15c9-8ecf-4018-853b-8ce63f4ce949 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:06.897169 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "2825853a-285f-41c2-b796-c415b2d47601", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:06.897169 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98cc15c9-8ecf-4018-853b-8ce63f4ce949 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:06.897686 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': '2825853a-285f-41c2-b796-c415b2d47601', 'status': 'completed', 'code': 200} Dec 09 15:15:06.938002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:06.950514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8a26e827-9d5e-4869-b402-3406917bc5b5 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:06.961007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:06.990672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-adedc143-f807-4ae0-8aa4-644b6df7eb28 req-a6b655c0-e55e-4735-ba27-368aae8f21fd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995851 Dec 09 15:15:06.992382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:07.003570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1651ec6a-8c46-4e1e-b8ee-3d216f0183c2 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:07.031781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:07.067456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=e63d5ea4-149d-4e32-9dcd-42e31535157a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:07.112656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] No DVR routers for this DVR port e63d5ea4-149d-4e32-9dcd-42e31535157a on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:07.116217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:07.120227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-512c7117-5849-4e6a-80b5-a39cc66209e8 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "DELETE /v2.0/ports/e63d5ea4-149d-4e32-9dcd-42e31535157a HTTP/1.1" status: 204 len: 173 time: 0.6704044 Dec 09 15:15:07.246301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port 5256ef99-02a3-4cc8-aec0-0e007e6f777c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:07.246894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:07.397674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:07.398601 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0566d7-2a8d-4ec6-a490-0d4ba4c3ec72" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:07.418039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] For port 5256ef99-02a3-4cc8-aec0-0e007e6f777c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5256ef99-02a3-4cc8-aec0-0e007e6f777c,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:07.419195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:07.477475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for 5256ef99-02a3-4cc8-aec0-0e007e6f777c owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:07.524799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3fbcc-9c19-49be-bce7-9ec55d51df36 req-8cffb2c4-9c10-4a64-9894-ddcaf4370fe6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:07.526704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-91f3fbcc-9c19-49be-bce7-9ec55d51df36 req-8cffb2c4-9c10-4a64-9894-ddcaf4370fe6 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.0990722 Dec 09 15:15:07.632846 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2529f52c-fcc4-4213-af5d-fcaf67545aae x-openstack-request-id: req-2529f52c-fcc4-4213-af5d-fcaf67545aae {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:07.633385 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:07.634513 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2529f52c-fcc4-4213-af5d-fcaf67545aae {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:07.635016 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f', 'code': 200} Dec 09 15:15:07.635392 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'code': 200} Dec 09 15:15:07.635741 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c', 'code': 200} Dec 09 15:15:07.636086 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a', 'code': 200} Dec 09 15:15:07.737079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3638c1d0-513c-4ea6-b002-88dd98413c23 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:07.740171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3638c1d0-513c-4ea6-b002-88dd98413c23 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.1325037 Dec 09 15:15:07.758406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-523822db-6545-4c2b-976f-4ed7d950832d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:07.760254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-523822db-6545-4c2b-976f-4ed7d950832d tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.1859994 Dec 09 15:15:07.839160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f369-dedf-4b6c-b4e6-59c2e2cd034e req-f96e88b6-a67d-459a-abde-f96cadadb5ec tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:07.840916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3543f369-dedf-4b6c-b4e6-59c2e2cd034e req-f96e88b6-a67d-459a-abde-f96cadadb5ec tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.1877191 Dec 09 15:15:07.905054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03217646-bf94-4d14-9f00-5ddb5f874045 req-819fd90c-4c55-4c31-b4b3-34baf848fca4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0470321 Dec 09 15:15:08.020897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.031592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3543f369-dedf-4b6c-b4e6-59c2e2cd034e req-50b12c63-9e10-464e-9567-64078ba35391 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786222 Dec 09 15:15:08.102307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=5256ef99-02a3-4cc8-aec0-0e007e6f777c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:08.139529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.140034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.140344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.140602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.140916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.141313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.141650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.141986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.142323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.142665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.142998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.143422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.143686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:08.188923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] No DVR routers for this DVR port 5256ef99-02a3-4cc8-aec0-0e007e6f777c on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:08.195509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.200736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-3038518a-f4ee-4ea4-ae27-fd22db141d17 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "DELETE /v2.0/ports/5256ef99-02a3-4cc8-aec0-0e007e6f777c HTTP/1.1" status: 204 len: 173 time: 1.0727065 Dec 09 15:15:08.203754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:08.203754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.227085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becfce-b3bd-4469-a36b-e4fb380b3e98 req-e6baac79-3800-471c-85f5-248b512eeb81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:08.241027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becfce-b3bd-4469-a36b-e4fb380b3e98 req-e6baac79-3800-471c-85f5-248b512eeb81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:08.243824 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76becfce-b3bd-4469-a36b-e4fb380b3e98 req-e6baac79-3800-471c-85f5-248b512eeb81 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 1677 time: 0.1112187 Dec 09 15:15:08.247232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Deleting port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:08.247654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.333366 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76becfce-b3bd-4469-a36b-e4fb380b3e98 req-78a0ad79-c4dc-4e82-8e29-eb8765e2f149 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823824 Dec 09 15:15:08.442271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] For port f0d87d0f-d01f-4427-83c1-fd3fd02013d7, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:08.443557 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.462634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] For port 0a3d350c-b9aa-46ee-bdec-6164f2d84815, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0a3d350c-b9aa-46ee-bdec-6164f2d84815,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:08.463047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.474153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for f0d87d0f-d01f-4427-83c1-fd3fd02013d7 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:08.494512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Calling delete_port for 0a3d350c-b9aa-46ee-bdec-6164f2d84815 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:08.517725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port a0badb9c-fde9-4921-b9bb-db66ea79c40f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:08.518072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.842791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] For port a0badb9c-fde9-4921-b9bb-db66ea79c40f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0badb9c-fde9-4921-b9bb-db66ea79c40f,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:08.843165 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:08.874461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for a0badb9c-fde9-4921-b9bb-db66ea79c40f owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:08.898028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1493c-6bce-4d16-8a89-e8cb5f6ce7b9 req-80eea10d-c7d2-466a-af65-5e4e320c2ec9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:08.899587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3c1493c-6bce-4d16-8a89-e8cb5f6ce7b9 req-80eea10d-c7d2-466a-af65-5e4e320c2ec9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 909 time: 0.2091305 Dec 09 15:15:08.904160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a'}, {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:08.906420 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44838c7a-f4f1-4e39-b762-7fbfaaae4e55" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a"}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:09.036412 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b7c24-d569-4386-a5f0-c024df69af51 x-openstack-request-id: req-098b7c24-d569-4386-a5f0-c024df69af51 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:09.037127 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "e63d5ea4-149d-4e32-9dcd-42e31535157a", "status": "completed", "code": 200}, {"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "5256ef99-02a3-4cc8-aec0-0e007e6f777c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:09.037127 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-098b7c24-d569-4386-a5f0-c024df69af51 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:09.037461 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': 'e63d5ea4-149d-4e32-9dcd-42e31535157a', 'status': 'completed', 'code': 200} Dec 09 15:15:09.037654 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': '5256ef99-02a3-4cc8-aec0-0e007e6f777c', 'status': 'completed', 'code': 200} Dec 09 15:15:09.134820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee29d093-4e37-4062-b302-e16a91d6b4f3 req-7debc85f-e282-4210-87e8-2e179c96ddc5 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.1024790 Dec 09 15:15:09.198244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:09.214184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d6b2-b0cc-45f4-83b6-0c46cae044d9 req-ed4f6273-8012-4df5-9492-2e241da34c02 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:09.224454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6248d6b2-b0cc-45f4-83b6-0c46cae044d9 req-ed4f6273-8012-4df5-9492-2e241da34c02 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 1097 time: 0.0835059 Dec 09 15:15:09.229055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:09.230855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:09.234705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=f0d87d0f-d01f-4427-83c1-fd3fd02013d7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:09.313255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=a0badb9c-fde9-4921-b9bb-db66ea79c40f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:09.372978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6248d6b2-b0cc-45f4-83b6-0c46cae044d9 req-5321f6da-fe67-4d6f-90e5-20c436bc8bce tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5111e8b4-f4ce-436e-88f7-3ee6adb4debc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470475 Dec 09 15:15:09.744161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] No DVR routers for this DVR port f0d87d0f-d01f-4427-83c1-fd3fd02013d7 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:09.745964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] No DVR routers for this DVR port a0badb9c-fde9-4921-b9bb-db66ea79c40f on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:09.750405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:09.754482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-6b828135-809b-4f73-8368-d1f57761547a tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "DELETE /v2.0/ports/a0badb9c-fde9-4921-b9bb-db66ea79c40f HTTP/1.1" status: 204 len: 173 time: 1.5449305 Dec 09 15:15:09.755500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:09.758663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.36 "DELETE /v2.0/ports/f0d87d0f-d01f-4427-83c1-fd3fd02013d7 HTTP/1.1" status: 204 len: 173 time: 1.9658718 Dec 09 15:15:09.812901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3d350c-b9aa-46ee-bdec-6164f2d84815,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:09.852339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] No DVR routers for this DVR port 0a3d350c-b9aa-46ee-bdec-6164f2d84815 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:09.876294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:09.880412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae4203cc-f1b5-4138-a2e7-13d5275870d0 req-3cf6d1a1-ac24-4996-84c4-ab86140ea277 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0a3d350c-b9aa-46ee-bdec-6164f2d84815 HTTP/1.1" status: 204 len: 173 time: 2.1190181 Dec 09 15:15:09.911785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe51c-b402-46ae-a15b-9f952e2aa225 req-8939e919-9e9e-43f5-a4b2-3fd4c6479dda tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:09.920952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-689fe51c-b402-46ae-a15b-9f952e2aa225 req-8939e919-9e9e-43f5-a4b2-3fd4c6479dda tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 943 time: 0.1852293 Dec 09 15:15:10.016142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-689fe51c-b402-46ae-a15b-9f952e2aa225 req-1b0d09b8-344a-4d8e-8abc-e0ad70f690d0 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups?id=98bfefa4-ea99-408a-8a52-0407e8fe3089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898094 Dec 09 15:15:10.024778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port 35ba5d58-cf79-49ec-82b9-e6a292e57056 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:10.026548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:10.137111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a46e9382-a022-4321-9070-62fed55a2408 req-97d87f5f-c795-4c30-9210-1f873af4ab12 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdfa81d5-0d28-429a-9dfb-0f65d79a4494 HTTP/1.1" status: 200 len: 210 time: 0.0348873 Dec 09 15:15:10.163132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] For port 35ba5d58-cf79-49ec-82b9-e6a292e57056, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=35ba5d58-cf79-49ec-82b9-e6a292e57056,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:10.163647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:10.367304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71bdfcf5-c683-480c-923c-8fd4d4de46a7 req-34039aed-c289-4653-9e3d-ea38c264a16b tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0582564 Dec 09 15:15:10.494086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57ab8bc6-cd52-4545-ac0d-726576d82921 req-7809782a-7f7d-41db-8be4-2358b8247a30 tempest-TestServerMultinode-142959036 tempest-TestServerMultinode-142959036-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcb405cf-2e77-404a-ba83-6cb261e6b16e HTTP/1.1" status: 200 len: 210 time: 0.0297780 Dec 09 15:15:10.560212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:10.560658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:10.560900 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Floating IP f1b2b4b0-d9f7-4e50-8001-96bcd0aed018 disassociated. External IP: 172.25.0.57, port: 35ba5d58-cf79-49ec-82b9-e6a292e57056. Dec 09 15:15:10.561403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for 35ba5d58-cf79-49ec-82b9-e6a292e57056 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:10.715102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:10.765696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=35ba5d58-cf79-49ec-82b9-e6a292e57056,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:10.795597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0a3d350c-b9aa-46ee-bdec-6164f2d84815 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:10.825617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 0a3d350c-b9aa-46ee-bdec-6164f2d84815 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:10.825966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0a3d350c-b9aa-46ee-bdec-6164f2d84815 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:10.826578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f0d87d0f-d01f-4427-83c1-fd3fd02013d7 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:10.851484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: f0d87d0f-d01f-4427-83c1-fd3fd02013d7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:10.851842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device f0d87d0f-d01f-4427-83c1-fd3fd02013d7 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:10.943507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Router 62d429c4-12d2-4640-86da-b329e4fe022d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:15:11.056409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f'}, {'server_uuid': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'name': 'network-vif-deleted', 'tag': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7'}, {'server_uuid': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'name': 'network-vif-deleted', 'tag': '0a3d350c-b9aa-46ee-bdec-6164f2d84815'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:11.062706 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6498840f-33e6-451a-8eef-9a2796752b98" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f"}, {"server_uuid": "bdfa81d5-0d28-429a-9dfb-0f65d79a4494", "name": "network-vif-deleted", "tag": "f0d87d0f-d01f-4427-83c1-fd3fd02013d7"}, {"server_uuid": "fcb405cf-2e77-404a-ba83-6cb261e6b16e", "name": "network-vif-deleted", "tag": "0a3d350c-b9aa-46ee-bdec-6164f2d84815"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:11.102284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:15:11.132644 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] Sync routers for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:15:11.143923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-060dab17-764e-4e3d-b238-8abbf68f82b3 req-320e35b7-998e-412f-89a5-5a891991dd8c tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0333452 Dec 09 15:15:11.147961 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:11.149701 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fad5fa-2cf0-4d7b-873e-a6337b88278f x-openstack-request-id: req-f8fad5fa-2cf0-4d7b-873e-a6337b88278f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:11.150215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:11.150378 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "a0badb9c-fde9-4921-b9bb-db66ea79c40f", "status": "completed", "code": 200}, {"server_uuid": "bdfa81d5-0d28-429a-9dfb-0f65d79a4494", "name": "network-vif-deleted", "tag": "f0d87d0f-d01f-4427-83c1-fd3fd02013d7", "status": "completed", "code": 200}, {"server_uuid": "fcb405cf-2e77-404a-ba83-6cb261e6b16e", "name": "network-vif-deleted", "tag": "0a3d350c-b9aa-46ee-bdec-6164f2d84815", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:11.150838 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8fad5fa-2cf0-4d7b-873e-a6337b88278f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:11.151286 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': 'a0badb9c-fde9-4921-b9bb-db66ea79c40f', 'status': 'completed', 'code': 200} Dec 09 15:15:11.151859 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfa81d5-0d28-429a-9dfb-0f65d79a4494', 'name': 'network-vif-deleted', 'tag': 'f0d87d0f-d01f-4427-83c1-fd3fd02013d7', 'status': 'completed', 'code': 200} Dec 09 15:15:11.152192 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb405cf-2e77-404a-ba83-6cb261e6b16e', 'name': 'network-vif-deleted', 'tag': '0a3d350c-b9aa-46ee-bdec-6164f2d84815', 'status': 'completed', 'code': 200} Dec 09 15:15:11.237139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] No DVR routers for this DVR port 35ba5d58-cf79-49ec-82b9-e6a292e57056 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:11.242232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:11.250552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-849cf42c-037e-4cb9-8965-0680c20672a8 req-4c7115f9-0005-4f6a-8322-204d9da56013 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.36 "DELETE /v2.0/ports/35ba5d58-cf79-49ec-82b9-e6a292e57056 HTTP/1.1" status: 204 len: 173 time: 1.4895108 Dec 09 15:15:11.279799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42302) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:11.399810 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:11.608573 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-682fea95-fec1-4a50-a834-d02bc41e6b24 req-c06a1077-a7a7-48d1-bdaf-03f9db032929 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0542691 Dec 09 15:15:11.610105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42308) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:11.760589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:47Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:11.798983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] Checking router: 62d429c4-12d2-4640-86da-b329e4fe022d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:11.809507 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:11.810530 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:12.039050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:12.228352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:12.294478 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:47Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:12.341427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b658d-3029-4732-848f-ec58c4021b3f None None] The sync data for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 is: [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:03:29Z', 'revision_number': 4, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '67b1a5f6-e7b8-469f-901c-1964d6a8b27d', 'name': '', 'network_id': '54626a82-c410-4bdc-afc5-b67930a6e4f7', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'mac_address': 'fa:16:3e:98:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:27Z', 'updated_at': '2021-12-09T15:03:47Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'subnets': [{'id': '4943e9cf-8b56-4703-b6f6-cccd100992ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:12.406487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-963de9af-0292-4e18-bd28-7688b2a4610d req-dd48000d-d682-4c00-a547-9af725731328 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0374882 Dec 09 15:15:12.436543 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:12.807267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:12.808461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:12.857704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d272a8-abeb-4b1d-b18e-ffe542109407 None None] New status for floating IP f1b2b4b0-d9f7-4e50-8001-96bcd0aed018: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:15:12.917049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3797d6bd-6e45-425a-ad34-c981e6cd6aa4 req-a465683a-1539-41d0-809a-b1fccb1ca34d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0627110 Dec 09 15:15:12.943467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] For port 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:12.943853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:12.962022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:13.067326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Deleting port bcd17172-5748-45e7-b684-bba099b62a82 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:13.067803 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.156907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:13.159217 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be6b6d-0b56-4b99-be4b-f62de2441e36" -d '{"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:13.180439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] For port bcd17172-5748-45e7-b684-bba099b62a82, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcd17172-5748-45e7-b684-bba099b62a82,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:13.182271 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.193930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.202144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Calling delete_port for bcd17172-5748-45e7-b684-bba099b62a82 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:13.209575 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1b7930-d6ed-4c33-9e6e-bdc4259c980c x-openstack-request-id: req-ca1b7930-d6ed-4c33-9e6e-bdc4259c980c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:13.210022 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca46fd-726e-41df-9f41-6ee8bc625ffd", "name": "network-vif-deleted", "tag": "35ba5d58-cf79-49ec-82b9-e6a292e57056", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:13.210573 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca1b7930-d6ed-4c33-9e6e-bdc4259c980c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:13.211080 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca46fd-726e-41df-9f41-6ee8bc625ffd', 'name': 'network-vif-deleted', 'tag': '35ba5d58-cf79-49ec-82b9-e6a292e57056', 'status': 'completed', 'code': 200} Dec 09 15:15:13.250081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=4de23cd6-6b92-4fd7-b199-34fdbb5f02bb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:13.311778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.312053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.312543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.312874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.313260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.313598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.313931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.314267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.314601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.314930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.315263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.315670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.316105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:13.436358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.452180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.480932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd17172-5748-45e7-b684-bba099b62a82,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:13.575840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b885758-4f32-4611-af8c-7d837f53c4f1 req-578680eb-eb69-4017-a25f-708f0727e8a1 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0513041 Dec 09 15:15:13.734256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.743945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 07339db4-da34-43b1-b159-f2d6b7109e5a has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:15:13.854755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:15:13.864121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f90ef838-346a-4e90-accb-13c54c908fcf tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "PUT /v2.0/routers/07339db4-da34-43b1-b159-f2d6b7109e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5815158 Dec 09 15:15:13.864813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42318) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:13.866727 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] Sync routers for ids ['07339db4-da34-43b1-b159-f2d6b7109e5a'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:15:13.876862 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] Routers {'07339db4-da34-43b1-b159-f2d6b7109e5a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:13.877535 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['07339db4-da34-43b1-b159-f2d6b7109e5a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:13.925900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting subnet 419609b0-08ed-4179-9eee-c1ff3eb5c68a {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:13.930413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:13.984450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.002260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Router 0956d147-77a2-4370-8b9c-ee05cee7cde8 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:15:14.091883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc28712d-1481-48b4-a01d-4bb2a94e3ab8 req-e9882b29-4217-4f32-86bf-89817f2f52b3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0501940 Dec 09 15:15:14.120088 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] Set router 07339db4-da34-43b1-b159-f2d6b7109e5a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:14.122154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.162999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:15:14.174265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] Sync routers for ids ['0956d147-77a2-4370-8b9c-ee05cee7cde8'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:15:14.178588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-06073c42-7ccc-4899-8b9e-21150d4fd349 admin admin] 10.222.0.46 "PUT /v2.0/routers/0956d147-77a2-4370-8b9c-ee05cee7cde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662167 Dec 09 15:15:14.181467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42322) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:14.210660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] Routers {'0956d147-77a2-4370-8b9c-ee05cee7cde8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:14.211494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.212222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0956d147-77a2-4370-8b9c-ee05cee7cde8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:14.283801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Subnet': ['ID=419609b0-08ed-4179-9eee-c1ff3eb5c68a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:14.297661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.305675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd63d10c-4cd6-4350-b23f-c49e29cd8ec7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/subnets/419609b0-08ed-4179-9eee-c1ff3eb5c68a HTTP/1.1" status: 204 len: 168 time: 0.4398007 Dec 09 15:15:14.308030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42324) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:14.311571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d58e9e-5336-40f0-9257-b6ae427d37c3 None None] Network 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:14.389350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.440686 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:15:13Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:14.472219 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] Checking router: 07339db4-da34-43b1-b159-f2d6b7109e5a for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:14.481875 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] Routers {'07339db4-da34-43b1-b159-f2d6b7109e5a'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:14.482519 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['07339db4-da34-43b1-b159-f2d6b7109e5a'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:14.552492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.561730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.613374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] Set router 0956d147-77a2-4370-8b9c-ee05cee7cde8 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:14.672305 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] Set router 07339db4-da34-43b1-b159-f2d6b7109e5a gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:14.716598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Deleting port 308cb313-3669-4c74-a007-2c541eda0c93 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:14.717052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.804953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] DHCP port deletion for 79724e6a-0ce3-4cdc-951a-b5b6cdf09842 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:14.835825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] For port 308cb313-3669-4c74-a007-2c541eda0c93, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=308cb313-3669-4c74-a007-2c541eda0c93,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:14.836261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.851004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Calling delete_port for 308cb313-3669-4c74-a007-2c541eda0c93 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:14.859784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1313399d-ffdd-4b10-a417-cf46d3759c9d req-1706673e-09d0-466c-b9c0-8f8f7a677a36 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0703950 Dec 09 15:15:14.894386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:14.999364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port d2321936-8754-4afe-b148-8c00b8683645 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:14.999717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.017995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] Deleting port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:15.018371 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.062758 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:15:13Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:15.103081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0bb6-c6e7-4d61-bcab-5446b7e52506 req-853943a5-889e-44b9-a580-64f1ca5855d8 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:15.112477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5bf0bb6-c6e7-4d61-bcab-5446b7e52506 req-853943a5-889e-44b9-a580-64f1ca5855d8 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 946 time: 0.0817208 Dec 09 15:15:15.132160 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc889bf5-03f0-40fb-b76d-0b5b768c6dec None None] The sync data for ids ['07339db4-da34-43b1-b159-f2d6b7109e5a'] in n-d-804292-5 is: [{'id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1620764356', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd2321936-8754-4afe-b148-8c00b8683645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:15:13Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'd2321936-8754-4afe-b148-8c00b8683645', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07339db4-da34-43b1-b159-f2d6b7109e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:38Z', 'updated_at': '2021-12-09T15:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:15.135714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] For port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,segment=NetworkSegment(e946f3b8-dfcb-4974-9e24-e9f75fa70bd9),segment_id=e946f3b8-dfcb-4974-9e24-e9f75fa70bd9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:15.136053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.166985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] For port d2321936-8754-4afe-b148-8c00b8683645, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d2321936-8754-4afe-b148-8c00b8683645,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:15.167977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.174299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] Calling delete_port for 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:15.183749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for d2321936-8754-4afe-b148-8c00b8683645 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:15.235816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5bf0bb6-c6e7-4d61-bcab-5446b7e52506 req-cc972537-eb27-4386-a0d9-a8741a4b3170 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175401 Dec 09 15:15:15.250239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.251426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '308cb313-3669-4c74-a007-2c541eda0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:15:13Z', 'revision_number': 5, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port': {'id': '308cb313-3669-4c74-a007-2c541eda0c93', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:15.281591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] Checking router: 0956d147-77a2-4370-8b9c-ee05cee7cde8 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:15.281805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Pushing event deleted for resources: {'Port': ['ID=308cb313-3669-4c74-a007-2c541eda0c93,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:15.304281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee4342-d7e1-4080-8de3-22c977a0d027 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:15.308474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] Routers {'0956d147-77a2-4370-8b9c-ee05cee7cde8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:15.309304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0956d147-77a2-4370-8b9c-ee05cee7cde8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:15.342825 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83031f6c-2af5-423a-8ff3-a9ee605dd8ba req-99d063f8-3200-4818-8eaf-a2ddc464055d tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0574584 Dec 09 15:15:15.385936 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.420606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] Set router 0956d147-77a2-4370-8b9c-ee05cee7cde8 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:15.481512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:15:15Z', 'revision_number': 7, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:15.506830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.509149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.509713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e9eb8-1f10-4d74-9e9f-1901124cca81 None None] The sync data for ids ['0956d147-77a2-4370-8b9c-ee05cee7cde8'] in n-d-804292-5 is: [{'id': '0956d147-77a2-4370-8b9c-ee05cee7cde8', 'name': 'tempest-TestServerMultinode-1568772877-router', 'tenant_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:14Z', 'updated_at': '2021-12-09T15:15:15Z', 'revision_number': 7, 'project_id': '9d21abd8a6dd4d60a29c31074b2dfc28', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:15.511595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.532500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.544236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] No DVR routers for this DVR port 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:15.589689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5dc22-e399-4fec-891b-d05f60a48dea None None] Pushing event deleted for resources: {'Port': ['ID=78eaa447-f27c-4d11-8442-7ded3d1c7fe8,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:15.591696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.592521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0956d147-77a2-4370-8b9c-ee05cee7cde8 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:15:15.603556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.605192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eac606ca-7f03-4978-8a83-66ac9fffc358 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0956d147-77a2-4370-8b9c-ee05cee7cde8 HTTP/1.1" status: 204 len: 168 time: 1.4225674 Dec 09 15:15:15.607721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42336) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:15.619742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=d2321936-8754-4afe-b148-8c00b8683645,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:15.639793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1171fb-1f1a-407b-91c4-3bd4a4f0e69a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:15.668535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Deleting subnet fc69cc34-f239-43e7-9063-84ccc9fee306 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:15.677040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.713289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.722805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.824915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.827101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.865051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.887739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.888408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Fanout notify agent at l3_agent the message router_deleted on router 07339db4-da34-43b1-b159-f2d6b7109e5a {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:15:15.897042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:15.901405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e64d633b-1c8e-410e-8917-f442a753018f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/routers/07339db4-da34-43b1-b159-f2d6b7109e5a HTTP/1.1" status: 204 len: 168 time: 1.5919580 Dec 09 15:15:15.906508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42340) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:16.093086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.232886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.258955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79724e6a-0ce3-4cdc-951a-b5b6cdf09842']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:16.283114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:16.283668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e946f3b8-dfcb-4974-9e24-e9f75fa70bd9') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:16.296527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.307612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-430abbbb-3dbd-40bc-9f4c-57d1321b174c req-755afff6-849e-45dc-ad55-248a7a6cad69 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0345576 Dec 09 15:15:16.322671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.329647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:16.330128 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:16.335160 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:16.355712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.393145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc69cc34-f239-43e7-9063-84ccc9fee306,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:16.406793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.407543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455d211-dbf0-4c6b-848d-5102000d9584 None None] Network d52c34b5-0f42-4264-af7d-913a87e58ce2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:16.415399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-49dc03de-e0be-44e8-a497-d7d5d31efc94 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fc69cc34-f239-43e7-9063-84ccc9fee306 HTTP/1.1" status: 204 len: 168 time: 0.8044188 Dec 09 15:15:16.416625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42348) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:16.511177 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:15:16.525130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.540147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.547361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/networks/79724e6a-0ce3-4cdc-951a-b5b6cdf09842 HTTP/1.1" status: 204 len: 168 time: 0.6393144 Dec 09 15:15:16.552240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42350) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:16.581106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d622b-8705-4de9-ba12-859f1533399a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Network': ['ID=79724e6a-0ce3-4cdc-951a-b5b6cdf09842,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:16.649006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24969514-5dad-41b8-83e8-a6da8078b6ae req-a5f710fa-2c1a-4794-8b4b-4b45f96ccc3f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0935352 Dec 09 15:15:16.652655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.701893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380868b-b5dc-4cda-a3d6-f59b8b15621e req-1d8ebb9a-c578-4316-a81f-4dc051b82670 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:16.703172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3380868b-b5dc-4cda-a3d6-f59b8b15621e req-1d8ebb9a-c578-4316-a81f-4dc051b82670 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 946 time: 0.2721562 Dec 09 15:15:16.811624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Deleting port 79309c26-47dd-4496-acfc-8c508438c721 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:16.812055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.812632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-4af047e9-5860-4f03-a3d7-5af5a9daaad1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:16.814244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-4af047e9-5860-4f03-a3d7-5af5a9daaad1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 946 time: 0.2095442 Dec 09 15:15:16.824350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] DHCP port deletion for d52c34b5-0f42-4264-af7d-913a87e58ce2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:16.945961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] Deleting port 79309c26-47dd-4496-acfc-8c508438c721 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:16.946340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:16.985764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] For port 79309c26-47dd-4496-acfc-8c508438c721, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79309c26-47dd-4496-acfc-8c508438c721,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:16.986477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.014555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Calling delete_port for 79309c26-47dd-4496-acfc-8c508438c721 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:17.049897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3380868b-b5dc-4cda-a3d6-f59b8b15621e req-00117acd-c102-4337-9db0-5001d7f898b2 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350360 Dec 09 15:15:17.052127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcd17172-5748-45e7-b684-bba099b62a82 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:17.083880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: bcd17172-5748-45e7-b684-bba099b62a82 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:17.085551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcd17172-5748-45e7-b684-bba099b62a82 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:17.086176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:17.089541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] For port 79309c26-47dd-4496-acfc-8c508438c721, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79309c26-47dd-4496-acfc-8c508438c721,segment=NetworkSegment(61549a83-1f49-4b49-a131-e76b42b458ea),segment_id=61549a83-1f49-4b49-a131-e76b42b458ea)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:17.090162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.164315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-05d7480a-32c1-42e6-acd8-87d7366226cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6085193 Dec 09 15:15:17.166211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:17.166665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4de23cd6-6b92-4fd7-b199-34fdbb5f02bb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:17.167086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:17.174282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.206154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=79309c26-47dd-4496-acfc-8c508438c721,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:17.212911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] No DVR routers for this DVR port 79309c26-47dd-4496-acfc-8c508438c721 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:17.233581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:17.234170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 78eaa447-f27c-4d11-8442-7ded3d1c7fe8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:17.234765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 308cb313-3669-4c74-a007-2c541eda0c93 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:17.271902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] Calling delete_port for 79309c26-47dd-4496-acfc-8c508438c721 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:17.274063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 308cb313-3669-4c74-a007-2c541eda0c93 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:17.274661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 308cb313-3669-4c74-a007-2c541eda0c93 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:17.314121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.350108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52c34b5-0f42-4264-af7d-913a87e58ce2']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:17.377483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61549a83-1f49-4b49-a131-e76b42b458ea') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:17.377776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61549a83-1f49-4b49-a131-e76b42b458ea') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:17.412822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.437035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.454200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] No DVR routers for this DVR port 79309c26-47dd-4496-acfc-8c508438c721 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:17.477734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797a8a-55e1-4d29-941e-e4b90e675edc None None] Pushing event deleted for resources: {'Port': ['ID=79309c26-47dd-4496-acfc-8c508438c721,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:17.500312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.523242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baaf5393-ad5f-433c-975a-5b8e685f35f4 req-5108c277-dbc9-4ca9-a6f0-2b9aba5377e2 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0521131 Dec 09 15:15:17.527479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:17.528089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:17.530274 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:17.623112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.638520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.645903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d52c34b5-0f42-4264-af7d-913a87e58ce2 HTTP/1.1" status: 204 len: 168 time: 1.2244220 Dec 09 15:15:17.651776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42358) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:17.716220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b39ea-fb6e-4ee8-a125-ee0f1fb05d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52c34b5-0f42-4264-af7d-913a87e58ce2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:17.739073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Deleting port 732275a4-6bf0-439f-9973-7b7ccdbfde98 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:17.739642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.742830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port 617d2343-7ea1-43b3-92d9-49f7e51228f0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:17.743151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.815516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-59044a74-8ddc-4f99-b561-fabfbe282231 req-08d5fd2f-0b27-4de7-b84c-b48b3ade8688 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0651608 Dec 09 15:15:17.886187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-69a34f63-0fd1-4f07-b2b9-06e7052afaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:17.887879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-69a34f63-0fd1-4f07-b2b9-06e7052afaca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 1096 time: 0.6483073 Dec 09 15:15:17.960961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] For port 732275a4-6bf0-439f-9973-7b7ccdbfde98, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=732275a4-6bf0-439f-9973-7b7ccdbfde98,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:17.961334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.974611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.974957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:17.991584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Calling delete_port for 732275a4-6bf0-439f-9973-7b7ccdbfde98 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:18.039832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for 617d2343-7ea1-43b3-92d9-49f7e51228f0 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:18.124796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.213262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-5e09364b-ac5a-4f76-9dd4-fd7154937367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:18.214756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-5e09364b-ac5a-4f76-9dd4-fd7154937367 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.2936606 Dec 09 15:15:18.291663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-37ef82a1-c224-4b28-b9e4-df2a72097fb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399 HTTP/1.1" status: 200 len: 217 time: 0.0628927 Dec 09 15:15:18.317822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20292602-c9ed-4588-ba68-9f0d3c9bca23 req-bc7403cd-9612-4b8f-a03a-cfba039b9749 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:18.327662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20292602-c9ed-4588-ba68-9f0d3c9bca23 req-bc7403cd-9612-4b8f-a03a-cfba039b9749 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 946 time: 0.1554127 Dec 09 15:15:18.343590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79309c26-47dd-4496-acfc-8c508438c721 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:18.374914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 79309c26-47dd-4496-acfc-8c508438c721 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:18.375261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79309c26-47dd-4496-acfc-8c508438c721 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:18.375705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d2321936-8754-4afe-b148-8c00b8683645 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:18.388484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20292602-c9ed-4588-ba68-9f0d3c9bca23 req-01ca30a1-1934-4053-b1d6-7a884f7c69da tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Dec 09 15:15:18.417095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d2321936-8754-4afe-b148-8c00b8683645 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:18.417591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d2321936-8754-4afe-b148-8c00b8683645 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:18.486794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-d756d30a-eee6-4b43-b333-cbbea7f4e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:18.489158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-d756d30a-eee6-4b43-b333-cbbea7f4e31a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.1825721 Dec 09 15:15:18.499828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.537991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.573954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-c39003b3-456c-4c2a-9105-273945938072 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710878 Dec 09 15:15:18.600999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Pushing event deleted for resources: {'Port': ['ID=732275a4-6bf0-439f-9973-7b7ccdbfde98,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:18.640662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Deleting port 9d51a1ee-16e6-4f76-827b-d3bba54070ff {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:18.641141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.723229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=617d2343-7ea1-43b3-92d9-49f7e51228f0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:18.753859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] For port 9d51a1ee-16e6-4f76-827b-d3bba54070ff, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9d51a1ee-16e6-4f76-827b-d3bba54070ff,segment=NetworkSegment(86d5492e-afc8-418c-a73f-96daf301bf53),segment_id=86d5492e-afc8-418c-a73f-96daf301bf53)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:18.754203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.766995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Calling delete_port for 9d51a1ee-16e6-4f76-827b-d3bba54070ff owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:18.770756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] No DVR routers for this DVR port 732275a4-6bf0-439f-9973-7b7ccdbfde98 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:18.773901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a1b137e-4e92-4de9-8793-a73c5690153c req-0900deb2-9a34-4f82-994b-98f0ce9512af tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.1010516 Dec 09 15:15:18.790636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.793918 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9cafec07-c6d9-4a40-a2f8-279028feb74a req-03bd4e6b-4b96-495c-8717-5bf39e74e2a1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "DELETE /v2.0/ports/732275a4-6bf0-439f-9973-7b7ccdbfde98 HTTP/1.1" status: 204 len: 173 time: 1.8720863 Dec 09 15:15:18.796583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'name': 'network-vif-deleted', 'tag': '732275a4-6bf0-439f-9973-7b7ccdbfde98'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:18.798786 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09706d79-b07c-45c8-ab40-b5d869b9e297" -d '{"events": [{"server_uuid": "377c0c8c-47df-422e-af19-3d35102a0fe9", "name": "network-vif-deleted", "tag": "732275a4-6bf0-439f-9973-7b7ccdbfde98"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:18.849172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:18.849510 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Floating IP 12211383-a0fd-466a-aad9-697896f058e9 disassociated (deleted). External IP: 172.25.0.14, port: 19bf7404-6df4-461e-9313-dee416323bd6. Dec 09 15:15:18.912340 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a6a482-a68a-4e78-982c-e3b35f59bc26 x-openstack-request-id: req-72a6a482-a68a-4e78-982c-e3b35f59bc26 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:18.912695 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377c0c8c-47df-422e-af19-3d35102a0fe9", "name": "network-vif-deleted", "tag": "732275a4-6bf0-439f-9973-7b7ccdbfde98", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:18.912899 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72a6a482-a68a-4e78-982c-e3b35f59bc26 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:18.913312 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377c0c8c-47df-422e-af19-3d35102a0fe9', 'name': 'network-vif-deleted', 'tag': '732275a4-6bf0-439f-9973-7b7ccdbfde98', 'status': 'completed', 'code': 200} Dec 09 15:15:18.952258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-b0213a14-c4e9-4abf-901f-333f643272e2 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534245 Dec 09 15:15:19.037293 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0396b6e-cd61-4adc-ba11-946d889ca8f0 req-984f4b6d-a688-400c-b21e-a49e025144ae tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0454285 Dec 09 15:15:19.093430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:19.124031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d51a1ee-16e6-4f76-827b-d3bba54070ff,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:19.171584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25534d10-d5db-4545-8e8e-1ec922b1a91d req-ebb32500-0f38-4778-9de7-edf43fd79f33 service neutron] 10.222.0.43 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875811 Dec 09 15:15:19.255105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 6e3ffac9-c85a-4638-b751-b9aacdab0753 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:15:19.467402 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:19.492701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:15:19.500619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:19.508154 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] Sync routers for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:15:19.528007 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:19.530988 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:19.545855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b063a4d-2408-47f6-a790-23ba68b48b74 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/floatingips/12211383-a0fd-466a-aad9-697896f058e9 HTTP/1.1" status: 204 len: 168 time: 2.9665415 Dec 09 15:15:19.596598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55d6ea23-ffed-454e-8b09-a2f7c38b5aee req-64723966-86a0-4306-bf23-8ea3c37b1a03 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=377c0c8c-47df-422e-af19-3d35102a0fe9 HTTP/1.1" status: 200 len: 210 time: 0.0371203 Dec 09 15:15:19.761893 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:19.859652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 732275a4-6bf0-439f-9973-7b7ccdbfde98 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:19.896845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 732275a4-6bf0-439f-9973-7b7ccdbfde98 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:19.900407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 732275a4-6bf0-439f-9973-7b7ccdbfde98 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:19.929263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-89ed74a7-6390-4090-a16b-8dddd4a8daee req-4c52ab07-4dba-4a6d-96ce-f776043e984e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0314209 Dec 09 15:15:19.958404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93c47-e649-43c0-99ec-31fbcba90adc req-c6e78ba1-e4c5-449c-91a2-0ec8c0eb76d5 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:19.959967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ed93c47-e649-43c0-99ec-31fbcba90adc req-c6e78ba1-e4c5-449c-91a2-0ec8c0eb76d5 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 984 time: 0.0902014 Dec 09 15:15:19.962007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Router 784d7d45-969b-4f8e-b904-dd44f8400dad has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:15:20.057085 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:44Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:20.084333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ed93c47-e649-43c0-99ec-31fbcba90adc req-79108007-eb33-4f10-b51e-2f36901dffdb tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1137941 Dec 09 15:15:20.086735 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] Checking router: 6e3ffac9-c85a-4638-b751-b9aacdab0753 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:20.102848 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:20.108458 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:20.187322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:15:20.195335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4721738d-adea-4a1c-8a9c-de6461662de8 admin admin] 10.222.0.46 "PUT /v2.0/routers/784d7d45-969b-4f8e-b904-dd44f8400dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422788 Dec 09 15:15:20.198061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] Sync routers for ids ['784d7d45-969b-4f8e-b904-dd44f8400dad'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:15:20.198810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:20.227058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] Routers {'784d7d45-969b-4f8e-b904-dd44f8400dad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:20.227750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['784d7d45-969b-4f8e-b904-dd44f8400dad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:20.231123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ee14e11-f752-495f-ab8d-77d7525b7310 req-4efd2666-051a-41bb-809d-35167cf28448 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0834866 Dec 09 15:15:20.287698 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:20.423463 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:20.475646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] Set router 784d7d45-969b-4f8e-b904-dd44f8400dad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:20.545391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:20.577547 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:44Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:20.609521 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a41ba-3143-4e99-8ea8-1092d582d4cb None None] The sync data for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 is: [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:13:40Z', 'revision_number': 4, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '89750209-33c3-4b8a-ba90-5ac013807518', 'name': '', 'network_id': 'b37cd09d-2049-49a5-9384-875c4074df4e', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'mac_address': 'fa:16:3e:79:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:38Z', 'updated_at': '2021-12-09T15:13:44Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'subnets': [{'id': 'c003f47b-ceec-487e-8a96-8d3e5b5bd623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:20.617930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Deleting port 864a47da-525b-4788-aa99-ade78ee029fc {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:20.619336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:20.755711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] For port 864a47da-525b-4788-aa99-ade78ee029fc, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=864a47da-525b-4788-aa99-ade78ee029fc,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:20.756210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:20.772514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Calling delete_port for 864a47da-525b-4788-aa99-ade78ee029fc owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:20.914563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:20.917359 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751efc50-e625-4c6b-b67e-f4aabd75d142" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "tag": "19bf7404-6df4-461e-9313-dee416323bd6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:20.968680 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2afea21-442e-4f81-8f86-4438d4a8af8e x-openstack-request-id: req-b2afea21-442e-4f81-8f86-4438d4a8af8e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:20.969256 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "tag": "19bf7404-6df4-461e-9313-dee416323bd6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:20.969256 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2afea21-442e-4f81-8f86-4438d4a8af8e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:20.969862 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6', 'status': 'completed', 'code': 200} Dec 09 15:15:20.992533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '864a47da-525b-4788-aa99-ade78ee029fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:15:19Z', 'revision_number': 5, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port': {'id': '864a47da-525b-4788-aa99-ade78ee029fc', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:21.025663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] Checking router: 784d7d45-969b-4f8e-b904-dd44f8400dad for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:21.035926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.039291 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340e00b-3beb-48ae-9e8f-3d9ec15d6217 None None] New status for floating IP 12211383-a0fd-466a-aad9-697896f058e9: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:15:21.050008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] Routers {'784d7d45-969b-4f8e-b904-dd44f8400dad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:21.050288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:14:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['784d7d45-969b-4f8e-b904-dd44f8400dad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:21.115001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=864a47da-525b-4788-aa99-ade78ee029fc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:21.124907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-e4d8144e-1684-4097-9e7d-e3b0e9263d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:21.130276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-e4d8144e-1684-4097-9e7d-e3b0e9263d25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bec46d0a1c748da9008f1b78881add5&device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 1135 time: 0.1228659 Dec 09 15:15:21.149824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b98b38a-6d6f-4b0b-9365-629649182dd5 req-6a0ccc76-4c83-40a9-9dc1-70fc0c413653 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0903635 Dec 09 15:15:21.194428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a579130-9f84-464f-a3bd-6d76a392f5e9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:21.200778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] Set router 784d7d45-969b-4f8e-b904-dd44f8400dad gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:21.233833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.342026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:15:20Z', 'revision_number': 7, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:21.394481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a8898-8b9a-4fc9-aca8-fcfb5373ea4f None None] The sync data for ids ['784d7d45-969b-4f8e-b904-dd44f8400dad'] in n-d-804292-5 is: [{'id': '784d7d45-969b-4f8e-b904-dd44f8400dad', 'name': 'tempest-TestServerMultinode-1642027917-router', 'tenant_id': '75237fbebe8642a19c11e6fb025b0f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:14:23Z', 'updated_at': '2021-12-09T15:15:20Z', 'revision_number': 7, 'project_id': '75237fbebe8642a19c11e6fb025b0f39', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:21.401109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.408850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.473841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.474607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784d7d45-969b-4f8e-b904-dd44f8400dad {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:15:21.483320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ad513-7879-4b5d-9598-fa5ca9d9f7b5 req-a97ee20e-ecfd-461b-905a-6d972d85deff tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:21.488439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-301ad513-7879-4b5d-9598-fa5ca9d9f7b5 req-a97ee20e-ecfd-461b-905a-6d972d85deff tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 984 time: 0.1640811 Dec 09 15:15:21.489622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-6283fecc-3c60-4e26-9ab0-20fc70af280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:21.492584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-6283fecc-3c60-4e26-9ab0-20fc70af280c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b37cd09d-2049-49a5-9384-875c4074df4e HTTP/1.1" status: 200 len: 898 time: 0.3487599 Dec 09 15:15:21.493792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.497276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-41b1c8d7-90f1-4a6a-a656-72965ea262f2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/784d7d45-969b-4f8e-b904-dd44f8400dad HTTP/1.1" status: 204 len: 168 time: 1.2949057 Dec 09 15:15:21.497464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-177cac03-a80b-4d2b-aacf-3aad58f36d6c req-a7209f7d-c81d-4282-85a3-331562cab432 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0365357 Dec 09 15:15:21.498001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42394) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:21.511574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-0c569941-cb43-4ee0-88da-d54c8711166e tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:21.513605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-0c569941-cb43-4ee0-88da-d54c8711166e tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 984 time: 0.1887465 Dec 09 15:15:21.550816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Deleting subnet c5e7fccc-8d92-4c62-a627-7939622314fd {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:21.554850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.593231 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.593460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-809c5276-5e9d-4606-9e93-1b982f4b2252 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19bf7404-6df4-461e-9313-dee416323bd6 HTTP/1.1" status: 200 len: 217 time: 0.0771458 Dec 09 15:15:21.680947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.712581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-301ad513-7879-4b5d-9598-fa5ca9d9f7b5 req-014ffe45-4cb3-4dee-872e-5e55766e4e9a tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ceb08ec-933e-415a-8049-46cf71b2b219&id=e0308ffd-d990-43d2-9728-c1efe3ee0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2179935 Dec 09 15:15:21.728840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-0ae005e8-2ca9-4e4a-a234-e8864f0463ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:21.730317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-0ae005e8-2ca9-4e4a-a234-e8864f0463ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c003f47b-ceec-487e-8a96-8d3e5b5bd623 HTTP/1.1" status: 200 len: 835 time: 0.1214995 Dec 09 15:15:21.777395 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.823670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e7fccc-8d92-4c62-a627-7939622314fd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:21.832270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port 19bf7404-6df4-461e-9313-dee416323bd6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:21.832940 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.833070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:21.839150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91efc738-9c3f-44de-a31a-0d81d724cd31 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c5e7fccc-8d92-4c62-a627-7939622314fd HTTP/1.1" status: 204 len: 168 time: 0.3401089 Dec 09 15:15:21.840755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42396) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:21.845220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739dceec-aec7-476f-a94d-d65f3ae37048 None None] Network eeba4314-1b20-485c-bf10-5aefa6c08472 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:21.931107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-c6ec730f-c99b-4926-9485-4f2d8c9b632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:21.933302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-c6ec730f-c99b-4926-9485-4f2d8c9b632f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37cd09d-2049-49a5-9384-875c4074df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904488 Dec 09 15:15:22.027211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.061937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.135214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Deleting port 9a12708a-e542-412a-8bdf-3316d0b4c063 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:22.136354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.215694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] For port 9a12708a-e542-412a-8bdf-3316d0b4c063, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9a12708a-e542-412a-8bdf-3316d0b4c063,segment=NetworkSegment(86d5492e-afc8-418c-a73f-96daf301bf53),segment_id=86d5492e-afc8-418c-a73f-96daf301bf53)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:22.215994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.239467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Calling delete_port for 9a12708a-e542-412a-8bdf-3316d0b4c063 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:22.279583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] For port 19bf7404-6df4-461e-9313-dee416323bd6, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=19bf7404-6df4-461e-9313-dee416323bd6,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:22.282796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.338454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for 19bf7404-6df4-461e-9313-dee416323bd6 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:22.345784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] DHCP port deletion for eeba4314-1b20-485c-bf10-5aefa6c08472 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:22.371962 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-f5661584-3bf5-446b-b02c-406b67bf4eaa service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169543 Dec 09 15:15:22.422347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15b7a0ef-931c-4594-84e8-9848073f621b req-7ad9ba32-e4bd-4975-aa48-ea05fe1bccf3 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0561612 Dec 09 15:15:22.423123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.479576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a12708a-e542-412a-8bdf-3316d0b4c063,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:22.491168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] No DVR routers for this DVR port 9a12708a-e542-412a-8bdf-3316d0b4c063 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:22.491504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.494751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 864a47da-525b-4788-aa99-ade78ee029fc no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:22.533458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Deleting port 9a12708a-e542-412a-8bdf-3316d0b4c063 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:22.533841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.574036 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.658597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] For port 9a12708a-e542-412a-8bdf-3316d0b4c063, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:22.658597 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.676906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=19bf7404-6df4-461e-9313-dee416323bd6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:22.693401 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.694407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-200d9436-805b-4b98-aec0-2c3a36ea4f06 req-fad50357-b689-43c0-985a-fe2fa67e1a5c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0464427 Dec 09 15:15:22.700601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Calling delete_port for 9a12708a-e542-412a-8bdf-3316d0b4c063 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:22.733637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Port 9a12708a-e542-412a-8bdf-3316d0b4c063 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:15:22.733975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeba4314-1b20-485c-bf10-5aefa6c08472']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:22.753669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.758216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d5492e-afc8-418c-a73f-96daf301bf53') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:22.758517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d5492e-afc8-418c-a73f-96daf301bf53') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:22.763472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 864a47da-525b-4788-aa99-ade78ee029fc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:22.768676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 864a47da-525b-4788-aa99-ade78ee029fc not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:22.770006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9d51a1ee-16e6-4f76-827b-d3bba54070ff no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:22.775079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.806039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.826863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:22.827495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:22.831085 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:22.845200 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] No DVR routers for this DVR port 19bf7404-6df4-461e-9313-dee416323bd6 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:22.849369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:22.854142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9d51a1ee-16e6-4f76-827b-d3bba54070ff {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:22.854493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9d51a1ee-16e6-4f76-827b-d3bba54070ff not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:22.854918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9a12708a-e542-412a-8bdf-3316d0b4c063 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:22.859759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb4212c6-9c7f-4de2-8df8-b82f891b068f req-a473034c-75eb-4718-a9e8-84d3be0a0ebe tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.43 "DELETE /v2.0/ports/19bf7404-6df4-461e-9313-dee416323bd6 HTTP/1.1" status: 204 len: 173 time: 1.3365657 Dec 09 15:15:22.867134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] Pushing event deleted for resources: {'Port': ['ID=9a12708a-e542-412a-8bdf-3316d0b4c063,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:22.890070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-751efc50-e625-4c6b-b67e-f4aabd75d142 req-05bc5d4a-ad7f-4e87-a227-36e98f46aad3 service neutron] 10.222.0.43 "GET /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711267 Dec 09 15:15:22.906759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9a12708a-e542-412a-8bdf-3316d0b4c063 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:22.907120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9a12708a-e542-412a-8bdf-3316d0b4c063 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:22.915571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed157ab3-8c7d-46e8-8484-735fd96294f3 None None] No DVR routers for this DVR port 9a12708a-e542-412a-8bdf-3316d0b4c063 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:22.970898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'name': 'network-vif-deleted', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:22.975428 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b974c3a-ded2-4b93-9817-383430025886" -d '{"events": [{"server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "name": "network-vif-deleted", "tag": "19bf7404-6df4-461e-9313-dee416323bd6"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:23.059383 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaf8b79-d103-4af9-b5c0-f0b38af69cde x-openstack-request-id: req-ffaf8b79-d103-4af9-b5c0-f0b38af69cde {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:23.059707 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a400f5-3ae2-4cf7-873c-51aa649aaa73", "name": "network-vif-deleted", "tag": "19bf7404-6df4-461e-9313-dee416323bd6", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:23.059962 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffaf8b79-d103-4af9-b5c0-f0b38af69cde {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:23.060468 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a400f5-3ae2-4cf7-873c-51aa649aaa73', 'name': 'network-vif-deleted', 'tag': '19bf7404-6df4-461e-9313-dee416323bd6', 'status': 'completed', 'code': 200} Dec 09 15:15:23.169952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-863b784b-b31a-4178-acf5-086df8cf4b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:23.549895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a62a29ba-bb7f-4c44-93f5-59f71c8613dc req-df4e0c1a-f156-4248-9915-01a34fdcccc7 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0a400f5-3ae2-4cf7-873c-51aa649aaa73 HTTP/1.1" status: 200 len: 210 time: 0.6839750 Dec 09 15:15:23.567812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:23.578036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:23.581293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] 10.222.0.46 "DELETE /v2.0/networks/eeba4314-1b20-485c-bf10-5aefa6c08472 HTTP/1.1" status: 204 len: 168 time: 1.7395749 Dec 09 15:15:23.587822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b316c7-84b8-415f-b347-2d8b6460ab94 req-5db29e72-3ea1-407a-9282-05695fd2b2c6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:23.600811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-95b316c7-84b8-415f-b347-2d8b6460ab94 req-5db29e72-3ea1-407a-9282-05695fd2b2c6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 945 time: 0.0987642 Dec 09 15:15:23.608890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0668-21e1-462f-876a-9f537e177a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=eeba4314-1b20-485c-bf10-5aefa6c08472,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:23.670348 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe95d9a9-dfa5-4f74-8b69-3d7cb69512d4 req-88a1b3cd-5343-4771-960f-83ba4f42a84e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0377181 Dec 09 15:15:23.726352 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-95b316c7-84b8-415f-b347-2d8b6460ab94 req-ca33772f-e1ce-4873-95d9-b0f238355d0c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245227 Dec 09 15:15:23.861933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 19bf7404-6df4-461e-9313-dee416323bd6 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:23.896297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c39e3a4-0e97-47cd-991b-426d4b472c97 req-72598d27-25d1-484a-b1b7-9f4da718b44f tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0733020 Dec 09 15:15:23.917533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 19bf7404-6df4-461e-9313-dee416323bd6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:23.918321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 19bf7404-6df4-461e-9313-dee416323bd6 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:23.953869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42420) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:24.019936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42422) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:24.020512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-71e6efc6-f525-441e-92c3-109c5e35382f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d21abd8a6dd4d60a29c31074b2dfc28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650110 Dec 09 15:15:24.139018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfd93f11-f5c1-4f29-ab37-c789131107ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.166479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfd93f11-f5c1-4f29-ab37-c789131107ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.224838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfd93f11-f5c1-4f29-ab37-c789131107ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.229080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfd93f11-f5c1-4f29-ab37-c789131107ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.231292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dfd93f11-f5c1-4f29-ab37-c789131107ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/759d4429-039f-4704-ab1c-3fcb724050dc HTTP/1.1" status: 204 len: 168 time: 0.2103786 Dec 09 15:15:24.241137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93f11-f5c1-4f29-ab37-c789131107ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d4429-039f-4704-ab1c-3fcb724050dc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:24.257015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-1c3b9d57-d8ca-4c44-93b9-20127aa8e214 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2304137 Dec 09 15:15:24.347083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-8dc3d644-75e9-481f-bb42-d18cdca25952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:24.348623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-8dc3d644-75e9-481f-bb42-d18cdca25952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 1097 time: 0.0521953 Dec 09 15:15:24.467204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-2d3505ca-e80a-4fba-9e15-289dc3d0bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:24.468729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-2d3505ca-e80a-4fba-9e15-289dc3d0bd46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 200 len: 915 time: 0.0984213 Dec 09 15:15:24.524518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-42560b05-b603-427b-b5e3-36a7bad20647 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b HTTP/1.1" status: 200 len: 217 time: 0.0447373 Dec 09 15:15:24.598036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-5fa04c55-916a-420b-8e9d-de4af6b67218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:24.601126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-5fa04c55-916a-420b-8e9d-de4af6b67218 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 200 len: 854 time: 0.0680904 Dec 09 15:15:24.613320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42432) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:24.658641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-458c5f67-425c-4786-ae89-b675495e3035 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0a9b4be-8986-4f43-b663-08ff7e9c8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445135 Dec 09 15:15:24.727084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42436) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:24.736024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808cc9f5-1cb7-48d4-8c90-ead172adfcb3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.808797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808cc9f5-1cb7-48d4-8c90-ead172adfcb3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.853978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aafb4415-77a3-42ff-bf2c-b80a909c0efd req-6008ad89-b217-4a41-bfba-333248b66957 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0368562 Dec 09 15:15:24.874797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f8035ba-5492-452d-8d8b-47fc9b600999 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75237fbebe8642a19c11e6fb025b0f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462145 Dec 09 15:15:24.877354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42440) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:24.928275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-c4296025-0bf0-4433-bee3-8ddbee612264 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587152 Dec 09 15:15:24.935726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fcc3d-b949-4ea7-8f5d-bea0cf9e44e5 req-c1c29ed9-5957-43da-862b-f54628f20834 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:24.944758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-273fcc3d-b949-4ea7-8f5d-bea0cf9e44e5 req-c1c29ed9-5957-43da-862b-f54628f20834 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 945 time: 0.0966628 Dec 09 15:15:24.952697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808cc9f5-1cb7-48d4-8c90-ead172adfcb3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.955607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808cc9f5-1cb7-48d4-8c90-ead172adfcb3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:24.961890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-808cc9f5-1cb7-48d4-8c90-ead172adfcb3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0308ffd-d990-43d2-9728-c1efe3ee0e74 HTTP/1.1" status: 204 len: 168 time: 0.3419499 Dec 09 15:15:24.962079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42444) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:25.024990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc9f5-1cb7-48d4-8c90-ead172adfcb3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0308ffd-d990-43d2-9728-c1efe3ee0e74,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:25.041582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed1f21f1-0a22-4f5e-8f93-07ee3d893acf req-24e925fd-01a4-442f-b5ce-53c1160d9138 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0517919 Dec 09 15:15:25.107842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4799f367-b9ab-457f-b4ef-1fd0a475f7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.113752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-273fcc3d-b949-4ea7-8f5d-bea0cf9e44e5 req-317a2d9b-0061-41fb-8123-dea95da36bd5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638925 Dec 09 15:15:25.142088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a1875bb-dc05-46f1-99c6-f222a7cc70e9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.197063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a1875bb-dc05-46f1-99c6-f222a7cc70e9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.280354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a1875bb-dc05-46f1-99c6-f222a7cc70e9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.284136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9a1875bb-dc05-46f1-99c6-f222a7cc70e9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.285793 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9a1875bb-dc05-46f1-99c6-f222a7cc70e9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/security-groups/7ceb08ec-933e-415a-8049-46cf71b2b219 HTTP/1.1" status: 204 len: 168 time: 0.3120189 Dec 09 15:15:25.291443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42446) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:25.307178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-1b8474bb-b827-4a1a-9213-10ed7c3f4eba tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:25.311495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-1b8474bb-b827-4a1a-9213-10ed7c3f4eba tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 945 time: 0.3321924 Dec 09 15:15:25.319318 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4799f367-b9ab-457f-b4ef-1fd0a475f7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.358695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1875bb-dc05-46f1-99c6-f222a7cc70e9 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb08ec-933e-415a-8049-46cf71b2b219,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:25.400837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9eacc71c-5c52-47af-a66a-0160bd4f22ac req-b46a2835-76a1-4229-b379-1b5f2594c7b1 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516089 Dec 09 15:15:25.471056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4799f367-b9ab-457f-b4ef-1fd0a475f7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.476418 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4799f367-b9ab-457f-b4ef-1fd0a475f7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.480076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4799f367-b9ab-457f-b4ef-1fd0a475f7db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5111e8b4-f4ce-436e-88f7-3ee6adb4debc HTTP/1.1" status: 204 len: 168 time: 0.5992131 Dec 09 15:15:25.501228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799f367-b9ab-457f-b4ef-1fd0a475f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5111e8b4-f4ce-436e-88f7-3ee6adb4debc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:25.525613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Deleting port 0894a4b3-2995-42bf-b86c-75403206ba28 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:25.526664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.607825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dad69c46-ef86-487a-b3c2-e2875024adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.657698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] For port 0894a4b3-2995-42bf-b86c-75403206ba28, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0894a4b3-2995-42bf-b86c-75403206ba28,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:25.658133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.676865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Calling delete_port for 0894a4b3-2995-42bf-b86c-75403206ba28 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:25.849283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:25.862492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6cd70d61-e75f-4bba-8491-3068d179fc7b', '0894a4b3-2995-42bf-b86c-75403206ba28'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:25.976740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event deleted for resources: {'Port': ['ID=0894a4b3-2995-42bf-b86c-75403206ba28,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:26.015250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:26.061168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] No DVR routers for this DVR port 0894a4b3-2995-42bf-b86c-75403206ba28 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:26.065880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:26.069819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d1042c6-ee10-401c-b544-ae7afd0d4e9f req-867d6eda-2f6d-4178-93cb-1622073886b5 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "DELETE /v2.0/ports/0894a4b3-2995-42bf-b86c-75403206ba28 HTTP/1.1" status: 204 len: 173 time: 0.7490041 Dec 09 15:15:26.070338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'name': 'network-vif-deleted', 'tag': '0894a4b3-2995-42bf-b86c-75403206ba28'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:26.072806 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63fe8ab-b8a7-49f3-9a8d-18d60cce08d0" -d '{"events": [{"server_uuid": "e45f7a46-c27f-40b0-8d79-ec41ff45e2df", "name": "network-vif-deleted", "tag": "0894a4b3-2995-42bf-b86c-75403206ba28"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:26.106621 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5b10392-a9bb-4c98-90b9-df48ba8656ad req-9a1f4001-9bfb-4dc1-b2c8-0cd56cc9c250 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0431759 Dec 09 15:15:26.158920 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebdb5e9-db50-4c01-ae99-019f1dc9147b x-openstack-request-id: req-8ebdb5e9-db50-4c01-ae99-019f1dc9147b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:26.159243 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f7a46-c27f-40b0-8d79-ec41ff45e2df", "name": "network-vif-deleted", "tag": "0894a4b3-2995-42bf-b86c-75403206ba28", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:26.160222 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ebdb5e9-db50-4c01-ae99-019f1dc9147b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:26.160878 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f7a46-c27f-40b0-8d79-ec41ff45e2df', 'name': 'network-vif-deleted', 'tag': '0894a4b3-2995-42bf-b86c-75403206ba28', 'status': 'completed', 'code': 200} Dec 09 15:15:26.297622 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e929d83b-4ccc-41e7-9d8e-bb6ae442d080 req-167400b8-fa34-43c3-bd85-5367b96395cd tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0498862 Dec 09 15:15:26.344271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d647ded3-bc92-4382-97f1-7f1934f7138f req-33ba7e42-2787-476a-acdc-c3d2121edbb4 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=e45f7a46-c27f-40b0-8d79-ec41ff45e2df HTTP/1.1" status: 200 len: 210 time: 0.0710864 Dec 09 15:15:26.465563 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:26.692285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:26.760765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port 89750209-33c3-4b8a-ba90-5ac013807518 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:26.761105 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:26.853165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] For port 89750209-33c3-4b8a-ba90-5ac013807518, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89750209-33c3-4b8a-ba90-5ac013807518,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:26.853534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:26.867047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for 89750209-33c3-4b8a-ba90-5ac013807518 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:27.053150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:27.088564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=89750209-33c3-4b8a-ba90-5ac013807518,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:27.262231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-475cbbcf-6542-452a-bc6c-fa5a78239242 req-113a2670-89ca-4c0f-9d0e-888201db02a9 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0336225 Dec 09 15:15:27.292398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:27.431332 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83e495b8-b238-41e0-9b95-5bd7da779522 req-9fdb001d-71b5-49b8-af73-44776c449807 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0296521 Dec 09 15:15:27.562544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Router 6e3ffac9-c85a-4638-b751-b9aacdab0753 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:15:27.702720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28792a-97a5-4d56-8fe8-d590d7e03d8b req-3e2bb797-a82e-4bd2-8d51-98d3d4d5772d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:27.704246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd28792a-97a5-4d56-8fe8-d590d7e03d8b req-3e2bb797-a82e-4bd2-8d51-98d3d4d5772d tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 946 time: 0.0926809 Dec 09 15:15:27.732014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:15:27.737836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c8982c39-df74-4e9f-b222-b082caedc816 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "PUT /v2.0/routers/6e3ffac9-c85a-4638-b751-b9aacdab0753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453490 Dec 09 15:15:27.740815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42468) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:27.744176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] Sync routers for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:15:27.760999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:27.761930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:27.781170 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd28792a-97a5-4d56-8fe8-d590d7e03d8b req-1c9b7733-26c2-48f2-aac1-c2f39c5deb4e tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Dec 09 15:15:27.798119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting subnet c003f47b-ceec-487e-8a96-8d3e5b5bd623 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:27.801431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:27.842163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:27.896094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:27.937634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.002805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.031011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Subnet': ['ID=c003f47b-ceec-487e-8a96-8d3e5b5bd623,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:28.037420 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.043559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d92636c-30fe-4d0e-ae7e-4b4aeacc145f tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/subnets/c003f47b-ceec-487e-8a96-8d3e5b5bd623 HTTP/1.1" status: 204 len: 168 time: 0.2990949 Dec 09 15:15:28.043678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42470) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:28.056647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffae45-9224-4399-a9f0-e50941496198 None None] Network b37cd09d-2049-49a5-9384-875c4074df4e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:28.172716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.181961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:15:27Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:28.242052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] Checking router: 6e3ffac9-c85a-4638-b751-b9aacdab0753 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:15:28.253036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] Routers {'6e3ffac9-c85a-4638-b751-b9aacdab0753'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:15:28.254616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6e3ffac9-c85a-4638-b751-b9aacdab0753'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:28.301310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] DHCP port deletion for b37cd09d-2049-49a5-9384-875c4074df4e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:28.345957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.417394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.453541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9ac712f-634f-4061-9e3a-39124f8dc952 req-e5a2eedb-2b94-48fe-8a66-6065479fc922 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0555694 Dec 09 15:15:28.469817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] Set router 6e3ffac9-c85a-4638-b751-b9aacdab0753 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:15:28.491886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] Deleting port dc002419-c0fb-4eef-969e-0e1fbd07021b {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:28.492583 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.509531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Deleting port f34f5e8c-fed0-41f9-80ae-355eff319072 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:28.510139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.608081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12c62a36-0d00-49c5-abfa-a64456eb4944 req-989d5f0e-12c4-4f41-bd99-ff111c9152b2 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0502820 Dec 09 15:15:28.647910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] For port dc002419-c0fb-4eef-969e-0e1fbd07021b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=dc002419-c0fb-4eef-969e-0e1fbd07021b,segment=NetworkSegment(028c3256-26ca-47e4-975a-52daeaed3c30),segment_id=028c3256-26ca-47e4-975a-52daeaed3c30)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:28.649062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.663773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] For port f34f5e8c-fed0-41f9-80ae-355eff319072, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f34f5e8c-fed0-41f9-80ae-355eff319072,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:28.664226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:28.677612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Calling delete_port for f34f5e8c-fed0-41f9-80ae-355eff319072 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:28.754988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] Calling delete_port for dc002419-c0fb-4eef-969e-0e1fbd07021b owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:28.961501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-d219174e-df26-48d6-a7b5-aefa67cb93c7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:28.963494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-d219174e-df26-48d6-a7b5-aefa67cb93c7 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 946 time: 0.1144538 Dec 09 15:15:29.002760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.025682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d811f4-72ec-443d-ab9e-fc6a1d69a064 req-c0fdfffb-80bd-41ef-aa6c-cc64d81cf4d9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:29.033476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41d811f4-72ec-443d-ab9e-fc6a1d69a064 req-c0fdfffb-80bd-41ef-aa6c-cc64d81cf4d9 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 946 time: 0.1396177 Dec 09 15:15:29.053403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0894a4b3-2995-42bf-b86c-75403206ba28 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:29.077296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Port': ['ID=f34f5e8c-fed0-41f9-80ae-355eff319072,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:29.113545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a659896-744e-44b1-ac9d-bef7ee1ac25b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:29.117990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 0894a4b3-2995-42bf-b86c-75403206ba28 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:29.118454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0894a4b3-2995-42bf-b86c-75403206ba28 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:29.205545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.229924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41d811f4-72ec-443d-ab9e-fc6a1d69a064 req-cc9d2250-fbc8-4dba-92a3-2b65f41837d6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937823 Dec 09 15:15:29.236757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.246576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] Pushing event deleted for resources: {'Port': ['ID=dc002419-c0fb-4eef-969e-0e1fbd07021b,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:29.283077 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.293631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116fe79-492c-44a6-b44f-8a43ae5067c0 None None] No DVR routers for this DVR port dc002419-c0fb-4eef-969e-0e1fbd07021b on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:29.326601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Deleting port 6cd70d61-e75f-4bba-8491-3068d179fc7b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:29.327006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.330733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:15:27Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:29.368140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5657d6a-5543-442e-95ba-1d18eccced8e None None] The sync data for ids ['6e3ffac9-c85a-4638-b751-b9aacdab0753'] in n-d-804292-5 is: [{'id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-234544623', 'tenant_id': '3bec46d0a1c748da9008f1b78881add5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:13:32Z', 'updated_at': '2021-12-09T15:15:27Z', 'revision_number': 5, 'project_id': '3bec46d0a1c748da9008f1b78881add5', 'gw_port': {'id': 'f34f5e8c-fed0-41f9-80ae-355eff319072', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ffac9-c85a-4638-b751-b9aacdab0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:13:33Z', 'updated_at': '2021-12-09T15:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:15:29.391397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.395211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.496495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.497165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3ffac9-c85a-4638-b751-b9aacdab0753 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:15:29.506780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.508065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3b3b3a26-415a-4dff-bdaf-592886956c19 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/routers/6e3ffac9-c85a-4638-b751-b9aacdab0753 HTTP/1.1" status: 204 len: 168 time: 1.4635146 Dec 09 15:15:29.511578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42486) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:29.569414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] For port 6cd70d61-e75f-4bba-8491-3068d179fc7b, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6cd70d61-e75f-4bba-8491-3068d179fc7b,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:29.569792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.588578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Calling delete_port for 6cd70d61-e75f-4bba-8491-3068d179fc7b owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:29.643099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.647417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6129bb7b-07f1-4e80-81cb-2523469f1029 req-27768371-7043-4c51-9d74-f703f18eccf4 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0441310 Dec 09 15:15:29.778046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.789748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f759f7c5-5ef3-4ed2-be59-c1c5a69a17b9 req-151d15e7-6a0a-4498-980b-23ae33713115 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0479646 Dec 09 15:15:29.801616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37cd09d-2049-49a5-9384-875c4074df4e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:29.812792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.813283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028c3256-26ca-47e4-975a-52daeaed3c30') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:29.813581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028c3256-26ca-47e4-975a-52daeaed3c30') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:29.825146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6cd70d61-e75f-4bba-8491-3068d179fc7b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:29.830715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:29.851838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.853788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event deleted for resources: {'Port': ['ID=6cd70d61-e75f-4bba-8491-3068d179fc7b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:29.887392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.905202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:29.905605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.907762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] No DVR routers for this DVR port 6cd70d61-e75f-4bba-8491-3068d179fc7b on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:29.908833 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:29.914116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:29.918383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6273c73-f4f0-4c65-bcaa-6afff687a754 req-90a76d2d-7667-4dc7-9aa1-921e8209d976 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.36 "DELETE /v2.0/ports/6cd70d61-e75f-4bba-8491-3068d179fc7b HTTP/1.1" status: 204 len: 173 time: 0.9469817 Dec 09 15:15:29.918884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'name': 'network-vif-deleted', 'tag': '6cd70d61-e75f-4bba-8491-3068d179fc7b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:29.937336 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357ab2a-a7f1-4c83-9402-0c9f5a19436d" -d '{"events": [{"server_uuid": "57a3ad79-c573-451b-b36f-e49cf23d84bd", "name": "network-vif-deleted", "tag": "6cd70d61-e75f-4bba-8491-3068d179fc7b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:29.999312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:30.010564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:30.023010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] 10.222.0.46 "DELETE /v2.0/networks/b37cd09d-2049-49a5-9384-875c4074df4e HTTP/1.1" status: 204 len: 168 time: 0.5102234 Dec 09 15:15:30.034019 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf80edb1-1c88-4bb6-aa5c-eabf90b012ef x-openstack-request-id: req-bf80edb1-1c88-4bb6-aa5c-eabf90b012ef {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:30.034837 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a3ad79-c573-451b-b36f-e49cf23d84bd", "name": "network-vif-deleted", "tag": "6cd70d61-e75f-4bba-8491-3068d179fc7b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:30.036642 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf80edb1-1c88-4bb6-aa5c-eabf90b012ef {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:30.037086 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a3ad79-c573-451b-b36f-e49cf23d84bd', 'name': 'network-vif-deleted', 'tag': '6cd70d61-e75f-4bba-8491-3068d179fc7b', 'status': 'completed', 'code': 200} Dec 09 15:15:30.040027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db94eb-7745-4637-b26d-d22310ae30c3 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] Pushing event deleted for resources: {'Network': ['ID=b37cd09d-2049-49a5-9384-875c4074df4e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:30.353736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e6d7df4-fbe1-44b1-a0d7-b8b3f37b86cd req-650f90c5-c61c-49fc-b1de-28f189d65136 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=57a3ad79-c573-451b-b36f-e49cf23d84bd HTTP/1.1" status: 200 len: 210 time: 0.0281272 Dec 09 15:15:30.421841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42500) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:30.617908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b292edf4-0903-41aa-ba60-8c07747bbbb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bec46d0a1c748da9008f1b78881add5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927810 Dec 09 15:15:30.618129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42504) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:30.644010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 89750209-33c3-4b8a-ba90-5ac013807518 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:30.665704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 89750209-33c3-4b8a-ba90-5ac013807518 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:30.666053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 89750209-33c3-4b8a-ba90-5ac013807518 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:30.666475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dc002419-c0fb-4eef-969e-0e1fbd07021b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:30.672643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c698ea-e91f-4543-8937-6a05222084ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:30.687157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: dc002419-c0fb-4eef-969e-0e1fbd07021b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:30.687842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device dc002419-c0fb-4eef-969e-0e1fbd07021b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:30.703733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c698ea-e91f-4543-8937-6a05222084ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:30.777226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-201f01eb-c67c-4de6-87af-2d2723d0d486 req-f3e5666e-58da-4d94-949d-da300fbfa1dd tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0284634 Dec 09 15:15:30.786281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c698ea-e91f-4543-8937-6a05222084ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:30.789337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c698ea-e91f-4543-8937-6a05222084ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:30.793069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93c698ea-e91f-4543-8937-6a05222084ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95a584b6-02d1-471c-b4ef-968e66eafb70 HTTP/1.1" status: 204 len: 168 time: 0.1715555 Dec 09 15:15:30.809629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c698ea-e91f-4543-8937-6a05222084ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a584b6-02d1-471c-b4ef-968e66eafb70,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:30.909846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c90bd62a-1638-4524-b380-3f8823d7b25a req-24fa4c14-6111-4ca0-8c51-6c37444b6fee tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0357611 Dec 09 15:15:31.074904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42514) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:31.089326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92d12da3-3d2f-4fb9-942e-5309edb778c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.166755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92d12da3-3d2f-4fb9-942e-5309edb778c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.170883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92d12da3-3d2f-4fb9-942e-5309edb778c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.212209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12da3-3d2f-4fb9-942e-5309edb778c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce327d-2ca0-446a-b73b-b8c3fb66858f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:31.217777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-92d12da3-3d2f-4fb9-942e-5309edb778c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d7f9f3166d249bfa2a2955f83c427fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416855 Dec 09 15:15:31.220520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42516) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:31.275879 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cc05-7d44-4756-af30-cc3e6d224b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.297709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cc05-7d44-4756-af30-cc3e6d224b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.343618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cc05-7d44-4756-af30-cc3e6d224b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.346246 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fc6cc05-7d44-4756-af30-cc3e6d224b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.348314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8fc6cc05-7d44-4756-af30-cc3e6d224b9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21ce327d-2ca0-446a-b73b-b8c3fb66858f HTTP/1.1" status: 204 len: 168 time: 0.1268413 Dec 09 15:15:31.356350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6cc05-7d44-4756-af30-cc3e6d224b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce327d-2ca0-446a-b73b-b8c3fb66858f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:31.681424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42526) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:31.721427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68345664-6255-4907-ab53-e75fcf921ce7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6cbe977291b54e10ba30c8a50b1be087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385969 Dec 09 15:15:31.724616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42528) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:31.771944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf23ab7f-67bf-47b1-b06e-7aa5acc6c4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.793664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf23ab7f-67bf-47b1-b06e-7aa5acc6c4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.848290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf23ab7f-67bf-47b1-b06e-7aa5acc6c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.851288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf23ab7f-67bf-47b1-b06e-7aa5acc6c4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:31.854898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cf23ab7f-67bf-47b1-b06e-7aa5acc6c4fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a50e8826-d14c-4be8-a4e0-bb735a563fab HTTP/1.1" status: 204 len: 168 time: 0.1270540 Dec 09 15:15:31.863555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23ab7f-67bf-47b1-b06e-7aa5acc6c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50e8826-d14c-4be8-a4e0-bb735a563fab,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:31.901173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e1bb057a-d8b2-4d6d-9c34-cfa89c026329 req-f1ddc31b-42bb-413f-b6e2-0c98ea691131 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0375390 Dec 09 15:15:32.023643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e276a8c-80fe-4241-a104-cc57db252a3a req-dd8e7e55-e324-42a4-9bd8-2417218d1709 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0302095 Dec 09 15:15:32.244772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f34f5e8c-fed0-41f9-80ae-355eff319072 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:32.267264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f34f5e8c-fed0-41f9-80ae-355eff319072 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:32.268067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f34f5e8c-fed0-41f9-80ae-355eff319072 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:32.905297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6cd70d61-e75f-4bba-8491-3068d179fc7b no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:32.937956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 6cd70d61-e75f-4bba-8491-3068d179fc7b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:32.938319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6cd70d61-e75f-4bba-8491-3068d179fc7b not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:33.013050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-61f090be-e6d4-4b06-a5ad-c9687b04430a req-638440c4-f10c-44db-8615-413d4f16ba08 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0266988 Dec 09 15:15:33.155743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb87d07c-f94b-4b31-9969-d48395ee780f req-b1a38767-8fce-4d02-a933-b2011d0e8643 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/ports?device_id=4db6f9ce-f836-4a5a-8b47-f34dac035703 HTTP/1.1" status: 200 len: 210 time: 0.0262694 Dec 09 15:15:34.125985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a923e1b-4820-4ba0-a0bd-88a43e0ef9c6 req-562235c6-7c7f-4b17-a508-7a9a966abc45 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0298626 Dec 09 15:15:34.286816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42562) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:34.356025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d692e24a-12f2-45c1-a68e-b334a10b43dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.380823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d692e24a-12f2-45c1-a68e-b334a10b43dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.438527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d692e24a-12f2-45c1-a68e-b334a10b43dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.442773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d692e24a-12f2-45c1-a68e-b334a10b43dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.444180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d692e24a-12f2-45c1-a68e-b334a10b43dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/security-groups/6cfca5ee-df28-4840-90ff-bb4a82748185 HTTP/1.1" status: 204 len: 168 time: 0.1556373 Dec 09 15:15:34.447629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:34.454576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692e24a-12f2-45c1-a68e-b334a10b43dc tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfca5ee-df28-4840-90ff-bb4a82748185,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:34.462221 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-0812e86f-0a4a-4c38-af4e-952a2931e137 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] show failed (client error): The resource could not be found. Dec 09 15:15:34.463506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0812e86f-0a4a-4c38-af4e-952a2931e137 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "GET /v2.0/security-groups/6cfca5ee-df28-4840-90ff-bb4a82748185 HTTP/1.1" status: 404 len: 347 time: 0.0145128 Dec 09 15:15:34.466375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42568) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:34.608205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port a0742a03-7573-4ac9-8fba-ff1af78937ff {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:34.608819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.712187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.712606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.732182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for a0742a03-7573-4ac9-8fba-ff1af78937ff owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:34.879313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.908560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=a0742a03-7573-4ac9-8fba-ff1af78937ff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:34.977947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.981318 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:34.984916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9bb038c6-f313-4e5c-a545-7bdf8063f3e6 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/floatingips/e1b2dc53-d9f3-4b94-aedc-413b3a7a8d14 HTTP/1.1" status: 204 len: 168 time: 0.5154598 Dec 09 15:15:34.985733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42570) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:35.080008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port 666c5273-6d23-4ad3-be28-313d121a28d1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:35.080349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:35.173370 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:35.187583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for 666c5273-6d23-4ad3-be28-313d121a28d1 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:35.227426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69307133-87f6-4700-a788-ccea37a0ede5 req-31b3a022-5d20-47fb-843c-4092ec8d1faf tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0267296 Dec 09 15:15:35.319690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:35.355059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=666c5273-6d23-4ad3-be28-313d121a28d1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:35.430437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:35.436189 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a7e763e-98ff-49d8-b437-fcaf5ad5f61c tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/ports/666c5273-6d23-4ad3-be28-313d121a28d1 HTTP/1.1" status: 204 len: 168 time: 0.4471288 Dec 09 15:15:35.436578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:35.534811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port 3a37fea5-f218-4198-8bac-171ba6604a4f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:35.535157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:35.640961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:35.654505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for 3a37fea5-f218-4198-8bac-171ba6604a4f owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:36.072792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.106003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=3a37fea5-f218-4198-8bac-171ba6604a4f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:36.184718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.188342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-973b8710-7e75-4a4a-a6b0-b0d5fc2ab065 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/ports/3a37fea5-f218-4198-8bac-171ba6604a4f HTTP/1.1" status: 204 len: 168 time: 0.7504778 Dec 09 15:15:36.191719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:36.244045 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting subnet 7d0edc87-f554-41e0-a195-3ec6e6ca32fa {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:36.247995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.300698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.364646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db7fc3e0-fb2e-400b-9a91-32ec4a1d12b2 req-f260ff77-84bf-458e-bbed-a325d2afd60d tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0306325 Dec 09 15:15:36.419394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.498522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.514725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.521577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/subnets/7d0edc87-f554-41e0-a195-3ec6e6ca32fa HTTP/1.1" status: 204 len: 168 time: 0.3251348 Dec 09 15:15:36.521911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42594) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:36.523211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276de33a-5c9c-4fd5-bd7a-c17d443f527b None None] Network 60e00809-9153-459a-810f-66199fce865c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:36.604152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting subnet cac791fa-2b21-47cb-b21b-1cc10fc61d80 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:36.607867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499789-8ea2-4e63-bfbd-45fa31135e08 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0edc87-f554-41e0-a195-3ec6e6ca32fa,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:36.610780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.678989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.786193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] DHCP port deletion for 60e00809-9153-459a-810f-66199fce865c request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:36.797355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.851928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Deleting port ddd31926-1881-4a02-8fbd-81b3f1648979 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:36.852574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.877741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.901717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.908463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/subnets/cac791fa-2b21-47cb-b21b-1cc10fc61d80 HTTP/1.1" status: 204 len: 168 time: 0.3825371 Dec 09 15:15:36.908714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42598) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:36.941692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] For port ddd31926-1881-4a02-8fbd-81b3f1648979, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ddd31926-1881-4a02-8fbd-81b3f1648979,segment=NetworkSegment(c98033a2-bb1f-4786-981f-08014d64e268),segment_id=c98033a2-bb1f-4786-981f-08014d64e268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:36.942780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:36.954102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fae33-0f85-4845-8ac0-3a21816f25a7 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Subnet': ['ID=cac791fa-2b21-47cb-b21b-1cc10fc61d80,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:36.960496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Calling delete_port for ddd31926-1881-4a02-8fbd-81b3f1648979 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:36.974934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912cd42-9057-4a7d-9c62-0cc89eca00c0 None None] Network 198e3095-7048-41c0-a851-f1ea9ef48143 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:37.027380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.110177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Deleting port ddd31926-1881-4a02-8fbd-81b3f1648979 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:37.110711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.119690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.242206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] No DVR routers for this DVR port ddd31926-1881-4a02-8fbd-81b3f1648979 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:37.244154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Pushing event deleted for resources: {'Port': ['ID=ddd31926-1881-4a02-8fbd-81b3f1648979,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:37.271835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.286017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.286017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.286017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.287643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.289093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.290570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.291485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.292793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.293890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.294255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.294610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.294954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b52f92-48f7-4d60-bc39-f8ec0e03f837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:15:37.313402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] For port ddd31926-1881-4a02-8fbd-81b3f1648979, host n-d-804292-5, got binding levels [] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:37.313965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.336827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Calling delete_port for ddd31926-1881-4a02-8fbd-81b3f1648979 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:37.340459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Port ddd31926-1881-4a02-8fbd-81b3f1648979 was not found and therefore no delete operation was performed {{(pid=109895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:15:37.341802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.374862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Port': ['ID=ddd31926-1881-4a02-8fbd-81b3f1648979,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:37.379101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] No DVR routers for this DVR port ddd31926-1881-4a02-8fbd-81b3f1648979 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:37.396617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] DHCP port deletion for 198e3095-7048-41c0-a851-f1ea9ef48143 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:37.459880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] Deleting port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:37.460492 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.473752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.497160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e00809-9153-459a-810f-66199fce865c']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:37.508223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98033a2-bb1f-4786-981f-08014d64e268') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:37.508524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98033a2-bb1f-4786-981f-08014d64e268') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:37.518873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.532773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.540373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:37.541098 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:37.544729 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:37.559405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] For port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,segment=NetworkSegment(87125ca4-0a72-4985-82a4-f710d499699f),segment_id=87125ca4-0a72-4985-82a4-f710d499699f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:37.566820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.570980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c813ecb-6f6e-4bfa-9356-0092581a28cb req-7bd8afef-ec37-41ef-9482-195902126420 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0441170 Dec 09 15:15:37.588680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] Calling delete_port for ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:37.636414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.646840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.651800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/networks/60e00809-9153-459a-810f-66199fce865c HTTP/1.1" status: 204 len: 168 time: 0.7408540 Dec 09 15:15:37.653437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42606) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:37.667222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f239819-770e-4193-b93f-1e80af2b54c4 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Network': ['ID=60e00809-9153-459a-810f-66199fce865c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:37.703385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.718902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] No DVR routers for this DVR port ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:37.743088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03c331-78d6-4167-822c-d4035ebef214 None None] Pushing event deleted for resources: {'Port': ['ID=ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:37.760006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.851431 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.874095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198e3095-7048-41c0-a851-f1ea9ef48143']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:37.885463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87125ca4-0a72-4985-82a4-f710d499699f') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:37.885756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87125ca4-0a72-4985-82a4-f710d499699f') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:37.900675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.916406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.923138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:37.923656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:37.927715 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:37.989957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:37.998227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-889efdd3-8bfa-4ade-92bb-d7ecc43216f0 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:37.999797 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-889efdd3-8bfa-4ade-92bb-d7ecc43216f0 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/networks?id=2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 200 len: 813 time: 0.1180694 Dec 09 15:15:38.009041 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:38.017388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] 10.222.0.46 "DELETE /v2.0/networks/198e3095-7048-41c0-a851-f1ea9ef48143 HTTP/1.1" status: 204 len: 168 time: 0.3575318 Dec 09 15:15:38.017388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5283eff-7e8b-4df0-9a3a-7c14ecaeb3a3 tempest-TaggedBootDevicesTest-1593132249 tempest-TaggedBootDevicesTest-1593132249-project] Pushing event deleted for resources: {'Network': ['ID=198e3095-7048-41c0-a851-f1ea9ef48143,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:38.026167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-eaa3ae26-a227-4b70-ba4c-115c4f4ca8b6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/quotas/32ec82464a994531b5eab687e708f137 HTTP/1.1" status: 200 len: 375 time: 0.0187263 Dec 09 15:15:38.066376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-792a3c71-6904-4d5e-a673-cf6260e620f7 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=32ec82464a994531b5eab687e708f137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323052 Dec 09 15:15:38.172974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-7fc61dc9-48a8-4120-9bf1-65baf1770f7a service neutron] 10.222.0.46 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958641 Dec 09 15:15:38.295754 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-2069f17d-c3a1-4607-beea-f2283e6541be service neutron] 10.222.0.46 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155024 Dec 09 15:15:38.355548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ddd31926-1881-4a02-8fbd-81b3f1648979 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:38.379973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ddd31926-1881-4a02-8fbd-81b3f1648979 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:38.380642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ddd31926-1881-4a02-8fbd-81b3f1648979 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:38.381286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:38.403694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:38.404118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ce1d7cb8-6f6f-4273-ad7c-db040d4ac0bf not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:38.512350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fe7838e-5d2d-4cb6-aed6-49a106c63fbb req-9b4dea5d-4964-4507-89f8-940c9071a10d tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 210 time: 0.0298398 Dec 09 15:15:38.680631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af3ce687-50ab-4f37-88ff-59ac68b2fd27 req-1138e9df-9ab1-4a78-a9e1-0fdd40421dd5 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0319412 Dec 09 15:15:39.627665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab726a4f-164d-4153-81ba-d541c0cd661a req-2eb14dfe-e39b-4f58-99b6-51a3d1a48550 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 210 time: 0.0392992 Dec 09 15:15:39.702247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-5d774c43-d869-4e70-95e2-f8b67a2313c8 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:39.703783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-5d774c43-d869-4e70-95e2-f8b67a2313c8 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "GET /v2.0/networks?id=2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 200 len: 813 time: 0.1443992 Dec 09 15:15:39.725995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Request body: {'port': {'device_id': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5', 'admin_state_up': True, 'tenant_id': '32ec82464a994531b5eab687e708f137'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:15:39.822271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ba15fcc-eac5-48f3-909f-217e6909c4d1 req-7b2ae7b4-6808-4e0f-868d-81c36df70064 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0388069 Dec 09 15:15:39.868141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Made reservation on behalf of 32ec82464a994531b5eab687e708f137 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:15:39.871741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:39.994490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Allocated IP 172.20.0.10 (2c4c1026-b7bf-41bb-a395-bb3116364ff5/2ca57245-d216-41fb-905c-59fed0e02531/8d095859-5482-4469-8516-9157b3e3ac44) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:15:40.141901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.178138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.220656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:15:40.224280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:15:40.229982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:15:40.257489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Pushing event updated for resources: {'Port': ['ID=8d095859-5482-4469-8516-9157b3e3ac44,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:40.289601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:40.290216 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.307210 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-9c583bdb-3ecf-4bb2-8e2a-888c52bb1863 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872011 Dec 09 15:15:40.325992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Request body: {'port': {'device_id': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:15:40.379932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.655957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d095859-5482-4469-8516-9157b3e3ac44 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:15:40.664945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.678628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Transition to ACTIVE for port object 8d095859-5482-4469-8516-9157b3e3ac44 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:15:40.684479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.749184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575010e6-52dc-47b9-8ad2-ef009178f5f3 req-ed89c88c-2b8c-4cca-8dde-b68ad77965dd tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:40.750711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-575010e6-52dc-47b9-8ad2-ef009178f5f3 req-ed89c88c-2b8c-4cca-8dde-b68ad77965dd tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 944 time: 0.0554869 Dec 09 15:15:40.753081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d095859-5482-4469-8516-9157b3e3ac44,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:40.805245 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-575010e6-52dc-47b9-8ad2-ef009178f5f3 req-e5ffa211-b533-437e-9d63-c8da8ca8607c tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Dec 09 15:15:40.821887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Attempting to bind port 8d095859-5482-4469-8516-9157b3e3ac44 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:15:40.822333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Attempting to bind port 8d095859-5482-4469-8516-9157b3e3ac44 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:15:40.822767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Attempting to bind port 8d095859-5482-4469-8516-9157b3e3ac44 on network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:15:40.830124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Port 8d095859-5482-4469-8516-9157b3e3ac44 on network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:15:40.830447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Attempting to bind port 8d095859-5482-4469-8516-9157b3e3ac44 on network 2c4c1026-b7bf-41bb-a395-bb3116364ff5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:15:40.836128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:15:40.836464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Checking segment: {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:15:40.837021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Bound using segment: {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:15:40.837441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Bound port: 8d095859-5482-4469-8516-9157b3e3ac44, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:15:40.837794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.917325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] For port 8d095859-5482-4469-8516-9157b3e3ac44, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:15:40.935156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6e85a626-632a-4794-9881-fa1e3e8d985c req-a258c946-7de0-42b8-a9e5-08b7bc6f2a51 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0363317 Dec 09 15:15:40.943607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] For port 8d095859-5482-4469-8516-9157b3e3ac44, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d095859-5482-4469-8516-9157b3e3ac44,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:15:40.948096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.983376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:40.984774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:40.985396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d095859-5482-4469-8516-9157b3e3ac44 HTTP/1.1" status: 200 len: 1092 time: 0.6648533 Dec 09 15:15:40.985838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'tag': '8d095859-5482-4469-8516-9157b3e3ac44'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:40.988768 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73", "tag": "8d095859-5482-4469-8516-9157b3e3ac44"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:41.017065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3623932-b9ea-4fee-8a60-fa38c90e54d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d095859-5482-4469-8516-9157b3e3ac44,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:41.033474 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d40a8-a8eb-4255-b015-73a217446a74 x-openstack-request-id: req-818d40a8-a8eb-4255-b015-73a217446a74 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:41.033772 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73", "tag": "8d095859-5482-4469-8516-9157b3e3ac44", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:41.034031 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-818d40a8-a8eb-4255-b015-73a217446a74 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:41.034483 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'tag': '8d095859-5482-4469-8516-9157b3e3ac44', 'status': 'completed', 'code': 200} Dec 09 15:15:41.079226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-234d5e41-dd6a-4940-bd32-8f7856c6a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:41.080763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-234d5e41-dd6a-4940-bd32-8f7856c6a1d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32ec82464a994531b5eab687e708f137&device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 1095 time: 0.0406830 Dec 09 15:15:41.471703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-fa2cc566-c1e0-4271-8c65-398b59f1951e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d095859-5482-4469-8516-9157b3e3ac44 HTTP/1.1" status: 200 len: 217 time: 0.3778589 Dec 09 15:15:41.526613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-05622335-15e4-433f-9af3-205562f322be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:41.528398 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-05622335-15e4-433f-9af3-205562f322be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ca57245-d216-41fb-905c-59fed0e02531 HTTP/1.1" status: 200 len: 853 time: 0.0451472 Dec 09 15:15:41.569551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-3abc33ca-0229-4646-afb7-c7892a7b31ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c4c1026-b7bf-41bb-a395-bb3116364ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295169 Dec 09 15:15:41.676857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-0b49f817-5565-4d43-a08a-0ef373ac0081 service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952780 Dec 09 15:15:41.779875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6912b182-a220-4e17-9bd8-1197eee4e282 req-4e339560-3dfa-4bdf-a8a7-0c0f8cc3b5af service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919816 Dec 09 15:15:41.886350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-8c380cde-7210-4b18-9a83-54ae4dc38079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:41.889141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-8c380cde-7210-4b18-9a83-54ae4dc38079 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32ec82464a994531b5eab687e708f137&device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 1095 time: 0.0464497 Dec 09 15:15:42.031338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943b2d2-2051-4f60-b1a0-35af9f08556d req-44d6536b-d383-4385-898e-653eb110ae0d tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:42.033721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a943b2d2-2051-4f60-b1a0-35af9f08556d req-44d6536b-d383-4385-898e-653eb110ae0d tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 944 time: 0.1280165 Dec 09 15:15:42.072892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7df2bf2f-3046-4460-b14e-1b2e634d0fd6 req-5b329b67-ab09-443d-8d51-0d3df98ee8bb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0441267 Dec 09 15:15:42.077991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-a4be0f56-3838-41de-92fe-33f0587f5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:42.079924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-a4be0f56-3838-41de-92fe-33f0587f5881 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 200 len: 914 time: 0.1827335 Dec 09 15:15:42.150755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a943b2d2-2051-4f60-b1a0-35af9f08556d req-f6076ccc-dc62-4a65-a799-f451e09f173b tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018596 Dec 09 15:15:42.152400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-4b9c52e1-acee-4c2f-bccb-44351a048f3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d095859-5482-4469-8516-9157b3e3ac44 HTTP/1.1" status: 200 len: 217 time: 0.0407958 Dec 09 15:15:42.214597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-3f3a30b8-fa5e-4af2-bf20-b075fa736208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:42.216334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-3f3a30b8-fa5e-4af2-bf20-b075fa736208 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ca57245-d216-41fb-905c-59fed0e02531 HTTP/1.1" status: 200 len: 853 time: 0.0538754 Dec 09 15:15:42.252729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-afd1d9aa-5723-46f2-b6ee-358f23bb5f89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c4c1026-b7bf-41bb-a395-bb3116364ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268161 Dec 09 15:15:42.377435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-ca7edba2-f528-4c59-a66d-8b422baff9a7 service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169164 Dec 09 15:15:42.481615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb23c605-3f8d-46c6-aa94-80a8bb6a0ad6 req-43495bb4-1bb1-4ac5-93e7-383defad035b service neutron] 10.222.0.43 "GET /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944159 Dec 09 15:15:43.217042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2989c2d-6949-4f3e-8374-fac04464891b req-b7d1c411-b526-471d-94e3-868c06dd723e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0444505 Dec 09 15:15:43.320790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4cbf2-1d67-40f9-8706-f2dab427c55f req-f9502c33-7d3d-4b72-af6d-aacd16ae0bb1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:43.322516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87e4cbf2-1d67-40f9-8706-f2dab427c55f req-f9502c33-7d3d-4b72-af6d-aacd16ae0bb1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 944 time: 0.0677624 Dec 09 15:15:43.378267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-87e4cbf2-1d67-40f9-8706-f2dab427c55f req-233b4962-1bd1-414c-a43e-6a04d213b6e6 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Dec 09 15:15:43.956715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d095859-5482-4469-8516-9157b3e3ac44 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:15:44.054550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d095859-5482-4469-8516-9157b3e3ac44, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d095859-5482-4469-8516-9157b3e3ac44,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:44.068503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8d095859-5482-4469-8516-9157b3e3ac44', 'network_id': '2c4c1026-b7bf-41bb-a395-bb3116364ff5', 'port_id': '8d095859-5482-4469-8516-9157b3e3ac44', 'mac_address': 'fa:16:3e:cc:06:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca57245-d216-41fb-905c-59fed0e02531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:15:44.113764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:44.128616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d095859-5482-4469-8516-9157b3e3ac44 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:15:44.152373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d095859-5482-4469-8516-9157b3e3ac44, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d095859-5482-4469-8516-9157b3e3ac44,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:44.158783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:44.226616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d095859-5482-4469-8516-9157b3e3ac44,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:44.400184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d1b6566-f6dd-4dca-a5c1-c30995bc0109 req-c728472f-573f-4d44-a31e-20c1f6e2c923 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0465276 Dec 09 15:15:44.429196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8d095859-5482-4469-8516-9157b3e3ac44'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:44.609165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9590666-1224-49b8-89c5-ae880749e4a7 req-e815f754-d959-47d5-8341-0c00e2239f31 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:44.624328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e9590666-1224-49b8-89c5-ae880749e4a7 req-e815f754-d959-47d5-8341-0c00e2239f31 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 945 time: 0.1179168 Dec 09 15:15:44.748037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e9590666-1224-49b8-89c5-ae880749e4a7 req-4b84698f-0f94-425f-8339-4f5b9886fcf7 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223283 Dec 09 15:15:45.196034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a01a3f-3ce6-45de-9ab1-2f5156721cba req-c1310371-b363-4d61-a6f6-7ab071794041 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:45.197778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91a01a3f-3ce6-45de-9ab1-2f5156721cba req-c1310371-b363-4d61-a6f6-7ab071794041 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 945 time: 0.0660341 Dec 09 15:15:45.252587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91a01a3f-3ce6-45de-9ab1-2f5156721cba req-a8cc0cb7-5c52-415f-a7f0-353913cec324 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Dec 09 15:15:45.509607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4902a431-ef68-419d-82af-f14b34f4367f req-a039bbe2-b378-4c1a-a8ba-0533d6cd27ab tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0375881 Dec 09 15:15:45.885232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d027522-fac9-4ce6-9843-2721620ec20a req-ea7cedcf-7a98-49cb-aa87-1c877bbddd77 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:45.888703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d027522-fac9-4ce6-9843-2721620ec20a req-ea7cedcf-7a98-49cb-aa87-1c877bbddd77 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Dec 09 15:15:45.961600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d095859-5482-4469-8516-9157b3e3ac44 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:15:45.970805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d027522-fac9-4ce6-9843-2721620ec20a req-7b4378bc-c021-49e7-9a0e-0976205d35cb tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701277 Dec 09 15:15:46.029194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8d095859-5482-4469-8516-9157b3e3ac44 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:15:46.036167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8d095859-5482-4469-8516-9157b3e3ac44 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:15:46.036632 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:46.132780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:46.156095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d095859-5482-4469-8516-9157b3e3ac44'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:46.158245 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9b78be-68c8-467c-9fd8-7e6e509cf9ef" -d '{"events": [{"server_uuid": "a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73", "name": "network-vif-plugged", "status": "completed", "tag": "8d095859-5482-4469-8516-9157b3e3ac44"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:46.172542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8d095859-5482-4469-8516-9157b3e3ac44, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d095859-5482-4469-8516-9157b3e3ac44,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:46.177415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:46.221246 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16716a56-43e3-466c-a5c7-d32a3997e5d2 x-openstack-request-id: req-16716a56-43e3-466c-a5c7-d32a3997e5d2 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:46.221723 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73", "name": "network-vif-plugged", "status": "completed", "tag": "8d095859-5482-4469-8516-9157b3e3ac44", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:46.222139 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16716a56-43e3-466c-a5c7-d32a3997e5d2 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:46.222721 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d095859-5482-4469-8516-9157b3e3ac44', 'code': 200} Dec 09 15:15:46.232926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8d095859-5482-4469-8516-9157b3e3ac44,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:46.356348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d8c7-1df8-4f22-9cc4-01544c946a4e req-a96fc9bc-b54a-433c-839b-67225e82019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:46.357880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71e4d8c7-1df8-4f22-9cc4-01544c946a4e req-a96fc9bc-b54a-433c-839b-67225e82019c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 1097 time: 0.0748827 Dec 09 15:15:46.431150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449e573-8109-42f5-810c-9ab852b6658b req-16206b4a-32bb-4a04-91ec-c8b6f5e9ff1c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:46.432581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0449e573-8109-42f5-810c-9ab852b6658b req-16206b4a-32bb-4a04-91ec-c8b6f5e9ff1c tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 945 time: 0.0906188 Dec 09 15:15:46.452971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71e4d8c7-1df8-4f22-9cc4-01544c946a4e req-4c35bcf2-6aa5-4782-837c-4bea2d70c652 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719392 Dec 09 15:15:46.489348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0449e573-8109-42f5-810c-9ab852b6658b req-4ec3a810-77cb-4443-8d09-0756f65f0971 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4ad5ae8-76da-4ca1-9812-d5684df41760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491188 Dec 09 15:15:46.619012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a5998eb3-8d84-4468-a218-394a3f5ad41a req-b566c8e4-3559-44ad-85b4-37e6ebde73bb tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0270340 Dec 09 15:15:47.101077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-f86f8b73-df4c-4897-8d44-fff5ce6acf5f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:47.102982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-f86f8b73-df4c-4897-8d44-fff5ce6acf5f tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.43 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 945 time: 0.0828049 Dec 09 15:15:47.120453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe30a7-20f2-489c-8412-898ce9601a2d req-6a86b519-d662-4878-83c9-fa2bbf67747d tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:47.122043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ffe30a7-20f2-489c-8412-898ce9601a2d req-6a86b519-d662-4878-83c9-fa2bbf67747d tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 946 time: 0.0735750 Dec 09 15:15:47.227274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ffe30a7-20f2-489c-8412-898ce9601a2d req-78cf5f06-1046-4b8d-bea3-9abe96c53da2 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967906 Dec 09 15:15:47.249483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Deleting port 67e9d1bd-69b6-401e-8336-fd9bf322e399 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:47.250204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:47.355374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] For port 67e9d1bd-69b6-401e-8336-fd9bf322e399, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67e9d1bd-69b6-401e-8336-fd9bf322e399,segment=NetworkSegment(f3bc6533-6e3d-4853-adf4-0f193afb01ab),segment_id=f3bc6533-6e3d-4853-adf4-0f193afb01ab)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:47.355758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:47.367753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Calling delete_port for 67e9d1bd-69b6-401e-8336-fd9bf322e399 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:47.504539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:47.517220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67e9d1bd-69b6-401e-8336-fd9bf322e399'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:15:47.590827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Pushing event deleted for resources: {'Port': ['ID=67e9d1bd-69b6-401e-8336-fd9bf322e399,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:47.672034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7e5b599-60c1-44f3-b731-b76f7063f199 req-53f57936-4987-4901-9739-54ba6396d3f6 tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.46 "GET /v2.0/ports?device_id=01dae751-3159-4907-9913-22a73beb7eec HTTP/1.1" status: 200 len: 210 time: 0.0540428 Dec 09 15:15:47.685538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] No DVR routers for this DVR port 67e9d1bd-69b6-401e-8336-fd9bf322e399 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:47.692557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:47.701834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d43c75fa-bf76-4c93-b930-3b2a61e5e7e4 req-47eac6a1-dc02-42f3-85f0-4ca4df51a14b tempest-AttachVolumeNegativeTest-1998306139 tempest-AttachVolumeNegativeTest-1998306139-project] 10.222.0.43 "DELETE /v2.0/ports/67e9d1bd-69b6-401e-8336-fd9bf322e399 HTTP/1.1" status: 204 len: 173 time: 0.5899193 Dec 09 15:15:47.702588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dae751-3159-4907-9913-22a73beb7eec', 'name': 'network-vif-deleted', 'tag': '67e9d1bd-69b6-401e-8336-fd9bf322e399'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:15:47.705043 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32fb74-4f03-47c3-b99e-d3e8cd39d537" -d '{"events": [{"server_uuid": "01dae751-3159-4907-9913-22a73beb7eec", "name": "network-vif-deleted", "tag": "67e9d1bd-69b6-401e-8336-fd9bf322e399"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:15:47.769169 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d416d-bdf3-4fc3-b3f9-02a906b3bef8 x-openstack-request-id: req-a61d416d-bdf3-4fc3-b3f9-02a906b3bef8 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:15:47.769603 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dae751-3159-4907-9913-22a73beb7eec", "name": "network-vif-deleted", "tag": "67e9d1bd-69b6-401e-8336-fd9bf322e399", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:15:47.769863 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a61d416d-bdf3-4fc3-b3f9-02a906b3bef8 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:15:47.770354 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dae751-3159-4907-9913-22a73beb7eec', 'name': 'network-vif-deleted', 'tag': '67e9d1bd-69b6-401e-8336-fd9bf322e399', 'status': 'completed', 'code': 200} Dec 09 15:15:47.772744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-311884af-97c0-4200-8215-f13e2b76fb2d req-a82200c2-3bcf-4d8e-9e69-e2f5aaae0042 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0442004 Dec 09 15:15:48.390252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405d27-b0b5-4f39-925c-b24d4cca72be req-52a2b9ab-f8ef-4ce9-b518-aa1e716361b9 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:15:48.391939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df405d27-b0b5-4f39-925c-b24d4cca72be req-52a2b9ab-f8ef-4ce9-b518-aa1e716361b9 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 946 time: 0.0625310 Dec 09 15:15:48.442996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df405d27-b0b5-4f39-925c-b24d4cca72be req-2da2b4bf-7b33-4f8f-8470-368c35ba57ab tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Dec 09 15:15:48.728639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42788) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:48.803047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Deleting subnet 881cb200-0d2e-4695-82d9-10e952b50e20 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:48.807764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:48.868461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:48.927246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5cf0006e-612a-48ce-b0e9-07b55c21f91f req-d67a17cc-1333-4e88-aae8-1d7121794d63 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4ca46fd-726e-41df-9f41-6ee8bc625ffd HTTP/1.1" status: 200 len: 210 time: 0.0354888 Dec 09 15:15:48.945871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.025479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.057197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881cb200-0d2e-4695-82d9-10e952b50e20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:49.065129 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.070974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-360dc8e6-4d7f-4089-a660-6b846b1d3df1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/881cb200-0d2e-4695-82d9-10e952b50e20 HTTP/1.1" status: 204 len: 168 time: 0.3391461 Dec 09 15:15:49.071215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42796) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:49.165370 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.263447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.288850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a9b4be-8986-4f43-b663-08ff7e9c8441']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:49.302878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bc6533-6e3d-4853-adf4-0f193afb01ab') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:49.303692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bc6533-6e3d-4853-adf4-0f193afb01ab') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:49.342574 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.369582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.388810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:49.389237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:49.391523 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:49.456635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.469703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.482925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] 10.222.0.46 "DELETE /v2.0/networks/d0a9b4be-8986-4f43-b663-08ff7e9c8441 HTTP/1.1" status: 204 len: 168 time: 0.4106269 Dec 09 15:15:49.525945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173983a-f895-4a68-a54d-40af48c1402b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a9b4be-8986-4f43-b663-08ff7e9c8441,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:49.696895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42802) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:49.746556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5cfc330f-1621-4f32-a2c5-536a87a7eb75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1cc2bb5c73243e2bf1a57b114c00259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463383 Dec 09 15:15:49.746807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:49.806065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5534601e-0f20-4766-a2ed-8c81c20e14bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.830596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5534601e-0f20-4766-a2ed-8c81c20e14bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.888881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5534601e-0f20-4766-a2ed-8c81c20e14bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.892380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5534601e-0f20-4766-a2ed-8c81c20e14bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:49.895327 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5534601e-0f20-4766-a2ed-8c81c20e14bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4ad5ae8-76da-4ca1-9812-d5684df41760 HTTP/1.1" status: 204 len: 168 time: 0.1473286 Dec 09 15:15:49.906308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534601e-0f20-4766-a2ed-8c81c20e14bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad5ae8-76da-4ca1-9812-d5684df41760,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:49.976346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67e9d1bd-69b6-401e-8336-fd9bf322e399 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:50.009569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 67e9d1bd-69b6-401e-8336-fd9bf322e399 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:50.009951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67e9d1bd-69b6-401e-8336-fd9bf322e399 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:50.076433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42814) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:50.151544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-749c2069-4b84-4ae8-9c34-4de3c589eb13 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.181125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-749c2069-4b84-4ae8-9c34-4de3c589eb13 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.257172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-749c2069-4b84-4ae8-9c34-4de3c589eb13 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.271761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-749c2069-4b84-4ae8-9c34-4de3c589eb13 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.276639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:50.284516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-749c2069-4b84-4ae8-9c34-4de3c589eb13 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/security-groups/98bfefa4-ea99-408a-8a52-0407e8fe3089 HTTP/1.1" status: 204 len: 168 time: 0.2063947 Dec 09 15:15:50.296030 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-9565023f-6962-4449-a92e-98eace21f6c7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] show failed (client error): The resource could not be found. Dec 09 15:15:50.306782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9565023f-6962-4449-a92e-98eace21f6c7 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "GET /v2.0/security-groups/98bfefa4-ea99-408a-8a52-0407e8fe3089 HTTP/1.1" status: 404 len: 347 time: 0.0282602 Dec 09 15:15:50.314836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42826) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:50.318637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c2069-4b84-4ae8-9c34-4de3c589eb13 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bfefa4-ea99-408a-8a52-0407e8fe3089,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:50.524171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port 49a80626-0a09-488e-b8f7-7806d5e1f75d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:50.524807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.650982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.651474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.676842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for 49a80626-0a09-488e-b8f7-7806d5e1f75d owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:50.851986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.892351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=49a80626-0a09-488e-b8f7-7806d5e1f75d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:50.986542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.993284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:50.994658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-25f82e3f-4a02-4a5c-8ff5-59466c27c213 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/floatingips/f1b2b4b0-d9f7-4e50-8001-96bcd0aed018 HTTP/1.1" status: 204 len: 168 time: 0.6773241 Dec 09 15:15:50.998396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:51.177231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port 6631bc37-9724-44ba-ae6d-3918cbea0277 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:51.178413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:51.324125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:51.357618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for 6631bc37-9724-44ba-ae6d-3918cbea0277 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:51.522517 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:51.601037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=6631bc37-9724-44ba-ae6d-3918cbea0277,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:51.680309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:51.686847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-44710f9b-cd8c-4032-b491-cc1d1f308998 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/ports/6631bc37-9724-44ba-ae6d-3918cbea0277 HTTP/1.1" status: 204 len: 168 time: 0.6799755 Dec 09 15:15:51.689517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42874) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:51.830531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting port 8a26e827-9d5e-4869-b402-3406917bc5b5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:51.830875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:51.961764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:51.977148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.009550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Calling delete_port for 8a26e827-9d5e-4869-b402-3406917bc5b5 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:52.277693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.374369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Port': ['ID=8a26e827-9d5e-4869-b402-3406917bc5b5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:52.431543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.556002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.568416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6cd18886-8619-445b-981e-419722842d2f tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/ports/8a26e827-9d5e-4869-b402-3406917bc5b5 HTTP/1.1" status: 204 len: 168 time: 0.8772194 Dec 09 15:15:52.571181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42900) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:52.647577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting subnet af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:52.650914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.699242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.835809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.956415 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:52.991597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Subnet': ['ID=af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:53.011204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.016227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133b75a-383e-4057-bdeb-4ea11a4dba8a None None] Network 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:53.032600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a9afbac1-b749-48d4-82fa-a16e0716e965 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/subnets/af61dabf-1de5-4fe9-a55c-a1e8b9aa08f8 HTTP/1.1" status: 204 len: 168 time: 0.4600413 Dec 09 15:15:53.035494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42918) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:53.192651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ee41930-5c61-4fdf-842e-0b00d7e3edeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.214169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Deleting subnet 22ed4e67-bb08-4d75-8dfa-46230dfb24ad {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:15:53.233304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.325399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] DHCP port deletion for 6dc44999-3dbe-4351-92f7-1f1e9958e0d5 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:53.361198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.406842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] Deleting port 3f10ccad-388f-4cff-be10-a6643c39cf21 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:53.408779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.523849 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:15:53.579507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] For port 3f10ccad-388f-4cff-be10-a6643c39cf21, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3f10ccad-388f-4cff-be10-a6643c39cf21,segment=NetworkSegment(fc70897e-ff8d-4bc2-be11-cc9643df32c4),segment_id=fc70897e-ff8d-4bc2-be11-cc9643df32c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:53.580425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.596641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] Calling delete_port for 3f10ccad-388f-4cff-be10-a6643c39cf21 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:53.602057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.760067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.820876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.850177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] Pushing event deleted for resources: {'Port': ['ID=3f10ccad-388f-4cff-be10-a6643c39cf21,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:53.852229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59e929-3df0-45b8-8808-6486589c3c8e None None] No DVR routers for this DVR port 3f10ccad-388f-4cff-be10-a6643c39cf21 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:53.869265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Subnet': ['ID=22ed4e67-bb08-4d75-8dfa-46230dfb24ad,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:53.875782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:53.882994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42950) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:53.884856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcc10f-6a2d-49f4-944e-ae9629d3e40d None None] Network 28bdfee3-de54-4f05-b974-4ddb3487282a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:15:53.894186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f540bcc0-071d-431c-a953-280d20efd020 tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/subnets/22ed4e67-bb08-4d75-8dfa-46230dfb24ad HTTP/1.1" status: 204 len: 168 time: 0.8450727 Dec 09 15:15:54.063492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.076844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] DHCP port deletion for 28bdfee3-de54-4f05-b974-4ddb3487282a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:15:54.174236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] Deleting port 7d8b2705-8c9c-4016-ba38-5048d9baf575 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:54.175803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.194904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42954) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:54.293934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.296122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] For port 7d8b2705-8c9c-4016-ba38-5048d9baf575, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7d8b2705-8c9c-4016-ba38-5048d9baf575,segment=NetworkSegment(65f35648-0f6e-45c1-9ca1-d33f40f327eb),segment_id=65f35648-0f6e-45c1-9ca1-d33f40f327eb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:54.297490 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.325139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] Calling delete_port for 7d8b2705-8c9c-4016-ba38-5048d9baf575 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:54.337312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc44999-3dbe-4351-92f7-1f1e9958e0d5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:54.357960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc70897e-ff8d-4bc2-be11-cc9643df32c4') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:54.359800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc70897e-ff8d-4bc2-be11-cc9643df32c4') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:54.385632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.412471 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.437279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:54.437968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:54.443220 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:54.445975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7d8b2705-8c9c-4016-ba38-5048d9baf575 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:54.503679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77330066-85d1-4488-add3-1bf60dd21689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.600764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.608896 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.621980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42964) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:54.627138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/networks/6dc44999-3dbe-4351-92f7-1f1e9958e0d5 HTTP/1.1" status: 204 len: 168 time: 0.7423539 Dec 09 15:15:54.649695 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.650021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25eec0b-84d8-4949-8172-f0d4cb4f3e0b tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Network': ['ID=6dc44999-3dbe-4351-92f7-1f1e9958e0d5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:54.707374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.744961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] Pushing event deleted for resources: {'Port': ['ID=7d8b2705-8c9c-4016-ba38-5048d9baf575,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:54.761298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77330066-85d1-4488-add3-1bf60dd21689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.765336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefe09f-0083-4aa4-9d85-afc4a48c281a None None] No DVR routers for this DVR port 7d8b2705-8c9c-4016-ba38-5048d9baf575 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:15:54.768630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.781897 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:15:54.781897 n-d-804292-5 neutron-server[109896]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 09 15:15:54.781897 n-d-804292-5 neutron-server[109896]: [parameters: {'status': 'DOWN', 'ports_id': '7d8b2705-8c9c-4016-ba38-5048d9baf575'}] Dec 09 15:15:54.781897 n-d-804292-5 neutron-server[109896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:15:54.781897 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:15:54.796515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77330066-85d1-4488-add3-1bf60dd21689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.902512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.926574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bdfee3-de54-4f05-b974-4ddb3487282a']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:54.936679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f35648-0f6e-45c1-9ca1-d33f40f327eb') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:54.937107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f35648-0f6e-45c1-9ca1-d33f40f327eb') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:15:54.952296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.966635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:54.973390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:15:54.974046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:15:55.040219 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:15:55.065202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.098339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.102149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] 10.222.0.46 "DELETE /v2.0/networks/28bdfee3-de54-4f05-b974-4ddb3487282a HTTP/1.1" status: 204 len: 168 time: 0.4759245 Dec 09 15:15:55.122684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b8982-8c3d-4bcc-a1b2-53d4f334b88e tempest-TaggedBootDevicesTest_v242-1379875608 tempest-TaggedBootDevicesTest_v242-1379875608-project] Pushing event deleted for resources: {'Network': ['ID=28bdfee3-de54-4f05-b974-4ddb3487282a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:55.136520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77330066-85d1-4488-add3-1bf60dd21689 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2d592c47e404c74925963663073497c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9399886 Dec 09 15:15:55.137565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77330066-85d1-4488-add3-1bf60dd21689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c89429-8627-4360-94ef-cae473769ec2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:55.139638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:55.314614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9aa58881-1b46-469d-b112-d9186b28c275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.315053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Port 7d8b2705-8c9c-4016-ba38-5048d9baf575 update to DOWN by agent not found {{(pid=109896) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 15:15:55.316296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3f10ccad-388f-4cff-be10-a6643c39cf21 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:15:55.361171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 3f10ccad-388f-4cff-be10-a6643c39cf21 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:15:55.361532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3f10ccad-388f-4cff-be10-a6643c39cf21 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:15:55.375670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9aa58881-1b46-469d-b112-d9186b28c275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.441786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9aa58881-1b46-469d-b112-d9186b28c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.454042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9aa58881-1b46-469d-b112-d9186b28c275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.462881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9aa58881-1b46-469d-b112-d9186b28c275 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5c89429-8627-4360-94ef-cae473769ec2 HTTP/1.1" status: 204 len: 168 time: 0.3188143 Dec 09 15:15:55.485545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa58881-1b46-469d-b112-d9186b28c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c89429-8627-4360-94ef-cae473769ec2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:55.626038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8facd837-4ff0-47b1-a4ff-1a58e97f5318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:55.928514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 42990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:55.945991 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19a8-e947-440b-8f15-6c111b9fc6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.043757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19a8-e947-440b-8f15-6c111b9fc6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.049513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19a8-e947-440b-8f15-6c111b9fc6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.106013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0e3e19a8-e947-440b-8f15-6c111b9fc6da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d8e070e031c47dabd881e3636b5b71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759522 Dec 09 15:15:56.108518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 42996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:56.109193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e19a8-e947-440b-8f15-6c111b9fc6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0342a8-5448-4a62-ae9b-297d7aa4a02e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:56.195447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a51501f1-3cbb-4c94-9692-d0322f596d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.222062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a51501f1-3cbb-4c94-9692-d0322f596d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.284500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a51501f1-3cbb-4c94-9692-d0322f596d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.287148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a51501f1-3cbb-4c94-9692-d0322f596d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:56.288342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a51501f1-3cbb-4c94-9692-d0322f596d87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce0342a8-5448-4a62-ae9b-297d7aa4a02e HTTP/1.1" status: 204 len: 168 time: 0.1777022 Dec 09 15:15:56.297334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51501f1-3cbb-4c94-9692-d0322f596d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0342a8-5448-4a62-ae9b-297d7aa4a02e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:56.704418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:58.008148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43060) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:15:58.367777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:58.818386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:59.197319 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:59.223937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Deleting port 9c1dfbee-e942-4537-b25c-cd050c221c30 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:15:59.224502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:59.358503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] For port 9c1dfbee-e942-4537-b25c-cd050c221c30, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9c1dfbee-e942-4537-b25c-cd050c221c30,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:15:59.358964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:59.376089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Calling delete_port for 9c1dfbee-e942-4537-b25c-cd050c221c30 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:15:59.622972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:15:59.656287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1dfbee-e942-4537-b25c-cd050c221c30,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:15:59.941680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:00.290166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Router fe069620-39c7-4d95-93ee-ff552613a5db has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:16:00.420978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:16:00.430633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43120) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:00.432768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eda41808-fd0c-467f-a148-0e6f3ce7c004 admin admin] 10.222.0.46 "PUT /v2.0/routers/fe069620-39c7-4d95-93ee-ff552613a5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4217980 Dec 09 15:16:00.446785 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] Sync routers for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:16:00.460202 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:00.462752 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:00.581733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:00.642612 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:00.719239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:00.826922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Deleting port baea5922-dc70-43c3-915a-f02cca3baaa5 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:00.827230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:00.911615 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:15:59Z', 'revision_number': 5, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port': {'id': 'baea5922-dc70-43c3-915a-f02cca3baaa5', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:05Z', 'updated_at': '2021-12-09T15:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:00.946063 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] Checking router: fe069620-39c7-4d95-93ee-ff552613a5db for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:16:00.965704 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] Routers {'fe069620-39c7-4d95-93ee-ff552613a5db'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:00.968456 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fe069620-39c7-4d95-93ee-ff552613a5db'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:00.997284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] For port baea5922-dc70-43c3-915a-f02cca3baaa5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baea5922-dc70-43c3-915a-f02cca3baaa5,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:00.997651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.021588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Calling delete_port for baea5922-dc70-43c3-915a-f02cca3baaa5 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:01.081216 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] Set router fe069620-39c7-4d95-93ee-ff552613a5db gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:01.146537 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:16:00Z', 'revision_number': 6, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:01.181442 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c092b38-9778-4d17-93df-e02d8ab843b0 None None] The sync data for ids ['fe069620-39c7-4d95-93ee-ff552613a5db'] in n-d-804292-5 is: [{'id': 'fe069620-39c7-4d95-93ee-ff552613a5db', 'name': 'tempest-TaggedBootDevicesTest-1142295374-router', 'tenant_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:02Z', 'updated_at': '2021-12-09T15:16:00Z', 'revision_number': 6, 'project_id': '8e6a45a1843e4fd6ad7dc1e9aaafc6e9', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:16:01.276045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.307730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=baea5922-dc70-43c3-915a-f02cca3baaa5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:01.332851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633c7d3-2103-4081-9359-c1ec2a944a48 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:01.404766 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.544720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.548173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.616785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.617323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe069620-39c7-4d95-93ee-ff552613a5db {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:16:01.623232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.626923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac2d22e6-5a45-410c-bb31-35efffb3a0b7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fe069620-39c7-4d95-93ee-ff552613a5db HTTP/1.1" status: 204 len: 168 time: 1.1927092 Dec 09 15:16:01.627100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43152) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:01.682276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Deleting subnet d8a3238e-989c-4be7-9247-a9d7e6d78141 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:16:01.686957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.746817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.827973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.885150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.914082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a3238e-989c-4be7-9247-a9d7e6d78141,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:01.919487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:01.922228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f209863-a017-4a9a-aaec-4e50b1f49189 None None] Network 0b833a08-3676-4a33-b6cd-80b89bcfbe73 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:01.923809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-000c5556-a49d-4054-9814-ee45b2de521c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8a3238e-989c-4be7-9247-a9d7e6d78141 HTTP/1.1" status: 204 len: 168 time: 0.2950678 Dec 09 15:16:01.926879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43158) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:02.075637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.191437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Deleting port e2000dc2-7117-4ca0-a128-e43eec936e5a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:02.191785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.396325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] For port e2000dc2-7117-4ca0-a128-e43eec936e5a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e2000dc2-7117-4ca0-a128-e43eec936e5a,segment=NetworkSegment(91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c),segment_id=91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:02.396995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.404020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9c1dfbee-e942-4537-b25c-cd050c221c30 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:02.456068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Calling delete_port for e2000dc2-7117-4ca0-a128-e43eec936e5a owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:02.469156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9c1dfbee-e942-4537-b25c-cd050c221c30 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:02.469512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9c1dfbee-e942-4537-b25c-cd050c221c30 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:02.469947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device baea5922-dc70-43c3-915a-f02cca3baaa5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:02.473452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] DHCP port deletion for 0b833a08-3676-4a33-b6cd-80b89bcfbe73 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:02.551452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: baea5922-dc70-43c3-915a-f02cca3baaa5 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:02.551811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device baea5922-dc70-43c3-915a-f02cca3baaa5 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:02.664738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.670664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Deleting port e2000dc2-7117-4ca0-a128-e43eec936e5a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:02.673283 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.741928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2000dc2-7117-4ca0-a128-e43eec936e5a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:02.756870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] No DVR routers for this DVR port e2000dc2-7117-4ca0-a128-e43eec936e5a on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:02.787318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] For port e2000dc2-7117-4ca0-a128-e43eec936e5a, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:02.788045 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.808426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Calling delete_port for e2000dc2-7117-4ca0-a128-e43eec936e5a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:02.814203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Port e2000dc2-7117-4ca0-a128-e43eec936e5a was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:16:02.818457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:02.871314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] No DVR routers for this DVR port e2000dc2-7117-4ca0-a128-e43eec936e5a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:02.886155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002b869-6da7-4ac9-bb26-f2ceabfdf850 None None] Pushing event deleted for resources: {'Port': ['ID=e2000dc2-7117-4ca0-a128-e43eec936e5a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:02.967580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:03.019201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b833a08-3676-4a33-b6cd-80b89bcfbe73']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:03.048611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:03.048980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d6ea4f-16a6-4ab2-bd8e-6ed720b35a2c') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:03.069765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:03.128958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:03.144105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:16:03.145228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:16:03.152149 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:16:03.250466 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:03.257398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:03.263703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0b833a08-3676-4a33-b6cd-80b89bcfbe73 HTTP/1.1" status: 204 len: 168 time: 1.3330743 Dec 09 15:16:03.266665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43192) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:03.290025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0332fac-c3d4-4b0b-ba93-09c10f414d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b833a08-3676-4a33-b6cd-80b89bcfbe73,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:04.237870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:04.361760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e2000dc2-7117-4ca0-a128-e43eec936e5a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:04.429038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e2000dc2-7117-4ca0-a128-e43eec936e5a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:04.439740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e2000dc2-7117-4ca0-a128-e43eec936e5a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:04.685943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Deleting port 64607f66-a12e-4358-8dc1-07dd6fa68c91 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:04.686514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:04.828949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] For port 64607f66-a12e-4358-8dc1-07dd6fa68c91, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=64607f66-a12e-4358-8dc1-07dd6fa68c91,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:04.829322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:04.851085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Calling delete_port for 64607f66-a12e-4358-8dc1-07dd6fa68c91 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:04.971380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:05.136213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.140311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d0c46d4-0fc7-4efc-b3cf-56df9c425b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.165719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Pushing event deleted for resources: {'Port': ['ID=64607f66-a12e-4358-8dc1-07dd6fa68c91,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:05.326250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d0c46d4-0fc7-4efc-b3cf-56df9c425b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.335727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d0c46d4-0fc7-4efc-b3cf-56df9c425b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.383368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.438350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d0c46d4-0fc7-4efc-b3cf-56df9c425b75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da99f0fbc0ac445b8344765aef6e9fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647179 Dec 09 15:16:05.448400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43232) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:05.560540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f43c36a-e52c-4c99-b3c2-f153321ed881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.594901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c46d4-0fc7-4efc-b3cf-56df9c425b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaed020-1fac-434a-acab-6ded42022ea7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:05.640986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f43c36a-e52c-4c99-b3c2-f153321ed881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.731006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f43c36a-e52c-4c99-b3c2-f153321ed881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.733701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f43c36a-e52c-4c99-b3c2-f153321ed881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:05.734864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f43c36a-e52c-4c99-b3c2-f153321ed881 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3aaed020-1fac-434a-acab-6ded42022ea7 HTTP/1.1" status: 204 len: 168 time: 0.2842531 Dec 09 15:16:05.744385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43c36a-e52c-4c99-b3c2-f153321ed881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaed020-1fac-434a-acab-6ded42022ea7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:05.774237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Router 47bc2331-f088-40ac-9737-2618761cf68b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:16:05.911512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:16:05.924422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] Sync routers for ids ['47bc2331-f088-40ac-9737-2618761cf68b'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:16:05.943014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] Routers {'47bc2331-f088-40ac-9737-2618761cf68b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:05.948071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43242) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:05.956085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['47bc2331-f088-40ac-9737-2618761cf68b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:05.962426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d7d16d94-347e-4aa4-b113-23f5c4c5f24c admin admin] 10.222.0.46 "PUT /v2.0/routers/47bc2331-f088-40ac-9737-2618761cf68b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6931016 Dec 09 15:16:06.193643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.194265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43244) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:06.217451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] Set router 47bc2331-f088-40ac-9737-2618761cf68b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:06.223686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b7763ea-9917-4c20-b496-4ef57cfddb30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.430364 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b7763ea-9917-4c20-b496-4ef57cfddb30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.437485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.437792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b7763ea-9917-4c20-b496-4ef57cfddb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.468754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7763ea-9917-4c20-b496-4ef57cfddb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79508612-b1cd-4baa-aaa1-ac93f5bcf467,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:06.517211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5b7763ea-9917-4c20-b496-4ef57cfddb30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c0863184a3f449cae8ca25af7dc5582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217413 Dec 09 15:16:06.521232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43250) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:06.558294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Deleting port ef4e722f-4e54-448c-b73d-476d783a77ff {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:06.558647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.624333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:16:05Z', 'revision_number': 5, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port': {'id': 'ef4e722f-4e54-448c-b73d-476d783a77ff', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bc2331-f088-40ac-9737-2618761cf68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:23Z', 'updated_at': '2021-12-09T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:06.641732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c899536-f135-480e-81ab-abf8951bf377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.686669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] Checking router: 47bc2331-f088-40ac-9737-2618761cf68b for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:16:06.727375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] Routers {'47bc2331-f088-40ac-9737-2618761cf68b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:06.727375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['47bc2331-f088-40ac-9737-2618761cf68b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:06.734355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c899536-f135-480e-81ab-abf8951bf377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.824500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] For port ef4e722f-4e54-448c-b73d-476d783a77ff, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ef4e722f-4e54-448c-b73d-476d783a77ff,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:06.824500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.851961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Calling delete_port for ef4e722f-4e54-448c-b73d-476d783a77ff owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:06.893041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c899536-f135-480e-81ab-abf8951bf377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.896607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c899536-f135-480e-81ab-abf8951bf377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:06.922702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c899536-f135-480e-81ab-abf8951bf377 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79508612-b1cd-4baa-aaa1-ac93f5bcf467 HTTP/1.1" status: 204 len: 168 time: 0.4002619 Dec 09 15:16:06.961838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899536-f135-480e-81ab-abf8951bf377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79508612-b1cd-4baa-aaa1-ac93f5bcf467,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:07.101727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] Set router 47bc2331-f088-40ac-9737-2618761cf68b gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:07.222139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:16:06Z', 'revision_number': 6, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:07.294722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740d860-19c8-403e-bf99-d10f02f9bb5d None None] The sync data for ids ['47bc2331-f088-40ac-9737-2618761cf68b'] in n-d-804292-5 is: [{'id': '47bc2331-f088-40ac-9737-2618761cf68b', 'name': 'tempest-TaggedBootDevicesTest-2000681876-router', 'tenant_id': '8cbe3126826240739711532b8c9f94b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:20Z', 'updated_at': '2021-12-09T15:16:06Z', 'revision_number': 6, 'project_id': '8cbe3126826240739711532b8c9f94b4', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:16:07.369561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:07.437190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81bc103-d813-493a-86d3-90f72d2579cd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:07.442728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4e722f-4e54-448c-b73d-476d783a77ff,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:07.527841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:07.694956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:07.698995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:07.838398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:07.838885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47bc2331-f088-40ac-9737-2618761cf68b {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:16:07.844211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:07.845416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e316e4a3-e523-40a9-9e7d-b8cc4e81d1e6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/47bc2331-f088-40ac-9737-2618761cf68b HTTP/1.1" status: 204 len: 168 time: 1.8959537 Dec 09 15:16:07.848871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43284) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:07.996296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Deleting subnet ae7c917b-667d-4bee-a55c-b64c9cb80ebf {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:16:08.003082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.052253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.257864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.360417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.390156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7c917b-667d-4bee-a55c-b64c9cb80ebf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:08.400740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.406011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8806748-cc6e-4112-ab11-3417041b11f7 None None] Network 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:08.408032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43300) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:08.409223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d8331e7-afb6-44e4-8030-e2fdcf03313c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae7c917b-667d-4bee-a55c-b64c9cb80ebf HTTP/1.1" status: 204 len: 168 time: 0.5580018 Dec 09 15:16:08.448892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ef4e722f-4e54-448c-b73d-476d783a77ff no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:08.523905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ef4e722f-4e54-448c-b73d-476d783a77ff {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:08.524251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ef4e722f-4e54-448c-b73d-476d783a77ff not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:08.524677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64607f66-a12e-4358-8dc1-07dd6fa68c91 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:08.558774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.678129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 64607f66-a12e-4358-8dc1-07dd6fa68c91 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:08.678470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 64607f66-a12e-4358-8dc1-07dd6fa68c91 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:08.686000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Deleting port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:08.686359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.855880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] For port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:08.856321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:08.894826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Calling delete_port for 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:08.916388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] DHCP port deletion for 1dbfdb44-dcce-45cf-b0a7-37ad83933bbf request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:09.019093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] Deleting port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:09.020155 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.049205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.073023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] No DVR routers for this DVR port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:09.113786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:09.166332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] For port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,segment=NetworkSegment(54ae5515-b9e5-4d7e-bf03-f8a1a4028022),segment_id=54ae5515-b9e5-4d7e-bf03-f8a1a4028022)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:09.166821 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.194935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] Calling delete_port for 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:09.357014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.371811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] No DVR routers for this DVR port 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:09.399087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68094359-7bbe-4219-b76b-6041e2ec7fb5 None None] Pushing event deleted for resources: {'Port': ['ID=1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:09.718249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.718828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.719075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.719603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.719947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.720369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.720715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.722208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.722556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.722892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.723230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.723603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.723938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:09.806725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.829975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbfdb44-dcce-45cf-b0a7-37ad83933bbf']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:09.842533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ae5515-b9e5-4d7e-bf03-f8a1a4028022') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:09.843147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ae5515-b9e5-4d7e-bf03-f8a1a4028022') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:09.854955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.871071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.879589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:16:09.880236 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:16:09.944027 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:16:09.951011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.958488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:09.962065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1dbfdb44-dcce-45cf-b0a7-37ad83933bbf HTTP/1.1" status: 204 len: 168 time: 1.5523441 Dec 09 15:16:09.975268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841e0f-3043-490c-88ce-8bd7a1773bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbfdb44-dcce-45cf-b0a7-37ad83933bbf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:10.292402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43344) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:10.379783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:10.385810 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7a0ec4a7-7848-4ea7-aa07-64dccc07cc1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e6a45a1843e4fd6ad7dc1e9aaafc6e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920422 Dec 09 15:16:10.388271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43346) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:10.451801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:10.454675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1be647e0-d14c-4f33-8f9b-8ccf12e4c6f4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:10.463200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21abd426-5e3c-44af-9adc-78cf0d1b4eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:10.497923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21abd426-5e3c-44af-9adc-78cf0d1b4eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:10.626509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21abd426-5e3c-44af-9adc-78cf0d1b4eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:10.631644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-21abd426-5e3c-44af-9adc-78cf0d1b4eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:10.633674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-21abd426-5e3c-44af-9adc-78cf0d1b4eb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc HTTP/1.1" status: 204 len: 168 time: 0.2408175 Dec 09 15:16:10.693681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abd426-5e3c-44af-9adc-78cf0d1b4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0f55a-a5aa-4c27-bd7e-bc98257da1cc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:11.249778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43372) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:11.331067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43376) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:11.342605 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd990955-a83b-4279-9ef3-f513ee00da9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cbe3126826240739711532b8c9f94b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767677 Dec 09 15:16:11.441315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0cdd36bb-aceb-4392-917c-49a64973084f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:11.485582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0cdd36bb-aceb-4392-917c-49a64973084f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:11.563824 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0cdd36bb-aceb-4392-917c-49a64973084f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:11.569010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0cdd36bb-aceb-4392-917c-49a64973084f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:11.570853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0cdd36bb-aceb-4392-917c-49a64973084f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffea3f42-c70e-4d7f-81f6-bd9107a532c2 HTTP/1.1" status: 204 len: 168 time: 0.2379599 Dec 09 15:16:11.581298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd36bb-aceb-4392-917c-49a64973084f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea3f42-c70e-4d7f-81f6-bd9107a532c2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:12.646068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43430) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:12.743024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43436) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:12.956444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-network', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:12.991841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Made reservation on behalf of 1868a07949ad4689a2a427e505e4b1e3 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:12.998041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.012935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.295030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.303165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.371055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:16:13.557292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6eb83-6e8b-4b76-b988-3f79abec7baf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:13.568679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.569379 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Added segment fd295732-03b8-4784-b89e-0d344969038e of type vlan for network abc38dfd-69a8-45de-9605-2dbc7c1e8327 Dec 09 15:16:13.631123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.631617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.632067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.632504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.632957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.633950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.634390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.634824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.635254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.635709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.636376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.637792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.642062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:13.688743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.754034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.755323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:13.756100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.809019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0648501 Dec 09 15:16:13.813074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43462) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:13.819110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Request body: {'subnet': {'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-subnet', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:13.868912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Made reservation on behalf of 1868a07949ad4689a2a427e505e4b1e3 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:13.869704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b42aac-5557-475e-9f5b-b6c7d6a13552 admin admin] Pushing event updated for resources: {'Network': ['ID=abc38dfd-69a8-45de-9605-2dbc7c1e8327,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:13.874794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:13.880417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:16:14.054376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.256502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.346822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c40e27-756d-490f-ab7c-ece9db1db994,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:14.363270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Deleting port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:14.364026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.377503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Checking segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:14.378031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Network hostable DHCP agents. Network: abc38dfd-69a8-45de-9605-2dbc7c1e8327, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:16:14.402217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:16:14.425938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, abc38dfd-69a8-45de-9605-2dbc7c1e8327) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:14.433149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:14.433702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.437080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dea6c8-954b-4937-8886-41a12c30733e None None] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:14.473465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-032bcb58-47be-4371-8067-dbec51b55983 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6591239 Dec 09 15:16:14.478407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43474) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:14.482068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] For port 67b1a5f6-e7b8-469f-901c-1964d6a8b27d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:14.482457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.488041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:14.559069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Calling delete_port for 67b1a5f6-e7b8-469f-901c-1964d6a8b27d owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:14.582644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a4720-79a9-4d18-ab86-79c50a4d7799 None None] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:14.657747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.660072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.749145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:14.912839 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:15.116953 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:15.226145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Pushing event deleted for resources: {'Port': ['ID=67b1a5f6-e7b8-469f-901c-1964d6a8b27d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:15.378309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:15.409504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:15.578269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Allocated IP 172.25.0.25 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/3ca0bddf-ab27-40ea-82ef-3e090aa33455) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:16:15.661968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:15.832604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:15.938517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:16.011584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca0bddf-ab27-40ea-82ef-3e090aa33455,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:16.047407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:16:16.051235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:16.066353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:16:16.067643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbffb45-f529-4107-9905-ba08c681b7fa None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:16.187325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-edfdaee7-e251-421c-8bf3-95e666659fbe None None] Provisioning complete for port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:16.188117 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-edfdaee7-e251-421c-8bf3-95e666659fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:16.259551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-edfdaee7-e251-421c-8bf3-95e666659fbe None None] Port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:16:16.594832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Router 62d429c4-12d2-4640-86da-b329e4fe022d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:16:16.833444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:16:16.841198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b65ade66-c862-45b7-99bb-ecbb4bc9fbed admin admin] 10.222.0.46 "PUT /v2.0/routers/62d429c4-12d2-4640-86da-b329e4fe022d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1916676 Dec 09 15:16:16.841859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43528) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:16.842302 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face350e-85bd-4a39-8395-653b63627a85 None None] Sync routers for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:16:16.857662 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:16.858394 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:16.987267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.021346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.030399 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:17.231673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.275161 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:16:15Z', 'revision_number': 5, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port': {'id': 'e3190426-ce41-4f0a-94c4-6486052a18ab', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:18Z', 'updated_at': '2021-12-09T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:17.297697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.328807 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face350e-85bd-4a39-8395-653b63627a85 None None] Checking router: 62d429c4-12d2-4640-86da-b329e4fe022d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:16:17.331755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Deleting port e3190426-ce41-4f0a-94c4-6486052a18ab {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:17.332582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.338382 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] Routers {'62d429c4-12d2-4640-86da-b329e4fe022d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:17.339086 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['62d429c4-12d2-4640-86da-b329e4fe022d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:17.464020 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] Set router 62d429c4-12d2-4640-86da-b329e4fe022d gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:17.472061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] For port e3190426-ce41-4f0a-94c4-6486052a18ab, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e3190426-ce41-4f0a-94c4-6486052a18ab,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:17.473200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.479954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Router 3e202e98-739c-4881-98e5-7f13e9057752 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:16:17.501719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Calling delete_port for e3190426-ce41-4f0a-94c4-6486052a18ab owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:17.523634 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-face350e-85bd-4a39-8395-653b63627a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:16:17Z', 'revision_number': 6, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:17.552057 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face350e-85bd-4a39-8395-653b63627a85 None None] The sync data for ids ['62d429c4-12d2-4640-86da-b329e4fe022d'] in n-d-804292-5 is: [{'id': '62d429c4-12d2-4640-86da-b329e4fe022d', 'name': 'tempest-TaggedBootDevicesTest_v242-1644960138-router', 'tenant_id': 'c7f9437204ac45aa85b28904fe082373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:15Z', 'updated_at': '2021-12-09T15:16:17Z', 'revision_number': 6, 'project_id': 'c7f9437204ac45aa85b28904fe082373', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:16:17.644175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:16:17.656692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Sync routers for ids ['3e202e98-739c-4881-98e5-7f13e9057752'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:16:17.673822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Routers {'3e202e98-739c-4881-98e5-7f13e9057752'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:17.675044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3e202e98-739c-4881-98e5-7f13e9057752'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:17.675291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.676662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a052962e-40ea-441c-834d-b3c419728105 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1972082 Dec 09 15:16:17.679262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43540) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:17.766682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:17.866055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd3419-0723-420a-a5cb-5686083baf17 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:17.874438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3190426-ce41-4f0a-94c4-6486052a18ab,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:17.951433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Set router 3e202e98-739c-4881-98e5-7f13e9057752 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:17.960965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.145487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43552) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:18.206184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.208588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.270847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:16:16Z', 'revision_number': 3, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:18.301308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.302220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d429c4-12d2-4640-86da-b329e4fe022d {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:16:18.312034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Checking router: 3e202e98-739c-4881-98e5-7f13e9057752 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:16:18.312425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Updating router 3e202e98-739c-4881-98e5-7f13e9057752 port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:16:18.318559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.326768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43556) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:18.327820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3716ddc-77d2-46ec-9fff-f281d7155ed6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/62d429c4-12d2-4640-86da-b329e4fe022d HTTP/1.1" status: 204 len: 168 time: 1.4839482 Dec 09 15:16:18.341222 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.417146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Deleting subnet 4943e9cf-8b56-4703-b6f6-cccd100992ba {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:16:18.419899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df366729-a721-46fe-8dcb-2df8e165242c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.420856 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.607013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df366729-a721-46fe-8dcb-2df8e165242c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.609340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.617514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df366729-a721-46fe-8dcb-2df8e165242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.634748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.703560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df366729-a721-46fe-8dcb-2df8e165242c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e942531758147429349bc26b379410e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5551898 Dec 09 15:16:18.704615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df366729-a721-46fe-8dcb-2df8e165242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e34c248-a07d-44ad-9240-6bb6d9bffcec,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:18.707851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43560) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:18.790464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9750f9-bd99-40d8-bc9e-32c9b898e1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.842758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.855388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9750f9-bd99-40d8-bc9e-32c9b898e1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.979639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9750f9-bd99-40d8-bc9e-32c9b898e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.983145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b9750f9-bd99-40d8-bc9e-32c9b898e1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:18.988610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9b9750f9-bd99-40d8-bc9e-32c9b898e1fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e34c248-a07d-44ad-9240-6bb6d9bffcec HTTP/1.1" status: 204 len: 168 time: 0.2794294 Dec 09 15:16:18.999259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Allocated IP 172.20.0.1 (abc38dfd-69a8-45de-9605-2dbc7c1e8327/58c40e27-756d-490f-ab7c-ece9db1db994/773afef0-9c94-4324-8852-52da0c99b98f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:16:19.007136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9750f9-bd99-40d8-bc9e-32c9b898e1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e34c248-a07d-44ad-9240-6bb6d9bffcec,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:19.047378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 67b1a5f6-e7b8-469f-901c-1964d6a8b27d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:19.137718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 67b1a5f6-e7b8-469f-901c-1964d6a8b27d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:19.138076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 67b1a5f6-e7b8-469f-901c-1964d6a8b27d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:19.138807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e3190426-ce41-4f0a-94c4-6486052a18ab no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:19.180387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.202933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e3190426-ce41-4f0a-94c4-6486052a18ab {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:19.203172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e3190426-ce41-4f0a-94c4-6486052a18ab not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:19.214909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.241566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4943e9cf-8b56-4703-b6f6-cccd100992ba,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:19.246035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.294697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fad1d-a913-4934-bae8-4e95abcd8ccb None None] Network 54626a82-c410-4bdc-afc5-b67930a6e4f7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:19.295250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.302486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43572) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:19.302958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af781346-6c52-480b-86f5-743f8454ca50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4943e9cf-8b56-4703-b6f6-cccd100992ba HTTP/1.1" status: 204 len: 168 time: 0.9747427 Dec 09 15:16:19.303291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.324507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:16:19.330065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:19.339989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:16:19.344209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Pushing event updated for resources: {'Port': ['ID=773afef0-9c94-4324-8852-52da0c99b98f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:19.388676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.420499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.486874 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.556096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.558262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43574) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:19.584628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88877548-e5cb-47c2-b07b-b2f5fb769fde None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:19.589456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Deleting port 99526178-dd9e-49f9-8ba3-e5075cefea0c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:19.589850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.590559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-528a7666-7ea0-419a-aa2a-841dc4466918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.630513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Attempting to bind port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:16:19.639220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Attempting to bind port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:16:19.639563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Attempting to bind port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:19.665222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:16:19.666044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:19.666851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.669397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:16:19.670141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Bound port: 3ca0bddf-ab27-40ea-82ef-3e090aa33455, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:16:19.670897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] For port 99526178-dd9e-49f9-8ba3-e5075cefea0c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=99526178-dd9e-49f9-8ba3-e5075cefea0c,segment=NetworkSegment(5362f347-5dc3-4424-8006-f9d9ad428589),segment_id=5362f347-5dc3-4424-8006-f9d9ad428589)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:19.671296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.672792 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.688701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Calling delete_port for 99526178-dd9e-49f9-8ba3-e5075cefea0c owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:19.717719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd878db4-ebad-449a-b5b0-d4a9bd4469f7 None None] Pushing event updated for resources: {'Port': ['ID=3ca0bddf-ab27-40ea-82ef-3e090aa33455,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:19.772480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a300b65d-29fb-47ee-9cce-8db07fc569a2 None None] Provisioning complete for port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:19.773131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a300b65d-29fb-47ee-9cce-8db07fc569a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.823158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a300b65d-29fb-47ee-9cce-8db07fc569a2 None None] Port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:16:19.825474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] For port 3ca0bddf-ab27-40ea-82ef-3e090aa33455, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:16:19.829900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] DHCP port deletion for 54626a82-c410-4bdc-afc5-b67930a6e4f7 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:19.883563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] For port 3ca0bddf-ab27-40ea-82ef-3e090aa33455, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0bddf-ab27-40ea-82ef-3e090aa33455,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:16:19.898845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.900884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-528a7666-7ea0-419a-aa2a-841dc4466918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.912034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-528a7666-7ea0-419a-aa2a-841dc4466918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.958958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd878db4-ebad-449a-b5b0-d4a9bd4469f7 None None] Pushing event updated for resources: {'Port': ['ID=3ca0bddf-ab27-40ea-82ef-3e090aa33455,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:19.960361 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:19.973436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-528a7666-7ea0-419a-aa2a-841dc4466918 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4bfdb3eca9a4dcfbd23259d1abdba95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126806 Dec 09 15:16:19.978903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43578) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:19.997702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] No DVR routers for this DVR port 99526178-dd9e-49f9-8ba3-e5075cefea0c on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:19.999722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Deleting port 99526178-dd9e-49f9-8ba3-e5075cefea0c {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:20.000110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.015705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a7666-7ea0-419a-aa2a-841dc4466918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8059ae7a-a2b0-4362-90fb-9bb30de74518,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:20.058567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.075160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.089950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] For port 99526178-dd9e-49f9-8ba3-e5075cefea0c, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:20.090516 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.105193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Calling delete_port for 99526178-dd9e-49f9-8ba3-e5075cefea0c owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:20.108172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Port 99526178-dd9e-49f9-8ba3-e5075cefea0c was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:16:20.109593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51fd32-65f6-432f-98f1-4fdf2d7408d9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:20.115063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.136372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] No DVR routers for this DVR port 99526178-dd9e-49f9-8ba3-e5075cefea0c on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:20.139612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Routers {'3e202e98-739c-4881-98e5-7f13e9057752'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:20.140099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3e202e98-739c-4881-98e5-7f13e9057752'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:20.186383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.235897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99526178-dd9e-49f9-8ba3-e5075cefea0c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:20.248343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f46e275e-4790-4ef9-aaa9-b83956851b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.268187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54626a82-c410-4bdc-afc5-b67930a6e4f7']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:20.285275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5362f347-5dc3-4424-8006-f9d9ad428589') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:20.285579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5362f347-5dc3-4424-8006-f9d9ad428589') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:20.311651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.318718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.324436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Pushing event updated for resources: {'Port': ['ID=773afef0-9c94-4324-8852-52da0c99b98f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:20.370563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.370563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:16:20.370563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.371320 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f46e275e-4790-4ef9-aaa9-b83956851b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.467070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99526178-dd9e-49f9-8ba3-e5075cefea0c no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:20.492405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 99526178-dd9e-49f9-8ba3-e5075cefea0c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:20.494215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 99526178-dd9e-49f9-8ba3-e5075cefea0c not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:20.507281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] Set router 3e202e98-739c-4881-98e5-7f13e9057752 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:20.514713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9da28-390f-4beb-8f42-c36f9b762ec2 None None] Pushing event deleted for resources: {'Port': ['ID=99526178-dd9e-49f9-8ba3-e5075cefea0c,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:20.520705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:16:20.523730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:16:20.529043 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:16:20.539316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f46e275e-4790-4ef9-aaa9-b83956851b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.542622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f46e275e-4790-4ef9-aaa9-b83956851b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.546428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f46e275e-4790-4ef9-aaa9-b83956851b47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8059ae7a-a2b0-4362-90fb-9bb30de74518 HTTP/1.1" status: 204 len: 168 time: 0.5604551 Dec 09 15:16:20.546594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.553425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.561031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/54626a82-c410-4bdc-afc5-b67930a6e4f7 HTTP/1.1" status: 204 len: 168 time: 1.2566414 Dec 09 15:16:20.561930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43588) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:20.591916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-38078de8-eb63-4882-b6f1-e0aa998cbbb3 None None] Provisioning complete for port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:20.592733 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38078de8-eb63-4882-b6f1-e0aa998cbbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.656191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e275e-4790-4ef9-aaa9-b83956851b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059ae7a-a2b0-4362-90fb-9bb30de74518,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:20.696115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ece149-ac3c-4fbc-a96d-9a40a8f4f0c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=54626a82-c410-4bdc-afc5-b67930a6e4f7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:20.848434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Router 3e202e98-739c-4881-98e5-7f13e9057752 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:16:20.861126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38078de8-eb63-4882-b6f1-e0aa998cbbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:20.890674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-38078de8-eb63-4882-b6f1-e0aa998cbbb3 None None] For port 3ca0bddf-ab27-40ea-82ef-3e090aa33455, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0bddf-ab27-40ea-82ef-3e090aa33455,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:20.940647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-38078de8-eb63-4882-b6f1-e0aa998cbbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:21.017820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38078de8-eb63-4882-b6f1-e0aa998cbbb3 None None] Pushing event updated for resources: {'Port': ['ID=3ca0bddf-ab27-40ea-82ef-3e090aa33455,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:21.030598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '773afef0-9c94-4324-8852-52da0c99b98f', 'name': '', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'mac_address': 'fa:16:3e:b4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:18Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 2, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'subnets': [{'id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:21.067675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f3785-30de-47c1-836c-e3544a8221b8 None None] The sync data for ids ['3e202e98-739c-4881-98e5-7f13e9057752'] in n-d-804292-5 is: [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '773afef0-9c94-4324-8852-52da0c99b98f', 'name': '', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'mac_address': 'fa:16:3e:b4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:18Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 2, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'subnets': [{'id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:16:21.123269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:16:21.134626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c887176-9481-4435-8378-59ec56fab140 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e202e98-739c-4881-98e5-7f13e9057752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4538896 Dec 09 15:16:21.277468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:21.847736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Deleting port 30b10d91-2638-46ea-84da-0534ca408144 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:21.848075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:21.984991 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:22.083126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] For port 30b10d91-2638-46ea-84da-0534ca408144, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=30b10d91-2638-46ea-84da-0534ca408144,segment=NetworkSegment(55de2666-7e3e-4736-883b-66e990d7ff91),segment_id=55de2666-7e3e-4736-883b-66e990d7ff91)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:22.084140 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:22.104261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Calling delete_port for 30b10d91-2638-46ea-84da-0534ca408144 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:22.150747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-adcbcd63-af75-4646-b7ec-ea9880e84edb tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:22.152832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-adcbcd63-af75-4646-b7ec-ea9880e84edb tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 819 time: 0.2101369 Dec 09 15:16:22.204542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-4aaea3de-c4c5-4c18-a371-cc2658d08b61 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/quotas/1868a07949ad4689a2a427e505e4b1e3 HTTP/1.1" status: 200 len: 375 time: 0.0153241 Dec 09 15:16:22.459724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:22.687108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-ece668c6-6717-4979-9c56-5760b6a83949 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4548125 Dec 09 15:16:22.689328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:22.902214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b10d91-2638-46ea-84da-0534ca408144,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:23.157905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b111c106-e811-4a4b-9d4a-0a0ec7411235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:23.210782 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-fdc7da28-1618-4c22-baf1-f05a7c5753b8 service neutron] 10.222.0.46 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112724 Dec 09 15:16:23.361843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-9f870f59-4695-4978-b122-b4b75add0e12 service neutron] 10.222.0.46 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328530 Dec 09 15:16:23.373928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:23.722375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b6430ae-244a-41ef-8469-0d678b635af9 req-636f9b19-3382-482d-875c-7577b9b86561 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 210 time: 0.0840375 Dec 09 15:16:23.994658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:16:24.585851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0bddf-ab27-40ea-82ef-3e090aa33455 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:16:24.705368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:24.705739 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:24.766102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:16:24.778919 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] Sync routers for ids ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:16:24.787211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-76758a34-4a69-45f0-bb1a-5161413b9a77 admin admin] 10.222.0.46 "PUT /v2.0/routers/4a05e839-26c8-49ec-a74c-15e3cfa4dce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2204404 Dec 09 15:16:24.789813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43716) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:24.800877 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] Routers {'4a05e839-26c8-49ec-a74c-15e3cfa4dce1'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:24.801574 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:24.865481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-243cd626-8d0e-4296-b3e4-bc41757e1b78 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:24.875451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-243cd626-8d0e-4296-b3e4-bc41757e1b78 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 819 time: 0.7508194 Dec 09 15:16:24.899476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-c8c02f9a-7522-401e-89f9-16ce2c1c9cbc tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/quotas/1868a07949ad4689a2a427e505e4b1e3 HTTP/1.1" status: 200 len: 375 time: 0.0224476 Dec 09 15:16:25.039250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-6c5d5ead-1793-4d95-867c-de97ae24541e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383734 Dec 09 15:16:25.076077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Sync routers for ids ['3e202e98-739c-4881-98e5-7f13e9057752'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:16:25.111648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Routers {'3e202e98-739c-4881-98e5-7f13e9057752'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:25.115253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:15:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3e202e98-739c-4881-98e5-7f13e9057752'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:25.124340 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] Set router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:25.189886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:25.327114 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:25.340318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-55156c21-3de9-4720-953d-721b266479cb service neutron] 10.222.0.46 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001142 Dec 09 15:16:25.417095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Set router 3e202e98-739c-4881-98e5-7f13e9057752 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:25.510242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Deleting port 8b83007b-e7ab-4160-a87f-9cf63209914b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:25.512612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:25.563260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-0b32bf4c-9f73-4a4e-ae19-0cadcb0a3f0b service neutron] 10.222.0.46 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080669 Dec 09 15:16:25.739477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-16f0783f-fa51-4d49-8710-1991e5d8fa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:25.810625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] For port 8b83007b-e7ab-4160-a87f-9cf63209914b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8b83007b-e7ab-4160-a87f-9cf63209914b,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:25.812427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:25.861236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Calling delete_port for 8b83007b-e7ab-4160-a87f-9cf63209914b owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:25.900469 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:16:22Z', 'revision_number': 5, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port': {'id': '8b83007b-e7ab-4160-a87f-9cf63209914b', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:03:45Z', 'updated_at': '2021-12-09T15:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:25.913665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-0fbc16fe-985b-48d1-b48f-4f1c2991eecc tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:25.922087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-0fbc16fe-985b-48d1-b48f-4f1c2991eecc tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 819 time: 0.3551960 Dec 09 15:16:25.941725 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] Checking router: 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:16:25.946764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Request body: {'port': {'device_id': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'admin_state_up': True, 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:25.957883 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] Routers {'4a05e839-26c8-49ec-a74c-15e3cfa4dce1'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:25.961841 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:16:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:26.055887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '773afef0-9c94-4324-8852-52da0c99b98f', 'name': '', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'mac_address': 'fa:16:3e:b4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:18Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 2, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'subnets': [{'id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:26.091045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Checking router: 3e202e98-739c-4881-98e5-7f13e9057752 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:16:26.091441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Updating router 3e202e98-739c-4881-98e5-7f13e9057752 port 773afef0-9c94-4324-8852-52da0c99b98f binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:16:26.126638 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:26.141223 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] Set router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:26.209687 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:16:25Z', 'revision_number': 6, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:26.269145 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956676aa-c91a-43b8-885b-2d7fc14fd796 None None] The sync data for ids ['4a05e839-26c8-49ec-a74c-15e3cfa4dce1'] in n-d-804292-5 is: [{'id': '4a05e839-26c8-49ec-a74c-15e3cfa4dce1', 'name': 'tempest-TaggedBootDevicesTest_v242-137589514-router', 'tenant_id': '6795df5fb55c4a638f8c8dd48259bec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:03:42Z', 'updated_at': '2021-12-09T15:16:25Z', 'revision_number': 6, 'project_id': '6795df5fb55c4a638f8c8dd48259bec8', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:16:26.380161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Made reservation on behalf of 1868a07949ad4689a2a427e505e4b1e3 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:26.385354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:26.635853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:26.652438 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:26.782511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Allocated IP 172.20.0.8 (abc38dfd-69a8-45de-9605-2dbc7c1e8327/58c40e27-756d-490f-ab7c-ece9db1db994/74c333cc-a425-4998-b314-1d0364385de9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:16:26.795571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a0d54-fe4f-4dc1-a1e2-7bd8e588b6d6 None None] Pushing event updated for resources: {'Port': ['ID=773afef0-9c94-4324-8852-52da0c99b98f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:26.868020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:26.891936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:26.996283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Attempting to bind port 773afef0-9c94-4324-8852-52da0c99b98f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:16:26.996664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Attempting to bind port 773afef0-9c94-4324-8852-52da0c99b98f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:16:26.997036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Attempting to bind port 773afef0-9c94-4324-8852-52da0c99b98f on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:27.008175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:16:27.008556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Checking segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:27.008959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.009357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Bound using segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:16:27.009838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Bound port: 773afef0-9c94-4324-8852-52da0c99b98f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:16:27.010228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.048882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e714fc46-226e-4674-937b-b074d2bc377a req-86ff6f63-c7f0-4d5c-a6e6-8d0c81da1a0c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 210 time: 0.0862434 Dec 09 15:16:27.164990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61e347c4-2a5d-43d5-a96d-55113b51283a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.205042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.254632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61e347c4-2a5d-43d5-a96d-55113b51283a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.283695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-61e347c4-2a5d-43d5-a96d-55113b51283a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.346916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b83007b-e7ab-4160-a87f-9cf63209914b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:27.393055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.398242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e347c4-2a5d-43d5-a96d-55113b51283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f144ad-8a89-4c77-8883-56c2fc3236ff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:27.452075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.463767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-61e347c4-2a5d-43d5-a96d-55113b51283a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cb0221ef3ca4279b84aaa57a7c505fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946414 Dec 09 15:16:27.479728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43754) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:27.558715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b086918-59e5-433b-9293-af6a03cc384f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:27.604353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] For port 773afef0-9c94-4324-8852-52da0c99b98f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:16:27.613379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] For port 773afef0-9c94-4324-8852-52da0c99b98f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=773afef0-9c94-4324-8852-52da0c99b98f,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:16:27.623747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.631687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.649782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.681351 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8b26-ac61-4f50-967b-3ffaf037fb36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.726505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8b26-ac61-4f50-967b-3ffaf037fb36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.773254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Routers {'3e202e98-739c-4881-98e5-7f13e9057752'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:16:27.775819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:16:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3e202e98-739c-4881-98e5-7f13e9057752'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:27.789160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8b26-ac61-4f50-967b-3ffaf037fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.795912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8b26-ac61-4f50-967b-3ffaf037fb36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.808861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ea1c8b26-ac61-4f50-967b-3ffaf037fb36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18f144ad-8a89-4c77-8883-56c2fc3236ff HTTP/1.1" status: 204 len: 168 time: 0.3145826 Dec 09 15:16:27.828669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.829245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a05e839-26c8-49ec-a74c-15e3cfa4dce1 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:16:27.834184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.834741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:27.838504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea5f274e-fd62-41c7-9a62-34f4be199af4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4a05e839-26c8-49ec-a74c-15e3cfa4dce1 HTTP/1.1" status: 204 len: 168 time: 3.0451427 Dec 09 15:16:27.838504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:27.884227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c8b26-ac61-4f50-967b-3ffaf037fb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f144ad-8a89-4c77-8883-56c2fc3236ff,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:27.954325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a0d54-fe4f-4dc1-a1e2-7bd8e588b6d6 None None] Pushing event updated for resources: {'Port': ['ID=773afef0-9c94-4324-8852-52da0c99b98f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:27.978016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:16:27.982472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:28.002286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:16:28.051207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Deleting subnet 90aa1c21-c6ec-483c-b955-afcbdb0ab2fe {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:16:28.060630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.165659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:28.166356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.174739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.193956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] Set router 3e202e98-739c-4881-98e5-7f13e9057752 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:16:28.245120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-efc41892-bd46-456f-8da0-25a0ccdc313e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:28.246813 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-efc41892-bd46-456f-8da0-25a0ccdc313e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.43 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 819 time: 0.3462541 Dec 09 15:16:28.294865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Request body: {'port': {'device_id': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'admin_state_up': True, 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:28.316911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61822865-4bf4-41b1-86bc-46f781861dde req-28cf726e-9e57-4e6c-bc8f-095a2760ec7b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 210 time: 0.1260550 Dec 09 15:16:28.324131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Pushing event updated for resources: {'Port': ['ID=74c333cc-a425-4998-b314-1d0364385de9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:28.354528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-574595c7-1dfa-4d3f-8555-66ec783f9294 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4227343 Dec 09 15:16:28.366575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Request body: {'port': {'device_id': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:28.482795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.490682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.527652 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.569167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43772) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:28.578510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 773afef0-9c94-4324-8852-52da0c99b98f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:16:28.623104 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c45e4602-a11e-47d2-9458-ab40713c75c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.733644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 773afef0-9c94-4324-8852-52da0c99b98f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:28.734951 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.837892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c333cc-a425-4998-b314-1d0364385de9 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:16:28.846047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.858539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Transition to ACTIVE for port object 74c333cc-a425-4998-b314-1d0364385de9 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:16:28.860769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c45e4602-a11e-47d2-9458-ab40713c75c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.866730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.876189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c45e4602-a11e-47d2-9458-ab40713c75c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.885490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '773afef0-9c94-4324-8852-52da0c99b98f', 'name': '', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'mac_address': 'fa:16:3e:b4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:18Z', 'updated_at': '2021-12-09T15:16:27Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'subnets': [{'id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:28.912728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Pushing event updated for resources: {'Port': ['ID=74c333cc-a425-4998-b314-1d0364385de9,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:28.917042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e4602-a11e-47d2-9458-ab40713c75c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae166b-83ee-4539-8cc2-5820eee9add0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:28.953353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Made reservation on behalf of 1868a07949ad4689a2a427e505e4b1e3 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:28.959873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.974575 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:28.976155 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.019016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90aa1c21-c6ec-483c-b955-afcbdb0ab2fe,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:29.023710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.028347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-577ac225-4633-42aa-ba43-0888f9264864 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/90aa1c21-c6ec-483c-b955-afcbdb0ab2fe HTTP/1.1" status: 204 len: 168 time: 1.1889501 Dec 09 15:16:29.030125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f9fd5-dc3a-4619-b6de-c21ab470f6f5 None None] Network 0ae4d7a2-0265-46f5-bab7-c95397dd2313 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:29.032224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c45e4602-a11e-47d2-9458-ab40713c75c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a781f6b65694d878064110dcfda4e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4616835 Dec 09 15:16:29.033588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:29.034443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c46a1-de30-448c-b3a4-e6f67c542b32 None None] The sync data for ids ['3e202e98-739c-4881-98e5-7f13e9057752'] in n-d-804292-5 is: [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:16:19Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '773afef0-9c94-4324-8852-52da0c99b98f', 'name': '', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'mac_address': 'fa:16:3e:b4:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:18Z', 'updated_at': '2021-12-09T15:16:27Z', 'revision_number': 4, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'subnets': [{'id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:16:29.043014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43776) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:29.104882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 773afef0-9c94-4324-8852-52da0c99b98f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=773afef0-9c94-4324-8852-52da0c99b98f,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:29.124855 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.230676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Allocated IP 172.20.0.3 (abc38dfd-69a8-45de-9605-2dbc7c1e8327/58c40e27-756d-490f-ab7c-ece9db1db994/67b331fc-6246-4e2b-bb80-00dd2421a5f3) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:16:29.242684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Attempting to bind port 74c333cc-a425-4998-b314-1d0364385de9 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:16:29.242955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Attempting to bind port 74c333cc-a425-4998-b314-1d0364385de9 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:16:29.244605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Attempting to bind port 74c333cc-a425-4998-b314-1d0364385de9 on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:29.271156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Port 74c333cc-a425-4998-b314-1d0364385de9 on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:16:29.271512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Attempting to bind port 74c333cc-a425-4998-b314-1d0364385de9 on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:29.285831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de7f63e9-8d4d-4b0e-a1d2-21f3af37cdfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.296005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=773afef0-9c94-4324-8852-52da0c99b98f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:29.321791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:16:29.322671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8b83007b-e7ab-4160-a87f-9cf63209914b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:29.332558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Checking segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:29.333290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Bound using segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:16:29.333955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Bound port: 74c333cc-a425-4998-b314-1d0364385de9, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:16:29.334512 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.405353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de7f63e9-8d4d-4b0e-a1d2-21f3af37cdfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.464301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.477292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8b83007b-e7ab-4160-a87f-9cf63209914b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:29.478078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8b83007b-e7ab-4160-a87f-9cf63209914b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:29.478760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30b10d91-2638-46ea-84da-0534ca408144 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:29.487892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.521229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 30b10d91-2638-46ea-84da-0534ca408144 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:29.521439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.522258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 30b10d91-2638-46ea-84da-0534ca408144 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:29.537559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] For port 74c333cc-a425-4998-b314-1d0364385de9, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:16:29.553762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] For port 74c333cc-a425-4998-b314-1d0364385de9, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=74c333cc-a425-4998-b314-1d0364385de9,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:16:29.576816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.634235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Pushing event updated for resources: {'Port': ['ID=67b331fc-6246-4e2b-bb80-00dd2421a5f3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:29.644830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] DHCP port deletion for 0ae4d7a2-0265-46f5-bab7-c95397dd2313 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:16:29.646834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:16:29.663515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:29.673519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:16:29.687113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:29.687889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.689441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] 10.222.0.36 "PUT /v2.0/ports/74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 1091 time: 1.3271747 Dec 09 15:16:29.694104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'tag': '74c333cc-a425-4998-b314-1d0364385de9'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:29.702542 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c70b006-01e5-451f-88ec-651b166b9d44" -d '{"events": [{"name": "network-changed", "server_uuid": "42f74cba-4961-4868-bc28-5e30e73fdae1", "tag": "74c333cc-a425-4998-b314-1d0364385de9"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:29.804441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:29.805132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.809650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3c0b0-f84e-435b-8997-fa1491b67b8b service neutron] Pushing event updated for resources: {'Port': ['ID=74c333cc-a425-4998-b314-1d0364385de9,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:29.828254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] Deleting port f6d9052d-e305-425d-9ef9-19a7e244d75f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:29.831209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.841760 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d94a9a-f255-4546-aaff-f75c732a6047 x-openstack-request-id: req-88d94a9a-f255-4546-aaff-f75c732a6047 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:29.844549 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f74cba-4961-4868-bc28-5e30e73fdae1", "tag": "74c333cc-a425-4998-b314-1d0364385de9", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:29.844843 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88d94a9a-f255-4546-aaff-f75c732a6047 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:29.845393 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'tag': '74c333cc-a425-4998-b314-1d0364385de9', 'status': 'completed', 'code': 200} Dec 09 15:16:29.853423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-0677d25d-219d-4caa-8b1e-18edbd0072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:29.857580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-0677d25d-219d-4caa-8b1e-18edbd0072eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1094 time: 0.1184063 Dec 09 15:16:29.858257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de7f63e9-8d4d-4b0e-a1d2-21f3af37cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.861010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de7f63e9-8d4d-4b0e-a1d2-21f3af37cdfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.865241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-de7f63e9-8d4d-4b0e-a1d2-21f3af37cdfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9eae166b-83ee-4539-8cc2-5820eee9add0 HTTP/1.1" status: 204 len: 168 time: 0.8188701 Dec 09 15:16:29.903581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add64e94-6e62-4565-90e3-a2808fb10fc2 req-a5e52056-47bf-430c-a9b8-4f170ec593fd tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:29.915061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-add64e94-6e62-4565-90e3-a2808fb10fc2 req-a5e52056-47bf-430c-a9b8-4f170ec593fd tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 931 time: 0.3975267 Dec 09 15:16:29.918692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.957139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-fb634d57-2c12-48f6-9749-870882e084a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0905321 Dec 09 15:16:29.969050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f63e9-8d4d-4b0e-a1d2-21f3af37cdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae166b-83ee-4539-8cc2-5820eee9add0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:29.981110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] For port f6d9052d-e305-425d-9ef9-19a7e244d75f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f6d9052d-e305-425d-9ef9-19a7e244d75f,segment=NetworkSegment(55de2666-7e3e-4736-883b-66e990d7ff91),segment_id=55de2666-7e3e-4736-883b-66e990d7ff91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:29.981689 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:29.991076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-1f31c0d4-c377-460d-857c-65af3e72ec90 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7140861 Dec 09 15:16:30.024138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] Calling delete_port for f6d9052d-e305-425d-9ef9-19a7e244d75f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:30.028108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Request body: {'port': {'device_id': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:30.051387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-120e4751-9df3-4485-a378-21a97ddbcade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:30.053222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-120e4751-9df3-4485-a378-21a97ddbcade service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0855429 Dec 09 15:16:30.109966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-27a9deef-18e8-4a96-9794-8bb297c78a19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481656 Dec 09 15:16:30.195723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.223824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.281010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] Pushing event deleted for resources: {'Port': ['ID=f6d9052d-e305-425d-9ef9-19a7e244d75f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:30.304941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cfd66-557e-47b9-9e30-40a623c53787 None None] No DVR routers for this DVR port f6d9052d-e305-425d-9ef9-19a7e244d75f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:30.419689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-add64e94-6e62-4565-90e3-a2808fb10fc2 req-d8e3107d-9117-42a9-8674-231a7d732c0d tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773784 Dec 09 15:16:30.463941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 773afef0-9c94-4324-8852-52da0c99b98f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:16:30.513539 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:16:30.532043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-de92d9c6-0f08-4bf4-a16a-9f6876b4dcb1 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073071 Dec 09 15:16:30.578812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 773afef0-9c94-4324-8852-52da0c99b98f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:30.579137 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.739773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424b51c0-c7f4-40c2-bc52-89ff2a0c7b20 req-52a018a5-8103-4c09-8bab-47250788e5fe service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994531 Dec 09 15:16:30.783806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Deleting port f6d9052d-e305-425d-9ef9-19a7e244d75f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:30.784159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.811114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b331fc-6246-4e2b-bb80-00dd2421a5f3 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:16:30.830442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6d9052d-e305-425d-9ef9-19a7e244d75f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:30.831615 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.852830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-f7e57b35-7d8e-4edd-8ceb-bc5253998228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:30.854342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-f7e57b35-7d8e-4edd-8ceb-bc5253998228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1094 time: 0.0508785 Dec 09 15:16:30.871941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f6d9052d-e305-425d-9ef9-19a7e244d75f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:30.872391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6d9052d-e305-425d-9ef9-19a7e244d75f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:30.914307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Transition to ACTIVE for port object 67b331fc-6246-4e2b-bb80-00dd2421a5f3 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:16:30.915929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] For port f6d9052d-e305-425d-9ef9-19a7e244d75f, host n-d-804292-5, got binding levels [] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:30.916440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.926118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:30.939018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Calling delete_port for f6d9052d-e305-425d-9ef9-19a7e244d75f owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:30.945641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Port f6d9052d-e305-425d-9ef9-19a7e244d75f was not found and therefore no delete operation was performed {{(pid=109895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:16:30.970233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.020590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-3a480b31-27d6-4461-9f42-8c3155430847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:31.021728 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-3a480b31-27d6-4461-9f42-8c3155430847 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1597698 Dec 09 15:16:31.084074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-c0ab1899-2e6a-4a04-8886-242fc0023ffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0494435 Dec 09 15:16:31.097236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] No DVR routers for this DVR port f6d9052d-e305-425d-9ef9-19a7e244d75f on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:31.133146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Pushing event updated for resources: {'Port': ['ID=67b331fc-6246-4e2b-bb80-00dd2421a5f3,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:31.148233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-e656af87-3b0e-42bc-b54d-bb4eee2f7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:31.152417 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-e656af87-3b0e-42bc-b54d-bb4eee2f7b38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0649698 Dec 09 15:16:31.196105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-2c455f1e-29b5-442a-be9f-4c3511407c42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354524 Dec 09 15:16:31.204055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d9052d-e305-425d-9ef9-19a7e244d75f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:31.309432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.332470 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-f6317045-08a4-4908-87d8-cbcc0bd19452 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272678 Dec 09 15:16:31.333601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae4d7a2-0265-46f5-bab7-c95397dd2313']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:31.344188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55de2666-7e3e-4736-883b-66e990d7ff91') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:31.344750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55de2666-7e3e-4736-883b-66e990d7ff91') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:31.355843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.369986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.376458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:16:31.377475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:16:31.437772 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:16:31.446683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.452915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.456383 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] 10.222.0.46 "DELETE /v2.0/networks/0ae4d7a2-0265-46f5-bab7-c95397dd2313 HTTP/1.1" status: 204 len: 168 time: 1.9472351 Dec 09 15:16:31.482922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Attempting to bind port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:16:31.483273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Attempting to bind port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:16:31.483744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Attempting to bind port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:31.496059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c70b006-01e5-451f-88ec-651b166b9d44 req-605bd614-f89b-4ed7-a7e1-dd525d76e8ec service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543441 Dec 09 15:16:31.496457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:16:31.496801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Attempting to bind port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 on network abc38dfd-69a8-45de-9605-2dbc7c1e8327 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:31.515731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3915-c331-4ca5-8733-2596f149525b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae4d7a2-0265-46f5-bab7-c95397dd2313,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:31.526336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:16:31.526336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Checking segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:31.526697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Bound using segment: {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:16:31.527094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Bound port: 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd295732-03b8-4784-b89e-0d344969038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:16:31.527608 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.643539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaae1a8-4f94-494e-913c-84972e3cb3e0 req-8d959975-0a8a-477a-ad77-8ca9fb428655 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:31.652722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbaae1a8-4f94-494e-913c-84972e3cb3e0 req-8d959975-0a8a-477a-ad77-8ca9fb428655 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 943 time: 0.0830801 Dec 09 15:16:31.676539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] For port 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:16:31.685669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] For port 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:16:31.697825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.741666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dbaae1a8-4f94-494e-913c-84972e3cb3e0 req-12a6d932-2c2a-4355-95ba-367198f7d517 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821328 Dec 09 15:16:31.787496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:31.788079 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:31.794749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] 10.222.0.43 "PUT /v2.0/ports/67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 200 len: 1091 time: 1.7837594 Dec 09 15:16:31.795397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'tag': '67b331fc-6246-4e2b-bb80-00dd2421a5f3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:31.801491 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04" -d '{"events": [{"name": "network-changed", "server_uuid": "647863bd-1b17-477d-b7d6-195444a4bfdf", "tag": "67b331fc-6246-4e2b-bb80-00dd2421a5f3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:31.861806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffe40-4023-473b-921c-dd2e166b9dbc service neutron] Pushing event updated for resources: {'Port': ['ID=67b331fc-6246-4e2b-bb80-00dd2421a5f3,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:31.889347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:31.972010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-3d18e768-0a89-4200-b01b-eb00ca6faf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:31.974612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-3d18e768-0a89-4200-b01b-eb00ca6faf92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1094 time: 0.0973001 Dec 09 15:16:31.982198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bd61cebf-6712-4d74-bad9-871fe93310b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7f9437204ac45aa85b28904fe082373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0897400 Dec 09 15:16:31.985738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:32.056967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-a918ab9c-ae6e-4ade-adc2-6d60a8e28514 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0720725 Dec 09 15:16:32.149923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8446a-0178-4c0f-909e-638dec487bff req-c7e9a64c-d5e8-4490-b550-8e36a2d954e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:32.151505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-c7e9a64c-d5e8-4490-b550-8e36a2d954e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0698669 Dec 09 15:16:32.182549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf32c-0ccc-4d1d-a6b4-7546e187657a req-2eee7bb6-fefa-4321-a971-1a2039564a19 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:32.184139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-545cf32c-0ccc-4d1d-a6b4-7546e187657a req-2eee7bb6-fefa-4321-a971-1a2039564a19 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 946 time: 0.1864033 Dec 09 15:16:32.203541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-42096533-beab-4903-9cf8-07d47699509c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399098 Dec 09 15:16:32.205001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-169faa8e-d3b2-4e70-a283-a006f5c35025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:32.239126 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6a693b-10dd-4b93-9545-b2ed1601b9ec x-openstack-request-id: req-cb6a693b-10dd-4b93-9545-b2ed1601b9ec {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:32.239458 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647863bd-1b17-477d-b7d6-195444a4bfdf", "tag": "67b331fc-6246-4e2b-bb80-00dd2421a5f3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:32.239701 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb6a693b-10dd-4b93-9545-b2ed1601b9ec {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:32.240101 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'tag': '67b331fc-6246-4e2b-bb80-00dd2421a5f3', 'status': 'completed', 'code': 200} Dec 09 15:16:32.267003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-169faa8e-d3b2-4e70-a283-a006f5c35025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:32.354798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-545cf32c-0ccc-4d1d-a6b4-7546e187657a req-7e85d5de-4049-4265-9afc-6b3d5488232f tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537824 Dec 09 15:16:32.387710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-47191888-927c-4e70-9dcc-bfa099971f63 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672497 Dec 09 15:16:32.440341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-169faa8e-d3b2-4e70-a283-a006f5c35025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:32.442976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-169faa8e-d3b2-4e70-a283-a006f5c35025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:32.444149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-169faa8e-d3b2-4e70-a283-a006f5c35025 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a738e2a-3bc9-4fb3-a8eb-526710bc5046 HTTP/1.1" status: 204 len: 168 time: 0.4475510 Dec 09 15:16:32.489784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169faa8e-d3b2-4e70-a283-a006f5c35025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a738e2a-3bc9-4fb3-a8eb-526710bc5046,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:32.517038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33e8446a-0178-4c0f-909e-638dec487bff req-c765d5b1-34a3-410b-b7a6-a419ae300403 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210444 Dec 09 15:16:32.621691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-d4b5baa5-5fea-4c6b-8425-f1168598a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:32.623387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-d4b5baa5-5fea-4c6b-8425-f1168598a6e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1094 time: 0.0463657 Dec 09 15:16:32.750790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-dc5ea14c-6457-47f1-90b3-feb5f54a6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:32.752494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-dc5ea14c-6457-47f1-90b3-feb5f54a6cfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1208198 Dec 09 15:16:32.822703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-714286f0-ed9e-4b5d-9483-9710c44a11e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0589724 Dec 09 15:16:32.901894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-805dee9d-ca31-4aea-b4b9-d4dd82da159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:32.905762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-805dee9d-ca31-4aea-b4b9-d4dd82da159a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0743020 Dec 09 15:16:32.915384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc33bea-c122-4550-884f-35c57b780f79 req-1dd2582c-d708-48c3-974d-38692a7844f0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:32.927447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbc33bea-c122-4550-884f-35c57b780f79 req-1dd2582c-d708-48c3-974d-38692a7844f0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 943 time: 0.0852847 Dec 09 15:16:32.970362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-5b7da1bd-2f3f-4913-af19-abf89d1fa1e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559630 Dec 09 15:16:32.980402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43886) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:32.997340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbc33bea-c122-4550-884f-35c57b780f79 req-e4e684e5-5b7a-4eed-a54f-c133939b8371 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690012 Dec 09 15:16:33.082454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5a632419-1686-4a84-9854-53be29fde3d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6795df5fb55c4a638f8c8dd48259bec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007357 Dec 09 15:16:33.086127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43892) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:33.129303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-203eb3d6-bab4-40bd-bcb6-5bb00c069f80 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288202 Dec 09 15:16:33.138524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 74c333cc-a425-4998-b314-1d0364385de9 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:16:33.179160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50c162aa-1609-4be3-acc1-57f020dc7396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.249138 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50c162aa-1609-4be3-acc1-57f020dc7396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.271679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b8aa6c1d-6214-40ce-ae3b-ddf15ac4ab04 req-0dc64798-147e-442e-88a0-3a2a102432ad service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293206 Dec 09 15:16:33.307946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50c162aa-1609-4be3-acc1-57f020dc7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.311276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50c162aa-1609-4be3-acc1-57f020dc7396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.315050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-50c162aa-1609-4be3-acc1-57f020dc7396 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/164639b7-3b95-42a7-8139-40cf26a1211b HTTP/1.1" status: 204 len: 168 time: 0.2254446 Dec 09 15:16:33.330650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c162aa-1609-4be3-acc1-57f020dc7396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164639b7-3b95-42a7-8139-40cf26a1211b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:33.343081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 74c333cc-a425-4998-b314-1d0364385de9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=74c333cc-a425-4998-b314-1d0364385de9,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:33.358215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '74c333cc-a425-4998-b314-1d0364385de9', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'port_id': '74c333cc-a425-4998-b314-1d0364385de9', 'mac_address': 'fa:16:3e:85:e2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:16:33.443454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.459725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c333cc-a425-4998-b314-1d0364385de9 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:16:33.511198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 74c333cc-a425-4998-b314-1d0364385de9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=74c333cc-a425-4998-b314-1d0364385de9,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:33.513115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344933-4503-47d1-966d-65e2e4b1d042 req-26ab7d1a-9e6f-43e7-950d-299a96f698c1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:33.514773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c344933-4503-47d1-966d-65e2e4b1d042 req-26ab7d1a-9e6f-43e7-950d-299a96f698c1 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 946 time: 0.0671642 Dec 09 15:16:33.535829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.646200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c344933-4503-47d1-966d-65e2e4b1d042 req-a434ccef-1733-4aad-bb76-0dbda3517e62 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c382ef3-b5d1-468e-8596-396db2568b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236126 Dec 09 15:16:33.657298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=74c333cc-a425-4998-b314-1d0364385de9,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:33.682744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-26ab3302-7e81-4890-9205-142b0f9563dd tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:33.684411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-26ab3302-7e81-4890-9205-142b0f9563dd tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 946 time: 0.0948963 Dec 09 15:16:33.759154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['74c333cc-a425-4998-b314-1d0364385de9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:16:33.841755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Deleting port 8d095859-5482-4469-8516-9157b3e3ac44 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:33.842188 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.960201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] For port 8d095859-5482-4469-8516-9157b3e3ac44, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8d095859-5482-4469-8516-9157b3e3ac44,segment=NetworkSegment(bd72a57d-1083-480b-b2f2-ad0a8026f6b2),segment_id=bd72a57d-1083-480b-b2f2-ad0a8026f6b2)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:33.960663 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:33.974411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Calling delete_port for 8d095859-5482-4469-8516-9157b3e3ac44 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:34.060832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43934) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:34.188378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67b331fc-6246-4e2b-bb80-00dd2421a5f3 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:16:34.197088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.220952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524b1ff-4372-469e-844b-1d6c518ffd06 req-eb1f66af-a411-4151-a454-d989e3c52f1a tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:34.229174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a524b1ff-4372-469e-844b-1d6c518ffd06 req-eb1f66af-a411-4151-a454-d989e3c52f1a tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 943 time: 0.0988162 Dec 09 15:16:34.274161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8d095859-5482-4469-8516-9157b3e3ac44'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:16:34.297964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Pushing event deleted for resources: {'Port': ['ID=8d095859-5482-4469-8516-9157b3e3ac44,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:34.336061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32bebfa3-16fa-4dfe-8cb2-1087e94e1671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.336434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] No DVR routers for this DVR port 8d095859-5482-4469-8516-9157b3e3ac44 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:34.342437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.347852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5aa7049c-7f22-49e0-8b87-be70dd9c4984 req-12d87ed2-13f4-4455-8f29-e2bda191f4b3 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.43 "DELETE /v2.0/ports/8d095859-5482-4469-8516-9157b3e3ac44 HTTP/1.1" status: 204 len: 173 time: 0.6509409 Dec 09 15:16:34.348605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'name': 'network-vif-deleted', 'tag': '8d095859-5482-4469-8516-9157b3e3ac44'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:34.356034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:34.369605 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c044384-4cf8-4ac2-82b6-63053d40714b" -d '{"events": [{"server_uuid": "a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73", "name": "network-vif-deleted", "tag": "8d095859-5482-4469-8516-9157b3e3ac44"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:34.370323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '67b331fc-6246-4e2b-bb80-00dd2421a5f3', 'network_id': 'abc38dfd-69a8-45de-9605-2dbc7c1e8327', 'port_id': '67b331fc-6246-4e2b-bb80-00dd2421a5f3', 'mac_address': 'fa:16:3e:1e:e0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c40e27-756d-490f-ab7c-ece9db1db994', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:16:34.410815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a524b1ff-4372-469e-844b-1d6c518ffd06 req-3a61dc5a-df6f-4100-9c36-26da367f8cc3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754673 Dec 09 15:16:34.442240 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319e8d7-0a7b-4101-a81b-a8d5db4b78eb x-openstack-request-id: req-0319e8d7-0a7b-4101-a81b-a8d5db4b78eb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:34.442594 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73", "name": "network-vif-deleted", "tag": "8d095859-5482-4469-8516-9157b3e3ac44", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:34.442899 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0319e8d7-0a7b-4101-a81b-a8d5db4b78eb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:34.443372 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73', 'name': 'network-vif-deleted', 'tag': '8d095859-5482-4469-8516-9157b3e3ac44', 'status': 'completed', 'code': 200} Dec 09 15:16:34.466011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.481561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b331fc-6246-4e2b-bb80-00dd2421a5f3 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:16:34.497220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:34.506340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:34.512346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.549722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32bebfa3-16fa-4dfe-8cb2-1087e94e1671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.555005 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32bebfa3-16fa-4dfe-8cb2-1087e94e1671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.569209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=67b331fc-6246-4e2b-bb80-00dd2421a5f3,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:34.607548 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-32bebfa3-16fa-4dfe-8cb2-1087e94e1671 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdac0c12242045bf8f5da0dad14003b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455732 Dec 09 15:16:34.610145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43952) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:34.616856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bebfa3-16fa-4dfe-8cb2-1087e94e1671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2711e9-77bb-42be-a033-8743be3f37ff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:34.663306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-930998981-network', 'tenant_id': '5b340331664f41d3b47b8dfe52fa96f1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:34.667799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-395f445f-f771-4119-97e2-fd508c972b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.702920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Made reservation on behalf of 5b340331664f41d3b47b8dfe52fa96f1 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:34.707302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.711124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-395f445f-f771-4119-97e2-fd508c972b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.719445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.749214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['67b331fc-6246-4e2b-bb80-00dd2421a5f3'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:16:34.784401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d2cac6c-c9a0-46c2-b033-d2a7a859a01e req-2a0a97b4-a6a5-4265-941c-5953a2198b02 tempest-VolumesSnapshotTestJSON-115466274 tempest-VolumesSnapshotTestJSON-115466274-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81f1c5c-8bc1-4d8b-b6ab-e35658bedb73 HTTP/1.1" status: 200 len: 210 time: 0.0411360 Dec 09 15:16:34.831416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-395f445f-f771-4119-97e2-fd508c972b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.834132 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-395f445f-f771-4119-97e2-fd508c972b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.835377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-395f445f-f771-4119-97e2-fd508c972b5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b2711e9-77bb-42be-a033-8743be3f37ff HTTP/1.1" status: 204 len: 168 time: 0.2243025 Dec 09 15:16:34.848590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f445f-f771-4119-97e2-fd508c972b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2711e9-77bb-42be-a033-8743be3f37ff,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:34.896820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.913545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.958705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30033e3-4453-4965-a06e-38b1a82118c4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:34.968902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:16:34.983635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:34.984235 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Added segment de2454e3-c1e7-4fc7-af4c-6cd3dc70008f of type vlan for network 42937389-e457-4bb8-ab48-4c1b4f37fada Dec 09 15:16:35.029944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.060057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.061182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:35.062569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.100317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 43964) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:35.100910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6019771 Dec 09 15:16:35.106935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Request body: {'subnet': {'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-930998981-subnet', 'tenant_id': '5b340331664f41d3b47b8dfe52fa96f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:35.138317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de6699-a009-464e-a76d-219a5bac6ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=42937389-e457-4bb8-ab48-4c1b4f37fada,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:35.138840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Made reservation on behalf of 5b340331664f41d3b47b8dfe52fa96f1 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:35.145244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.150234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 42937389-e457-4bb8-ab48-4c1b4f37fada details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:16:35.169621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 74c333cc-a425-4998-b314-1d0364385de9 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:16:35.280969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 74c333cc-a425-4998-b314-1d0364385de9 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:16:35.286099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 74c333cc-a425-4998-b314-1d0364385de9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:35.286481 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.327584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43968) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:35.344769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e54771-cf38-4ec9-ace9-3c33abe574a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.375886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.394121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.402328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c333cc-a425-4998-b314-1d0364385de9'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:35.405039 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb005f76-8902-4756-914e-5a9c547fda56" -d '{"events": [{"server_uuid": "42f74cba-4961-4868-bc28-5e30e73fdae1", "name": "network-vif-plugged", "status": "completed", "tag": "74c333cc-a425-4998-b314-1d0364385de9"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:35.441672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 74c333cc-a425-4998-b314-1d0364385de9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=74c333cc-a425-4998-b314-1d0364385de9,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:35.444208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e54771-cf38-4ec9-ace9-3c33abe574a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.451367 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.453190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e54771-cf38-4ec9-ace9-3c33abe574a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.498366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3456a3c-c48f-4ce6-9cb9-f76d038a9ded,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:35.509041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3e54771-cf38-4ec9-ace9-3c33abe574a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa660bc1a71c4c199c6252d954518c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786234 Dec 09 15:16:35.509823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 43974) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:35.510465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e54771-cf38-4ec9-ace9-3c33abe574a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674a4351-3a98-46f2-bf64-a8e7cb7f9f30,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:35.524778 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d00a6a-c4d3-44b0-8b24-bbb51c46df81 x-openstack-request-id: req-d9d00a6a-c4d3-44b0-8b24-bbb51c46df81 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:35.525974 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f74cba-4961-4868-bc28-5e30e73fdae1", "name": "network-vif-plugged", "status": "completed", "tag": "74c333cc-a425-4998-b314-1d0364385de9", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:35.526692 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9d00a6a-c4d3-44b0-8b24-bbb51c46df81 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:35.527268 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c333cc-a425-4998-b314-1d0364385de9', 'code': 200} Dec 09 15:16:35.528949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=74c333cc-a425-4998-b314-1d0364385de9,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:35.534658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Checking segment: {'id': 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:35.535088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Network hostable DHCP agents. Network: 42937389-e457-4bb8-ab48-4c1b4f37fada, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:16:35.567401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Network 42937389-e457-4bb8-ab48-4c1b4f37fada is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:16:35.569888 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3070aa8-eaca-4bc2-bfd8-578ae931cf15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.592118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3070aa8-eaca-4bc2-bfd8-578ae931cf15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.621033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 42937389-e457-4bb8-ab48-4c1b4f37fada) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:35.630302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:35.630725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.639673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcffdee-683c-40c8-bcf6-7e2d1d3db609 None None] Network 42937389-e457-4bb8-ab48-4c1b4f37fada requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:35.643043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f92b1-f21a-4a1d-b227-47329fd3d916 req-98d9b1ea-976e-4814-8475-48f37574565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:35.644691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b04f92b1-f21a-4a1d-b227-47329fd3d916 req-98d9b1ea-976e-4814-8475-48f37574565c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.0903389 Dec 09 15:16:35.663764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3070aa8-eaca-4bc2-bfd8-578ae931cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.667464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c67dd-779d-4158-88cc-9b66c3196380 req-35569d54-7903-44e7-b8aa-8f8f2e1ff5e7 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:35.668233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3070aa8-eaca-4bc2-bfd8-578ae931cf15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:35.669098 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-723c67dd-779d-4158-88cc-9b66c3196380 req-35569d54-7903-44e7-b8aa-8f8f2e1ff5e7 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 944 time: 0.1135538 Dec 09 15:16:35.670388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3070aa8-eaca-4bc2-bfd8-578ae931cf15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/674a4351-3a98-46f2-bf64-a8e7cb7f9f30 HTTP/1.1" status: 204 len: 168 time: 0.1568575 Dec 09 15:16:35.682867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6bb1a4fb-3a2e-462f-97eb-e10a5952c558 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5812964 Dec 09 15:16:35.697558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3070aa8-eaca-4bc2-bfd8-578ae931cf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674a4351-3a98-46f2-bf64-a8e7cb7f9f30,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:35.763545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b04f92b1-f21a-4a1d-b227-47329fd3d916 req-4817263a-b79c-4150-acc4-ad5932b70f19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105947 Dec 09 15:16:35.780204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-723c67dd-779d-4158-88cc-9b66c3196380 req-9cb8b8e9-23e2-43e3-8a59-127dd1718337 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946720 Dec 09 15:16:35.850743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e2de1d-fd79-4e9e-8a28-740efe8060be None None] Network 42937389-e457-4bb8-ab48-4c1b4f37fada requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:16:36.219208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67b331fc-6246-4e2b-bb80-00dd2421a5f3 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:16:36.316409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:16:36.321266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:36.321930 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:36.428748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:36.467983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-24227b6a-8611-4517-8de0-e95076631367 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:36.469518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-24227b6a-8611-4517-8de0-e95076631367 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/networks?id=42937389-e457-4bb8-ab48-4c1b4f37fada HTTP/1.1" status: 200 len: 813 time: 0.1659396 Dec 09 15:16:36.493454 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-6378b23d-1e21-4e87-9ac2-edc494d91f4c tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/quotas/5b340331664f41d3b47b8dfe52fa96f1 HTTP/1.1" status: 200 len: 375 time: 0.0145850 Dec 09 15:16:36.495759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:36.504302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:36.505721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d095859-5482-4469-8516-9157b3e3ac44 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:36.534289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-fb4389c5-e202-4b32-bd27-f02d7d9bf759 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b340331664f41d3b47b8dfe52fa96f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336649 Dec 09 15:16:36.558997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8d095859-5482-4469-8516-9157b3e3ac44 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:36.559381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8d095859-5482-4469-8516-9157b3e3ac44 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:36.623397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=67b331fc-6246-4e2b-bb80-00dd2421a5f3,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:36.663291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-31397f78-c82b-4551-ad43-b4ed60d119b6 service neutron] 10.222.0.46 "GET /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215918 Dec 09 15:16:36.776005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-d7dd3090-7f23-44fb-bee4-45d9a8b8cfc7 service neutron] 10.222.0.46 "GET /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034117 Dec 09 15:16:37.033217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4306b6-6a32-4d36-aa18-9238a6d06064 req-1e6675e9-4471-4d2f-8ae9-03e4181147dd tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:37.035020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e4306b6-6a32-4d36-aa18-9238a6d06064 req-1e6675e9-4471-4d2f-8ae9-03e4181147dd tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1334832 Dec 09 15:16:37.084390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-665f571e-0586-492e-beb8-ddaacf040f7d req-93bbf67c-28c0-4c72-960d-23b8798168d6 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 210 time: 0.0643678 Dec 09 15:16:37.118716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e4306b6-6a32-4d36-aa18-9238a6d06064 req-13a2522b-2f72-4436-a51b-ea52ee7bd8c2 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776584 Dec 09 15:16:37.528499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b331fc-6246-4e2b-bb80-00dd2421a5f3'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:37.531264 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca6bda-07e5-42ce-baad-6bfa1d97fc0d" -d '{"events": [{"server_uuid": "647863bd-1b17-477d-b7d6-195444a4bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "67b331fc-6246-4e2b-bb80-00dd2421a5f3"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:37.589185 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827fb518-a091-42c5-aefc-c77a1b8bd412 x-openstack-request-id: req-827fb518-a091-42c5-aefc-c77a1b8bd412 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:37.589536 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647863bd-1b17-477d-b7d6-195444a4bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "67b331fc-6246-4e2b-bb80-00dd2421a5f3", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:37.589788 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-827fb518-a091-42c5-aefc-c77a1b8bd412 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:37.590447 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b331fc-6246-4e2b-bb80-00dd2421a5f3', 'code': 200} Dec 09 15:16:37.703705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e6b37-8d9c-4b2a-87e0-61b25aad1694 req-a8c397a9-11c2-461e-9fe3-24c383706de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:37.706259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c20e6b37-8d9c-4b2a-87e0-61b25aad1694 req-a8c397a9-11c2-461e-9fe3-24c383706de4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1096 time: 0.0470283 Dec 09 15:16:37.760234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c20e6b37-8d9c-4b2a-87e0-61b25aad1694 req-e3b416a2-39a4-4319-9cc8-f860502a47f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Dec 09 15:16:38.191737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41c4de53-fd31-49ca-b5c6-a0c196fc03dc req-2a8d67ee-b72f-497f-a726-7ae9277771f7 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 210 time: 0.0338249 Dec 09 15:16:38.372049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087f977-8cc1-45fd-a2c1-9980352ef8a7 req-fd21f11e-d1b3-4b12-bcba-f62f7eae41d5 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:38.380609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0087f977-8cc1-45fd-a2c1-9980352ef8a7 req-fd21f11e-d1b3-4b12-bcba-f62f7eae41d5 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1891069 Dec 09 15:16:38.469072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-e3e622c7-ebd9-424f-9a9a-5c5f045fe113 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:38.470691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-e3e622c7-ebd9-424f-9a9a-5c5f045fe113 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.36 "GET /v2.0/networks?id=42937389-e457-4bb8-ab48-4c1b4f37fada HTTP/1.1" status: 200 len: 813 time: 0.2412190 Dec 09 15:16:38.479201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0087f977-8cc1-45fd-a2c1-9980352ef8a7 req-cfc801fe-0794-4b7d-88b9-e72c25b95e7a tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976241 Dec 09 15:16:38.484287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Request body: {'port': {'device_id': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada', 'admin_state_up': True, 'tenant_id': '5b340331664f41d3b47b8dfe52fa96f1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:38.531318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:38.626635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Made reservation on behalf of 5b340331664f41d3b47b8dfe52fa96f1 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:16:38.631612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:38.678657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3c43470-2348-4b8f-b519-5c6b10729999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:38.788955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3c43470-2348-4b8f-b519-5c6b10729999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:38.809141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3c43470-2348-4b8f-b519-5c6b10729999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:38.817524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Allocated IP 172.20.0.13 (42937389-e457-4bb8-ab48-4c1b4f37fada/d3456a3c-c48f-4ce6-9cb9-f76d038a9ded/3c05b761-0a46-4955-b844-35d1b440a975) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:16:38.856450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a3c43470-2348-4b8f-b519-5c6b10729999 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9061407958c4ed49121702744c8f3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232470 Dec 09 15:16:38.857144 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44114) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:38.905844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c43470-2348-4b8f-b519-5c6b10729999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff660e6-7139-4e9c-971f-b6e9ddf4bd01,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:38.966967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ce384fb-522c-4044-95b5-bd7fb88f980d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.003814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.020609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ce384fb-522c-4044-95b5-bd7fb88f980d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.044435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.084486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ce384fb-522c-4044-95b5-bd7fb88f980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.088170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ce384fb-522c-4044-95b5-bd7fb88f980d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.093818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2ce384fb-522c-4044-95b5-bd7fb88f980d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ff660e6-7139-4e9c-971f-b6e9ddf4bd01 HTTP/1.1" status: 204 len: 168 time: 0.2286086 Dec 09 15:16:39.100664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Network 42937389-e457-4bb8-ab48-4c1b4f37fada is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:16:39.103897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce384fb-522c-4044-95b5-bd7fb88f980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff660e6-7139-4e9c-971f-b6e9ddf4bd01,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:39.105630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:16:39.117418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:16:39.154721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Pushing event updated for resources: {'Port': ['ID=3c05b761-0a46-4955-b844-35d1b440a975,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:39.183180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:39.183968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.209219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-81f5341b-f709-4767-afff-758d456fc166 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7286565 Dec 09 15:16:39.243036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Request body: {'port': {'device_id': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:16:39.328277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.362533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1ef7-c1d1-4d55-9600-e1c430450d17 req-e7351787-405b-4844-823c-12984fe39682 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:39.370753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-279f1ef7-c1d1-4d55-9600-e1c430450d17 req-e7351787-405b-4844-823c-12984fe39682 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 932 time: 0.0823700 Dec 09 15:16:39.444964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-279f1ef7-c1d1-4d55-9600-e1c430450d17 req-b3793371-f34b-414c-9868-3dd8008366e2 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Dec 09 15:16:39.561206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44128) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:39.592038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-175fd4d3-4243-48e2-ba25-63dfa277241b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:39.983730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d584a-0ef8-444b-82d8-ac23a85abb2e req-891371de-c40c-4f52-ba05-4c05ed2c5eb3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:39.985129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f6d584a-0ef8-444b-82d8-ac23a85abb2e req-891371de-c40c-4f52-ba05-4c05ed2c5eb3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.4060075 Dec 09 15:16:40.084614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c05b761-0a46-4955-b844-35d1b440a975 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:16:40.104665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.135543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f6d584a-0ef8-444b-82d8-ac23a85abb2e req-62e2f68a-e661-47c5-a1e7-dfdb802177de tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408222 Dec 09 15:16:40.150654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Transition to ACTIVE for port object 3c05b761-0a46-4955-b844-35d1b440a975 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:16:40.152866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-175fd4d3-4243-48e2-ba25-63dfa277241b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.155066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.162473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-175fd4d3-4243-48e2-ba25-63dfa277241b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.232050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd4d3-4243-48e2-ba25-63dfa277241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d5582-0c1b-408f-af5b-faf676a8b7ce,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:40.272353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-175fd4d3-4243-48e2-ba25-63dfa277241b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb8abae226714af9934c3faf7104f1fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7101121 Dec 09 15:16:40.275477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:40.311318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Pushing event updated for resources: {'Port': ['ID=3c05b761-0a46-4955-b844-35d1b440a975,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:40.420169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33bc0782-d484-4e57-9f00-a20eba4a2f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.507047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33bc0782-d484-4e57-9f00-a20eba4a2f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.545603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Attempting to bind port 3c05b761-0a46-4955-b844-35d1b440a975 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:16:40.546159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Attempting to bind port 3c05b761-0a46-4955-b844-35d1b440a975 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:16:40.546974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Attempting to bind port 3c05b761-0a46-4955-b844-35d1b440a975 on network 42937389-e457-4bb8-ab48-4c1b4f37fada {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:40.555806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Port 3c05b761-0a46-4955-b844-35d1b440a975 on network 42937389-e457-4bb8-ab48-4c1b4f37fada not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:16:40.556135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Attempting to bind port 3c05b761-0a46-4955-b844-35d1b440a975 on network 42937389-e457-4bb8-ab48-4c1b4f37fada {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:16:40.573251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013f074-0fee-42ea-a3ad-b44ec9043fea req-3c5f16f8-51ec-4f7d-b8c2-b244b00c5c8e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:40.581177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c013f074-0fee-42ea-a3ad-b44ec9043fea req-3c5f16f8-51ec-4f7d-b8c2-b244b00c5c8e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0751534 Dec 09 15:16:40.606673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:16:40.606924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Checking segment: {'id': 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:16:40.607198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Bound using segment: {'id': 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:16:40.607680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Bound port: 3c05b761-0a46-4955-b844-35d1b440a975, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:16:40.609017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.618533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-ed738af6-f7c4-4178-9c7b-ea39fa170912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:40.620093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-ed738af6-f7c4-4178-9c7b-ea39fa170912 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1096 time: 0.1155081 Dec 09 15:16:40.665048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eda01-9dbc-43b6-9f0e-34528e15617f req-a072c7e7-5fc1-4139-a2b6-ea808321c10b tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:40.676531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd4eda01-9dbc-43b6-9f0e-34528e15617f req-a072c7e7-5fc1-4139-a2b6-ea808321c10b tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 944 time: 0.1211591 Dec 09 15:16:40.696759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33bc0782-d484-4e57-9f00-a20eba4a2f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.696970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c013f074-0fee-42ea-a3ad-b44ec9043fea req-badbb249-738d-41cc-8473-0ad89d37f230 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148202 Dec 09 15:16:40.699218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-33bc0782-d484-4e57-9f00-a20eba4a2f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.703212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-33bc0782-d484-4e57-9f00-a20eba4a2f92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb5d5582-0c1b-408f-af5b-faf676a8b7ce HTTP/1.1" status: 204 len: 168 time: 0.4240727 Dec 09 15:16:40.733194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc0782-d484-4e57-9f00-a20eba4a2f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d5582-0c1b-408f-af5b-faf676a8b7ce,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:40.801351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] For port 3c05b761-0a46-4955-b844-35d1b440a975, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:16:40.806878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] For port 3c05b761-0a46-4955-b844-35d1b440a975, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3c05b761-0a46-4955-b844-35d1b440a975,segment=NetworkSegment(de2454e3-c1e7-4fc7-af4c-6cd3dc70008f),segment_id=de2454e3-c1e7-4fc7-af4c-6cd3dc70008f)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:16:40.817646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.833099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd4eda01-9dbc-43b6-9f0e-34528e15617f req-494d7784-bb83-419f-85ca-50a7f0c72db6 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491375 Dec 09 15:16:40.858202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-7bf44efb-55de-4838-baa6-4b236262059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:40.862211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-7bf44efb-55de-4838-baa6-4b236262059b service neutron] 10.222.0.43 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.2328520 Dec 09 15:16:40.925133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-ff680a55-35c1-464f-95fc-c209f9ae4868 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0552530 Dec 09 15:16:40.931012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:40.931682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:40.933083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c05b761-0a46-4955-b844-35d1b440a975 HTTP/1.1" status: 200 len: 1092 time: 1.7082725 Dec 09 15:16:40.933536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'tag': '3c05b761-0a46-4955-b844-35d1b440a975'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:40.935872 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a" -d '{"events": [{"name": "network-changed", "server_uuid": "c697fff4-a84e-44e2-8c86-a9ceedb55d26", "tag": "3c05b761-0a46-4955-b844-35d1b440a975"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:40.984983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494c69-11e4-424f-8f3e-5330a3b98658 service neutron] Pushing event updated for resources: {'Port': ['ID=3c05b761-0a46-4955-b844-35d1b440a975,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:41.042360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-8a2d54d8-4c09-480e-ab00-85e04d34e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.043962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-8a2d54d8-4c09-480e-ab00-85e04d34e306 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b340331664f41d3b47b8dfe52fa96f1&device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 1095 time: 0.0528374 Dec 09 15:16:41.046097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-448b8506-0070-416d-9042-0d70980652e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.049437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-448b8506-0070-416d-9042-0d70980652e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.1174595 Dec 09 15:16:41.090283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-53638d8b-94db-41e3-ab61-d1f60805ba30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333307 Dec 09 15:16:41.121715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-0e86c138-e85f-4e55-98a8-d40328138e3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c05b761-0a46-4955-b844-35d1b440a975 HTTP/1.1" status: 200 len: 217 time: 0.0695121 Dec 09 15:16:41.228067 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-041d5f4e-a7c1-4b94-90c9-5c40a4b21d27 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278951 Dec 09 15:16:41.235485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096103a0-12fb-49fc-85be-223f172134d3 req-1c558a62-9d79-4398-9d87-52e2bdeda88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.237271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-1c558a62-9d79-4398-9d87-52e2bdeda88a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3456a3c-c48f-4ce6-9cb9-f76d038a9ded HTTP/1.1" status: 200 len: 853 time: 0.1089087 Dec 09 15:16:41.294570 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22567750-dd25-446c-b7ae-55fae7ffedab x-openstack-request-id: req-22567750-dd25-446c-b7ae-55fae7ffedab {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:41.294939 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c697fff4-a84e-44e2-8c86-a9ceedb55d26", "tag": "3c05b761-0a46-4955-b844-35d1b440a975", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:41.295265 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22567750-dd25-446c-b7ae-55fae7ffedab {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:41.295751 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'tag': '3c05b761-0a46-4955-b844-35d1b440a975', 'status': 'completed', 'code': 200} Dec 09 15:16:41.298272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-c419ecfe-4811-44f8-b2e1-6f10ae558ccf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42937389-e457-4bb8-ab48-4c1b4f37fada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448265 Dec 09 15:16:41.403738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4744eeef-fee8-463b-ac7a-2c01081155c6 req-a5563e5d-e36f-40e6-93f0-436132f1f6d3 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648881 Dec 09 15:16:41.454866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-5e877480-93bc-4507-aa6e-892655a06f72 service neutron] 10.222.0.36 "GET /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488156 Dec 09 15:16:41.585552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-096103a0-12fb-49fc-85be-223f172134d3 req-78ab6918-2fbc-48e9-a669-7314853d9dab service neutron] 10.222.0.36 "GET /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229596 Dec 09 15:16:41.681124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-139fbff5-ec10-4410-a45b-8f956257ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.682868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-139fbff5-ec10-4410-a45b-8f956257ba66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b340331664f41d3b47b8dfe52fa96f1&device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 1095 time: 0.0476260 Dec 09 15:16:41.804446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-c63bf502-3bb5-4641-a709-082b26de88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.805939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-c63bf502-3bb5-4641-a709-082b26de88a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42937389-e457-4bb8-ab48-4c1b4f37fada HTTP/1.1" status: 200 len: 914 time: 0.1155751 Dec 09 15:16:41.882558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-68be8798-310d-4991-a7e7-ae7b56570255 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c05b761-0a46-4955-b844-35d1b440a975 HTTP/1.1" status: 200 len: 217 time: 0.0612476 Dec 09 15:16:41.937748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fe013-9f55-482e-bed2-82ad016a3769 req-752f8638-86a6-4e22-9b85-1b2f059b07ae tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.953256 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d41fe013-9f55-482e-bed2-82ad016a3769 req-752f8638-86a6-4e22-9b85-1b2f059b07ae tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1084390 Dec 09 15:16:41.972186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-513dbb4c-7396-451c-a0a3-8ad78b8f4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:41.974376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-513dbb4c-7396-451c-a0a3-8ad78b8f4821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3456a3c-c48f-4ce6-9cb9-f76d038a9ded HTTP/1.1" status: 200 len: 853 time: 0.0841558 Dec 09 15:16:42.024113 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d41fe013-9f55-482e-bed2-82ad016a3769 req-6e8d9d59-123e-47b0-bea7-df8b5552e855 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648742 Dec 09 15:16:42.025553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-635c01de-17c9-4574-932b-2df2dcc4fdd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42937389-e457-4bb8-ab48-4c1b4f37fada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316329 Dec 09 15:16:42.062289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412f23d-9d43-4232-8c9f-db3293fb4258 req-a8684d72-47fd-41b6-a184-bcbe208ace5b tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:42.063997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9412f23d-9d43-4232-8c9f-db3293fb4258 req-a8684d72-47fd-41b6-a184-bcbe208ace5b tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 944 time: 0.1093237 Dec 09 15:16:42.193750 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9412f23d-9d43-4232-8c9f-db3293fb4258 req-0b1c91d3-0ada-4bba-9e24-3826f50e8d85 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166253 Dec 09 15:16:42.210104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-01d81d48-2d3c-477b-bdb9-fe465e45fa34 service neutron] 10.222.0.36 "GET /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679823 Dec 09 15:16:42.394576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d351a3-44e6-43a7-a4bc-ebd08b73b24a req-51a172b2-e48b-4dbe-8c74-3fcb420e7eb7 service neutron] 10.222.0.36 "GET /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760015 Dec 09 15:16:43.169393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ae688-b639-40dd-a23f-73ae0dba6e59 req-a616328e-a7f5-4b18-8faf-bac21337b0e1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:43.170873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b4ae688-b639-40dd-a23f-73ae0dba6e59 req-a616328e-a7f5-4b18-8faf-bac21337b0e1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0532777 Dec 09 15:16:43.224351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b4ae688-b639-40dd-a23f-73ae0dba6e59 req-8fe64635-588f-4df7-863d-c2f91dcaa894 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Dec 09 15:16:43.343731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44252) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:43.401762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66903-aad5-4a30-8fb8-1608257c3c4e req-0ed3eb4b-e841-4d80-8ab1-2ff2d6ba1bc1 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:43.411048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfb66903-aad5-4a30-8fb8-1608257c3c4e req-0ed3eb4b-e841-4d80-8ab1-2ff2d6ba1bc1 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 944 time: 0.1005373 Dec 09 15:16:43.474892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cfb66903-aad5-4a30-8fb8-1608257c3c4e req-2d9f30d3-d836-4c74-84fb-5b376c960fac tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566700 Dec 09 15:16:43.544869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-099ee1d4-e080-4f6f-96c2-348a76430e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.635079 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-099ee1d4-e080-4f6f-96c2-348a76430e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.643632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-099ee1d4-e080-4f6f-96c2-348a76430e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.691076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ee1d4-e080-4f6f-96c2-348a76430e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3ed42-140b-4b8d-81d2-f6eb25d9fe4e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:43.695879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-099ee1d4-e080-4f6f-96c2-348a76430e23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e8caf3f4dc04693b4d731d8c196b773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511083 Dec 09 15:16:43.698354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44258) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:43.754164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5880c062-48cc-4794-9d5a-94c158768aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.776841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5880c062-48cc-4794-9d5a-94c158768aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.826426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5880c062-48cc-4794-9d5a-94c158768aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.829948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5880c062-48cc-4794-9d5a-94c158768aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:43.831218 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5880c062-48cc-4794-9d5a-94c158768aaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2e3ed42-140b-4b8d-81d2-f6eb25d9fe4e HTTP/1.1" status: 204 len: 168 time: 0.1319289 Dec 09 15:16:43.840379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880c062-48cc-4794-9d5a-94c158768aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3ed42-140b-4b8d-81d2-f6eb25d9fe4e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:44.169578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44270) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:44.184262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-649224aa-a29f-4063-9c23-8eb1ac9b053e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.300059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-649224aa-a29f-4063-9c23-8eb1ac9b053e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.306347 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-649224aa-a29f-4063-9c23-8eb1ac9b053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.383995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649224aa-a29f-4063-9c23-8eb1ac9b053e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56236a23-be9e-4796-94d8-50734c164b7f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:44.390508 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-649224aa-a29f-4063-9c23-8eb1ac9b053e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=435ec7c88a7544cc9ec55e1a726731df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176449 Dec 09 15:16:44.391176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44278) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:44.408730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7aca9-757b-4f2f-98cf-5be2236f9619 req-7e2df1c7-8bd6-4af0-867d-6a61b4a989ee tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:44.410395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7d7aca9-757b-4f2f-98cf-5be2236f9619 req-7e2df1c7-8bd6-4af0-867d-6a61b4a989ee tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0985496 Dec 09 15:16:44.537738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c8a06b1-4736-4015-9751-211bc67410e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.572079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c8a06b1-4736-4015-9751-211bc67410e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.629594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c8a06b1-4736-4015-9751-211bc67410e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.632583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c8a06b1-4736-4015-9751-211bc67410e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:44.634016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6c8a06b1-4736-4015-9751-211bc67410e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56236a23-be9e-4796-94d8-50734c164b7f HTTP/1.1" status: 204 len: 168 time: 0.2412188 Dec 09 15:16:44.662829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a06b1-4736-4015-9751-211bc67410e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56236a23-be9e-4796-94d8-50734c164b7f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:44.714705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c36c2a-cf5f-4bcb-b321-ba385187f2a4 req-ef3139a0-d9ff-4891-ad74-e53528810b97 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:44.717023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1c36c2a-cf5f-4bcb-b321-ba385187f2a4 req-ef3139a0-d9ff-4891-ad74-e53528810b97 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 944 time: 0.0976529 Dec 09 15:16:44.827056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1c36c2a-cf5f-4bcb-b321-ba385187f2a4 req-61dea2f3-e121-4de6-aaeb-edf964fef5c9 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002948 Dec 09 15:16:44.888337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7d7aca9-757b-4f2f-98cf-5be2236f9619 req-22cbf6fb-14a1-4633-a841-0239d3518c8f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714160 Dec 09 15:16:45.201223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3c05b761-0a46-4955-b844-35d1b440a975 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:16:45.504896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 3c05b761-0a46-4955-b844-35d1b440a975, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3c05b761-0a46-4955-b844-35d1b440a975,segment=NetworkSegment(de2454e3-c1e7-4fc7-af4c-6cd3dc70008f),segment_id=de2454e3-c1e7-4fc7-af4c-6cd3dc70008f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:45.523906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '3c05b761-0a46-4955-b844-35d1b440a975', 'network_id': '42937389-e457-4bb8-ab48-4c1b4f37fada', 'port_id': '3c05b761-0a46-4955-b844-35d1b440a975', 'mac_address': 'fa:16:3e:6a:3f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3456a3c-c48f-4ce6-9cb9-f76d038a9ded', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:16:45.607027 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:45.640593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c05b761-0a46-4955-b844-35d1b440a975 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:16:45.673955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 3c05b761-0a46-4955-b844-35d1b440a975, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3c05b761-0a46-4955-b844-35d1b440a975,segment=NetworkSegment(de2454e3-c1e7-4fc7-af4c-6cd3dc70008f),segment_id=de2454e3-c1e7-4fc7-af4c-6cd3dc70008f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:45.678959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:45.740174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=3c05b761-0a46-4955-b844-35d1b440a975,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:45.760309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.762055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.762995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.763711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.766753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.768907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.769294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.769649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.769998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.770343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.770683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.771023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.771383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:16:45.897905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['3c05b761-0a46-4955-b844-35d1b440a975'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:16:46.069165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a93c5-5b8d-402e-9d5b-bddddc05b137 req-2f756af6-6a2f-4777-8660-3a6989ff7f31 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:46.071811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-917a93c5-5b8d-402e-9d5b-bddddc05b137 req-2f756af6-6a2f-4777-8660-3a6989ff7f31 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 945 time: 0.1733027 Dec 09 15:16:46.110084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41ce34-558c-4ba9-b4fe-51866bef6e67 req-c7827df3-e74b-479c-9121-00202fde5d50 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:46.112523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b41ce34-558c-4ba9-b4fe-51866bef6e67 req-c7827df3-e74b-479c-9121-00202fde5d50 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1114590 Dec 09 15:16:46.188334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b41ce34-558c-4ba9-b4fe-51866bef6e67 req-65f4e276-1bc8-4aba-aa72-5d8ce5b58bfd tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Dec 09 15:16:46.217244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-917a93c5-5b8d-402e-9d5b-bddddc05b137 req-5db2d11c-657c-4557-aa5a-b2245bafb34e tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346893 Dec 09 15:16:47.211433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3c05b761-0a46-4955-b844-35d1b440a975 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:16:47.349656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 3c05b761-0a46-4955-b844-35d1b440a975 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:16:47.372960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 3c05b761-0a46-4955-b844-35d1b440a975 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:16:47.375779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:47.380494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd28ad-2e55-46a8-8fef-396bccc86db5 req-6bb72adb-dfff-4a2e-94d0-e1a49db8d9d9 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:47.388426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cddd28ad-2e55-46a8-8fef-396bccc86db5 req-6bb72adb-dfff-4a2e-94d0-e1a49db8d9d9 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1274791 Dec 09 15:16:47.410485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b06e0-8b9c-4697-9667-13944c0b121a req-d1aa2bee-225b-477d-ac16-1a1154dfc56c tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:47.412513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-185b06e0-8b9c-4697-9667-13944c0b121a req-d1aa2bee-225b-477d-ac16-1a1154dfc56c tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 945 time: 0.0757074 Dec 09 15:16:47.511981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cddd28ad-2e55-46a8-8fef-396bccc86db5 req-c69f0e6a-75bc-497d-8d78-363206230009 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159818 Dec 09 15:16:47.557117 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:47.597262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-185b06e0-8b9c-4697-9667-13944c0b121a req-3185402f-2e40-4f29-9d1c-d8bad48aa0f8 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766908 Dec 09 15:16:47.600477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c05b761-0a46-4955-b844-35d1b440a975'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:47.602854 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd2f3ba-6fd5-49f0-bf82-2e94e37a7ecc" -d '{"events": [{"server_uuid": "c697fff4-a84e-44e2-8c86-a9ceedb55d26", "name": "network-vif-plugged", "status": "completed", "tag": "3c05b761-0a46-4955-b844-35d1b440a975"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:47.625001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 3c05b761-0a46-4955-b844-35d1b440a975, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3c05b761-0a46-4955-b844-35d1b440a975,segment=NetworkSegment(de2454e3-c1e7-4fc7-af4c-6cd3dc70008f),segment_id=de2454e3-c1e7-4fc7-af4c-6cd3dc70008f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:47.632816 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:47.665721 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9fb975-5ce6-4dec-b1cd-41ace4a58795 x-openstack-request-id: req-ab9fb975-5ce6-4dec-b1cd-41ace4a58795 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:47.666083 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697fff4-a84e-44e2-8c86-a9ceedb55d26", "name": "network-vif-plugged", "status": "completed", "tag": "3c05b761-0a46-4955-b844-35d1b440a975", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:47.666410 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab9fb975-5ce6-4dec-b1cd-41ace4a58795 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:47.667034 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c05b761-0a46-4955-b844-35d1b440a975', 'code': 200} Dec 09 15:16:47.726141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=3c05b761-0a46-4955-b844-35d1b440a975,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:47.808162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd5cf8-612b-4619-b70c-79490453fd24 req-03c88ef6-4840-4d94-bb2c-6c240450b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:47.810099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cfd5cf8-612b-4619-b70c-79490453fd24 req-03c88ef6-4840-4d94-bb2c-6c240450b3dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 1097 time: 0.0722549 Dec 09 15:16:47.936992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cfd5cf8-612b-4619-b70c-79490453fd24 req-10e4ba0c-ce0a-4953-b68c-e27e7b9ce449 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103330 Dec 09 15:16:48.767001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4fa2-df2b-49a4-804f-ec6de555d79b req-8a593823-9375-4b13-ad0d-e5b75db426b4 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:48.770449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e78f4fa2-df2b-49a4-804f-ec6de555d79b req-8a593823-9375-4b13-ad0d-e5b75db426b4 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 946 time: 0.0884717 Dec 09 15:16:48.773501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e6ece-3b46-4893-8b68-985fa0df12d4 req-72bb6155-2021-48b6-b79d-ab7294ba30d6 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:48.781069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-427e6ece-3b46-4893-8b68-985fa0df12d4 req-72bb6155-2021-48b6-b79d-ab7294ba30d6 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1232042 Dec 09 15:16:48.871746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e78f4fa2-df2b-49a4-804f-ec6de555d79b req-4f764c96-f38c-4aa9-afc7-55c122c2d3a7 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846930 Dec 09 15:16:48.901317 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-427e6ece-3b46-4893-8b68-985fa0df12d4 req-214fb2ba-2eaf-4877-891d-acf48ca29326 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191614 Dec 09 15:16:50.022139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb484fad-8d5e-45d6-9f48-a31357f96099 req-6b9e22b1-77c7-461c-8dbe-3099e2be4bdd tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:50.030386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb484fad-8d5e-45d6-9f48-a31357f96099 req-6b9e22b1-77c7-461c-8dbe-3099e2be4bdd tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 946 time: 0.0647349 Dec 09 15:16:50.053278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a87fbe-9544-416b-999a-7f64dabbdbed req-1cd0dbeb-4352-4bf0-b919-6ff85b11d3a4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:50.073632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6a87fbe-9544-416b-999a-7f64dabbdbed req-1cd0dbeb-4352-4bf0-b919-6ff85b11d3a4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0963240 Dec 09 15:16:50.109374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bb484fad-8d5e-45d6-9f48-a31357f96099 req-356fd9c1-5e86-44b6-9eb0-38a8bc344756 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763054 Dec 09 15:16:50.148177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6a87fbe-9544-416b-999a-7f64dabbdbed req-fe923ec1-9d65-4483-8b13-4af369adc9a4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735397 Dec 09 15:16:50.629562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb2301-b1d2-438d-a304-a7e006b207ad req-d14b5fc0-2f40-4ced-8c9c-ed2c10e0ef05 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:50.637934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93bb2301-b1d2-438d-a304-a7e006b207ad req-d14b5fc0-2f40-4ced-8c9c-ed2c10e0ef05 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 946 time: 0.0773711 Dec 09 15:16:50.685426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-93bb2301-b1d2-438d-a304-a7e006b207ad req-f8be3e92-0a0e-4eaa-b0fc-8b486b2235ee tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Dec 09 15:16:51.302044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c263-2002-4b0a-a6e2-9a394e72e08f req-605354d8-4a6c-4e6a-b568-c4a91855d3c3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:51.318784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7f2c263-2002-4b0a-a6e2-9a394e72e08f req-605354d8-4a6c-4e6a-b568-c4a91855d3c3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0864303 Dec 09 15:16:51.370060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7f2c263-2002-4b0a-a6e2-9a394e72e08f req-fd4a0960-6e74-4ce0-88ad-c4b17aaa7cdf tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Dec 09 15:16:51.838096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ede75-2244-4036-91c3-4dc429303552 req-1884542e-edea-46c1-a7d9-832a185d2904 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:51.839877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-848ede75-2244-4036-91c3-4dc429303552 req-1884542e-edea-46c1-a7d9-832a185d2904 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 946 time: 0.0681891 Dec 09 15:16:51.924861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-848ede75-2244-4036-91c3-4dc429303552 req-d86d967f-28c4-407b-a6bf-5b36ba6479c5 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/security-groups?id=e30033e3-4453-4965-a06e-38b1a82118c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772479 Dec 09 15:16:51.993063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:51.999281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-0bf5352d-b144-4108-aed3-00fcbefd0e71 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:52.000957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-0bf5352d-b144-4108-aed3-00fcbefd0e71 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.36 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 946 time: 0.0991673 Dec 09 15:16:52.130973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Deleting port 3c05b761-0a46-4955-b844-35d1b440a975 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:16:52.131652 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:52.252057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] For port 3c05b761-0a46-4955-b844-35d1b440a975, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=3c05b761-0a46-4955-b844-35d1b440a975,segment=NetworkSegment(de2454e3-c1e7-4fc7-af4c-6cd3dc70008f),segment_id=de2454e3-c1e7-4fc7-af4c-6cd3dc70008f)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:16:52.252549 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:52.268458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Calling delete_port for 3c05b761-0a46-4955-b844-35d1b440a975 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:16:52.426473 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:52.460188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:52.472872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['3c05b761-0a46-4955-b844-35d1b440a975'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:16:52.503121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Pushing event deleted for resources: {'Port': ['ID=3c05b761-0a46-4955-b844-35d1b440a975,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:52.589879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] No DVR routers for this DVR port 3c05b761-0a46-4955-b844-35d1b440a975 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:16:52.592894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:52.597388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd2cb303-e914-482d-81ce-6d35a476c390 req-3da8d757-606c-49fb-a893-d7811c14dd27 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.36 "DELETE /v2.0/ports/3c05b761-0a46-4955-b844-35d1b440a975 HTTP/1.1" status: 204 len: 173 time: 0.5888941 Dec 09 15:16:52.598699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'name': 'network-vif-deleted', 'tag': '3c05b761-0a46-4955-b844-35d1b440a975'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:16:52.601626 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab09a657-a784-4341-a108-599aa1bb2955" -d '{"events": [{"server_uuid": "c697fff4-a84e-44e2-8c86-a9ceedb55d26", "name": "network-vif-deleted", "tag": "3c05b761-0a46-4955-b844-35d1b440a975"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:16:52.631324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eae46-9f18-4ed2-8952-965af7ab5a64 req-1530d623-db0a-4397-971b-c440e8b63844 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:52.645344 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-938eae46-9f18-4ed2-8952-965af7ab5a64 req-1530d623-db0a-4397-971b-c440e8b63844 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1354597 Dec 09 15:16:52.685686 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d57fa-2bda-48d3-b05f-4d71e1876e10 x-openstack-request-id: req-d06d57fa-2bda-48d3-b05f-4d71e1876e10 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:16:52.686058 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697fff4-a84e-44e2-8c86-a9ceedb55d26", "name": "network-vif-deleted", "tag": "3c05b761-0a46-4955-b844-35d1b440a975", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:16:52.686387 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d06d57fa-2bda-48d3-b05f-4d71e1876e10 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:16:52.686877 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697fff4-a84e-44e2-8c86-a9ceedb55d26', 'name': 'network-vif-deleted', 'tag': '3c05b761-0a46-4955-b844-35d1b440a975', 'status': 'completed', 'code': 200} Dec 09 15:16:52.705458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-938eae46-9f18-4ed2-8952-965af7ab5a64 req-c4183ea5-be1e-46fa-8ef5-dda019769588 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566156 Dec 09 15:16:53.042892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2202f82-b48c-46ae-a338-fd0c8d5b593e req-8359c2da-7c88-4724-8295-caa350daf248 tempest-ServerAddressesTestJSON-794904237 tempest-ServerAddressesTestJSON-794904237-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fff4-a84e-44e2-8c86-a9ceedb55d26 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Dec 09 15:16:53.141187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45e11765-969e-47e8-a23c-2f922cdd5892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:53.859510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1c3e-d4d6-40b9-8892-3e53d27476c1 req-9c8f3990-2ad9-42e4-8c7b-42a1b27339f9 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:53.861725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-886d1c3e-d4d6-40b9-8892-3e53d27476c1 req-9c8f3990-2ad9-42e4-8c7b-42a1b27339f9 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0911596 Dec 09 15:16:53.914108 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-886d1c3e-d4d6-40b9-8892-3e53d27476c1 req-96762d58-9b5f-4372-86da-fd9b4f9e0191 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458133 Dec 09 15:16:54.129632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:54.187385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Deleting subnet d3456a3c-c48f-4ce6-9cb9-f76d038a9ded {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:16:54.192291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.241201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.302240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.401020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.437210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3456a3c-c48f-4ce6-9cb9-f76d038a9ded,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:54.442463 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.449688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44632) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:54.460929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-371d9f6e-852e-43a6-9dd7-58bc2717f90c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d3456a3c-c48f-4ce6-9cb9-f76d038a9ded HTTP/1.1" status: 204 len: 168 time: 0.3299270 Dec 09 15:16:54.578794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.719501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.744712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42937389-e457-4bb8-ab48-4c1b4f37fada']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:54.757066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:54.757359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2454e3-c1e7-4fc7-af4c-6cd3dc70008f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:16:54.769511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.789307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.804732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:16:54.805144 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:16:54.812035 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:16:54.894844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.901110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:54.910119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/42937389-e457-4bb8-ab48-4c1b4f37fada HTTP/1.1" status: 204 len: 168 time: 0.4578116 Dec 09 15:16:54.951143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7a91b-d4fd-45bc-b263-637a3efe74e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42937389-e457-4bb8-ab48-4c1b4f37fada,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:55.086428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56be4fe-08d9-4636-8bf4-ae2c016b08aa req-da716d6b-0310-4a66-9db4-85744fb89b4c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:55.089197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e56be4fe-08d9-4636-8bf4-ae2c016b08aa req-da716d6b-0310-4a66-9db4-85744fb89b4c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0596483 Dec 09 15:16:55.243415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e56be4fe-08d9-4636-8bf4-ae2c016b08aa req-a7889cc4-6c1f-45a6-8ae6-c2953cf58600 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472757 Dec 09 15:16:55.265959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3c05b761-0a46-4955-b844-35d1b440a975 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:16:55.340875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 3c05b761-0a46-4955-b844-35d1b440a975 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:16:55.341531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 3c05b761-0a46-4955-b844-35d1b440a975 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:16:55.343304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44660) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:55.394121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-58f42d93-6bb3-4b00-be9f-132b01db9e05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b340331664f41d3b47b8dfe52fa96f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493045 Dec 09 15:16:55.399593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:16:55.488997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f057cc1-d9e6-438b-97f4-d5ef0a107771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:55.518967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f057cc1-d9e6-438b-97f4-d5ef0a107771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:55.581838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f057cc1-d9e6-438b-97f4-d5ef0a107771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:55.585365 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f057cc1-d9e6-438b-97f4-d5ef0a107771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:55.586506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f057cc1-d9e6-438b-97f4-d5ef0a107771 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e30033e3-4453-4965-a06e-38b1a82118c4 HTTP/1.1" status: 204 len: 168 time: 0.1856117 Dec 09 15:16:55.594277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f057cc1-d9e6-438b-97f4-d5ef0a107771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30033e3-4453-4965-a06e-38b1a82118c4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:16:55.666283 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c8f064a6-403f-4954-afa1-7add431b3728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:56.408194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d2c17-02cd-4d4a-954c-5398b00c17c1 req-d4771b5e-6cea-417c-afbd-f0fa5ca7323f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:56.417054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131d2c17-02cd-4d4a-954c-5398b00c17c1 req-d4771b5e-6cea-417c-afbd-f0fa5ca7323f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0686994 Dec 09 15:16:56.478476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131d2c17-02cd-4d4a-954c-5398b00c17c1 req-94e8d719-e6be-4b24-b26f-5c95aa0f37c0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541430 Dec 09 15:16:56.733841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:57.398158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9a670e8-21f0-4219-8b09-0abd533f1e7c req-820d2114-1900-45e9-acd7-460c1faaf334 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.0649145 Dec 09 15:16:57.738089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0559dd-bc88-4adc-a413-835f347fce3e req-ba631bc9-f20d-48bc-b742-f6db3e747074 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:57.741253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e0559dd-bc88-4adc-a413-835f347fce3e req-ba631bc9-f20d-48bc-b742-f6db3e747074 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1273155 Dec 09 15:16:57.893259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4e0559dd-bc88-4adc-a413-835f347fce3e req-1661b8cf-b510-43f1-948a-525d5648ce38 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411326 Dec 09 15:16:58.139492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e25b144d-3ee7-4f13-9d64-34231b77dcc9 req-71dfbb63-86ef-42d2-ba62-f9bb06fd76ed tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0694969 Dec 09 15:16:58.385039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:59.148553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb78129-ab77-4a89-a752-f0271fae42fa req-93f397e0-014f-4b44-9714-38ddd05b9935 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:16:59.179834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcb78129-ab77-4a89-a752-f0271fae42fa req-93f397e0-014f-4b44-9714-38ddd05b9935 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0989885 Dec 09 15:16:59.216455 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:16:59.259431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcb78129-ab77-4a89-a752-f0271fae42fa req-bfc550fc-f705-4a1f-a0d4-a52d633a469e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763671 Dec 09 15:16:59.316436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5b2cd1b-0122-48ab-af85-b05fba338762 req-14daedc2-6d65-4af7-be11-7da67c3c6165 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0557826 Dec 09 15:17:00.200889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eeb7bb3e-5888-4284-ab52-16e25289c97e req-6b7d4165-f48e-4c57-aee5-c677b7800d71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.0299454 Dec 09 15:17:00.466572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d5281a9-1f90-457f-9dc4-e0d5e684d59e req-ced9b2f5-6e4c-4f31-8437-6415d1a3ac42 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0391841 Dec 09 15:17:00.481576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c1f3a-6b39-45b4-8617-5c08e9a78551 req-0b657393-df46-47be-bf0e-7a55c69b4a1c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:00.481576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c69c1f3a-6b39-45b4-8617-5c08e9a78551 req-0b657393-df46-47be-bf0e-7a55c69b4a1c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1199899 Dec 09 15:17:00.541814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c69c1f3a-6b39-45b4-8617-5c08e9a78551 req-0c72771b-d75c-4667-bc50-30a5a6571923 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Dec 09 15:17:00.734830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c425ee07-9e17-488d-9874-7c26fe3a2299 req-353cf4fa-2974-4f4a-b070-f2cd3d1f97c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0381148 Dec 09 15:17:00.888619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44938) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:01.028732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-023499ce-57f8-486b-b30f-aa28af5d0f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.123507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-023499ce-57f8-486b-b30f-aa28af5d0f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.129842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-023499ce-57f8-486b-b30f-aa28af5d0f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.172137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023499ce-57f8-486b-b30f-aa28af5d0f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd385f60-bd87-473d-bab1-2e74ec794732,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:01.177529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-023499ce-57f8-486b-b30f-aa28af5d0f61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be92e3c921bc45ab9637318d3647c219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878652 Dec 09 15:17:01.180480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44946) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:01.234020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53d395aa-5841-4a23-ac10-21ad815651ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.257660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53d395aa-5841-4a23-ac10-21ad815651ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.323510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53d395aa-5841-4a23-ac10-21ad815651ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.327538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53d395aa-5841-4a23-ac10-21ad815651ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.334041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-53d395aa-5841-4a23-ac10-21ad815651ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd385f60-bd87-473d-bab1-2e74ec794732 HTTP/1.1" status: 204 len: 168 time: 0.1517878 Dec 09 15:17:01.342302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d395aa-5841-4a23-ac10-21ad815651ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd385f60-bd87-473d-bab1-2e74ec794732,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:01.638634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cd3c044f-b0e2-485b-9320-c0e0c8806584 req-9f11b658-0fc5-462d-93c8-93ac3c83edbe tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0456088 Dec 09 15:17:01.746847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 44968) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:01.766624 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a59127f7-a730-4e7e-acf8-75e2bfb5b35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.769268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b14261-216c-45aa-9774-d0f0c1de6833 req-4f9292dd-2b96-44f2-8434-98272d3c6c41 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:01.771814 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0b14261-216c-45aa-9774-d0f0c1de6833 req-4f9292dd-2b96-44f2-8434-98272d3c6c41 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0646675 Dec 09 15:17:01.872966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0b14261-216c-45aa-9774-d0f0c1de6833 req-7d36d549-e390-4c2b-8088-ff4c6254f24e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943556 Dec 09 15:17:01.910366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a59127f7-a730-4e7e-acf8-75e2bfb5b35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.919783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a59127f7-a730-4e7e-acf8-75e2bfb5b35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:01.971430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a59127f7-a730-4e7e-acf8-75e2bfb5b35a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c51319e69434788888a45b50bd35c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229548 Dec 09 15:17:01.972475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59127f7-a730-4e7e-acf8-75e2bfb5b35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d02e60a-8559-4658-ad7c-7d697ccde3b0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:01.974461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 44978) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:02.032115 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7d4c-b97a-4774-ac17-9c96b9b517d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:02.054662 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7d4c-b97a-4774-ac17-9c96b9b517d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:02.104169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7d4c-b97a-4774-ac17-9c96b9b517d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:02.107035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7d4c-b97a-4774-ac17-9c96b9b517d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:02.110922 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b9b7d4c-b97a-4774-ac17-9c96b9b517d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d02e60a-8559-4658-ad7c-7d697ccde3b0 HTTP/1.1" status: 204 len: 168 time: 0.1326180 Dec 09 15:17:02.129400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b7d4c-b97a-4774-ac17-9c96b9b517d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d02e60a-8559-4658-ad7c-7d697ccde3b0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:02.799527 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1855c1b-d1fd-43cc-86a7-5037dacd869f req-c6c02ed3-61a7-4b46-b4e0-f72a1bafcd70 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0516148 Dec 09 15:17:03.017604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3868-18f1-42e1-a97c-e265b6d40e8e req-0aab85df-a810-450b-86ae-05722fab8384 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:03.019408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17cf3868-18f1-42e1-a97c-e265b6d40e8e req-0aab85df-a810-450b-86ae-05722fab8384 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0577717 Dec 09 15:17:03.139941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17cf3868-18f1-42e1-a97c-e265b6d40e8e req-e821038f-1f61-42e9-ab61-5b80f35f7477 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077225 Dec 09 15:17:03.257035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-393bf1a5-f5db-4fa7-97db-63229f3637b7 req-67697c36-20a1-45ad-81fa-3706eadcdc35 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0456154 Dec 09 15:17:03.957903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:04.072679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2044-cda1-48b9-82a3-c7af44c9713f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.156432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2044-cda1-48b9-82a3-c7af44c9713f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.161430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2044-cda1-48b9-82a3-c7af44c9713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.196713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45068) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:04.204886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9b7f2044-cda1-48b9-82a3-c7af44c9713f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f4958e1ab0a467d8b9b821114407d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451694 Dec 09 15:17:04.227920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f2044-cda1-48b9-82a3-c7af44c9713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27405fae-f185-40df-a2ac-25d1d08ba84b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:04.299117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fa6de3a-6e9e-4c2e-88e5-084bfa033125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.336980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fa6de3a-6e9e-4c2e-88e5-084bfa033125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.368966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f441f6e-6a9f-41fa-963b-c6ee0802a19e req-7e9e10fc-02d9-4b65-85ed-91626aeebd4f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:04.377096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f441f6e-6a9f-41fa-963b-c6ee0802a19e req-7e9e10fc-02d9-4b65-85ed-91626aeebd4f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1015379 Dec 09 15:17:04.423370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bbc19a24-0e32-4d18-af22-58d8c035c5f5 req-f650db4c-b779-4b4c-aa9d-2fd30a545009 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0407715 Dec 09 15:17:04.428524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fa6de3a-6e9e-4c2e-88e5-084bfa033125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.433012 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2fa6de3a-6e9e-4c2e-88e5-084bfa033125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:04.436760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f441f6e-6a9f-41fa-963b-c6ee0802a19e req-6a84630c-8200-40f6-becd-66adb8172cb3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580263 Dec 09 15:17:04.436934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2fa6de3a-6e9e-4c2e-88e5-084bfa033125 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27405fae-f185-40df-a2ac-25d1d08ba84b HTTP/1.1" status: 204 len: 168 time: 0.2389455 Dec 09 15:17:04.445657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6de3a-6e9e-4c2e-88e5-084bfa033125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27405fae-f185-40df-a2ac-25d1d08ba84b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:05.573414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84869f57-9216-47e7-9cce-fa1780e5314b req-40989cc5-508f-434d-8a3c-a351f1ee079b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:05.575596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84869f57-9216-47e7-9cce-fa1780e5314b req-40989cc5-508f-434d-8a3c-a351f1ee079b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0697992 Dec 09 15:17:05.602437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7917c37c-6af6-450a-853f-a01cbe6486c5 req-ef796411-096f-4b5d-8535-23305ad6becb tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0550411 Dec 09 15:17:05.669308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84869f57-9216-47e7-9cce-fa1780e5314b req-2443e022-0cf6-4fdf-ab0c-b46848a36624 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855174 Dec 09 15:17:06.760750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be86b9e0-4402-4e04-991f-dad1ab172233 req-6d83958c-31e8-4af8-953a-b5095befd2fe tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0294335 Dec 09 15:17:06.826568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49482761-cc31-467b-a4c7-4f3465f14d42 req-651a55f3-9b2c-4ef7-82e7-99d256d8c54e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:06.828111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49482761-cc31-467b-a4c7-4f3465f14d42 req-651a55f3-9b2c-4ef7-82e7-99d256d8c54e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0795329 Dec 09 15:17:06.892763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49482761-cc31-467b-a4c7-4f3465f14d42 req-a2ef42a3-5860-4215-b08d-376f36da3840 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549614 Dec 09 15:17:07.515232 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:17:07.630996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2c032-5819-4bdd-892b-e1eca54afe68 req-120f1015-b373-4b11-96fd-9b2f9b2eef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:07.633090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-17f2c032-5819-4bdd-892b-e1eca54afe68 req-120f1015-b373-4b11-96fd-9b2f9b2eef7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1096 time: 0.0439634 Dec 09 15:17:07.695458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-17f2c032-5819-4bdd-892b-e1eca54afe68 req-27875387-ee1a-4902-bca3-c67d0a3a95b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507662 Dec 09 15:17:07.892552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4617406e-aaf0-4562-ad0e-4ea9da8ed744 req-84e28a84-9d39-4fe5-ad94-e42b17aa8625 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0367818 Dec 09 15:17:08.047442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbb4b0-e273-4e73-b71a-baedbfbe7756 req-31cc5c64-6bfc-4c59-841e-8f634393189d tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:08.050369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2acbb4b0-e273-4e73-b71a-baedbfbe7756 req-31cc5c64-6bfc-4c59-841e-8f634393189d tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0592942 Dec 09 15:17:08.105771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2acbb4b0-e273-4e73-b71a-baedbfbe7756 req-bffa9f27-1507-4dd8-9a80-7c80509c13dc tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Dec 09 15:17:09.067385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d7d05aaf-96e4-4865-81a7-9a1d34b43780 req-7c7089d1-522d-409a-9e0a-f6692b51b0cd tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0522072 Dec 09 15:17:09.248853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d0e32-9c06-4568-9c12-bf5b78200e24 req-a522ee6b-4589-49fd-a435-6f9e970873ea tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:09.250803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec8d0e32-9c06-4568-9c12-bf5b78200e24 req-a522ee6b-4589-49fd-a435-6f9e970873ea tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0580792 Dec 09 15:17:09.312658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ec8d0e32-9c06-4568-9c12-bf5b78200e24 req-3a69df66-0133-47ee-953d-c57c5630d12e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527215 Dec 09 15:17:09.455268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03440-a645-4ff4-8924-5c504bce1748 req-c47c0a79-9e2a-4da0-8d77-2a6c83fe2457 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:09.456809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42e03440-a645-4ff4-8924-5c504bce1748 req-c47c0a79-9e2a-4da0-8d77-2a6c83fe2457 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0666625 Dec 09 15:17:09.506216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42e03440-a645-4ff4-8924-5c504bce1748 req-75c76d0b-5683-4989-b626-9ea73b16f672 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Dec 09 15:17:09.747281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f057ca-0c7b-43c4-8508-8654b6a65145 req-31ac0b47-48ce-41d7-8e61-26aca3430152 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:09.748836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13f057ca-0c7b-43c4-8508-8654b6a65145 req-31ac0b47-48ce-41d7-8e61-26aca3430152 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Dec 09 15:17:09.796996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13f057ca-0c7b-43c4-8508-8654b6a65145 req-e2513a84-de28-4796-a909-05f2a73241e9 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Dec 09 15:17:10.167308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7cdca47a-2e5d-49ae-9172-a96453452ec1 req-2ad9a593-479c-4dbc-9719-5abc7076e7af tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0269990 Dec 09 15:17:10.929225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091bad3-01ff-4a33-8bb7-1fecf3d2a391 req-c637288b-5349-4c2a-bf78-2ac9a951465e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:10.931079 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a091bad3-01ff-4a33-8bb7-1fecf3d2a391 req-c637288b-5349-4c2a-bf78-2ac9a951465e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0558901 Dec 09 15:17:10.985280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a091bad3-01ff-4a33-8bb7-1fecf3d2a391 req-b214e1c9-036d-4214-b343-e1f4150eaad6 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478027 Dec 09 15:17:11.288035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8f838-9822-40fe-942b-b1f9b2ecc780 req-3a28adff-d311-4627-9c07-711b856e4ed8 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:11.289567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60f8f838-9822-40fe-942b-b1f9b2ecc780 req-3a28adff-d311-4627-9c07-711b856e4ed8 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0585227 Dec 09 15:17:11.330906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dda1146-da04-4a64-b9c6-50980427c346 req-563c5478-08fb-4593-8e8a-dfa7c7e80791 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0724516 Dec 09 15:17:11.380207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60f8f838-9822-40fe-942b-b1f9b2ecc780 req-055779cc-a7f8-48a3-96a8-5531e0090832 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742717 Dec 09 15:17:12.489461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fd8dd93-58b8-42d5-8157-1673cdc6a528 req-f3537a7d-8b81-4b76-9c07-9be08306956f tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0440359 Dec 09 15:17:12.550002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6378816-1459-4890-b9df-f024f2362757 req-88627ec0-bd27-446e-923f-7f108becfee4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:12.551943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6378816-1459-4890-b9df-f024f2362757 req-88627ec0-bd27-446e-923f-7f108becfee4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0773203 Dec 09 15:17:12.604777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6378816-1459-4890-b9df-f024f2362757 req-a8d302f9-c793-4018-ba13-2c987b5a9943 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454693 Dec 09 15:17:13.647797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db5e2686-af08-4f3c-ac81-1fd7e1490c79 req-8644efd2-b835-4c03-8e2d-f776eb13cb8c tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0372255 Dec 09 15:17:14.305987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa52ca2-71bc-434d-9610-bf009a0c1d5a req-2171a123-1653-418c-a00d-239ec825cbb0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:14.307657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-faa52ca2-71bc-434d-9610-bf009a0c1d5a req-2171a123-1653-418c-a00d-239ec825cbb0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0905828 Dec 09 15:17:14.312900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-38fc72d0-bbc5-4176-bfc4-ac45a03800f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:14.315886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-38fc72d0-bbc5-4176-bfc4-ac45a03800f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.1156359 Dec 09 15:17:14.426510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-faa52ca2-71bc-434d-9610-bf009a0c1d5a req-8179cc8c-c29e-4320-853c-3517b25e68db tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095073 Dec 09 15:17:14.451870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-8011aced-ff9b-4eff-8b36-f7b3148e2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:14.453361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-8011aced-ff9b-4eff-8b36-f7b3148e2b54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1209419 Dec 09 15:17:14.503914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-a010142e-fd4e-4f24-a420-798dff4c7f33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0417798 Dec 09 15:17:14.565758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-5163c98d-64ce-4c5f-b118-4133f910de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:14.567513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-5163c98d-64ce-4c5f-b118-4133f910de7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0485065 Dec 09 15:17:14.602732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-b8a52503-d12d-493e-a856-ddf5f8226fc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264378 Dec 09 15:17:14.714193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-787b7498-45fd-4349-96cd-fbfa47a5040e service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024172 Dec 09 15:17:14.757802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5724c40d-4248-4356-968a-edd19098e00d req-07086452-8ba5-4f82-912e-3f070ec40333 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0251105 Dec 09 15:17:14.807793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5642d8-15dd-4f77-9b93-801e0b9334b3 req-5fcc789a-a697-4ffd-9f76-f8eee4fd233c service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834615 Dec 09 15:17:15.554957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f0d5d-8cde-458c-96c0-c6b610679c81 req-090fd956-11d9-493f-9f7d-f685f9f6c51c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:15.556504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb2f0d5d-8cde-458c-96c0-c6b610679c81 req-090fd956-11d9-493f-9f7d-f685f9f6c51c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0512176 Dec 09 15:17:15.614895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb2f0d5d-8cde-458c-96c0-c6b610679c81 req-03c1f705-33e8-4fe3-9142-6dae8234e995 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Dec 09 15:17:15.875415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7edc86c-6fdb-42da-9764-945699e848ea req-0f1064b7-1224-40a0-855a-c3967fc44af4 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0263593 Dec 09 15:17:16.732297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0ea43-bd78-4f33-9002-b2c6055ee45d req-e8130053-be9c-4c97-ab6e-ed449f60879f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:16.733834 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e0ea43-bd78-4f33-9002-b2c6055ee45d req-e8130053-be9c-4c97-ab6e-ed449f60879f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0502167 Dec 09 15:17:16.784054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27e0ea43-bd78-4f33-9002-b2c6055ee45d req-fb0146b4-f059-4ae4-9219-10bc08e8b149 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Dec 09 15:17:16.980363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f99f2ed7-bbc0-44fa-bf0c-2bd90ad8b718 req-147cd8ef-b603-42bc-9f24-ed3b65a2e1ea tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0267129 Dec 09 15:17:17.968225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f259-5462-4c26-a0cc-a2ca83c520e0 req-a971b14c-95c5-4675-834f-f0f9e25cba18 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:17.971784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3566f259-5462-4c26-a0cc-a2ca83c520e0 req-a971b14c-95c5-4675-834f-f0f9e25cba18 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0815351 Dec 09 15:17:18.061174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3566f259-5462-4c26-a0cc-a2ca83c520e0 req-8185e296-05be-400e-83c1-b5e3d7adc59b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782280 Dec 09 15:17:18.162855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-093976eb-9958-4835-99c2-5ad879eb968d req-5f84fea4-c2ed-440c-88a8-d1b5e335f315 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0389512 Dec 09 15:17:18.553554 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-8b72f284-8382-40db-a268-501fd81281f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562208 Dec 09 15:17:18.701160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-4e85738a-f7e4-4bc7-8371-5dd51221743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:18.702728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-4e85738a-f7e4-4bc7-8371-5dd51221743d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1096 time: 0.0566590 Dec 09 15:17:18.825121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-0afae4c0-183d-4e97-9b19-4fa37e3fa948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:18.826706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-0afae4c0-183d-4e97-9b19-4fa37e3fa948 service neutron] 10.222.0.43 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1027870 Dec 09 15:17:18.878355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-fa0d8e05-addc-4fc0-8f9b-b6d16408a111 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0449011 Dec 09 15:17:18.930675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-29842deb-8108-478f-8973-ffd8fce90201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:18.932255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-29842deb-8108-478f-8973-ffd8fce90201 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0475650 Dec 09 15:17:18.963724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-6503c99d-54a5-4f73-a8e8-9ce78e98ee39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243406 Dec 09 15:17:19.063779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-22492974-0f8f-4763-8959-3c1a7eefd38a service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923326 Dec 09 15:17:19.176816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb1c3622-27d5-4dc2-8eb4-fe951ed7745b req-4e3d394a-ab39-4d3f-90d0-04c5e4fa4b82 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047316 Dec 09 15:17:19.195851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b4e76-9a7b-469c-98cf-d9afb74f7506 req-8ae2c596-4c36-40aa-a229-53f2f2874b9c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:19.197688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-972b4e76-9a7b-469c-98cf-d9afb74f7506 req-8ae2c596-4c36-40aa-a229-53f2f2874b9c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0683928 Dec 09 15:17:19.246642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-972b4e76-9a7b-469c-98cf-d9afb74f7506 req-e1e73eb4-4791-46ac-b07c-a9cc5e1fb33d tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Dec 09 15:17:19.274060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b17f3be-eb16-479d-a67e-b9322128d0e5 req-4ff8f46a-ddb4-4d95-acb4-4863160f4cc9 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0422802 Dec 09 15:17:20.385503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8132e6-3323-4d13-8634-9227aabf0685 req-c6c422af-c714-4fc2-979d-0fa51bf35801 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:20.394856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d8132e6-3323-4d13-8634-9227aabf0685 req-c6c422af-c714-4fc2-979d-0fa51bf35801 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0588279 Dec 09 15:17:20.402444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d77ecd3-bbd2-4125-8c69-48ffe6f493a0 req-5e75c67a-7ed4-40ff-aeae-d0251212bcbf tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0404801 Dec 09 15:17:20.461863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d8132e6-3323-4d13-8634-9227aabf0685 req-c0710af4-612e-4eda-9e2e-233bfe09bfc6 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654397 Dec 09 15:17:21.516030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49c2915f-32e8-4568-b7c9-38cfc2985cb3 req-9947b2ab-a8ac-48f9-9e48-2f1c41a9b6d8 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0379100 Dec 09 15:17:21.653046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a3ac1-c3b1-4e5a-af9c-25c62af32fb3 req-6e1c6b92-359f-4be7-a67f-f6d754763386 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:21.655381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-067a3ac1-c3b1-4e5a-af9c-25c62af32fb3 req-6e1c6b92-359f-4be7-a67f-f6d754763386 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0693600 Dec 09 15:17:21.713875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-067a3ac1-c3b1-4e5a-af9c-25c62af32fb3 req-56b389e2-804b-49a8-998b-f7fd8661625e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Dec 09 15:17:21.974129 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:22.436977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:22.659915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-10748285-2d00-4253-b6c7-b86abf0aabae req-58cb338f-c6ab-437d-86f6-7cc790195312 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0407217 Dec 09 15:17:22.986110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c451-a4d5-42de-89e6-436b11c7d043 req-c5342106-732c-4b44-830d-8d1d804e67d3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:23.006949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d026c451-a4d5-42de-89e6-436b11c7d043 req-c5342106-732c-4b44-830d-8d1d804e67d3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1579783 Dec 09 15:17:23.154921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d026c451-a4d5-42de-89e6-436b11c7d043 req-6170961f-158d-4a24-96c1-07f500a535a4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446638 Dec 09 15:17:23.173865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8866-9011-4847-9b6b-1b0daaf465f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:23.783695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-866d8b44-bc6e-4fac-b1aa-633eb3083333 req-6c711d89-2d1e-470f-8537-32d80aacbbc0 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0269456 Dec 09 15:17:24.282242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9640a9-120f-423e-9242-5294ef9e617f req-742fd573-bd1f-4d0e-9ad8-ca4a9e121a9a tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:24.284529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d9640a9-120f-423e-9242-5294ef9e617f req-742fd573-bd1f-4d0e-9ad8-ca4a9e121a9a tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0578916 Dec 09 15:17:24.361508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d9640a9-120f-423e-9242-5294ef9e617f req-3a8b0a3f-e2a1-44d5-b59d-971aff52920d tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701554 Dec 09 15:17:25.008691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d646f66-f05d-4467-b9fe-ef7e5629b093 req-99bbc1bc-cf9f-4f34-a27e-06963549d441 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0595181 Dec 09 15:17:25.487187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48117-6e4f-499b-89c6-cd904dc95a9f req-0f5c2e36-3500-4b33-9313-3b1e3a4bedff tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:25.488804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2a48117-6e4f-499b-89c6-cd904dc95a9f req-0f5c2e36-3500-4b33-9313-3b1e3a4bedff tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Dec 09 15:17:25.539812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f2a48117-6e4f-499b-89c6-cd904dc95a9f req-012fe0a3-a75e-446c-aa71-db387269a49c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Dec 09 15:17:25.613495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a98bed80-6b4c-44ce-93a2-59df4b2ee914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:26.026027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6110-9b16-467c-82dd-33d261c816d7 req-676b98ea-6a5b-44f8-93ae-557980f6c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:26.032557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-678d6110-9b16-467c-82dd-33d261c816d7 req-676b98ea-6a5b-44f8-93ae-557980f6c187 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.0932691 Dec 09 15:17:26.032557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-b7cf9606-de25-4282-8645-c71e022dc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:26.032557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-b7cf9606-de25-4282-8645-c71e022dc969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.0702193 Dec 09 15:17:26.188990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-678d6110-9b16-467c-82dd-33d261c816d7 req-0e5d6d15-f52c-4824-876f-61fa2b13555f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450312 Dec 09 15:17:26.190906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-19969eb8-f214-4c3b-87ac-b568addf1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:26.191956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c9d3e9a-cbc6-4861-9fb4-02f129267e69 req-704604b5-d17f-400e-b348-08b4dee129e1 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0705690 Dec 09 15:17:26.193613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-19969eb8-f214-4c3b-87ac-b568addf1588 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1389415 Dec 09 15:17:26.444391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-270bdb5f-658e-4679-b132-076a1234fa38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0546398 Dec 09 15:17:26.518733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-0f510550-584c-4213-83e5-798f27a2a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:26.520253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-0f510550-584c-4213-83e5-798f27a2a8aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0536325 Dec 09 15:17:26.576614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-3bf14a77-cf00-46ee-9e0a-f2a888a3040b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380259 Dec 09 15:17:26.728207 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:26.746671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d6df3-853b-460d-a092-7518da3e738c req-2a861a8c-b2aa-4639-856c-57b53f090c47 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:26.748517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-358d6df3-853b-460d-a092-7518da3e738c req-2a861a8c-b2aa-4639-856c-57b53f090c47 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0767672 Dec 09 15:17:26.787779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-30062c9c-e430-4b7c-9585-7a3a321e7769 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959002 Dec 09 15:17:26.848630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-358d6df3-853b-460d-a092-7518da3e738c req-38778923-1c4a-4fac-a223-1188a05a5b65 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832212 Dec 09 15:17:27.249222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76efe3b1-39c7-4609-9fe6-556e8f22f441 req-ec9cbf21-eb35-43e5-9b81-78ffb897002c service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396214 Dec 09 15:17:27.341631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08fa5b1c-6cca-4f93-8076-d4abd4479786 req-589e48e5-59ca-4e39-b773-b7d61d92c82f tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0467691 Dec 09 15:17:27.976254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6227-0478-42c5-ae9b-4226dfdf0fbe req-82c398df-e719-4067-8bde-e8b06151d2ec tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:27.979382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a40d6227-0478-42c5-ae9b-4226dfdf0fbe req-82c398df-e719-4067-8bde-e8b06151d2ec tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0536957 Dec 09 15:17:28.029958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a40d6227-0478-42c5-ae9b-4226dfdf0fbe req-55557291-133f-4ebb-af88-bf1fc8e06c6f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Dec 09 15:17:28.286359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504803-f18c-4572-8812-e5221867739d req-f364dc3f-aa13-46c8-9835-c24b31aa7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:28.289652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-f364dc3f-aa13-46c8-9835-c24b31aa7248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.0461624 Dec 09 15:17:28.315790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a64ab-5141-4008-a55c-4e32207a8b32 req-79a5cc8b-01b1-4459-97f8-152e51fe453b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:28.324408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad9a64ab-5141-4008-a55c-4e32207a8b32 req-79a5cc8b-01b1-4459-97f8-152e51fe453b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0602224 Dec 09 15:17:28.387925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad9a64ab-5141-4008-a55c-4e32207a8b32 req-501e4ad2-8aa6-405e-96de-6cabfe5b7add tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Dec 09 15:17:28.400159 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:28.460347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504803-f18c-4572-8812-e5221867739d req-7c639389-1733-41c3-a96e-f0ee88c86052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:28.468487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-7c639389-1733-41c3-a96e-f0ee88c86052 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1624920 Dec 09 15:17:28.503288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910b3ff2-daa8-4c6f-8d74-561c40064582 req-77ee188a-fba7-47f1-a002-c0c6e78d12fd tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0558989 Dec 09 15:17:28.537567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-6ca5cba8-581f-455c-84b2-1c40c10bb6a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0420508 Dec 09 15:17:28.620427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504803-f18c-4572-8812-e5221867739d req-57a15d1d-aadd-421e-9e32-b98164230c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:28.622114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-57a15d1d-aadd-421e-9e32-b98164230c82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0762737 Dec 09 15:17:28.657313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-31adcc5f-a0f6-49d0-999c-3b3b53fc47eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249155 Dec 09 15:17:28.758720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-1e01aea8-9e69-40a4-b5c2-e765bb9617c4 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942416 Dec 09 15:17:28.862755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68504803-f18c-4572-8812-e5221867739d req-1ad74e3d-f20e-460b-93a6-e9133d815ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962751 Dec 09 15:17:29.205321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:29.551840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5688e-e398-4a53-a4a7-9f7a87240704 req-2dcec169-e595-4567-8d62-3696eeb14b9f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:29.553301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ca5688e-e398-4a53-a4a7-9f7a87240704 req-2dcec169-e595-4567-8d62-3696eeb14b9f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0768452 Dec 09 15:17:29.647846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6adbf60f-5a51-467f-953a-db493b659c40 req-de0b4b1f-f0d0-403b-a00c-2f152c34752b tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0547123 Dec 09 15:17:29.659075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ca5688e-e398-4a53-a4a7-9f7a87240704 req-f28a9283-041f-4ecb-aaae-b14b7b0c4840 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916405 Dec 09 15:17:29.969051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:30.112255 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.221094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.225400 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.281143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e0de08bb44a4d41b2346ac9cc57d868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100617 Dec 09 15:17:30.283876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45654) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:30.302865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd4191d-5e8a-42ae-93d3-40b1196217c9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:30.320599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.321201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.321824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.322530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.323145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.323700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.324497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.325003 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.325525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.326035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.326559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.327068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.327593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588573e-8972-4ffd-9ca3-1bb6b93e6a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.369659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.396378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.458631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.462261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:30.463896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bd4191d-5e8a-42ae-93d3-40b1196217c9 HTTP/1.1" status: 204 len: 168 time: 0.1786244 Dec 09 15:17:30.474997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd4191d-5e8a-42ae-93d3-40b1196217c9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:30.484104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.484575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.487057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.490024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.490375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.490727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.491080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.491445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.491804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.492133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.492476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.492811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.493147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0b09d-1cc4-4706-9d02-cbe1cf9616bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:30.820788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce485f4f-7a3f-49f4-9f88-d13af108b087 req-ba34af25-421a-4099-856f-b237724a720b tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0511417 Dec 09 15:17:30.845371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f0c6b-3a02-4d78-adba-71d664866cd8 req-8a3a1268-ae0b-4ebf-bf91-d6c88642bac7 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:30.848261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea4f0c6b-3a02-4d78-adba-71d664866cd8 req-8a3a1268-ae0b-4ebf-bf91-d6c88642bac7 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0940516 Dec 09 15:17:30.932016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea4f0c6b-3a02-4d78-adba-71d664866cd8 req-1db3f3e0-2705-435f-9dd6-d2d2ee1895bf tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758555 Dec 09 15:17:31.938093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45726) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:32.012843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705fd26f-d520-45d3-8234-2142f6f6b750 req-876b1e0e-1248-4374-b04e-84afd57ac12b tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0432372 Dec 09 15:17:32.110247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-286ad9db-eb64-47df-afd1-3065452ca9cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.280761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-286ad9db-eb64-47df-afd1-3065452ca9cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.285795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-286ad9db-eb64-47df-afd1-3065452ca9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.325963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ad9db-eb64-47df-afd1-3065452ca9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490d671-f1db-486c-98b9-e95e5093efc0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:32.382840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-286ad9db-eb64-47df-afd1-3065452ca9cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eb5bbc1a7b74de09b5aa3585371f8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4428644 Dec 09 15:17:32.385376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45732) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:32.455458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1259-72d7-4885-bd5f-4faea449895c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.479561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1259-72d7-4885-bd5f-4faea449895c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.537748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1259-72d7-4885-bd5f-4faea449895c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.540812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1259-72d7-4885-bd5f-4faea449895c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.542186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1a2c1259-72d7-4885-bd5f-4faea449895c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a490d671-f1db-486c-98b9-e95e5093efc0 HTTP/1.1" status: 204 len: 168 time: 0.1557693 Dec 09 15:17:32.553232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c1259-72d7-4885-bd5f-4faea449895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490d671-f1db-486c-98b9-e95e5093efc0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:32.694738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:32.920980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Deleting subnet 2ca57245-d216-41fb-905c-59fed0e02531 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:17:32.927057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:32.974691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.014173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.107443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.179013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca57245-d216-41fb-905c-59fed0e02531,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:33.188936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5213d304-2740-4df5-90da-147d40e67dce req-7649ce08-1e64-445f-bfe8-e47f74556c87 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0427008 Dec 09 15:17:33.206937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.213183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-81cc0707-c4c9-40fa-a1a1-23af09e5043f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ca57245-d216-41fb-905c-59fed0e02531 HTTP/1.1" status: 204 len: 168 time: 0.5147440 Dec 09 15:17:33.213463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45760) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:33.329620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.496369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.528181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4c1026-b7bf-41bb-a395-bb3116364ff5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:33.551414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:33.551414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd72a57d-1083-480b-b2f2-ad0a8026f6b2') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:33.575388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.601730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.610880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:17:33.611308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:17:33.675945 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:17:33.691430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.716390 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:33.723501 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2c4c1026-b7bf-41bb-a395-bb3116364ff5 HTTP/1.1" status: 204 len: 168 time: 0.5065668 Dec 09 15:17:33.738773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f18b4-6db0-4117-a3ee-47ded78f55e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4c1026-b7bf-41bb-a395-bb3116364ff5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:33.779412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a362f8-b9b6-4579-b0c4-a30693118cb0 req-56a6a8c5-63e5-4ed8-9601-6372e10b1068 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:33.781281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57a362f8-b9b6-4579-b0c4-a30693118cb0 req-56a6a8c5-63e5-4ed8-9601-6372e10b1068 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1021121 Dec 09 15:17:33.855882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57a362f8-b9b6-4579-b0c4-a30693118cb0 req-effe1102-5661-4ccf-89ba-25250febdca4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653820 Dec 09 15:17:33.973826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45788) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:34.039813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5fa4a444-cad6-40b4-91e0-386cc01d8c6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32ec82464a994531b5eab687e708f137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644231 Dec 09 15:17:34.042385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45792) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:34.053483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-7d1c6f73-d500-4a99-bbf3-e1b6213b0a23 req-11d09a5f-9e40-479d-992a-4a2fa68334c4 tempest-ServerActionsTestJSON-165367404 tempest-ServerActionsTestJSON-165367404-project] (109895) timed out ('10.222.0.36', 58427) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:17:34.116635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71d82373-6a4b-4556-b934-8ec55a0c43f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:34.146136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71d82373-6a4b-4556-b934-8ec55a0c43f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:34.206669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71d82373-6a4b-4556-b934-8ec55a0c43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:34.211963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-71d82373-6a4b-4556-b934-8ec55a0c43f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:34.228795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-71d82373-6a4b-4556-b934-8ec55a0c43f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c382ef3-b5d1-468e-8596-396db2568b2e HTTP/1.1" status: 204 len: 168 time: 0.1844511 Dec 09 15:17:34.251888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d82373-6a4b-4556-b934-8ec55a0c43f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c382ef3-b5d1-468e-8596-396db2568b2e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:34.345960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19089cc4-5c66-44dc-8eee-9f67c42452ea req-1708cba8-298c-4783-bf80-757ca1644c51 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0477445 Dec 09 15:17:35.140547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:35.308317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45842) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:35.363962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2118622093-network', 'tenant_id': 'e565a897750f4dd091885195f20a47cc'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:35.386668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Made reservation on behalf of e565a897750f4dd091885195f20a47cc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:35.390154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.400642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.424456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:35.482557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.490760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-92202aea-5fc0-4558-804f-4674d786f030 req-c6c979af-1ed8-42a5-9577-59928e4779f4 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0382836 Dec 09 15:17:35.596411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.602349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.632345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:17:35.646564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81891715-d108-47b3-aa23-fb5cd19ab54e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:35.651649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.651997 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Added segment 78316359-0963-4d39-bc05-4260a5f8569d of type vlan for network f34bff4e-7b0e-4775-a198-7af49e78867a Dec 09 15:17:35.702764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.705393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.771853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.772829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:35.773417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.833000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5235655 Dec 09 15:17:35.836218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45852) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:35.842906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Request body: {'subnet': {'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2118622093-subnet', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:35.865745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Made reservation on behalf of e565a897750f4dd091885195f20a47cc for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:35.868408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:35.876258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e38ad-fce5-4ccf-8d8a-a99d15e820b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f34bff4e-7b0e-4775-a198-7af49e78867a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:35.886535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f34bff4e-7b0e-4775-a198-7af49e78867a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:17:35.893808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Allocated IP 172.25.0.29 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/48475cf4-c69c-4aac-af82-12ce1afd6b87) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:36.008024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.056238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.108906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Port': ['ID=48475cf4-c69c-4aac-af82-12ce1afd6b87,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:36.113127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:36.115037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:36.117164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:36.134211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.200920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1994268d-d290-40a3-ab39-cae82108dc7c req-860c81e7-5325-46a6-ae42-46bbb7d45f64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0323734 Dec 09 15:17:36.218995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.224719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c5b76e-78a5-4b23-921f-eb24cdf96e40,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:36.236109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Checking segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:36.237745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Network hostable DHCP agents. Network: f34bff4e-7b0e-4775-a198-7af49e78867a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:17:36.256652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Network f34bff4e-7b0e-4775-a198-7af49e78867a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:17:36.268803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.270657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f34bff4e-7b0e-4775-a198-7af49e78867a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:36.275341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:36.276025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.280104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87793b52-4c2d-452e-9ede-4cb3f0022250 None None] Network f34bff4e-7b0e-4775-a198-7af49e78867a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:17:36.298105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fb8a9afd-0f70-4480-9b93-5c540d842b6b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4597304 Dec 09 15:17:36.301675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45854) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:36.310430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:36.340857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.342504 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.411631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.433642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f34bff4e-7b0e-4775-a198-7af49e78867a', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:17:36.435067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.569748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.591622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.676636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.698511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0def643f-039f-456a-9448-bfc0e0b69c27 req-cec8f502-f8b3-481d-a9b0-d1abd0679145 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0399261 Dec 09 15:17:36.702906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Port': ['ID=48475cf4-c69c-4aac-af82-12ce1afd6b87,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:36.720210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.735985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Allocated IP 172.20.0.2 (f34bff4e-7b0e-4775-a198-7af49e78867a/89c5b76e-78a5-4b23-921f-eb24cdf96e40/188c28a2-3cca-4eae-95ab-8350865dbcf2) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:36.754451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.756811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ae2c0f22-b6ff-44d4-90e9-6f8fbf2d8e82 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6144829 Dec 09 15:17:36.759469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:36.765337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1317932406'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:36.795109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Made reservation on behalf of f6a090a76418442bbac9abc45dd3a6f2 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:36.800406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.814388 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.920281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.925751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.930149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.930866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.937018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.952222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Network f34bff4e-7b0e-4775-a198-7af49e78867a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:36.962580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921b0562-54db-40e8-aa22-b05b7a0294ac,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:36.964174 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:36.971595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:36.975282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:36.988016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:17:36.997420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Pushing event updated for resources: {'Port': ['ID=188c28a2-3cca-4eae-95ab-8350865dbcf2,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:36.999800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.000420 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Added segment 71dc91be-475a-4ccd-a34d-d7fd92691163 of type vlan for network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 Dec 09 15:17:37.049129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Attempting to bind port 188c28a2-3cca-4eae-95ab-8350865dbcf2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:37.050291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Attempting to bind port 188c28a2-3cca-4eae-95ab-8350865dbcf2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:37.050859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Attempting to bind port 188c28a2-3cca-4eae-95ab-8350865dbcf2 on network f34bff4e-7b0e-4775-a198-7af49e78867a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:37.053156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.057445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:37.058580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Checking segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:37.059324 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.059956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Bound using segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:37.060972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Bound port: 188c28a2-3cca-4eae-95ab-8350865dbcf2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:37.061561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.089936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.096872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Allocated IP 172.25.0.123 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/f397227f-60e7-43e1-8919-dc94e288b8ef) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:37.097926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:37.098843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.125105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3643484 Dec 09 15:17:37.135157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45864) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:37.155379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Request body: {'subnet': {'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:37.161652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] For port 188c28a2-3cca-4eae-95ab-8350865dbcf2, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:37.165808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] For port 188c28a2-3cca-4eae-95ab-8350865dbcf2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=188c28a2-3cca-4eae-95ab-8350865dbcf2,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:37.171999 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.203118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949a33a-5ea3-4f7a-b474-032a9c235310 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Network': ['ID=83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:37.224141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:17:37.339305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7566639-6c1b-461d-bf03-a293471e2c58 None None] Pushing event updated for resources: {'Port': ['ID=188c28a2-3cca-4eae-95ab-8350865dbcf2,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:37.400660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.429449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Made reservation on behalf of f6a090a76418442bbac9abc45dd3a6f2 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:37.433523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.513110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.572909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:37.581974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:37.592866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:37.612773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f14ec-8b28-403c-87ca-781bf7c39f2e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:37.639169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Pushing event updated for resources: {'Port': ['ID=f397227f-60e7-43e1-8919-dc94e288b8ef,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:37.679721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-57ed6f4e-ef5e-4fb3-aac3-917b08141e64 None None] Provisioning complete for port f397227f-60e7-43e1-8919-dc94e288b8ef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:37.680202 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57ed6f4e-ef5e-4fb3-aac3-917b08141e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:37.721424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-57ed6f4e-ef5e-4fb3-aac3-917b08141e64 None None] Port f397227f-60e7-43e1-8919-dc94e288b8ef cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:37.836627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-676f9c9e-538c-4d3f-9cef-6cf951ba5c39 req-f4728065-ec0b-46db-8220-e312d7504ed7 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0349069 Dec 09 15:17:37.898578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.009255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Subnet': ['ID=2622ba94-9145-4dd0-b656-7a84dbbbda2a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:38.014903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.058438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Checking segment: {'id': '71dc91be-475a-4ccd-a34d-d7fd92691163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:38.058804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network hostable DHCP agents. Network: 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:17:38.129132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:17:38.177648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:38.185818 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b981db8a-33de-48f6-a63f-023dd0314180 req-e933df24-d6e6-466f-9160-7fc2a33353ea tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa&device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.0404077 Dec 09 15:17:38.200803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:38.201595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.209821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc091f-328d-4a10-830e-d046f3741d5f None None] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:17:38.274540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac1eefb4-dfbf-48d1-b286-fb31fd0d5de7 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1382155 Dec 09 15:17:38.277299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:38.284077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2110264539', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:38.332140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.333344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.353292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.454275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360', 'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360', 'project_id': 'f6a090a76418442bbac9abc45dd3a6f2', 'fixed_ips': [{'subnet_id': '2622ba94-9145-4dd0-b656-7a84dbbbda2a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:17:38.455797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.461194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.615132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a437ec2-c0fc-4424-ae55-104d30e37572 req-40713e15-c68e-4ec6-9ee4-9720711e3eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a3cd96711b4843b2de061db641c4b0&device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0800221 Dec 09 15:17:38.639710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 188c28a2-3cca-4eae-95ab-8350865dbcf2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:38.720964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a437ec2-c0fc-4424-ae55-104d30e37572 req-4a735a32-6cf2-44e2-9b6f-3306b8a39e44 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=82a3cd96711b4843b2de061db641c4b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784285 Dec 09 15:17:38.762186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Router 3a996778-030a-408f-8f7e-63d6dd9a4702 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:17:38.765791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ad932d8-4d26-42e0-bd23-43ec8884b537 req-ebc727aa-b073-4504-8208-3ecc3ad97dec tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.1245148 Dec 09 15:17:38.786485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 188c28a2-3cca-4eae-95ab-8350865dbcf2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:38.786803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.806553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa988f6-2fc9-4ed0-9ea8-f0b089df8a40 None None] Network f34bff4e-7b0e-4775-a198-7af49e78867a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:17:38.806765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:38.845451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Allocated IP 172.20.0.2 (83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360/2622ba94-9145-4dd0-b656-7a84dbbbda2a/a5447669-56a6-46a6-82d2-9ca9e31bd597) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:38.950215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a437ec2-c0fc-4424-ae55-104d30e37572 req-a6462b61-df40-4e32-b4cf-72bfd01168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:38.951934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a437ec2-c0fc-4424-ae55-104d30e37572 req-a6462b61-df40-4e32-b4cf-72bfd01168e8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1914766 Dec 09 15:17:39.089783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.129377 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.258720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Allocated IP 172.25.0.21 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/fa637ff0-d8b1-4b1a-b996-4af007a5f37e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:39.351112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.373535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.382793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.408162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:39.419101 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Sync routers for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:39.426328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.426574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1160d47a-4d06-4ffc-99c2-cb613ede2138 None None] Provisioning complete for port 188c28a2-3cca-4eae-95ab-8350865dbcf2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:39.426960 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1160d47a-4d06-4ffc-99c2-cb613ede2138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.428852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.433970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f5465dc1-1eb9-442d-b6b5-4d6d7f7f9807 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1310797 Dec 09 15:17:39.434756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45894) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:39.452028 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:39.452973 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:39.471099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:39.476809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:39.479739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:39.488272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:39.497028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:39.511989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:39.557253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Port': ['ID=fa637ff0-d8b1-4b1a-b996-4af007a5f37e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:39.573218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23becca7-4080-4d2c-b9a9-1451211ad5dc None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:39.596440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Pushing event updated for resources: {'Port': ['ID=a5447669-56a6-46a6-82d2-9ca9e31bd597,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:39.681158 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:39.682383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Attempting to bind port a5447669-56a6-46a6-82d2-9ca9e31bd597 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:39.682775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Attempting to bind port a5447669-56a6-46a6-82d2-9ca9e31bd597 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '71dc91be-475a-4ccd-a34d-d7fd92691163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:39.683148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Attempting to bind port a5447669-56a6-46a6-82d2-9ca9e31bd597 on network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:39.691800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:39.692196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Checking segment: {'id': '71dc91be-475a-4ccd-a34d-d7fd92691163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:39.692661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.693075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Bound using segment: {'id': '71dc91be-475a-4ccd-a34d-d7fd92691163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:39.693561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Bound port: a5447669-56a6-46a6-82d2-9ca9e31bd597, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dc91be-475a-4ccd-a34d-d7fd92691163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:39.693963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.785788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] For port a5447669-56a6-46a6-82d2-9ca9e31bd597, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:39.789538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] For port a5447669-56a6-46a6-82d2-9ca9e31bd597, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a5447669-56a6-46a6-82d2-9ca9e31bd597,segment=NetworkSegment(71dc91be-475a-4ccd-a34d-d7fd92691163),segment_id=71dc91be-475a-4ccd-a34d-d7fd92691163)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:39.811136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.896074 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:39.936602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5aba4135-85d4-41cf-8189-d30d86638052 req-d432815f-b55a-4080-b41d-1083c2386a9f tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0403299 Dec 09 15:17:40.015516 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1160d47a-4d06-4ffc-99c2-cb613ede2138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.043298 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:37Z', 'revision_number': 3, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:40.099151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a618b-179c-40cc-95b7-1dce3cbaf705 None None] Pushing event updated for resources: {'Port': ['ID=a5447669-56a6-46a6-82d2-9ca9e31bd597,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:40.103722 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Checking router: 3a996778-030a-408f-8f7e-63d6dd9a4702 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:17:40.104049 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Updating router 3a996778-030a-408f-8f7e-63d6dd9a4702 port f397227f-60e7-43e1-8919-dc94e288b8ef binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:17:40.122857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.129819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 188c28a2-3cca-4eae-95ab-8350865dbcf2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=188c28a2-3cca-4eae-95ab-8350865dbcf2,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:40.131026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.160279 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.223417 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.359665 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-1160d47a-4d06-4ffc-99c2-cb613ede2138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:17:40.363572 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-1160d47a-4d06-4ffc-99c2-cb613ede2138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:17:40.395306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=188c28a2-3cca-4eae-95ab-8350865dbcf2,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:40.464476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Allocated IP 172.20.0.1 (f34bff4e-7b0e-4775-a198-7af49e78867a/89c5b76e-78a5-4b23-921f-eb24cdf96e40/b6160f62-c9b0-4527-b334-0ba262181a50) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:40.505253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.544359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a5447669-56a6-46a6-82d2-9ca9e31bd597 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:40.573064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a437ec2-c0fc-4424-ae55-104d30e37572 req-74a91629-02ea-42b8-8688-e3a45b38e4d3 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.36 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.3122985 Dec 09 15:17:40.629522 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.640200 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.656168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a5447669-56a6-46a6-82d2-9ca9e31bd597 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:40.660438 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.705983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Attempting to bind port f397227f-60e7-43e1-8919-dc94e288b8ef on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:40.706373 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Attempting to bind port f397227f-60e7-43e1-8919-dc94e288b8ef by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:40.706750 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Attempting to bind port f397227f-60e7-43e1-8919-dc94e288b8ef on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:40.709943 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Pushing event updated for resources: {'Port': ['ID=f397227f-60e7-43e1-8919-dc94e288b8ef,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:40.718001 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:40.718385 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:40.718795 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.720367 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:40.720652 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Bound port: f397227f-60e7-43e1-8919-dc94e288b8ef, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:40.721030 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.730481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.746048 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.746389 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.746727 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.747063 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.747409 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.747743 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.748067 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.748386 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.748702 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.749020 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.749341 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.749657 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.749974 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:40.797497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Router cdc7d74b-15d6-4af9-8235-d554a07060f9 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:17:40.797755 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] For port f397227f-60e7-43e1-8919-dc94e288b8ef, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:40.800052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19046c0-d212-42d0-bf78-7088e70a9bb6 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:40.803169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] For port f397227f-60e7-43e1-8919-dc94e288b8ef, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f397227f-60e7-43e1-8919-dc94e288b8ef,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:40.813020 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.819458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:40.894197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Network f34bff4e-7b0e-4775-a198-7af49e78867a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:40.897928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:40.901445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:40.907828 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834d17-610f-4efe-987c-d44decf12798 None None] Pushing event updated for resources: {'Port': ['ID=f397227f-60e7-43e1-8919-dc94e288b8ef,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:40.945619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:40.946268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:40.952988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Pushing event updated for resources: {'Port': ['ID=b6160f62-c9b0-4527-b334-0ba262181a50,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:40.982537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595feb2-8c40-4e0d-9a47-a2002a12cd2d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:40.988898 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.031014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.153084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port a5447669-56a6-46a6-82d2-9ca9e31bd597, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a5447669-56a6-46a6-82d2-9ca9e31bd597,segment=NetworkSegment(71dc91be-475a-4ccd-a34d-d7fd92691163),segment_id=71dc91be-475a-4ccd-a34d-d7fd92691163)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:41.171954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.187552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Provisioning complete for port fa637ff0-d8b1-4b1a-b996-4af007a5f37e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:41.188573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.207159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46d487d1-a314-45ba-9e68-641a2272c1d4 req-49222dbb-96ce-455f-9ce2-38225efab4a6 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e19225-e183-4993-a399-b23d9d2bc2fa HTTP/1.1" status: 200 len: 210 time: 0.0883758 Dec 09 15:17:41.252187 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:41.429431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=a5447669-56a6-46a6-82d2-9ca9e31bd597,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:41.435228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.472631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Port fa637ff0-d8b1-4b1a-b996-4af007a5f37e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:41.496708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Provisioning complete for port 188c28a2-3cca-4eae-95ab-8350865dbcf2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:41.497080 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.665601 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:37Z', 'revision_number': 3, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:41.675308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Provisioning complete for port f397227f-60e7-43e1-8919-dc94e288b8ef triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:41.676144 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.696495 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb47f51-6dbb-4da7-b2ec-21d386f961b8 None None] The sync data for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 is: [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:37Z', 'revision_number': 3, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:41.728058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:41.746685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] Sync routers for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:41.754336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.756055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-796794bd-1fa4-448b-b1f4-9c50289daf9b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4775875 Dec 09 15:17:41.758824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45908) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:41.776487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:41.777236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:41.787159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a13cb2-0976-444b-b0c0-555c96a9f60c None None] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:17:41.834938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:41.849625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.858111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.865685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:41.866450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:41.975793 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:41.995425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:41.996090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61270fb5-7ec2-45ea-81b3-3ded151e8e43 None None] The sync data for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:42.002427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] For port f397227f-60e7-43e1-8919-dc94e288b8ef, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f397227f-60e7-43e1-8919-dc94e288b8ef,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:42.020819 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:42.104174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Pushing event updated for resources: {'Port': ['ID=b6160f62-c9b0-4527-b334-0ba262181a50,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:42.106733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:42.127875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5099ada-1559-44fb-b686-9f6ebcbf3571 None None] Pushing event updated for resources: {'Port': ['ID=f397227f-60e7-43e1-8919-dc94e288b8ef,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:42.173489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-59bb62d3-49c6-46a5-b3d1-55e399c24887 None None] Provisioning complete for port b6160f62-c9b0-4527-b334-0ba262181a50 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:42.173809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59bb62d3-49c6-46a5-b3d1-55e399c24887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:42.212379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-59bb62d3-49c6-46a5-b3d1-55e399c24887 None None] Port b6160f62-c9b0-4527-b334-0ba262181a50 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:42.234535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-59bb62d3-49c6-46a5-b3d1-55e399c24887 None None] Provisioning complete for port a5447669-56a6-46a6-82d2-9ca9e31bd597 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:42.235654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59bb62d3-49c6-46a5-b3d1-55e399c24887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:42.440828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Network f34bff4e-7b0e-4775-a198-7af49e78867a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:42.550879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:42.594886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-25bc596e-8e34-4ca0-a600-24d55c5da85b None None] Provisioning complete for port a5447669-56a6-46a6-82d2-9ca9e31bd597 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:42.595491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25bc596e-8e34-4ca0-a600-24d55c5da85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:42.635511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c282a0b-64d1-45c4-8468-ee1ad2f31e7b req-5d168a54-e7f6-49b1-9f62-a059bbabbbb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82a3cd96711b4843b2de061db641c4b0&device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.0449944 Dec 09 15:17:42.668060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f397227f-60e7-43e1-8919-dc94e288b8ef up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:42.701259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abf666db-10e6-4cec-9b4e-316bc50fd1e3 req-42ce55ee-72d8-4b9b-8f3a-563eda6c33cf tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.0431547 Dec 09 15:17:42.810142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Router 3a996778-030a-408f-8f7e-63d6dd9a4702 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:17:42.819583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f397227f-60e7-43e1-8919-dc94e288b8ef triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:42.820136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:42.837271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c282a0b-64d1-45c4-8468-ee1ad2f31e7b req-ed94c828-78b9-4bf7-82f9-f2a3759f8f75 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=82a3cd96711b4843b2de061db641c4b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462885 Dec 09 15:17:42.979074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 188c28a2-3cca-4eae-95ab-8350865dbcf2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:43.019222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c282a0b-64d1-45c4-8468-ee1ad2f31e7b req-d71619f3-c46f-4dd7-822b-464bbebd80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:43.020809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c282a0b-64d1-45c4-8468-ee1ad2f31e7b req-d71619f3-c46f-4dd7-822b-464bbebd80aa service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753726 Dec 09 15:17:43.032690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-030544e0-2acd-4a23-8b38-3fc7ecd54006 None None] Provisioning complete for port b6160f62-c9b0-4527-b334-0ba262181a50 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:43.033321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-030544e0-2acd-4a23-8b38-3fc7ecd54006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.077425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-030544e0-2acd-4a23-8b38-3fc7ecd54006 None None] Port b6160f62-c9b0-4527-b334-0ba262181a50 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:43.113206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 188c28a2-3cca-4eae-95ab-8350865dbcf2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:43.113206 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.215779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a5447669-56a6-46a6-82d2-9ca9e31bd597 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:43.247557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:43.255816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-914eb56b-c700-4a1a-8495-542e2cedcb58 admin admin] 10.222.0.46 "PUT /v2.0/routers/3a996778-030a-408f-8f7e-63d6dd9a4702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8178859 Dec 09 15:17:43.260057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.277834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a5447669-56a6-46a6-82d2-9ca9e31bd597 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:43.278519 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.617683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Allocated IP 172.20.0.1 (83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360/2622ba94-9145-4dd0-b656-7a84dbbbda2a/5f56516c-e1f2-4922-8969-5c630adeed76) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:43.762112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.836957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.841688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5451b3d9-68e1-48f7-b8b5-0178b7166108 req-ce0fa390-bda0-4f37-9bce-8e8307e1b73b tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.0480525 Dec 09 15:17:43.894603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:43.898237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:43.900963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:43.913770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:43.919443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-125155656-network', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:43.954401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Made reservation on behalf of debb9833ba6e454c934b73b8a8536b1d for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:43.954631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Port': ['ID=5f56516c-e1f2-4922-8969-5c630adeed76,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:43.956671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.975572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:43.981861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.134659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.143929 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.213114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62879682-0500-4ff9-91ce-125f543d34bf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:44.235020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:17:44.247911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.271577 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.271991 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Added segment e38f5abe-d702-4f90-94d0-3d2cafc1c9cd of type vlan for network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 Dec 09 15:17:44.319461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e63b85d4-05da-45f0-9253-13dc3c1456e6 None None] Provisioning complete for port 5f56516c-e1f2-4922-8969-5c630adeed76 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:44.319916 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e63b85d4-05da-45f0-9253-13dc3c1456e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.338006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.385517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.387415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:44.389417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.389598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e63b85d4-05da-45f0-9253-13dc3c1456e6 None None] Port 5f56516c-e1f2-4922-8969-5c630adeed76 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:44.433088 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Sync routers for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:44.438417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5222197 Dec 09 15:17:44.442263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:44.450981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Request body: {'subnet': {'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-125155656-subnet', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:44.452430 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:44.453121 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:44.488131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488d9c7-91d9-420a-bab1-35754d99a2ec admin admin] Pushing event updated for resources: {'Network': ['ID=dc5fd25f-dde9-4be1-a0c9-7d87e804c599,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:44.499509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:17:44.520104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Made reservation on behalf of debb9833ba6e454c934b73b8a8536b1d for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:44.524117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.524258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c282a0b-64d1-45c4-8468-ee1ad2f31e7b req-1a9f5e1a-5d81-448f-84f4-462193831ac6 tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.36 "GET /v2.0/ports?device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.1232483 Dec 09 15:17:44.557286 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:17:44.808824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.815921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.845649 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:44.918561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:44.927039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Port': ['ID=5f56516c-e1f2-4922-8969-5c630adeed76,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:44.969793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.190587 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 2, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:45.244352 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-167f9e04-702c-41a6-81b7-9e641d4844cb req-546a3adb-f603-4d7a-a5b4-89710cd26f3b tempest-ServerShowV247Test-1759999622 tempest-ServerShowV247Test-1759999622-project] 10.222.0.46 "GET /v2.0/ports?device_id=76cc93b1-0b1c-47fa-96b8-eef6bd2c7944 HTTP/1.1" status: 200 len: 210 time: 0.1322522 Dec 09 15:17:45.277790 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Checking router: 3a996778-030a-408f-8f7e-63d6dd9a4702 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:17:45.278209 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Updating router 3a996778-030a-408f-8f7e-63d6dd9a4702 port b6160f62-c9b0-4527-b334-0ba262181a50 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:17:45.289332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Checking segment: {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:45.289759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Network hostable DHCP agents. Network: dc5fd25f-dde9-4be1-a0c9-7d87e804c599, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:17:45.323151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c41643c-b335-4988-96dd-2e732b890e37,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:45.337657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:17:45.345540 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.364147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, dc5fd25f-dde9-4be1-a0c9-7d87e804c599) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:45.376357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f1318-a372-4724-9a7e-8f630a982e97 None None] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:17:45.379529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:45.380237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.404371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dfc68318-5290-4df4-8a40-f80c3cc63166 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9596558 Dec 09 15:17:45.406717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45952) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:45.413555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:45.430831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:45.432405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:45.446106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.447558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.513667 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.610602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-dc5fd25f-dde9-4be1-a0c9-7d87e804c599', 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599', 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'fixed_ips': [{'subnet_id': '1c41643c-b335-4988-96dd-2e732b890e37'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:17:45.614073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.622583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Router cdc7d74b-15d6-4af9-8235-d554a07060f9 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:17:45.867666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.892588 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.901819 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:45.911997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:45.920120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ed6e6761-6e83-41fe-8663-590116f8c38d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "PUT /v2.0/routers/cdc7d74b-15d6-4af9-8235-d554a07060f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1576724 Dec 09 15:17:45.920699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45956) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:45.926293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Request body: {'port': {'network_id': '83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360', 'name': 'tempest-FloatingIPAdminTestJSON-1224097282'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:45.993255 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06e747-7152-4b01-b4ce-16adf54f4e55 None None] Pushing event updated for resources: {'Port': ['ID=b6160f62-c9b0-4527-b334-0ba262181a50,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:46.071295 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Attempting to bind port b6160f62-c9b0-4527-b334-0ba262181a50 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:46.071849 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Attempting to bind port b6160f62-c9b0-4527-b334-0ba262181a50 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:46.072231 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Attempting to bind port b6160f62-c9b0-4527-b334-0ba262181a50 on network f34bff4e-7b0e-4775-a198-7af49e78867a {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:46.079145 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:46.079632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Checking segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:46.080055 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.080456 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Bound using segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:46.080938 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Bound port: b6160f62-c9b0-4527-b334-0ba262181a50, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:46.081324 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.206784 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] For port b6160f62-c9b0-4527-b334-0ba262181a50, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:46.214127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Made reservation on behalf of f6a090a76418442bbac9abc45dd3a6f2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:17:46.218833 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] For port b6160f62-c9b0-4527-b334-0ba262181a50, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b6160f62-c9b0-4527-b334-0ba262181a50,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:46.221205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.226276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Allocated IP 172.20.0.2 (dc5fd25f-dde9-4be1-a0c9-7d87e804c599/1c41643c-b335-4988-96dd-2e732b890e37/27269631-c122-4bed-8abd-dfee569e5732) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:46.227569 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.268852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] device_id is not set on port a58614bb-bc1a-446f-aaf2-729d568133db yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:17:46.393948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.400492 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06e747-7152-4b01-b4ce-16adf54f4e55 None None] Pushing event updated for resources: {'Port': ['ID=b6160f62-c9b0-4527-b334-0ba262181a50,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:46.460646 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:46.461293 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:46.464991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.499561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.527374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] Sync routers for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:46.536778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.568535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Allocated IP 172.20.0.11 (83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360/2622ba94-9145-4dd0-b656-7a84dbbbda2a/a58614bb-bc1a-446f-aaf2-729d568133db) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:46.668295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:46.683941 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:46.696949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:46.722831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:46.733975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Allocated IP 172.25.0.137 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/b3780bbb-5c6d-46a4-af74-1c2babe00858) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:46.739007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-09d3d48a-f0ba-4fe2-83ce-45faa3f44b23 None None] Provisioning complete for port 5f56516c-e1f2-4922-8969-5c630adeed76 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:46.741148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-09d3d48a-f0ba-4fe2-83ce-45faa3f44b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.761233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:46.762403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:46.880939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Pushing event updated for resources: {'Port': ['ID=27269631-c122-4bed-8abd-dfee569e5732,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:46.927123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:46.937337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Attempting to bind port 27269631-c122-4bed-8abd-dfee569e5732 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:46.938166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Attempting to bind port 27269631-c122-4bed-8abd-dfee569e5732 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:46.938906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Attempting to bind port 27269631-c122-4bed-8abd-dfee569e5732 on network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:46.949153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.949794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.950309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.950820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.951334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.951881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.952931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.954205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.955113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.955864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.956394 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.956995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.957497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:17:46.973311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:46.973972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Checking segment: {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:46.974686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.975426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Bound using segment: {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:46.976256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Bound port: 27269631-c122-4bed-8abd-dfee569e5732, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:46.976814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.990507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-09d3d48a-f0ba-4fe2-83ce-45faa3f44b23 None None] Port 5f56516c-e1f2-4922-8969-5c630adeed76 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:46.990812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:46.999829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.001065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:47.001892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:47.054712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45968) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:47.064162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.070998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:47.071945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752b1a4-c1f8-48b8-bf5a-9a2a0a256ecd None None] The sync data for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:47.077914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.132448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=b3780bbb-5c6d-46a4-af74-1c2babe00858,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:47.159862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:47.162746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:47.165954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:47.186915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b2e92-1163-43d0-a85a-67299ee20c4c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:47.194776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:47.204720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:47.208567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:47.254362 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:46Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:47.292732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] For port 27269631-c122-4bed-8abd-dfee569e5732, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:47.311662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] For port 27269631-c122-4bed-8abd-dfee569e5732, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=27269631-c122-4bed-8abd-dfee569e5732,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:47.314023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-46ebff5a-6ac1-47a7-a834-578bf91fe530 None None] Provisioning complete for port b6160f62-c9b0-4527-b334-0ba262181a50 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:47.314623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46ebff5a-6ac1-47a7-a834-578bf91fe530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.331046 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ec064-e9e4-40c9-804b-04382fb201f8 None None] The sync data for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 is: [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:46Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:47.335008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:47.336048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.351112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event updated for resources: {'Port': ['ID=a58614bb-bc1a-446f-aaf2-729d568133db,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:47.370764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-440e4310-9921-4b83-a392-27216af0918b tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4480472 Dec 09 15:17:47.373014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 45972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:47.408749 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.518015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3c11340-9c06-44d9-9937-037bf30285c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.669204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'project_id': 'f6a090a76418442bbac9abc45dd3a6f2', 'port_id': 'a58614bb-bc1a-446f-aaf2-729d568133db'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:47.677858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4614e-9798-4892-87b6-d80593a465db None None] Pushing event updated for resources: {'Port': ['ID=27269631-c122-4bed-8abd-dfee569e5732,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:47.696428 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46ebff5a-6ac1-47a7-a834-578bf91fe530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.725949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.777138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-46ebff5a-6ac1-47a7-a834-578bf91fe530 None None] For port b6160f62-c9b0-4527-b334-0ba262181a50, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b6160f62-c9b0-4527-b334-0ba262181a50,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:47.787633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-46ebff5a-6ac1-47a7-a834-578bf91fe530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.856390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebff5a-6ac1-47a7-a834-578bf91fe530 None None] Pushing event updated for resources: {'Port': ['ID=b6160f62-c9b0-4527-b334-0ba262181a50,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:47.933336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:47.959714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c371953f-2619-470a-8bf4-19134dab90db None None] Provisioning complete for port a58614bb-bc1a-446f-aaf2-729d568133db triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:47.960520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c371953f-2619-470a-8bf4-19134dab90db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.038052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c371953f-2619-470a-8bf4-19134dab90db None None] Port a58614bb-bc1a-446f-aaf2-729d568133db cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:48.038790 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3c11340-9c06-44d9-9937-037bf30285c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.048415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e3c11340-9c06-44d9-9937-037bf30285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.061520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c371953f-2619-470a-8bf4-19134dab90db None None] Provisioning complete for port b3780bbb-5c6d-46a4-af74-1c2babe00858 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:48.067784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c371953f-2619-470a-8bf4-19134dab90db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.087227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.148580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c371953f-2619-470a-8bf4-19134dab90db None None] Port b3780bbb-5c6d-46a4-af74-1c2babe00858 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:48.155008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Allocated IP 172.25.0.65 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e63f9834-1be8-4950-8a92-ccbf1f36c851) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:48.175870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c11340-9c06-44d9-9937-037bf30285c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c787b5-a0f4-4d0f-a8c7-3b6e82ad62f3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:48.185349 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e3c11340-9c06-44d9-9937-037bf30285c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82a3cd96711b4843b2de061db641c4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1293511 Dec 09 15:17:48.188224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45980) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:48.314016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.314258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d46fea7f-bfc7-464f-a1cc-6b9ac2036301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.352912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.379485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:48.387233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d46fea7f-bfc7-464f-a1cc-6b9ac2036301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.415902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:48.425503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:48.494491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Pushing event updated for resources: {'Port': ['ID=e63f9834-1be8-4950-8a92-ccbf1f36c851,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:48.496282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.579070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d46fea7f-bfc7-464f-a1cc-6b9ac2036301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.583718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d46fea7f-bfc7-464f-a1cc-6b9ac2036301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.587207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d46fea7f-bfc7-464f-a1cc-6b9ac2036301 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1c787b5-a0f4-4d0f-a8c7-3b6e82ad62f3 HTTP/1.1" status: 204 len: 168 time: 0.3954625 Dec 09 15:17:48.609715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 27269631-c122-4bed-8abd-dfee569e5732 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:48.623476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fea7f-bfc7-464f-a1cc-6b9ac2036301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c787b5-a0f4-4d0f-a8c7-3b6e82ad62f3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:48.761081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 27269631-c122-4bed-8abd-dfee569e5732 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:48.761638 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:48.820080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Router 5faa000b-2548-4a83-94db-d4300c80a125 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:17:48.962439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:49.049428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 27269631-c122-4bed-8abd-dfee569e5732, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=27269631-c122-4bed-8abd-dfee569e5732,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:49.057355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:49.059414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b6160f62-c9b0-4527-b334-0ba262181a50 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:49.063035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:49.072568 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Sync routers for ids ['5faa000b-2548-4a83-94db-d4300c80a125'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:49.088473 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Routers {'5faa000b-2548-4a83-94db-d4300c80a125'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:49.089468 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['5faa000b-2548-4a83-94db-d4300c80a125'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:49.092989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:49.094960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-50c6436a-16e8-4ce2-a851-51fd92208fd5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6863129 Dec 09 15:17:49.098060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 45996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:49.294883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b6160f62-c9b0-4527-b334-0ba262181a50 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:49.295276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:49.427589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=27269631-c122-4bed-8abd-dfee569e5732,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:49.433575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Set router 5faa000b-2548-4a83-94db-d4300c80a125 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:49.491031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a771f69-bd6a-4702-839f-4cfd872804e6 None None] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:17:49.534751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ee1c7336-c894-468e-a894-e30ac38d4a7a None None] Provisioning complete for port 27269631-c122-4bed-8abd-dfee569e5732 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:49.535131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7336-c894-468e-a894-e30ac38d4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:49.755551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.008993 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 3, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:50.092659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.099466 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Checking router: 5faa000b-2548-4a83-94db-d4300c80a125 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:17:50.100021 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Updating router 5faa000b-2548-4a83-94db-d4300c80a125 port b3780bbb-5c6d-46a4-af74-1c2babe00858 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:17:50.150515 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.195477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.352384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-afb7b325-1288-4b89-a6c0-e23c9209422f None None] Provisioning complete for port 27269631-c122-4bed-8abd-dfee569e5732 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:50.354703 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-afb7b325-1288-4b89-a6c0-e23c9209422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.493071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.499579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.510833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 27269631-c122-4bed-8abd-dfee569e5732 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:50.539952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Allocated IP 172.20.0.1 (dc5fd25f-dde9-4be1-a0c9-7d87e804c599/1c41643c-b335-4988-96dd-2e732b890e37/d0fd7a41-4210-461c-b89c-7885a2509693) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:50.552442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Pushing event updated for resources: {'Port': ['ID=e63f9834-1be8-4950-8a92-ccbf1f36c851,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:50.745481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 27269631-c122-4bed-8abd-dfee569e5732 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:50.745733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.745891 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.762626 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.774848 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.794589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.862746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.880728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d4f3e-1bcd-4b2b-a840-45462dc6d463 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:50.898026 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Attempting to bind port b3780bbb-5c6d-46a4-af74-1c2babe00858 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:50.898411 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Attempting to bind port b3780bbb-5c6d-46a4-af74-1c2babe00858 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:50.899918 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Attempting to bind port b3780bbb-5c6d-46a4-af74-1c2babe00858 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:50.926831 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f092135-9d82-4cb5-aab4-1afc456b882a None None] Pushing event updated for resources: {'Port': ['ID=b3780bbb-5c6d-46a4-af74-1c2babe00858,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:50.935958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fd7a41-4210-461c-b89c-7885a2509693,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:50.941847 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:50.942518 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:50.942692 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.943087 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:50.943733 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Bound port: b3780bbb-5c6d-46a4-af74-1c2babe00858, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:50.943982 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:50.965651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:50.967442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:50.972519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aa94f9b0-6fe9-4e91-8222-2d04397eec96 None None] Provisioning complete for port b3780bbb-5c6d-46a4-af74-1c2babe00858 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:50.972928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aa94f9b0-6fe9-4e91-8222-2d04397eec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.001149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:51.031897 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Floating IP 59749a60-d146-4b50-a341-33c253144e4c associated. External IP: 172.25.0.65, port: a58614bb-bc1a-446f-aaf2-729d568133db. Dec 09 15:17:51.067587 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] For port b3780bbb-5c6d-46a4-af74-1c2babe00858, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:51.081339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.081606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] For port b3780bbb-5c6d-46a4-af74-1c2babe00858, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b3780bbb-5c6d-46a4-af74-1c2babe00858,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:51.086206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aa94f9b0-6fe9-4e91-8222-2d04397eec96 None None] Port b3780bbb-5c6d-46a4-af74-1c2babe00858 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:51.095509 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.212453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6901fcdc-602e-4ee4-8f1f-ccc2da937eb0 req-d4bd1b94-d373-459e-9212-26370c83a24a tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0400829 Dec 09 15:17:51.277268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f092135-9d82-4cb5-aab4-1afc456b882a None None] Pushing event updated for resources: {'Port': ['ID=b3780bbb-5c6d-46a4-af74-1c2babe00858,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:51.297973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b30db2-cfe1-4749-a30f-de45ea5fe86c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:17:51.305290 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Routers {'5faa000b-2548-4a83-94db-d4300c80a125'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:51.306099 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['5faa000b-2548-4a83-94db-d4300c80a125'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:51.410559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.451130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0507c7cb-3951-4674-b6d5-64efa8682037 None None] Provisioning complete for port b3780bbb-5c6d-46a4-af74-1c2babe00858 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:51.453338 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0507c7cb-3951-4674-b6d5-64efa8682037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.472927 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] Set router 5faa000b-2548-4a83-94db-d4300c80a125 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:51.489210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Router cdc7d74b-15d6-4af9-8235-d554a07060f9 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:17:51.621903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0507c7cb-3951-4674-b6d5-64efa8682037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.657864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0507c7cb-3951-4674-b6d5-64efa8682037 None None] For port b3780bbb-5c6d-46a4-af74-1c2babe00858, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b3780bbb-5c6d-46a4-af74-1c2babe00858,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:51.663124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0507c7cb-3951-4674-b6d5-64efa8682037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.706244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:51.735711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.746586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] Sync routers for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:51.788344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:51.789216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:51.791865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507c7cb-3951-4674-b6d5-64efa8682037 None None] Pushing event updated for resources: {'Port': ['ID=b3780bbb-5c6d-46a4-af74-1c2babe00858,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:51.794967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9ed97b5d-7879-47bb-a36f-3cab5683cb29 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.4208097 Dec 09 15:17:51.798182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46252) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:51.834128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5c1f6e2d-eab4-4bba-a01f-e6833bcc3919 None None] Provisioning complete for port d0fd7a41-4210-461c-b89c-7885a2509693 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:51.834787 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c1f6e2d-eab4-4bba-a01f-e6833bcc3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:51.904536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:51.923303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f6e2d-eab4-4bba-a01f-e6833bcc3919 None None] Port d0fd7a41-4210-461c-b89c-7885a2509693 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:52.007321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.013239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:52.014158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:52.032113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.070578 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 3, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:52.074679 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:52.075937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeb0927-8ad3-4070-bf96-e37fd5905aee None None] The sync data for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:52.080608 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.105442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-35a1f987-25a6-4155-945b-2947aa02d310 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] 10.222.0.46 "GET /v2.0/floatingips/59749a60-d146-4b50-a341-33c253144e4c HTTP/1.1" status: 200 len: 983 time: 0.3054359 Dec 09 15:17:52.107752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46286) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:52.130024 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d4385-fea5-43b9-95e2-65e3ca2e8f1b None None] The sync data for ids ['5faa000b-2548-4a83-94db-d4300c80a125'] in n-d-804292-5 is: [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 3, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:52.152641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.196128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fd7a41-4210-461c-b89c-7885a2509693,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:52.226156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-ea9b1aac-1ec0-4365-87af-407aca78abe5 req-20d730f9-9903-4f24-8f92-5a46c79b2164 tempest-MultipleCreateTestJSON-697807594 tempest-MultipleCreateTestJSON-697807594-project] (109894) timed out ('10.222.0.43', 65109) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:17:52.305570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f970f0c0-7263-45d4-9e82-ee3f3be920e7 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1965735 Dec 09 15:17:52.314309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46308) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:52.442800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77388188-4084-484b-9db2-4982af5c7a1a req-f5cc60a5-8fed-4c62-a2a9-5b9711717e18 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0415616 Dec 09 15:17:52.451612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.461966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:52.468698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:52.795680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Router 5faa000b-2548-4a83-94db-d4300c80a125 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:17:52.890004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting port e63f9834-1be8-4950-8a92-ccbf1f36c851 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:17:52.890636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.904282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8a0da295-b18b-40bb-a5f6-ddff5f1172c5 None None] Provisioning complete for port d0fd7a41-4210-461c-b89c-7885a2509693 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:52.911955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8a0da295-b18b-40bb-a5f6-ddff5f1172c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:52.982297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8a0da295-b18b-40bb-a5f6-ddff5f1172c5 None None] Port d0fd7a41-4210-461c-b89c-7885a2509693 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:17:53.094653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:53.094985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:53.119595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:53.140370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-82a599f6-55fc-430e-b56a-96ed4f280236 admin admin] 10.222.0.46 "PUT /v2.0/routers/5faa000b-2548-4a83-94db-d4300c80a125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0272188 Dec 09 15:17:53.149214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Calling delete_port for e63f9834-1be8-4950-8a92-ccbf1f36c851 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:17:53.159887 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a12a4439-a4d9-4921-b81a-8d9f77c67b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:53.936293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:53.980099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Port': ['ID=e63f9834-1be8-4950-8a92-ccbf1f36c851,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:53.994234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89c12bbe-5050-44af-8950-094d1b474684 req-145bdef4-336c-46d9-99f5-f7a605e62282 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.4069920 Dec 09 15:17:54.074656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:54.075264 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Floating IP 59749a60-d146-4b50-a341-33c253144e4c disassociated (deleted). External IP: 172.25.0.65, port: a58614bb-bc1a-446f-aaf2-729d568133db. Dec 09 15:17:54.155379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2ca27b5e-d153-41ca-9648-2aea78cb58e4 req-2ee4bd6e-99a2-4980-8efe-8d3477d65162 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Dec 09 15:17:54.415191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Router cdc7d74b-15d6-4af9-8235-d554a07060f9 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:17:54.549556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b3780bbb-5c6d-46a4-af74-1c2babe00858 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:54.595438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-36693223-8d6e-4d86-829f-18bd77a2177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:54.603138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-36693223-8d6e-4d86-829f-18bd77a2177b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.1321979 Dec 09 15:17:54.616390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fabe5e-1bc1-4a2e-b0c7-fa1182d45d8e req-2baed445-fb6a-4f37-a3ff-e2b867c5a80e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:54.618671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71fabe5e-1bc1-4a2e-b0c7-fa1182d45d8e req-2baed445-fb6a-4f37-a3ff-e2b867c5a80e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1140621 Dec 09 15:17:54.654404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:17:54.667088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:54.674984 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] Sync routers for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:54.696353 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:54.702662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71fabe5e-1bc1-4a2e-b0c7-fa1182d45d8e req-598cbf9a-c38a-484e-aa9c-536b7a2db04a tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733497 Dec 09 15:17:54.704219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6a518df-a207-47fe-9f0b-a675ee10fa48 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "DELETE /v2.0/floatingips/59749a60-d146-4b50-a341-33c253144e4c HTTP/1.1" status: 204 len: 168 time: 2.3879306 Dec 09 15:17:54.707622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46574) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:54.714285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:54.727245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b3780bbb-5c6d-46a4-af74-1c2babe00858 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:54.728766 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:54.731284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:54.743632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:54.789829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-ccd06a7c-66fb-480b-ba48-d56385c45dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:54.791341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-ccd06a7c-66fb-480b-ba48-d56385c45dd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1714060 Dec 09 15:17:54.796546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Sync routers for ids ['5faa000b-2548-4a83-94db-d4300c80a125'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:17:54.839133 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:54.853846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Routers {'5faa000b-2548-4a83-94db-d4300c80a125'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:54.854485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['5faa000b-2548-4a83-94db-d4300c80a125'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:54.861632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:54.862505 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:54.877927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-19557ab9-7a4e-4868-8181-078b5cf3beb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0759010 Dec 09 15:17:54.906671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:54.911156 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:54.912128 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f439d9-b212-44df-80ba-bedf786092fc None None] The sync data for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:55.012269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-6e8171c3-c85a-4b4d-b699-d49843a4a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:55.013794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-6e8171c3-c85a-4b4d-b699-d49843a4a72e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.1276453 Dec 09 15:17:55.091997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-ef0603d0-982f-4c24-bab6-71766f1ee746 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698166 Dec 09 15:17:55.096521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Allocated IP 172.25.0.245 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/1cb2b150-550e-47cd-9aab-c2ebe137248f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:55.149901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Set router 5faa000b-2548-4a83-94db-d4300c80a125 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:55.169687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e6ab1a0-1b22-4cf9-b5e6-2289fc4aaf75 req-9f44766c-115d-49fa-b71f-38471cb26e90 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0362074 Dec 09 15:17:55.254171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-12f5ed11-e617-4d44-8909-eb6eabab92f4 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537421 Dec 09 15:17:55.334560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.434897 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.478304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:55.483668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:55.486847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:55.503146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29d91125-5feb-46a3-8d4e-d61776313d56 req-e9a95b76-0e16-4343-b4a3-66d58a0afe12 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242618 Dec 09 15:17:55.533474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb2b150-550e-47cd-9aab-c2ebe137248f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:55.625349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.691389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.706354 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d22d58d9-bf22-458d-bf94-d4f5d4c92732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.747250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd0fd7a41-4210-461c-b89c-7885a2509693', 'name': '', 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'mac_address': 'fa:16:3e:ce:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1c41643c-b335-4988-96dd-2e732b890e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:50Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 2, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'subnets': [{'id': '1c41643c-b335-4988-96dd-2e732b890e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:55.785116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Checking router: 5faa000b-2548-4a83-94db-d4300c80a125 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:17:55.785473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Updating router 5faa000b-2548-4a83-94db-d4300c80a125 port d0fd7a41-4210-461c-b89c-7885a2509693 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:17:55.839384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.934037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c282d3-6b3f-405c-805a-1f537d92f193 req-f5832b7e-c9ad-4af8-8ac6-126b2eabab70 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:55.940452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8c282d3-6b3f-405c-805a-1f537d92f193 req-f5832b7e-c9ad-4af8-8ac6-126b2eabab70 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0833068 Dec 09 15:17:55.955478 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:55.964260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.012745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8c282d3-6b3f-405c-805a-1f537d92f193 req-74fc6ea0-d784-466b-ac5d-06d3c305bbd3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659630 Dec 09 15:17:56.117765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb2b150-550e-47cd-9aab-c2ebe137248f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:56.149983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.172591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.177360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46602) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:56.184485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-53225ab9-50bf-4280-a62e-19045e84a232 tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4748466 Dec 09 15:17:56.257680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.265230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.394474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef60f8f3-bb8f-45fa-ba7d-81c7e3bbd158 req-39ca5461-61a8-4cea-a7d7-720f8ed6973d tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0628479 Dec 09 15:17:56.395927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:17:56.424890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Attempting to bind port d0fd7a41-4210-461c-b89c-7885a2509693 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:17:56.425281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Attempting to bind port d0fd7a41-4210-461c-b89c-7885a2509693 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:17:56.425655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Attempting to bind port d0fd7a41-4210-461c-b89c-7885a2509693 on network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:17:56.431908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:17:56.432294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Checking segment: {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:17:56.432843 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.433249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Bound using segment: {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:17:56.433733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Bound port: d0fd7a41-4210-461c-b89c-7885a2509693, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:17:56.434127 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.436125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8baed-58f3-4e36-9c2e-e85ab3b20599 None None] Pushing event updated for resources: {'Port': ['ID=d0fd7a41-4210-461c-b89c-7885a2509693,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:56.463376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.520911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] For port d0fd7a41-4210-461c-b89c-7885a2509693, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:17:56.525227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] For port d0fd7a41-4210-461c-b89c-7885a2509693, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d0fd7a41-4210-461c-b89c-7885a2509693,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:17:56.545382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.630380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Routers {'5faa000b-2548-4a83-94db-d4300c80a125'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:17:56.631037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['5faa000b-2548-4a83-94db-d4300c80a125'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:56.691599 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.693127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8baed-58f3-4e36-9c2e-e85ab3b20599 None None] Pushing event updated for resources: {'Port': ['ID=d0fd7a41-4210-461c-b89c-7885a2509693,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:56.728305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-67e66b6a-d1ed-41ac-bd77-7d0ac068c961 None None] Provisioning complete for port d0fd7a41-4210-461c-b89c-7885a2509693 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:56.728940 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-67e66b6a-d1ed-41ac-bd77-7d0ac068c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.745438 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:56.852464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Allocated IP 172.25.0.125 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/1230122e-c212-4732-8ae8-1e4edb74c667) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:17:56.855188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] Set router 5faa000b-2548-4a83-94db-d4300c80a125 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:17:57.016119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.040765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-67e66b6a-d1ed-41ac-bd77-7d0ac068c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.082033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.166332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:17:57.170569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-67e66b6a-d1ed-41ac-bd77-7d0ac068c961 None None] For port d0fd7a41-4210-461c-b89c-7885a2509693, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d0fd7a41-4210-461c-b89c-7885a2509693,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:17:57.177321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-67e66b6a-d1ed-41ac-bd77-7d0ac068c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.206181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:17:57.209242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:17:57.232416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd0fd7a41-4210-461c-b89c-7885a2509693', 'name': '', 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'mac_address': 'fa:16:3e:ce:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1c41643c-b335-4988-96dd-2e732b890e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:50Z', 'updated_at': '2021-12-09T15:17:56Z', 'revision_number': 4, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'subnets': [{'id': '1c41643c-b335-4988-96dd-2e732b890e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:17:57.253338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Pushing event updated for resources: {'Port': ['ID=1230122e-c212-4732-8ae8-1e4edb74c667,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:57.283332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ebac4-a8cd-424a-8ef1-610c2267a259 req-d41246d2-91a6-42cd-9542-ae3df2b02a9f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:57.284360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d42c7b-341d-4e04-8efd-c0c0bcc24885 None None] The sync data for ids ['5faa000b-2548-4a83-94db-d4300c80a125'] in n-d-804292-5 is: [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd0fd7a41-4210-461c-b89c-7885a2509693', 'name': '', 'network_id': 'dc5fd25f-dde9-4be1-a0c9-7d87e804c599', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'mac_address': 'fa:16:3e:ce:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1c41643c-b335-4988-96dd-2e732b890e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:50Z', 'updated_at': '2021-12-09T15:17:56Z', 'revision_number': 4, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'subnets': [{'id': '1c41643c-b335-4988-96dd-2e732b890e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:17:57.288876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-744ebac4-a8cd-424a-8ef1-610c2267a259 req-d41246d2-91a6-42cd-9542-ae3df2b02a9f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1697245 Dec 09 15:17:57.336505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a23eb0bb-8e64-4463-b7c6-efe9344e599b None None] Provisioning complete for port d0fd7a41-4210-461c-b89c-7885a2509693 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:57.337533 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a23eb0bb-8e64-4463-b7c6-efe9344e599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.447731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e66b6a-d1ed-41ac-bd77-7d0ac068c961 None None] Pushing event updated for resources: {'Port': ['ID=d0fd7a41-4210-461c-b89c-7885a2509693,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:57.496156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.507964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-744ebac4-a8cd-424a-8ef1-610c2267a259 req-553c5d8c-447b-443a-808c-b73157359869 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097874 Dec 09 15:17:57.645853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6333ea0-c79a-478a-9bf4-1d8f4105e439 req-2fe85bab-7f0e-421c-9009-56c9a39c006d tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0386322 Dec 09 15:17:57.690858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.917545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:57.924285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.024786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Pushing event updated for resources: {'Port': ['ID=1230122e-c212-4732-8ae8-1e4edb74c667,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:58.029943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.049279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.050718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79e0b5ca-7be3-4540-b3f7-b26b2d3b26b7 tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8721614 Dec 09 15:17:58.053227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46638) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:58.145284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-68c5f051-f8ee-420f-b47c-4b93b3d0528d tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0903628 Dec 09 15:17:58.148290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46640) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:58.228834 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-017b7ce5-f056-458f-b52d-3d4cccc62c1d tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0789697 Dec 09 15:17:58.231494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:58.374727 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.377889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Deleting port 1230122e-c212-4732-8ae8-1e4edb74c667 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:17:58.378432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.479735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.480170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.485536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d0fd7a41-4210-461c-b89c-7885a2509693 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:17:58.497359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Calling delete_port for 1230122e-c212-4732-8ae8-1e4edb74c667 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:17:58.559795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d0fd7a41-4210-461c-b89c-7885a2509693 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:17:58.560304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.676596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.699126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b2539-7c70-4b5b-bf26-5eabfd9a5e95 req-fb376d91-eded-4b49-8913-b6b6ef72d9d4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:17:58.716321 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef0b2539-7c70-4b5b-bf26-5eabfd9a5e95 req-fb376d91-eded-4b49-8913-b6b6ef72d9d4 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1028428 Dec 09 15:17:58.769000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Pushing event deleted for resources: {'Port': ['ID=1230122e-c212-4732-8ae8-1e4edb74c667,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:58.836087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ef0b2539-7c70-4b5b-bf26-5eabfd9a5e95 req-cc9ba1cf-c07b-4860-82b8-4f01b7f266c9 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188207 Dec 09 15:17:58.897222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30ca2e62-3ec6-41d7-9e30-1ba1e41f462b req-03433db8-e102-43d8-811d-d0a143994231 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0453351 Dec 09 15:17:58.916581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.920261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:58.924454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46654) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:58.924589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-227aebc7-b88e-499a-a192-969ef3636dac tempest-FloatingIPAdminTestJSON-1286961169 tempest-FloatingIPAdminTestJSON-1286961169-project] 10.222.0.46 "DELETE /v2.0/floatingips/f8a4001c-5ab5-4a48-85d2-cffe09fbeac2 HTTP/1.1" status: 204 len: 168 time: 0.6917765 Dec 09 15:17:59.074524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Deleting port 1cb2b150-550e-47cd-9aab-c2ebe137248f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:17:59.075794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.182413 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.182854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.195896 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.206733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Calling delete_port for 1cb2b150-550e-47cd-9aab-c2ebe137248f owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:17:59.388672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.449545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cb2b150-550e-47cd-9aab-c2ebe137248f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:17:59.494822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.497636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.498896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-433987fc-357e-4f5d-88c3-65c8e0deafaa tempest-FloatingIPAdminTestJSON-1216748859 tempest-FloatingIPAdminTestJSON-1216748859-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/f5def4cb-2de7-4c1d-87ee-e467c4443dfa HTTP/1.1" status: 204 len: 168 time: 0.5731685 Dec 09 15:17:59.502849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46656) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:17:59.621801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting port a58614bb-bc1a-446f-aaf2-729d568133db {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:17:59.622233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.718627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.733146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Calling delete_port for a58614bb-bc1a-446f-aaf2-729d568133db owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:17:59.900767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:17:59.939861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Port': ['ID=a58614bb-bc1a-446f-aaf2-729d568133db,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:00.164846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:00.172794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-73f574bf-0324-4602-80b8-612e23766953 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "DELETE /v2.0/ports/a58614bb-bc1a-446f-aaf2-729d568133db HTTP/1.1" status: 204 len: 168 time: 0.6657414 Dec 09 15:18:00.173143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:00.199931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4f34f-0a4d-4a70-a14c-9c6d64b02dcf req-62612a53-2a63-4369-a309-7f3efbc74d3f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:00.205391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3bf4f34f-0a4d-4a70-a14c-9c6d64b02dcf req-62612a53-2a63-4369-a309-7f3efbc74d3f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1707878 Dec 09 15:18:00.307510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442d926-be47-4005-a3fd-bc0a8b8e549f tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:00.315924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5442d926-be47-4005-a3fd-bc0a8b8e549f tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc7d74b-15d6-4af9-8235-d554a07060f9 HTTP/1.1" status: 200 len: 913 time: 0.1416695 Dec 09 15:18:00.319523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:00.326175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3bf4f34f-0a4d-4a70-a14c-9c6d64b02dcf req-fc004239-7e91-4141-9afe-fbc41d7dfd6c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046345 Dec 09 15:18:00.526009 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-144fc3d0-e987-4d57-98a6-765608c97552 req-a2b7eacb-8d9f-4ec6-8925-303e9029edc0 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0465739 Dec 09 15:18:00.836604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:01.134126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting port 5f56516c-e1f2-4922-8969-5c630adeed76 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:01.134690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:01.228911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:01.242156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Calling delete_port for 5f56516c-e1f2-4922-8969-5c630adeed76 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:01.461013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:01.499736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Port': ['ID=5f56516c-e1f2-4922-8969-5c630adeed76,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:01.510194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c16ff-ffc8-4cfb-b64d-33971ad9eccd req-52020175-aca4-4b61-90e2-e7739dd6095b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:01.511831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6c16ff-ffc8-4cfb-b64d-33971ad9eccd req-52020175-aca4-4b61-90e2-e7739dd6095b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1000915 Dec 09 15:18:01.598588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b43351-01e0-4567-8870-5b0b6a1a55f3 req-f58e5c52-9276-418c-be00-6d5f86c65638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:01.600613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40b43351-01e0-4567-8870-5b0b6a1a55f3 req-f58e5c52-9276-418c-be00-6d5f86c65638 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.0872118 Dec 09 15:18:01.648110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd6c16ff-ffc8-4cfb-b64d-33971ad9eccd req-71d857cc-6f4f-451c-94c0-f9f7016c1dfb tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 Dec 09 15:18:01.704308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40b43351-01e0-4567-8870-5b0b6a1a55f3 req-f3f5b87d-6b4a-47a9-9e05-7f00ca1f8e4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931337 Dec 09 15:18:01.729167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f6e4d53c-f417-4eb9-baea-c8b8a69241e7 req-574daece-8224-492f-84e6-a7d269ada959 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0356269 Dec 09 15:18:01.800714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:02.050521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Router cdc7d74b-15d6-4af9-8235-d554a07060f9 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:18:02.173933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:18:02.179072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9600694b-9e13-485d-82d4-73035112fe57 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "PUT /v2.0/routers/cdc7d74b-15d6-4af9-8235-d554a07060f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585191 Dec 09 15:18:02.181749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46682) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:02.184886 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] Sync routers for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:18:02.201364 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:02.202274 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:02.253507 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:02.264308 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] Routers {'cdc7d74b-15d6-4af9-8235-d554a07060f9'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:02.265358 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:17:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cdc7d74b-15d6-4af9-8235-d554a07060f9'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:02.308695 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:02.309624 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600280fc-4b95-4bac-a914-3f9bfa346de2 None None] The sync data for ids ['cdc7d74b-15d6-4af9-8235-d554a07060f9'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:18:02.343316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:02.830493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:02.867912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d6c2d83-dc98-48cd-ab73-df03c1b299c5 req-580c31ae-8473-4468-8cd6-3ec30b164716 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0335939 Dec 09 15:18:02.869140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d3eb-5438-4306-ac09-c3cf0a9a6ebb req-93a2ab22-50ca-4a2c-bce4-a2b469ca46d0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:02.878585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3b2d3eb-5438-4306-ac09-c3cf0a9a6ebb req-93a2ab22-50ca-4a2c-bce4-a2b469ca46d0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1182868 Dec 09 15:18:02.936520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e3b2d3eb-5438-4306-ac09-c3cf0a9a6ebb req-ddd75233-f4bf-4983-8f1f-146e4e2a8d83 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568018 Dec 09 15:18:02.939206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting port fa637ff0-d8b1-4b1a-b996-4af007a5f37e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:02.939591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.030936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.044292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Calling delete_port for fa637ff0-d8b1-4b1a-b996-4af007a5f37e owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:03.240503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.278216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Port': ['ID=fa637ff0-d8b1-4b1a-b996-4af007a5f37e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:03.295450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce856ef-29d9-4841-8f24-728408b697e3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:03.367127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.475258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.477498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.530896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.530896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Fanout notify agent at l3_agent the message router_deleted on router cdc7d74b-15d6-4af9-8235-d554a07060f9 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:18:03.540534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.544858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46692) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:03.547987 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-96ecba18-8370-4cfa-a807-e8975d3be4ca tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "DELETE /v2.0/routers/cdc7d74b-15d6-4af9-8235-d554a07060f9 HTTP/1.1" status: 204 len: 168 time: 1.3649716 Dec 09 15:18:03.618589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting subnet 2622ba94-9145-4dd0-b656-7a84dbbbda2a {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:18:03.622340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.669688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.776007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.860408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.889877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Subnet': ['ID=2622ba94-9145-4dd0-b656-7a84dbbbda2a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:03.896226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:03.902306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6822456e-2b98-4b9f-b314-9aa2440db66c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "DELETE /v2.0/subnets/2622ba94-9145-4dd0-b656-7a84dbbbda2a HTTP/1.1" status: 204 len: 168 time: 0.3542948 Dec 09 15:18:03.902682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:03.908245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f5575-57a5-414b-8c55-8dfad3d2fd89 None None] Network 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:04.081526 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2543f828-33b2-49ce-b052-ad3d9ec07326 req-2ef287af-36f2-4e1d-9623-6c5d0ed38892 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0664535 Dec 09 15:18:04.090087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.134514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7ed92-9562-4b6e-9a0b-7f14b42775d6 req-f0e1125c-c457-44f8-a07e-e607dc2d48c0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:04.136091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66d7ed92-9562-4b6e-9a0b-7f14b42775d6 req-f0e1125c-c457-44f8-a07e-e607dc2d48c0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0947151 Dec 09 15:18:04.140759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] DHCP port deletion for 83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:04.169225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting port a5447669-56a6-46a6-82d2-9ca9e31bd597 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:04.170599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.198336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] Deleting port a5447669-56a6-46a6-82d2-9ca9e31bd597 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:04.198819 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.204778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66d7ed92-9562-4b6e-9a0b-7f14b42775d6 req-2273110e-6700-4b53-8236-b44de1e632be tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585084 Dec 09 15:18:04.246505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] For port a5447669-56a6-46a6-82d2-9ca9e31bd597, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a5447669-56a6-46a6-82d2-9ca9e31bd597,segment=NetworkSegment(71dc91be-475a-4ccd-a34d-d7fd92691163),segment_id=71dc91be-475a-4ccd-a34d-d7fd92691163)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:04.246874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.270168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Calling delete_port for a5447669-56a6-46a6-82d2-9ca9e31bd597 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:04.301736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] For port a5447669-56a6-46a6-82d2-9ca9e31bd597, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a5447669-56a6-46a6-82d2-9ca9e31bd597,segment=NetworkSegment(71dc91be-475a-4ccd-a34d-d7fd92691163),segment_id=71dc91be-475a-4ccd-a34d-d7fd92691163)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:04.302739 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.322741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] Calling delete_port for a5447669-56a6-46a6-82d2-9ca9e31bd597 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:04.368201 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.406907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Port': ['ID=a5447669-56a6-46a6-82d2-9ca9e31bd597,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:04.409301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] No DVR routers for this DVR port a5447669-56a6-46a6-82d2-9ca9e31bd597 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:04.432482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.465745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] No DVR routers for this DVR port a5447669-56a6-46a6-82d2-9ca9e31bd597 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:04.493844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a5447669-56a6-46a6-82d2-9ca9e31bd597 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:18:04.530609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a5447669-56a6-46a6-82d2-9ca9e31bd597 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:18:04.531247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a5447669-56a6-46a6-82d2-9ca9e31bd597 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:18:04.533487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef7ac4-7b76-4d70-9b17-30c97b826877 None None] Pushing event deleted for resources: {'Port': ['ID=a5447669-56a6-46a6-82d2-9ca9e31bd597,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:04.539631 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.583402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:04.603705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-3fbefe92-ad9b-433a-8b28-7f5ea1e6f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:04.605241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-3fbefe92-ad9b-433a-8b28-7f5ea1e6f9d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 1096 time: 0.0681365 Dec 09 15:18:04.610717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dc91be-475a-4ccd-a34d-d7fd92691163') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:04.611027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dc91be-475a-4ccd-a34d-d7fd92691163') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:04.623051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.648311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4117-4f1f-4db1-a4fa-5a57746cb959 req-f9fbf348-e4b7-4116-bcb2-13dcd0dd638b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:04.649833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdec4117-4f1f-4db1-a4fa-5a57746cb959 req-f9fbf348-e4b7-4116-bcb2-13dcd0dd638b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0901608 Dec 09 15:18:04.651386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.659235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:04.659672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:04.677528 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:04.721274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-34bdfbcb-8725-488c-8013-d58cc9a0e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:04.723055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-34bdfbcb-8725-488c-8013-d58cc9a0e91e service neutron] 10.222.0.36 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1108584 Dec 09 15:18:04.754439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.762438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:04.765791 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "DELETE /v2.0/networks/83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360 HTTP/1.1" status: 204 len: 168 time: 0.8620450 Dec 09 15:18:04.769426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46714) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:04.776133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-e7316cdd-a8be-485c-abf7-28eee8b5611b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 200 len: 217 time: 0.0446844 Dec 09 15:18:04.786643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdec4117-4f1f-4db1-a4fa-5a57746cb959 req-2c923726-bec6-4033-97b8-35fec5e1e141 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082094 Dec 09 15:18:04.837492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12dd64-ce9d-4716-819f-862dfabd0f92 tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Network': ['ID=83d33d0f-dca6-4cc3-b2d3-ea7c45cb3360,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:04.853694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-21cdbf2c-4113-475b-9d47-ecbdc69d8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:04.855186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-21cdbf2c-4113-475b-9d47-ecbdc69d8947 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.0721450 Dec 09 15:18:04.897411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-208d6339-f622-44d7-b8e3-ab3dfd0efddb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349302 Dec 09 15:18:04.957415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Deleting port 48475cf4-c69c-4aac-af82-12ce1afd6b87 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:04.957852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.005315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-5650a9ef-7021-4c16-b7e6-ac7d9044c1ce service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988224 Dec 09 15:18:05.062683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.062913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.076074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Calling delete_port for 48475cf4-c69c-4aac-af82-12ce1afd6b87 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:05.184589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba0f6f2-d21b-45d4-aeda-b802afb7fe0f req-b60e515f-a4d4-480b-bedd-10083ed29241 service neutron] 10.222.0.36 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712141 Dec 09 15:18:05.251529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35855295-06dc-4f04-80e9-7eb69657f6aa req-0906ecd8-38dd-4134-b28d-f0d68d755fa1 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0305715 Dec 09 15:18:05.257415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.325322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Pushing event deleted for resources: {'Port': ['ID=48475cf4-c69c-4aac-af82-12ce1afd6b87,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:05.368288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.371557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.375792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fb32bf8f-d56a-44a8-85ae-b2a19363154c tempest-FloatingIPAdminTestJSON-1353017482 tempest-FloatingIPAdminTestJSON-1353017482-project] 10.222.0.46 "DELETE /v2.0/floatingips/f681f9c6-6f0a-4cb1-a4f1-7b9a4cd73c59 HTTP/1.1" status: 204 len: 168 time: 0.6015227 Dec 09 15:18:05.676655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:05.871002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46750) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:05.878145 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6fdfd61e-229d-4c3e-862c-39e4a7c41311 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6a090a76418442bbac9abc45dd3a6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001798 Dec 09 15:18:05.941493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06bdb7-0e05-4d7b-9393-b06afeec6d7b req-2e5b19fa-793c-43ba-98d7-41d945e5a303 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:05.947935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af06bdb7-0e05-4d7b-9393-b06afeec6d7b req-2e5b19fa-793c-43ba-98d7-41d945e5a303 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0616870 Dec 09 15:18:05.959192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8c0f-36c4-4d17-acd0-3eea9245b84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:05.989039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8c0f-36c4-4d17-acd0-3eea9245b84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.004324 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af06bdb7-0e05-4d7b-9393-b06afeec6d7b req-f986cc99-944d-4e5a-bd0f-759cc1770b04 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Dec 09 15:18:06.050181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8c0f-36c4-4d17-acd0-3eea9245b84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.053410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8c0f-36c4-4d17-acd0-3eea9245b84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.054829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e7ea8c0f-36c4-4d17-acd0-3eea9245b84a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/921b0562-54db-40e8-aa22-b05b7a0294ac HTTP/1.1" status: 204 len: 168 time: 0.1825545 Dec 09 15:18:06.063673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea8c0f-36c4-4d17-acd0-3eea9245b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921b0562-54db-40e8-aa22-b05b7a0294ac,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:06.369771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0556ecf5-3a1a-42a9-bfa3-2be9fca433cd req-cad1af5d-fe79-4097-98f8-a1879cfdfc93 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0320170 Dec 09 15:18:06.430249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46768) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:06.446610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3251180c-1e6d-4dee-8b5c-2ce38542177d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.550691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3251180c-1e6d-4dee-8b5c-2ce38542177d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.557096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3251180c-1e6d-4dee-8b5c-2ce38542177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.600830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3251180c-1e6d-4dee-8b5c-2ce38542177d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9a413f1103c4c9d9aeb4d7c1e45862d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693680 Dec 09 15:18:06.601753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251180c-1e6d-4dee-8b5c-2ce38542177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5859ee7f-6c0d-4e00-8059-0d39fe108721,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:06.603957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46770) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:06.668463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c59d9cb1-f3c6-4786-a7a9-8a77ec622826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.695787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c59d9cb1-f3c6-4786-a7a9-8a77ec622826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.753619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c59d9cb1-f3c6-4786-a7a9-8a77ec622826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.756712 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c59d9cb1-f3c6-4786-a7a9-8a77ec622826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:06.758130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c59d9cb1-f3c6-4786-a7a9-8a77ec622826 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5859ee7f-6c0d-4e00-8059-0d39fe108721 HTTP/1.1" status: 204 len: 168 time: 0.1531796 Dec 09 15:18:06.768295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d9cb1-f3c6-4786-a7a9-8a77ec622826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5859ee7f-6c0d-4e00-8059-0d39fe108721,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:07.182064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afa1a4-ec2a-485f-b338-35dbca9c69c8 req-9fdf3b3d-67e3-41ee-9b14-d7446076ac20 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:07.192178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80afa1a4-ec2a-485f-b338-35dbca9c69c8 req-9fdf3b3d-67e3-41ee-9b14-d7446076ac20 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1008191 Dec 09 15:18:07.218073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46788) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:07.238987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbb06d5-622b-4b27-99ba-3e07799a078c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.255298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80afa1a4-ec2a-485f-b338-35dbca9c69c8 req-f4e09cf8-5e4b-4af2-af46-f41378bc3b02 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 Dec 09 15:18:07.393927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbb06d5-622b-4b27-99ba-3e07799a078c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.405113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8cbb06d5-622b-4b27-99ba-3e07799a078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.469886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cbb06d5-622b-4b27-99ba-3e07799a078c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bccb120cfba406983007ee3ddc97a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514558 Dec 09 15:18:07.470884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb06d5-622b-4b27-99ba-3e07799a078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25612091-634f-4cf2-bd3b-a499db7a8df1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:07.472735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:07.585586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afe0270f-7e8e-459a-b1ca-95ec7c009c4e req-dc737c8a-6054-43d2-aafb-1d7d9751465b tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0455673 Dec 09 15:18:07.590858 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6e08df-f9f3-48b3-82b6-c075f4be25b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.630236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6e08df-f9f3-48b3-82b6-c075f4be25b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.702116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6e08df-f9f3-48b3-82b6-c075f4be25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.706301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6e08df-f9f3-48b3-82b6-c075f4be25b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:07.710323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d6e08df-f9f3-48b3-82b6-c075f4be25b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25612091-634f-4cf2-bd3b-a499db7a8df1 HTTP/1.1" status: 204 len: 168 time: 0.2338800 Dec 09 15:18:07.717287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e08df-f9f3-48b3-82b6-c075f4be25b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25612091-634f-4cf2-bd3b-a499db7a8df1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:08.764890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8aff9966-6e71-4459-999e-70e4a2052fa2 req-7e87ab99-80f2-4281-9df8-2e8d889e8fa4 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0690703 Dec 09 15:18:10.023933 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba4dad49-30d1-44af-b0d0-8c6ab8c88ff7 req-9e71f2a8-c377-47af-82ac-bd56d1474960 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0929174 Dec 09 15:18:10.064827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46904) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.192117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2c5478aa-0550-46bd-aea3-a7825adf34d8 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:10.245409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46908) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.245903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c5478aa-0550-46bd-aea3-a7825adf34d8 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "PUT /v2.0/quotas/0a7d24d9a42c40ddbbfa85cfcf0ac4f9 HTTP/1.1" status: 200 len: 366 time: 0.1794162 Dec 09 15:18:10.260352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-87f84103-f853-4411-bd96-3ba15b95b28a tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128012 Dec 09 15:18:10.263335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.283911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1bcaa53c-91b0-4979-b337-58437bbaa170 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "GET /v2.0/quotas/0a7d24d9a42c40ddbbfa85cfcf0ac4f9 HTTP/1.1" status: 200 len: 366 time: 0.0183454 Dec 09 15:18:10.285546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46916) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.309920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-70a464cf-7ab3-4f15-8afb-90b9c11ff603 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/0a7d24d9a42c40ddbbfa85cfcf0ac4f9 HTTP/1.1" status: 204 len: 168 time: 0.0226567 Dec 09 15:18:10.311424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46918) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.330894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f5fba38-9fe4-43f7-adbc-d423032236c7 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0159650 Dec 09 15:18:10.331074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46920) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.347203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46922) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.347620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-82ffb9b3-7485-42f4-9e60-02a24403495a tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "GET /v2.0/quotas/0a7d24d9a42c40ddbbfa85cfcf0ac4f9 HTTP/1.1" status: 200 len: 370 time: 0.0148478 Dec 09 15:18:10.356226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46924) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.357684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cc4ddb9c-6838-4b4c-a601-5239a7801a1d tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "GET /v2.0/quotas/0a7d24d9a42c40ddbbfa85cfcf0ac4f9/default HTTP/1.1" status: 200 len: 370 time: 0.0086458 Dec 09 15:18:10.373710 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-b902e795-92ff-46fe-ba16-f666df3d5ac5 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] delete failed (client error): The resource could not be found. Dec 09 15:18:10.380181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b902e795-92ff-46fe-ba16-f666df3d5ac5 tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/0a7d24d9a42c40ddbbfa85cfcf0ac4f9 HTTP/1.1" status: 404 len: 348 time: 0.0218973 Dec 09 15:18:10.503038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46928) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:10.528117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:network and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.534461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.542648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:subnet and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.547729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.557227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:subnetpool and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.563484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.572370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:port and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.580723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.589533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:router and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.599632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.605950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:floatingip and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.611215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.674703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:security_group and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.680171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.687328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Usage tracker for resource:security_group_rule and project:905e09775ef640598a0ce951e2b2e3ba is out of sync, need to count used quota {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 15:18:10.691424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.quota.resource [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109894) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 15:18:10.704844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-24e4a492-1545-4626-8aad-ca584478f9de tempest-QuotasTest-923727700 tempest-QuotasTest-923727700-project-admin] 10.222.0.46 "GET /v2.0/quotas/905e09775ef640598a0ce951e2b2e3ba/details.json HTTP/1.1" status: 200 len: 703 time: 0.1997974 Dec 09 15:18:11.094169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46958) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:11.210715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9687c762-1a14-474a-850f-703017c9e110 req-9df1041c-cca7-4195-8fd4-be31fe4c3f0b tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0501065 Dec 09 15:18:11.227832 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c047860-d0d6-4a43-b291-b6cc18e65beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.363387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c047860-d0d6-4a43-b291-b6cc18e65beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.369457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c047860-d0d6-4a43-b291-b6cc18e65beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.418291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46966) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:11.418965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c047860-d0d6-4a43-b291-b6cc18e65beb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=400f1ff89dfe481abcc930e5dd33e983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231432 Dec 09 15:18:11.420214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c047860-d0d6-4a43-b291-b6cc18e65beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba857ce-569f-4406-afd1-3eda5927557b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:11.488873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85437323-90af-48c8-81dd-f3d201428e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.518158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85437323-90af-48c8-81dd-f3d201428e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.573047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85437323-90af-48c8-81dd-f3d201428e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.577360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85437323-90af-48c8-81dd-f3d201428e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:11.580863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85437323-90af-48c8-81dd-f3d201428e83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cba857ce-569f-4406-afd1-3eda5927557b HTTP/1.1" status: 204 len: 168 time: 0.1607704 Dec 09 15:18:11.622019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85437323-90af-48c8-81dd-f3d201428e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba857ce-569f-4406-afd1-3eda5927557b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:11.995326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 46980) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:12.014710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec2c-9cab-48fd-81ce-d2c749dd4784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.126378 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec2c-9cab-48fd-81ce-d2c749dd4784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.133645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec2c-9cab-48fd-81ce-d2c749dd4784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.179118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-74c1ec2c-9cab-48fd-81ce-d2c749dd4784 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=905e09775ef640598a0ce951e2b2e3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826539 Dec 09 15:18:12.179908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1ec2c-9cab-48fd-81ce-d2c749dd4784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f473174d-b622-476d-a47d-d496cf08308e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:12.182366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 46988) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:12.271118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5de76b-c5e3-4ec4-8f7e-52b669976248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.308426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5de76b-c5e3-4ec4-8f7e-52b669976248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.379731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1a5812c-9839-42c5-826f-8d83706ea97e req-2ce3a482-4473-477b-84b7-4990edbf93ae tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0479071 Dec 09 15:18:12.410647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5de76b-c5e3-4ec4-8f7e-52b669976248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.414078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ec5de76b-c5e3-4ec4-8f7e-52b669976248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:12.418059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ec5de76b-c5e3-4ec4-8f7e-52b669976248 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f473174d-b622-476d-a47d-d496cf08308e HTTP/1.1" status: 204 len: 168 time: 0.2346599 Dec 09 15:18:12.428199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5de76b-c5e3-4ec4-8f7e-52b669976248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f473174d-b622-476d-a47d-d496cf08308e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:13.369393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47040) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:13.508056 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486058532'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:13.560191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:13.563945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.567507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3940e8c7-cb63-42aa-9c01-d31341decb74 req-a99bbb8d-2267-4fd5-a947-9c4c2d359f15 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0402818 Dec 09 15:18:13.575454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.681424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.686621 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.724949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7fad25-d8d7-45db-9ff0-f17a14e99699,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:13.731516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:13.766903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.767580 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 357e8868-f7bf-4f8a-8501-111e34ab070a of type vlan for network de16aaeb-671a-4750-9349-670ca77c7290 Dec 09 15:18:13.832992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.858540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.867544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:13.868417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:13.915397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5430899 Dec 09 15:18:13.955377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338c69-fb7f-44e8-aab8-1b5b83676385 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=de16aaeb-671a-4750-9349-670ca77c7290,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:13.967537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network de16aaeb-671a-4750-9349-670ca77c7290 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:14.059185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:14.065630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:14.173239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:14.177218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.431496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.508394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=37be9b5e-a5a8-499b-8b9f-ea4c6efbde90,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:14.512571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '357e8868-f7bf-4f8a-8501-111e34ab070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:14.512944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: de16aaeb-671a-4750-9349-670ca77c7290, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:14.532094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network de16aaeb-671a-4750-9349-670ca77c7290 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:14.552827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, de16aaeb-671a-4750-9349-670ca77c7290) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:14.559507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:14.559611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.564702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a23a399-6ea1-48c0-b912-bed8c09dd6aa None None] Network de16aaeb-671a-4750-9349-670ca77c7290 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:14.584307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f1520fcb-5d1a-444b-a869-d49b311f36b4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5239522 Dec 09 15:18:14.587966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47082) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:14.594146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483114381'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:14.658441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:14.662480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.706982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:14.718510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.719071 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment a8c15f95-79cd-4aed-b097-42932258cc68 of type vlan for network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 Dec 09 15:18:14.774733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-de16aaeb-671a-4750-9349-670ca77c7290', 'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': '37be9b5e-a5a8-499b-8b9f-ea4c6efbde90'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:14.776126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.802847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed24db9d-5249-4507-a574-4eac626790a5 req-d069798d-1ed7-48e9-b759-8c2463b6479f tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0602970 Dec 09 15:18:14.813217 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.848010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.854612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:14.855477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:14.960121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3702559 Dec 09 15:18:14.962086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Allocated IP 172.20.255.242 (de16aaeb-671a-4750-9349-670ca77c7290/37be9b5e-a5a8-499b-8b9f-ea4c6efbde90/bc6b3f0d-e256-4c2a-a131-c6e13a23165a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:14.962855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47088) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:14.969261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f6517-c8b2-4b3e-90c8-27a3bd54d05c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=634a4b4d-52c5-4b99-b7d7-688dcc8c9d64,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:14.969716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:14.987062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:15.168129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:15.174035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.403316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.455083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.501816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Network de16aaeb-671a-4750-9349-670ca77c7290 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:15.506165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:15.511790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:15.571225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.613493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Attempting to bind port bc6b3f0d-e256-4c2a-a131-c6e13a23165a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:15.614163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Attempting to bind port bc6b3f0d-e256-4c2a-a131-c6e13a23165a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '357e8868-f7bf-4f8a-8501-111e34ab070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:15.614749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Attempting to bind port bc6b3f0d-e256-4c2a-a131-c6e13a23165a on network de16aaeb-671a-4750-9349-670ca77c7290 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:15.618437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Pushing event updated for resources: {'Port': ['ID=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:15.625314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:15.626449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Checking segment: {'id': '357e8868-f7bf-4f8a-8501-111e34ab070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:15.627158 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.627899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Bound using segment: {'id': '357e8868-f7bf-4f8a-8501-111e34ab070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:15.628704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Bound port: bc6b3f0d-e256-4c2a-a131-c6e13a23165a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357e8868-f7bf-4f8a-8501-111e34ab070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'de16aaeb-671a-4750-9349-670ca77c7290'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:15.629533 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.689211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=bc4299dc-67fc-445e-a59e-cedb918a8c20,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:15.694029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': 'a8c15f95-79cd-4aed-b097-42932258cc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:15.694412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:15.731564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:15.751760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] For port bc6b3f0d-e256-4c2a-a131-c6e13a23165a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:15.752159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:15.760820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:15.762829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.763707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] For port bc6b3f0d-e256-4c2a-a131-c6e13a23165a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,segment=NetworkSegment(357e8868-f7bf-4f8a-8501-111e34ab070a),segment_id=357e8868-f7bf-4f8a-8501-111e34ab070a)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:15.768639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e9350-0d52-4597-be09-85134b502cc6 None None] Network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:15.809338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8fe9b432-fbcb-4f76-9b8f-def0c0106982 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8419275 Dec 09 15:18:15.810235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47102) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:15.885872 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:15.976127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-634a4b4d-52c5-4b99-b7d7-688dcc8c9d64', 'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': 'bc4299dc-67fc-445e-a59e-cedb918a8c20'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:15.977592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.040819 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.057763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b25d6-1e0d-405b-bc1c-0293d0484708 None None] Pushing event updated for resources: {'Port': ['ID=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:16.115881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-335deb1a-1989-45d6-970a-425faf884193 req-345e21b0-554d-489f-a979-ba5c9829e494 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0484490 Dec 09 15:18:16.220466 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.423775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Allocated IP 172.20.0.2 (634a4b4d-52c5-4b99-b7d7-688dcc8c9d64/bc4299dc-67fc-445e-a59e-cedb918a8c20/60a82323-3735-4512-8981-bf2a8ffcd00a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:16.655173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bc6b3f0d-e256-4c2a-a131-c6e13a23165a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:16.740465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bc6b3f0d-e256-4c2a-a131-c6e13a23165a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:16.741002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.773521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.798436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.816453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.850818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4299dc-67fc-445e-a59e-cedb918a8c20,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:16.894585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:16.898611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Pushing event updated for resources: {'Port': ['ID=60a82323-3735-4512-8981-bf2a8ffcd00a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:16.913112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:16.922127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:16.961918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.985830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a4b4d-52c5-4b99-b7d7-688dcc8c9d64']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:16.987942 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:16.997240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c15f95-79cd-4aed-b097-42932258cc68') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:16.997601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c15f95-79cd-4aed-b097-42932258cc68') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:17.008152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.022471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port bc6b3f0d-e256-4c2a-a131-c6e13a23165a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,segment=NetworkSegment(357e8868-f7bf-4f8a-8501-111e34ab070a),segment_id=357e8868-f7bf-4f8a-8501-111e34ab070a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:17.023887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.033662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:17.034473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.051188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:17.114017 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:17.118850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:17.118850 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:17.118850 n-d-804292-5 neutron-server[109894]: [parameters: {'id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64'}] Dec 09 15:18:17.118850 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:17.119546 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:17.184566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:17.205916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Attempting to bind port 60a82323-3735-4512-8981-bf2a8ffcd00a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:17.207794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Attempting to bind port 60a82323-3735-4512-8981-bf2a8ffcd00a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'a8c15f95-79cd-4aed-b097-42932258cc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:17.211448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Attempting to bind port 60a82323-3735-4512-8981-bf2a8ffcd00a on network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:17.231666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:17.232246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Checking segment: {'id': 'a8c15f95-79cd-4aed-b097-42932258cc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:17.232756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.233253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Bound using segment: {'id': 'a8c15f95-79cd-4aed-b097-42932258cc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:17.233938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Bound port: 60a82323-3735-4512-8981-bf2a8ffcd00a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c15f95-79cd-4aed-b097-42932258cc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '634a4b4d-52c5-4b99-b7d7-688dcc8c9d64'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:17.234936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.248021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d8f1cc2e-9665-4ae3-ac11-1fcdc4241172 req-61b5ef05-f13c-44e8-84a7-8aacc4d2a413 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0689404 Dec 09 15:18:17.369492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] For port 60a82323-3735-4512-8981-bf2a8ffcd00a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:17.380302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] For port 60a82323-3735-4512-8981-bf2a8ffcd00a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=60a82323-3735-4512-8981-bf2a8ffcd00a,segment=NetworkSegment(a8c15f95-79cd-4aed-b097-42932258cc68),segment_id=a8c15f95-79cd-4aed-b097-42932258cc68)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:17.390424 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.524317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02830df7-949b-4764-b5f7-5ed3d15389b1 None None] Network 634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:17.591400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e2033-349e-4af9-87d9-c43fb442f9b1 None None] Pushing event updated for resources: {'Port': ['ID=60a82323-3735-4512-8981-bf2a8ffcd00a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:17.621237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.728729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port 60a82323-3735-4512-8981-bf2a8ffcd00a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:17.729275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.736550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec941e-d6fd-482d-b6cb-856d939aa158 None None] Network de16aaeb-671a-4750-9349-670ca77c7290 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:17.800376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port 60a82323-3735-4512-8981-bf2a8ffcd00a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=60a82323-3735-4512-8981-bf2a8ffcd00a,segment=NetworkSegment(a8c15f95-79cd-4aed-b097-42932258cc68),segment_id=a8c15f95-79cd-4aed-b097-42932258cc68)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:17.801118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.819189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for 60a82323-3735-4512-8981-bf2a8ffcd00a owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:17.864923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fe506f1d-31bf-4405-abbb-cda2291ee554 None None] Provisioning complete for port bc6b3f0d-e256-4c2a-a131-c6e13a23165a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:17.865296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe506f1d-31bf-4405-abbb-cda2291ee554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.951949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:17.979687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=60a82323-3735-4512-8981-bf2a8ffcd00a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:17.996437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port 60a82323-3735-4512-8981-bf2a8ffcd00a on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:18.098066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.135071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a4b4d-52c5-4b99-b7d7-688dcc8c9d64']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:18.147229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c15f95-79cd-4aed-b097-42932258cc68') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:18.147571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c15f95-79cd-4aed-b097-42932258cc68') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:18.157898 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.182999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.204435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:18.208145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:18.213678 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:18.235884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3189671-08cf-4785-9ef1-e5b69c709a23 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:18.364252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-af7e74bf-a52a-4116-8034-5b6b8a5ee093 None None] Provisioning complete for port bc6b3f0d-e256-4c2a-a131-c6e13a23165a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:18.364638 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af7e74bf-a52a-4116-8034-5b6b8a5ee093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.431546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.454282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.472223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:18.478143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1565585067'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:18.480183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 HTTP/1.1" status: 204 len: 168 time: 2.6640165 Dec 09 15:18:18.486490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95853beb-e6b7-409d-9b35-2fd62b5e3924 req-7e43b677-5368-427b-b9e9-66cc59555cb9 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.1057930 Dec 09 15:18:18.495961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3189671-08cf-4785-9ef1-e5b69c709a23 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:18.538631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a13f60-8439-4177-8f5b-45d3f9f8b946 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=634a4b4d-52c5-4b99-b7d7-688dcc8c9d64,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:18.581761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bc6b3f0d-e256-4c2a-a131-c6e13a23165a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:18.592905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:18.597510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.658317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-1ea5469d-1d78-4e18-b925-b7ce589dda81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374118 Dec 09 15:18:18.668109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:18.689339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.691180 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 392ae96b-e43e-4ecd-9db5-077b407e7be4 of type vlan for network d85e0aac-40cb-4ce0-93d0-056b2660f0d8 Dec 09 15:18:18.763243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bc6b3f0d-e256-4c2a-a131-c6e13a23165a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:18.767086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.769971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.822659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:18.836162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:18.837178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.000579 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5266664 Dec 09 15:18:19.005541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47170) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:19.007010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd4304-9d21-43e3-9bb8-5258cfc1eea0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=d85e0aac-40cb-4ce0-93d0-056b2660f0d8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:19.021380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-1cfac7f6-3a34-4bcb-b692-5cda3282d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:19.024352 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-1cfac7f6-3a34-4bcb-b692-5cda3282d034 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1868a07949ad4689a2a427e505e4b1e3&device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 1096 time: 0.2138729 Dec 09 15:18:19.038820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': 'd85e0aac-40cb-4ce0-93d0-056b2660f0d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:19.041365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2170ec16-166c-4ada-97a3-07f74385b993 None None] Provisioning complete for port 773afef0-9c94-4324-8852-52da0c99b98f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:19.041926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2170ec16-166c-4ada-97a3-07f74385b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.070854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d85e0aac-40cb-4ce0-93d0-056b2660f0d8 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:19.179620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-96f60d37-d799-4780-b8f8-5116edcbef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:19.181249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-96f60d37-d799-4780-b8f8-5116edcbef30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 200 len: 920 time: 0.1325951 Dec 09 15:18:19.250788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-e5b83037-d2fc-4f5e-ab45-ef20b905fa81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 200 len: 217 time: 0.0578349 Dec 09 15:18:19.278361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:19.285227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.369242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-1754d35e-01d8-4e8b-a930-07fe4ea08dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:19.374045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-1754d35e-01d8-4e8b-a930-07fe4ea08dad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 200 len: 859 time: 0.1163182 Dec 09 15:18:19.427990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-7e86653a-e625-425f-9120-8ca961c671c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=abc38dfd-69a8-45de-9605-2dbc7c1e8327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434778 Dec 09 15:18:19.430990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing IP validity checks on allocation pools {{(pid=109894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:18:19.431545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:18:19.597286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2170ec16-166c-4ada-97a3-07f74385b993 None None] Provisioning complete for port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:19.597286 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2170ec16-166c-4ada-97a3-07f74385b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.673958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.724372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2170ec16-166c-4ada-97a3-07f74385b993 None None] Provisioning complete for port 74c333cc-a425-4998-b314-1d0364385de9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:19.724660 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2170ec16-166c-4ada-97a3-07f74385b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.740781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e470a2b-eb76-450f-b3d4-08c16bb7aee5 req-428bcc5a-9a4d-4c0a-ae0f-a4589e2f3fac tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0894938 Dec 09 15:18:19.744230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=bae426cb-8a3b-49cc-9d5d-37adaf1245d2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:19.774048 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-8ed3b955-b518-4124-8f05-9203986d4278 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332133 Dec 09 15:18:19.786680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '392ae96b-e43e-4ecd-9db5-077b407e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd85e0aac-40cb-4ce0-93d0-056b2660f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:19.787051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: d85e0aac-40cb-4ce0-93d0-056b2660f0d8, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:19.810476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network d85e0aac-40cb-4ce0-93d0-056b2660f0d8 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:19.824150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d85e0aac-40cb-4ce0-93d0-056b2660f0d8) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:19.840810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d662d-422f-4c32-b338-848d1436b835 None None] Network d85e0aac-40cb-4ce0-93d0-056b2660f0d8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:19.842241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:19.844731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:19.870614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6a883ca4-4108-4520-ba2b-9cb39e49dd6a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8610694 Dec 09 15:18:19.871204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47184) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:19.983662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa0d0229-a3df-449d-85f0-e8a0f66a62d5 req-fc9a7321-f05c-45e2-8d2e-dee98f1e1947 service neutron] 10.222.0.43 "GET /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984935 Dec 09 15:18:20.012965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59f7a1-93b5-4ceb-b802-62057b6ec350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d85e0aac-40cb-4ce0-93d0-056b2660f0d8', 'network_id': 'd85e0aac-40cb-4ce0-93d0-056b2660f0d8', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': 'bae426cb-8a3b-49cc-9d5d-37adaf1245d2'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:20.020199 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc59f7a1-93b5-4ceb-b802-62057b6ec350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.061745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.143401 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.216003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-bc59f7a1-93b5-4ceb-b802-62057b6ec350 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bae426cb-8a3b-49cc-9d5d-37adaf1245d2: This subnet is being modified by another concurrent operation. Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bae426cb-8a3b-49cc-9d5d-37adaf1245d2: This subnet is being modified by another concurrent operation. Dec 09 15:18:20.245720 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:18:20.276397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fabdcf-d60c-46d6-b161-1f09ef3ab6c8 None None] Network d85e0aac-40cb-4ce0-93d0-056b2660f0d8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:20.321050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.372025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85e0aac-40cb-4ce0-93d0-056b2660f0d8']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:20.453937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=bae426cb-8a3b-49cc-9d5d-37adaf1245d2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:20.459316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392ae96b-e43e-4ecd-9db5-077b407e7be4') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:20.459316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392ae96b-e43e-4ecd-9db5-077b407e7be4') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:20.470259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.488408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.498190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:20.498757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:20.502752 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:20.541254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c6e1fb-2ef3-4b7a-8954-b2cafa17c14d None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:20.584323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.594512 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.600837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/d85e0aac-40cb-4ce0-93d0-056b2660f0d8 HTTP/1.1" status: 204 len: 168 time: 0.7264082 Dec 09 15:18:20.604876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47202) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:20.613218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698942940'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:20.619226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf214b-0db3-4e15-834a-beb5620d79d6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=d85e0aac-40cb-4ce0-93d0-056b2660f0d8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:20.653753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:20.659661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.694817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:20.710521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.710916 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 4904323d-5afd-4633-9072-5d4f6558de7b of type vlan for network 5670c230-4b1b-4731-b202-b30d15ee992b Dec 09 15:18:20.717396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6e1fb-2ef3-4b7a-8954-b2cafa17c14d None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:20.767397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.798095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.805194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:20.805995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:20.893366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4cc2fbf7-a406-4ef3-b1ab-e854fe4ba597 req-5419d543-0695-4084-9675-44ba90ef760a tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0546100 Dec 09 15:18:20.896075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2879446 Dec 09 15:18:20.898786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47210) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:20.904840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:21.030237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002744e-0a39-45a6-bcee-70a248fec81b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=5670c230-4b1b-4731-b202-b30d15ee992b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:21.047970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5670c230-4b1b-4731-b202-b30d15ee992b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:21.152945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:21.159224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:21.491516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:21.536481 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:18:21.544516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=bdb7beb3-076a-45e7-b8de-9a6bb881fc8d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:21.582555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '4904323d-5afd-4633-9072-5d4f6558de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:21.583011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 5670c230-4b1b-4731-b202-b30d15ee992b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:21.605451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 5670c230-4b1b-4731-b202-b30d15ee992b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:21.621082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5670c230-4b1b-4731-b202-b30d15ee992b) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:21.627204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:21.628767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:21.635666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d642ba5-64fb-414e-b0f7-592f93d371b5 None None] Network 5670c230-4b1b-4731-b202-b30d15ee992b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:21.676174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6ea154da-2030-4088-99cb-ab3936c37877 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7735760 Dec 09 15:18:21.676516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:21.832106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5670c230-4b1b-4731-b202-b30d15ee992b', 'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': 'bdb7beb3-076a-45e7-b8de-9a6bb881fc8d'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:21.833537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:21.903636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.020812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.129235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.141505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3685d246-ad29-4439-b041-c88c2ec6d262 req-cdb85705-47d9-4ac8-ad57-fb432ea43a0d tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0489206 Dec 09 15:18:22.147622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Allocated IP 172.20.0.1 (5670c230-4b1b-4731-b202-b30d15ee992b/bdb7beb3-076a-45e7-b8de-9a6bb881fc8d/20f330c9-f6c3-4547-9eaf-b35b6caf4ae3) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:22.400697 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.415008 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.449792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.517742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Pushing event updated for resources: {'Port': ['ID=20f330c9-f6c3-4547-9eaf-b35b6caf4ae3,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:22.535167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb7beb3-076a-45e7-b8de-9a6bb881fc8d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:22.547658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Network 5670c230-4b1b-4731-b202-b30d15ee992b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:22.549890 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.560476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:22.564184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:22.691535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Attempting to bind port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:22.691920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Attempting to bind port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '4904323d-5afd-4633-9072-5d4f6558de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:22.692297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Attempting to bind port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3 on network 5670c230-4b1b-4731-b202-b30d15ee992b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:22.699135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:22.699691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Checking segment: {'id': '4904323d-5afd-4633-9072-5d4f6558de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:22.700113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.700521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Bound using segment: {'id': '4904323d-5afd-4633-9072-5d4f6558de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:22.701025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Bound port: 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4904323d-5afd-4633-9072-5d4f6558de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5670c230-4b1b-4731-b202-b30d15ee992b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:22.701418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:22.854688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] For port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:22.861727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] For port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=20f330c9-f6c3-4547-9eaf-b35b6caf4ae3,segment=NetworkSegment(4904323d-5afd-4633-9072-5d4f6558de7b),segment_id=4904323d-5afd-4633-9072-5d4f6558de7b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:22.874397 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.073189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78921f00-7302-4f70-90a9-127c89d420dd None None] Pushing event updated for resources: {'Port': ['ID=20f330c9-f6c3-4547-9eaf-b35b6caf4ae3,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:23.103110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c05f92-3991-44f2-8814-43aae76f69bb None None] Network 5670c230-4b1b-4731-b202-b30d15ee992b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:23.208453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.241448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d8a3-b1de-44ae-b372-3bcfb81ee13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.242665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670c230-4b1b-4731-b202-b30d15ee992b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:23.257034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4904323d-5afd-4633-9072-5d4f6558de7b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:23.257479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4904323d-5afd-4633-9072-5d4f6558de7b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:23.269507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.287141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.295959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:23.296733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:23.300425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e043c5e-317d-4ffb-8495-03d4964b50c8 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:23.333711 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:23.389015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e3b36ea-e4f5-47ff-a603-4e3cb9688ce4 req-0eeefa48-ecff-45c8-a0a2-31e707584a6b tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0717533 Dec 09 15:18:23.466433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e043c5e-317d-4ffb-8495-03d4964b50c8 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:23.481409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:23.481409 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:23.481409 n-d-804292-5 neutron-server[109894]: [parameters: {'id': '5670c230-4b1b-4731-b202-b30d15ee992b'}] Dec 09 15:18:23.481409 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:23.482099 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:23.983668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.098022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:24.100585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.197615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=20f330c9-f6c3-4547-9eaf-b35b6caf4ae3,segment=NetworkSegment(4904323d-5afd-4633-9072-5d4f6558de7b),segment_id=4904323d-5afd-4633-9072-5d4f6558de7b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:24.197977 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.211637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:24.326823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.359819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port 20f330c9-f6c3-4547-9eaf-b35b6caf4ae3 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:24.453802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=20f330c9-f6c3-4547-9eaf-b35b6caf4ae3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:24.555316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.557191 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-253f523d-8add-40e8-b16c-0299622ef184 req-b949dd64-d4ab-4592-8fed-da558902633f tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0454445 Dec 09 15:18:24.595924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670c230-4b1b-4731-b202-b30d15ee992b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:24.609944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4904323d-5afd-4633-9072-5d4f6558de7b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:24.610497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4904323d-5afd-4633-9072-5d4f6558de7b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:24.622973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.654664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.668749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:24.669283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:24.684586 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:24.804710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.813920 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.821552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47282) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:24.822991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/5670c230-4b1b-4731-b202-b30d15ee992b HTTP/1.1" status: 204 len: 168 time: 3.1445310 Dec 09 15:18:24.827966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768038246'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:24.836197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d694f7-8d04-4151-bd9a-f2dd0de77ce6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=5670c230-4b1b-4731-b202-b30d15ee992b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:24.877462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:24.881469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.922732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:24.938356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:24.938972 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 7196b947-2e80-4820-9288-6c0e388baef8 of type vlan for network 432e657e-f675-4086-accc-539d3a9e29d4 Dec 09 15:18:25.027753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.076814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafb02-a384-40f3-ac39-2d49c91a05bb req-c1fa0d39-1fdd-4122-b56f-44c07701efe0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:25.079546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0aaafb02-a384-40f3-ac39-2d49c91a05bb req-c1fa0d39-1fdd-4122-b56f-44c07701efe0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.1050527 Dec 09 15:18:25.095073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.101565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:25.102363 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.175592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3525929 Dec 09 15:18:25.178699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47292) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:25.184581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '432e657e-f675-4086-accc-539d3a9e29d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:25.228868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c151a-dbfd-465e-9726-d7bf45a58512 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=432e657e-f675-4086-accc-539d3a9e29d4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:25.236349 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0aaafb02-a384-40f3-ac39-2d49c91a05bb req-1301eb53-378b-4835-88e8-da3c6ccad991 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496797 Dec 09 15:18:25.241176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 432e657e-f675-4086-accc-539d3a9e29d4 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:25.370426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:25.375845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.637923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.650196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe84c93f-d447-419b-a268-cf55513edc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.801685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9813f47-5b0f-40ad-a1d0-597d089b0636 req-1e696e94-e3ac-4ec8-9d85-02e50b3ca288 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0922196 Dec 09 15:18:25.823654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=d5917d38-a716-4f81-9888-df1adab4af0f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:25.838517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '7196b947-2e80-4820-9288-6c0e388baef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '432e657e-f675-4086-accc-539d3a9e29d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:25.838892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 432e657e-f675-4086-accc-539d3a9e29d4, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:25.867240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eb92cce0-9904-46b4-89b6-3fc2a742c8bc req-e686aa11-0350-4c4e-88ee-40f0380cf4c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0633597 Dec 09 15:18:25.870606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 432e657e-f675-4086-accc-539d3a9e29d4 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:25.887340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 432e657e-f675-4086-accc-539d3a9e29d4) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:25.898113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:25.898739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:25.901749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd0046-910f-4661-8646-14946e140a04 None None] Network 432e657e-f675-4086-accc-539d3a9e29d4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:25.939730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47308) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:25.940393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-318b77f9-8195-486e-b531-1ba0b7666233 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7606933 Dec 09 15:18:26.022647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-432e657e-f675-4086-accc-539d3a9e29d4', 'network_id': '432e657e-f675-4086-accc-539d3a9e29d4', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': 'd5917d38-a716-4f81-9888-df1adab4af0f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:26.023822 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.081747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.138861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.184072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Allocated IP 172.20.0.2 (432e657e-f675-4086-accc-539d3a9e29d4/d5917d38-a716-4f81-9888-df1adab4af0f/b45db6f2-423b-4e12-8f20-6938e2d18c1b) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:26.367483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.376491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.435844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5790c-0c6d-4654-a763-7c92903c9b33 req-a364a884-7cdf-4c27-9bbb-d87be83d3315 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:26.441047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Network 432e657e-f675-4086-accc-539d3a9e29d4 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:26.443223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2a5790c-0c6d-4654-a763-7c92903c9b33 req-a364a884-7cdf-4c27-9bbb-d87be83d3315 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0968924 Dec 09 15:18:26.445482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:26.447235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Pushing event updated for resources: {'Port': ['ID=b45db6f2-423b-4e12-8f20-6938e2d18c1b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:26.449465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:26.457326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.512661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=d5917d38-a716-4f81-9888-df1adab4af0f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:26.513264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Attempting to bind port b45db6f2-423b-4e12-8f20-6938e2d18c1b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:26.513715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Attempting to bind port b45db6f2-423b-4e12-8f20-6938e2d18c1b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '7196b947-2e80-4820-9288-6c0e388baef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '432e657e-f675-4086-accc-539d3a9e29d4'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:26.514471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Attempting to bind port b45db6f2-423b-4e12-8f20-6938e2d18c1b on network 432e657e-f675-4086-accc-539d3a9e29d4 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:26.521759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:26.522226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Checking segment: {'id': '7196b947-2e80-4820-9288-6c0e388baef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '432e657e-f675-4086-accc-539d3a9e29d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:26.522647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.523056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Bound using segment: {'id': '7196b947-2e80-4820-9288-6c0e388baef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '432e657e-f675-4086-accc-539d3a9e29d4'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:26.523559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Bound port: b45db6f2-423b-4e12-8f20-6938e2d18c1b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7196b947-2e80-4820-9288-6c0e388baef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '432e657e-f675-4086-accc-539d3a9e29d4'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:26.523951 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.594707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.601200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] For port b45db6f2-423b-4e12-8f20-6938e2d18c1b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:26.605216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] For port b45db6f2-423b-4e12-8f20-6938e2d18c1b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b45db6f2-423b-4e12-8f20-6938e2d18c1b,segment=NetworkSegment(7196b947-2e80-4820-9288-6c0e388baef8),segment_id=7196b947-2e80-4820-9288-6c0e388baef8)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:26.611171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.621787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2a5790c-0c6d-4654-a763-7c92903c9b33 req-c85a5e1a-4ffc-46fc-b903-22e78866a446 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733661 Dec 09 15:18:26.637484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432e657e-f675-4086-accc-539d3a9e29d4']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:26.648388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7196b947-2e80-4820-9288-6c0e388baef8') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:26.648886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7196b947-2e80-4820-9288-6c0e388baef8') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:26.669271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.685025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.693230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:26.693641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:26.726360 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:26.733185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf3cec-abe8-4d4c-93cf-49d86b269af9 None None] Pushing event updated for resources: {'Port': ['ID=b45db6f2-423b-4e12-8f20-6938e2d18c1b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:26.743218 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:26.755616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8104670-9aa4-4caa-a162-7aedadfcc4d0 None None] Network 432e657e-f675-4086-accc-539d3a9e29d4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:26.767648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:26.767648 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:26.767648 n-d-804292-5 neutron-server[109895]: [parameters: {'id': '432e657e-f675-4086-accc-539d3a9e29d4'}] Dec 09 15:18:26.767648 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:26.768741 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:26.872855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb204a35-91ac-4d31-94d8-c9379ac4c0bc None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:27.005881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb204a35-91ac-4d31-94d8-c9379ac4c0bc None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:27.028543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-60bd90c6-3094-40c4-862a-2933caf50dd2 req-b5135f77-fc11-4508-8f57-d50581c2a2cf tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0309403 Dec 09 15:18:27.270076 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:27.404061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98253c20-5766-442b-b459-90e119e4d3e0 req-e78819c4-185f-46e8-9bf1-956954b5a9bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99e4e5ca1d384069a45ea2aa36f3376d&device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0372250 Dec 09 15:18:27.423893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6f07de9-0065-4e9c-9695-b122312a0b28 req-a8b9d91c-ca22-4317-9c6d-c2019eabdcec tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0543909 Dec 09 15:18:27.485407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98253c20-5766-442b-b459-90e119e4d3e0 req-e84b32be-6c79-4929-8c40-46145fd91302 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=99e4e5ca1d384069a45ea2aa36f3376d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648227 Dec 09 15:18:27.522765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port b45db6f2-423b-4e12-8f20-6938e2d18c1b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:27.523025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:27.735020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830f17b-a8e1-4a35-9b7b-f3828e113297 req-2c5b50d7-c20e-4dc7-b395-234aff32fd28 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:27.739752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0830f17b-a8e1-4a35-9b7b-f3828e113297 req-2c5b50d7-c20e-4dc7-b395-234aff32fd28 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.0541310 Dec 09 15:18:27.740248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port b45db6f2-423b-4e12-8f20-6938e2d18c1b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b45db6f2-423b-4e12-8f20-6938e2d18c1b,segment=NetworkSegment(7196b947-2e80-4820-9288-6c0e388baef8),segment_id=7196b947-2e80-4820-9288-6c0e388baef8)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:27.740635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:27.768678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-58dfd435-c0b2-461c-82d5-5116a00eb763 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:27.770243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-58dfd435-c0b2-461c-82d5-5116a00eb763 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.43 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 945 time: 0.2693415 Dec 09 15:18:27.784109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for b45db6f2-423b-4e12-8f20-6938e2d18c1b owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:27.791924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0830f17b-a8e1-4a35-9b7b-f3828e113297 req-c1fd1ba7-77b9-4bad-a99c-58e5318254a6 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Dec 09 15:18:27.818290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98253c20-5766-442b-b459-90e119e4d3e0 req-4e192a17-0301-4094-aef6-594bd9b942f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:27.819804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98253c20-5766-442b-b459-90e119e4d3e0 req-4e192a17-0301-4094-aef6-594bd9b942f8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177855 Dec 09 15:18:27.943184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Deleting port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:27.943557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:27.947809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.003181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=b45db6f2-423b-4e12-8f20-6938e2d18c1b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:28.005209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port b45db6f2-423b-4e12-8f20-6938e2d18c1b on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:28.134808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.155588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] For port 67b331fc-6246-4e2b-bb80-00dd2421a5f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=67b331fc-6246-4e2b-bb80-00dd2421a5f3,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:28.156038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.176781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432e657e-f675-4086-accc-539d3a9e29d4']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:28.185870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Calling delete_port for 67b331fc-6246-4e2b-bb80-00dd2421a5f3 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:28.192400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7196b947-2e80-4820-9288-6c0e388baef8') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:28.192777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7196b947-2e80-4820-9288-6c0e388baef8') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:28.207928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.256161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.267636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:28.270676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:28.277528 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:28.388669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.761900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.766584 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.769970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/432e657e-f675-4086-accc-539d3a9e29d4 HTTP/1.1" status: 204 len: 168 time: 2.8292785 Dec 09 15:18:28.773746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47372) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:28.779520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330314719'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:28.795419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1cd426ae-ab17-4cac-a937-b4b4c4f8a83e req-78e21d03-e531-4f0a-a23e-f62072a76f6a tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0614789 Dec 09 15:18:28.799687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155708d-dd43-4afd-bf9b-10118894e538 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=432e657e-f675-4086-accc-539d3a9e29d4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:28.802709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:28.806923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.867477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:28.897450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.911660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.911894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['74c333cc-a425-4998-b314-1d0364385de9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:18:28.912024 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 40d8cb4d-16ee-40f6-9b3c-329e8964308a of type vlan for network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 Dec 09 15:18:28.929480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95746648-2f8c-44d3-9c35-8a0db0b193f1 req-14c802aa-d9e8-4c47-bd56-4a9cc0241e4f tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=647863bd-1b17-477d-b7d6-195444a4bfdf HTTP/1.1" status: 200 len: 210 time: 0.0517840 Dec 09 15:18:28.979567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:28.980513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Pushing event deleted for resources: {'Port': ['ID=67b331fc-6246-4e2b-bb80-00dd2421a5f3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:29.016003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa3a9a-c434-4dc0-840d-a6c36e3b61ed None None] DHCP port deletion for abc38dfd-69a8-45de-9605-2dbc7c1e8327 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:29.055066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] No DVR routers for this DVR port 67b331fc-6246-4e2b-bb80-00dd2421a5f3 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:29.058220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.061796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-563ec1ff-93ae-4172-8f15-f9799bfdbaae req-badfc1bd-6339-4907-937e-c266131420f1 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.43 "DELETE /v2.0/ports/67b331fc-6246-4e2b-bb80-00dd2421a5f3 HTTP/1.1" status: 204 len: 173 time: 1.2790413 Dec 09 15:18:29.062880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'name': 'network-vif-deleted', 'tag': '67b331fc-6246-4e2b-bb80-00dd2421a5f3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:18:29.065424 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd6537b-4209-4529-b31c-2dc73932b8c6" -d '{"events": [{"server_uuid": "647863bd-1b17-477d-b7d6-195444a4bfdf", "name": "network-vif-deleted", "tag": "67b331fc-6246-4e2b-bb80-00dd2421a5f3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:18:29.068305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.077362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:29.078559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.121620 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e9750d-9dc1-408e-904c-288ab0f8576b x-openstack-request-id: req-71e9750d-9dc1-408e-904c-288ab0f8576b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:18:29.122506 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647863bd-1b17-477d-b7d6-195444a4bfdf", "name": "network-vif-deleted", "tag": "67b331fc-6246-4e2b-bb80-00dd2421a5f3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:18:29.122913 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71e9750d-9dc1-408e-904c-288ab0f8576b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:18:29.123490 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647863bd-1b17-477d-b7d6-195444a4bfdf', 'name': 'network-vif-deleted', 'tag': '67b331fc-6246-4e2b-bb80-00dd2421a5f3', 'status': 'completed', 'code': 200} Dec 09 15:18:29.181224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-98253c20-5766-442b-b459-90e119e4d3e0 req-76bf64df-2661-4d69-9b1b-4d06a10fcc83 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.43 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0416365 Dec 09 15:18:29.222953 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.223887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=947e17cc-7e34-4f9e-9c17-ba93e9a9ff84,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:29.235400 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-158e17c4-ea68-48c2-9c28-7100d5d4bff7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4569032 Dec 09 15:18:29.236495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47396) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:29.244835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:29.246552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:29.371973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:29.376484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.451559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing IP validity checks on allocation pools {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:18:29.451989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:18:29.594136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.664392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=c74c42b7-b1eb-441e-9840-3e4ebfa08c24,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:29.691168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '40d8cb4d-16ee-40f6-9b3c-329e8964308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:29.691817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:29.742497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:29.761326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:29.767412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:29.768378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.773254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c03fc-85af-49e4-8271-b57145450ebd None None] Network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:29.809737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8f962630-7265-45d8-acd4-25d6c785e3f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5713048 Dec 09 15:18:29.812235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47412) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:29.901046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-947e17cc-7e34-4f9e-9c17-ba93e9a9ff84', 'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': 'c74c42b7-b1eb-441e-9840-3e4ebfa08c24'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:29.901935 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:29.969681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.014244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23d1840f-8c47-44f4-a675-44c6f58feb44 req-6f6b3417-fe4e-4973-89fd-f47a4806f943 tempest-ServerShowV254Test-1207961656 tempest-ServerShowV254Test-1207961656-project] 10.222.0.46 "GET /v2.0/ports?device_id=93e15309-efe0-4481-8673-5b315e6bc802 HTTP/1.1" status: 200 len: 210 time: 0.0336363 Dec 09 15:18:30.135359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.195966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Allocated IP 172.20.0.3 (947e17cc-7e34-4f9e-9c17-ba93e9a9ff84/c74c42b7-b1eb-441e-9840-3e4ebfa08c24/28a176cf-c601-4ab7-a53e-667fb10cfd7d) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:30.362284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374679d-b70a-4833-a6e0-af77aa108d77 req-fe3545b3-8ee6-4562-88c6-474d71c55789 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:30.370574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1374679d-b70a-4833-a6e0-af77aa108d77 req-fe3545b3-8ee6-4562-88c6-474d71c55789 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0671520 Dec 09 15:18:30.411917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.435427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.450103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1374679d-b70a-4833-a6e0-af77aa108d77 req-538d48c7-3e67-4c34-a5c9-e8e0d9152535 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775156 Dec 09 15:18:30.450979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.483878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:30.486061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=c74c42b7-b1eb-441e-9840-3e4ebfa08c24,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:30.489212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:30.499995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:30.504136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Pushing event updated for resources: {'Port': ['ID=28a176cf-c601-4ab7-a53e-667fb10cfd7d,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:30.572830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Attempting to bind port 28a176cf-c601-4ab7-a53e-667fb10cfd7d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:30.573208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Attempting to bind port 28a176cf-c601-4ab7-a53e-667fb10cfd7d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '40d8cb4d-16ee-40f6-9b3c-329e8964308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:30.573581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Attempting to bind port 28a176cf-c601-4ab7-a53e-667fb10cfd7d on network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:30.579077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:30.579487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Checking segment: {'id': '40d8cb4d-16ee-40f6-9b3c-329e8964308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:30.579893 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.580292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Bound using segment: {'id': '40d8cb4d-16ee-40f6-9b3c-329e8964308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:30.580766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Bound port: 28a176cf-c601-4ab7-a53e-667fb10cfd7d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d8cb4d-16ee-40f6-9b3c-329e8964308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:30.581208 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.594410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.625224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947e17cc-7e34-4f9e-9c17-ba93e9a9ff84']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:30.635546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d8cb4d-16ee-40f6-9b3c-329e8964308a') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:30.635846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d8cb4d-16ee-40f6-9b3c-329e8964308a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:30.649786 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.653837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] For port 28a176cf-c601-4ab7-a53e-667fb10cfd7d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:30.658936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] For port 28a176cf-c601-4ab7-a53e-667fb10cfd7d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=28a176cf-c601-4ab7-a53e-667fb10cfd7d,segment=NetworkSegment(40d8cb4d-16ee-40f6-9b3c-329e8964308a),segment_id=40d8cb4d-16ee-40f6-9b3c-329e8964308a)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:30.666493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.666633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.674130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:30.674530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:30.678422 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:30.766218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:30.766218 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:30.766218 n-d-804292-5 neutron-server[109894]: [parameters: {'id': '947e17cc-7e34-4f9e-9c17-ba93e9a9ff84'}] Dec 09 15:18:30.766218 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:30.767681 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:30.775589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6399b-a3b9-45f4-89e1-d295ae2ca485 None None] Pushing event updated for resources: {'Port': ['ID=28a176cf-c601-4ab7-a53e-667fb10cfd7d,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:30.785818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74da73-c13b-46e9-a5de-912899c14e16 None None] Network 947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:30.841609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67b331fc-6246-4e2b-bb80-00dd2421a5f3 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:18:30.864084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 67b331fc-6246-4e2b-bb80-00dd2421a5f3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:18:30.864445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 67b331fc-6246-4e2b-bb80-00dd2421a5f3 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:18:30.914187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060ee2f-293f-4bdb-9917-881ead4cde56 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:30.996987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c060ee2f-293f-4bdb-9917-881ead4cde56 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:31.269341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.349232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port 28a176cf-c601-4ab7-a53e-667fb10cfd7d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:31.349584 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.425280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port 28a176cf-c601-4ab7-a53e-667fb10cfd7d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=28a176cf-c601-4ab7-a53e-667fb10cfd7d,segment=NetworkSegment(40d8cb4d-16ee-40f6-9b3c-329e8964308a),segment_id=40d8cb4d-16ee-40f6-9b3c-329e8964308a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:31.427812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.442391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for 28a176cf-c601-4ab7-a53e-667fb10cfd7d owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:31.492898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47470) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:31.603227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.612746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98964c-80b1-488e-96e7-6074290a5266 req-ece5018c-bba7-496f-bf64-0a18ad1e740b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:31.614452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de98964c-80b1-488e-96e7-6074290a5266 req-ece5018c-bba7-496f-bf64-0a18ad1e740b tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0849106 Dec 09 15:18:31.632809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=28a176cf-c601-4ab7-a53e-667fb10cfd7d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:31.637303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port 28a176cf-c601-4ab7-a53e-667fb10cfd7d on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:31.648824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.649187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.649538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.649884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.650229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.650572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.651062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.652093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.652442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.652784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.653181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.653525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.653863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.701697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.711890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de98964c-80b1-488e-96e7-6074290a5266 req-d6e33354-6e27-4918-8d1a-ad323654f5fb tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909526 Dec 09 15:18:31.757053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.797825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947e17cc-7e34-4f9e-9c17-ba93e9a9ff84']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:31.817842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d8cb4d-16ee-40f6-9b3c-329e8964308a') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:31.818152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d8cb4d-16ee-40f6-9b3c-329e8964308a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:31.831775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.837038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.844178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.869348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.879152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:31.880121 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.883640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056290c8-f5c9-491d-8972-872b0a3f2210,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:31.903602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.903959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.904309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.904656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.904999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.905338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.906264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.907254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.907254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.907570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.907909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.908246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.908580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:31.918464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ad2bed68-79e9-46f6-81d3-be8212299f01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99e4e5ca1d384069a45ea2aa36f3376d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238739 Dec 09 15:18:31.919451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47480) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:31.969316 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:31.974084 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf43890-9bc8-4355-a26e-65982de5a1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.974900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.984938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:31.988592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 HTTP/1.1" status: 204 len: 168 time: 2.1751628 Dec 09 15:18:32.000483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:32.003304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf43890-9bc8-4355-a26e-65982de5a1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.005738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1409817257'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:32.010304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c91ba-7a15-4dcf-99b5-14df1179fd77 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=947e17cc-7e34-4f9e-9c17-ba93e9a9ff84,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:32.031445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:32.035578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.069016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf43890-9bc8-4355-a26e-65982de5a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.072052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf43890-9bc8-4355-a26e-65982de5a1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.075670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cdf43890-9bc8-4355-a26e-65982de5a1fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/056290c8-f5c9-491d-8972-872b0a3f2210 HTTP/1.1" status: 204 len: 168 time: 0.1528547 Dec 09 15:18:32.090850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:32.091435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43890-9bc8-4355-a26e-65982de5a1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056290c8-f5c9-491d-8972-872b0a3f2210,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:32.112939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.113298 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment ba8b13d0-af83-4d47-a2a6-233012bfba55 of type vlan for network 66d7000f-d216-4c45-a868-cb44cad4603b Dec 09 15:18:32.177635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.220731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.229354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:32.230078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.284855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2830796 Dec 09 15:18:32.287692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47494) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:32.293617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:32.319923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c675f-0a27-4d35-8fef-b34b8fd30f5f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=66d7000f-d216-4c45-a868-cb44cad4603b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:32.333106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 66d7000f-d216-4c45-a868-cb44cad4603b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:32.410107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:32.417261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.691721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.757441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=50c62064-13b3-45d2-abe5-9d57bf300cbc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:32.766967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': 'ba8b13d0-af83-4d47-a2a6-233012bfba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:32.768335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 66d7000f-d216-4c45-a868-cb44cad4603b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:32.789543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 66d7000f-d216-4c45-a868-cb44cad4603b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:32.818054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 66d7000f-d216-4c45-a868-cb44cad4603b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:32.831499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:32.833666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2ff36-8b9b-4cf2-9473-74c8220bbb8b None None] Network 66d7000f-d216-4c45-a868-cb44cad4603b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:32.835238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:32.878551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f9060bbf-cba1-4524-a12e-5134787e77c1 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5896142 Dec 09 15:18:32.881349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47526) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:32.911422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253caab8-2706-4323-99cd-07ed6bece7ff req-36c5c74d-8456-43ec-8d72-5fe82a063244 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:32.920491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-253caab8-2706-4323-99cd-07ed6bece7ff req-36c5c74d-8456-43ec-8d72-5fe82a063244 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.0787323 Dec 09 15:18:32.977105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-66d7000f-d216-4c45-a868-cb44cad4603b', 'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': '50c62064-13b3-45d2-abe5-9d57bf300cbc'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:32.978340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.022780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-253caab8-2706-4323-99cd-07ed6bece7ff req-8afdf288-2b81-4c61-9b83-0917bbe55cef tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009552 Dec 09 15:18:33.073777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.142220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.212084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:33.261074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Allocated IP 172.20.0.1 (66d7000f-d216-4c45-a868-cb44cad4603b/50c62064-13b3-45d2-abe5-9d57bf300cbc/0252a48b-882e-43e4-83ad-e6339fa4e7ee) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:33.379779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-network', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:33.422607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Made reservation on behalf of ab581ffb4411402c98df37bfc86ac6cf for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:33.425234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.434244 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.473586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.482386 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.518132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.535313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Network 66d7000f-d216-4c45-a868-cb44cad4603b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:33.544797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:33.551080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:33.553697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Pushing event updated for resources: {'Port': ['ID=0252a48b-882e-43e4-83ad-e6339fa4e7ee,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:33.563753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=50c62064-13b3-45d2-abe5-9d57bf300cbc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:33.573036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.584721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.612945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:33.636157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.636157 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Added segment 2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74 of type vlan for network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 Dec 09 15:18:33.636441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af8698-d152-4e0a-aa88-2bd7520be47b,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:33.651091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Attempting to bind port 0252a48b-882e-43e4-83ad-e6339fa4e7ee on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:33.651560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Attempting to bind port 0252a48b-882e-43e4-83ad-e6339fa4e7ee by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ba8b13d0-af83-4d47-a2a6-233012bfba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:33.652066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Attempting to bind port 0252a48b-882e-43e4-83ad-e6339fa4e7ee on network 66d7000f-d216-4c45-a868-cb44cad4603b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:33.672895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:33.673366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Checking segment: {'id': 'ba8b13d0-af83-4d47-a2a6-233012bfba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:33.673798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.674200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Bound using segment: {'id': 'ba8b13d0-af83-4d47-a2a6-233012bfba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:33.675664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Bound port: 0252a48b-882e-43e4-83ad-e6339fa4e7ee, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b13d0-af83-4d47-a2a6-233012bfba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '66d7000f-d216-4c45-a868-cb44cad4603b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:33.676868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.691690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.712512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.727754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.728973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:33.729823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.752958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d7000f-d216-4c45-a868-cb44cad4603b']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:33.771043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b13d0-af83-4d47-a2a6-233012bfba55') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:33.771342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b13d0-af83-4d47-a2a6-233012bfba55') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:33.791118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] For port 0252a48b-882e-43e4-83ad-e6339fa4e7ee, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:33.794504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.800067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] For port 0252a48b-882e-43e4-83ad-e6339fa4e7ee, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0252a48b-882e-43e4-83ad-e6339fa4e7ee,segment=NetworkSegment(ba8b13d0-af83-4d47-a2a6-233012bfba55),segment_id=ba8b13d0-af83-4d47-a2a6-233012bfba55)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:33.809936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.824500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.836457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:33.836864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:33.846504 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:33.851098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] Pushing event updated for resources: {'Network': ['ID=d025b975-ab3e-41a7-bb52-2bd69d09b4d2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:33.882722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c98923a6-ea41-4704-b22c-34a794d49212 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6661513 Dec 09 15:18:33.882868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:33.882981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47546) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:33.888299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Request body: {'subnet': {'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-subnet', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:33.931857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Made reservation on behalf of ab581ffb4411402c98df37bfc86ac6cf for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:33.935078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:33.945009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:33.945009 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:33.945009 n-d-804292-5 neutron-server[109895]: [parameters: {'id': '66d7000f-d216-4c45-a868-cb44cad4603b'}] Dec 09 15:18:33.945009 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:33.945389 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:34.051905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb782ad0-ed7a-4be4-a61e-86303762007f None None] Pushing event updated for resources: {'Port': ['ID=0252a48b-882e-43e4-83ad-e6339fa4e7ee,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:34.178018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.254321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a230ae-0c75-4bf2-a55f-099dfdba6b25 None None] Network 66d7000f-d216-4c45-a868-cb44cad4603b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:34.262902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Checking segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:34.263273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Network hostable DHCP agents. Network: d025b975-ab3e-41a7-bb52-2bd69d09b4d2, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:34.279543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f92a48-9fa1-4d90-bab1-230def423ede,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:34.299258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:34.305573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fa97-a421-4b4b-ae84-14400cdc8a32 req-c510632b-dac3-4443-b69e-69e37f23bc7c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:34.307247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2558fa97-a421-4b4b-ae84-14400cdc8a32 req-c510632b-dac3-4443-b69e-69e37f23bc7c tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1587737 Dec 09 15:18:34.319604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d025b975-ab3e-41a7-bb52-2bd69d09b4d2) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:34.326871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:34.328445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.350347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e48171fb-6984-4750-99da-fd37d055e1e7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4668937 Dec 09 15:18:34.353107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47564) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:34.371086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4ac64-8050-4c03-8251-709545f20bb4 None None] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:34.381645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2558fa97-a421-4b4b-ae84-14400cdc8a32 req-365a6409-2a2d-44c0-bf8b-8715ab437199 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659347 Dec 09 15:18:34.383499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:34.446837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.447222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.448350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.534088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:34.534967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.548620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port 0252a48b-882e-43e4-83ad-e6339fa4e7ee {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:34.548620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.552400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.650453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port 0252a48b-882e-43e4-83ad-e6339fa4e7ee, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0252a48b-882e-43e4-83ad-e6339fa4e7ee,segment=NetworkSegment(ba8b13d0-af83-4d47-a2a6-233012bfba55),segment_id=ba8b13d0-af83-4d47-a2a6-233012bfba55)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:34.654320 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.669062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for 0252a48b-882e-43e4-83ad-e6339fa4e7ee owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:34.728945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Allocated IP 172.20.0.2 (d025b975-ab3e-41a7-bb52-2bd69d09b4d2/96f92a48-9fa1-4d90-bab1-230def423ede/f2a60de9-0323-4b6a-a1e5-0a36397ffc2f) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:34.781595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.787420 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.829301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=0252a48b-882e-43e4-83ad-e6339fa4e7ee,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:34.834347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port 0252a48b-882e-43e4-83ad-e6339fa4e7ee on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:34.946525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:34.978529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d7000f-d216-4c45-a868-cb44cad4603b']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:34.990493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b13d0-af83-4d47-a2a6-233012bfba55') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:34.991240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b13d0-af83-4d47-a2a6-233012bfba55') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:35.003878 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.007592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.011871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.023991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.033384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:35.033834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:35.039187 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:35.075745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Pushing event updated for resources: {'Port': ['ID=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:35.086900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:35.088491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:35.090914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:35.115652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.128699 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.140361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/66d7000f-d216-4c45-a868-cb44cad4603b HTTP/1.1" status: 204 len: 168 time: 2.2573955 Dec 09 15:18:35.153288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Attempting to bind port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:35.153682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Attempting to bind port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:35.154064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Attempting to bind port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:35.160455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:35.160912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Checking segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:35.161013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:35.161299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.161637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Bound using segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:35.162140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Bound port: f2a60de9-0323-4b6a-a1e5-0a36397ffc2f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:35.162572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.166260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817194433'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:35.173313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bee09-90c8-430f-a037-b41a997c4556 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=66d7000f-d216-4c45-a868-cb44cad4603b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:35.192485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:35.196689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.216128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.240595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.262638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:35.274264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.274653 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 172556f2-5e88-43bf-aeb2-a13472a9fa48 of type vlan for network 49993e14-652a-43b4-b4aa-ca7b11c81e6c Dec 09 15:18:35.279946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] For port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:35.287448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] For port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:35.294374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.343751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.378169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.387315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:35.387965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.388494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d480-16bb-42c2-934a-586d3ec75ad6 None None] Pushing event updated for resources: {'Port': ['ID=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:35.427946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Allocated IP 172.25.0.189 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/2cca22a6-07de-4b7f-82f2-1fea8046ce2a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:35.454705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2925828 Dec 09 15:18:35.457523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:35.464510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:35.506405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a92ae-00e3-4a45-9bf5-d9cd6f9821f8 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=49993e14-652a-43b4-b4aa-ca7b11c81e6c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:35.518351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 49993e14-652a-43b4-b4aa-ca7b11c81e6c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:35.742356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b043c9-05da-4efe-8606-8e958e710de8 req-44d80b5f-01a6-494a-8929-c47636dc3a50 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:35.743986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-39b043c9-05da-4efe-8606-8e958e710de8 req-44d80b5f-01a6-494a-8929-c47636dc3a50 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.2222750 Dec 09 15:18:35.805984 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:35.826391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-268b2402-b943-441e-85db-e738b5a818c0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:35.828123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-268b2402-b943-441e-85db-e738b5a818c0 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.36 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1736066 Dec 09 15:18:35.828859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:35.832531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.029676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-39b043c9-05da-4efe-8606-8e958e710de8 req-623b68fd-ba33-4777-abbb-b87ee073de63 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480402 Dec 09 15:18:36.064528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.115335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:36.127323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:36.137910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:36.144618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1fbba-0f4d-4ef4-8535-494f4763a9db None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:36.163441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Pushing event updated for resources: {'Port': ['ID=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:36.194066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-86926798-eb06-451f-9622-2a2d4aa293b8 None None] Provisioning complete for port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:36.194452 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86926798-eb06-451f-9622-2a2d4aa293b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.242949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Deleting port 74c333cc-a425-4998-b314-1d0364385de9 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:36.243290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.260604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-86926798-eb06-451f-9622-2a2d4aa293b8 None None] Port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:36.550369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f2a60de9-0323-4b6a-a1e5-0a36397ffc2f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:36.830143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cdab7-e31a-4b71-b5af-37132a0eaae0 None None] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:36.964599 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c88653ac-60a3-4cd8-ac09-1ffc21a8e0e4 None None] Provisioning complete for port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:36.964986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c88653ac-60a3-4cd8-ac09-1ffc21a8e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:36.989269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.016513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:37.023903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.076354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] For port 74c333cc-a425-4998-b314-1d0364385de9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=74c333cc-a425-4998-b314-1d0364385de9,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:37.076738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.081125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=47f2bb56-b965-45b8-9305-481b58165cd0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:37.171875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Calling delete_port for 74c333cc-a425-4998-b314-1d0364385de9 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:37.172162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c88653ac-60a3-4cd8-ac09-1ffc21a8e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.255080 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.258247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c88653ac-60a3-4cd8-ac09-1ffc21a8e0e4 None None] For port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:37.274790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c88653ac-60a3-4cd8-ac09-1ffc21a8e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.332843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34efcb7-512f-46e0-b1b5-2c1600517a00 req-09904c7c-9a58-4821-9bc7-730cf4066687 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:37.336062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c34efcb7-512f-46e0-b1b5-2c1600517a00 req-09904c7c-9a58-4821-9bc7-730cf4066687 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f74cba-4961-4868-bc28-5e30e73fdae1 HTTP/1.1" status: 200 len: 945 time: 0.1247611 Dec 09 15:18:37.372076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '172556f2-5e88-43bf-aeb2-a13472a9fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:37.372450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 49993e14-652a-43b4-b4aa-ca7b11c81e6c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:37.407396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.452084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88653ac-60a3-4cd8-ac09-1ffc21a8e0e4 None None] Pushing event updated for resources: {'Port': ['ID=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:37.460833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:37.461242 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:37.467740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c34efcb7-512f-46e0-b1b5-2c1600517a00 req-a74845a9-0a70-460c-8f5c-65618925dd9e tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.46 "GET /v2.0/security-groups?id=a2b6eb83-6e8b-4b76-b988-3f79abec7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218379 Dec 09 15:18:37.487278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 49993e14-652a-43b4-b4aa-ca7b11c81e6c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:37.510972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 49993e14-652a-43b4-b4aa-ca7b11c81e6c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:37.524091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271a06d-d6ba-4d9f-adb6-2e6408ba2894 None None] Network 49993e14-652a-43b4-b4aa-ca7b11c81e6c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:37.608062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:37.609742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.635287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-88972792-d972-40a8-9348-9de02b2e54de tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1764140 Dec 09 15:18:37.638226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47648) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:37.667244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3e4687fe-83f9-427b-8b73-5991271269f5 None None] Provisioning complete for port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:37.667778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3e4687fe-83f9-427b-8b73-5991271269f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.668521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.674911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-49993e14-652a-43b4-b4aa-ca7b11c81e6c', 'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': '47f2bb56-b965-45b8-9305-481b58165cd0'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:37.675971 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.710574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['74c333cc-a425-4998-b314-1d0364385de9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:18:37.755699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae41c0fc-5468-49d2-a897-c8c0d6de051b None None] DHCP port deletion for abc38dfd-69a8-45de-9605-2dbc7c1e8327 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:37.773036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Pushing event deleted for resources: {'Port': ['ID=74c333cc-a425-4998-b314-1d0364385de9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:37.794800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.799858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] No DVR routers for this DVR port 74c333cc-a425-4998-b314-1d0364385de9 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:37.806450 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.809504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ddb36cc-273f-4301-86f2-2c17dcaefa29 req-7b545696-96f7-4a2b-8750-83ec25f0aaa3 tempest-ServerRescueNegativeTestJSON-1340196275 tempest-ServerRescueNegativeTestJSON-1340196275-project] 10.222.0.36 "DELETE /v2.0/ports/74c333cc-a425-4998-b314-1d0364385de9 HTTP/1.1" status: 204 len: 173 time: 1.9707186 Dec 09 15:18:37.809956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'name': 'network-vif-deleted', 'tag': '74c333cc-a425-4998-b314-1d0364385de9'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:18:37.812534 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059022c-0747-4fce-a7cc-0b25eb20b022" -d '{"events": [{"server_uuid": "42f74cba-4961-4868-bc28-5e30e73fdae1", "name": "network-vif-deleted", "tag": "74c333cc-a425-4998-b314-1d0364385de9"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:18:37.888342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.939281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:37.980222 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a1ac3-1443-4083-87fa-607e0088b77f x-openstack-request-id: req-861a1ac3-1443-4083-87fa-607e0088b77f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:18:37.980518 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f74cba-4961-4868-bc28-5e30e73fdae1", "name": "network-vif-deleted", "tag": "74c333cc-a425-4998-b314-1d0364385de9", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:18:37.980809 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-861a1ac3-1443-4083-87fa-607e0088b77f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:18:37.981176 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f74cba-4961-4868-bc28-5e30e73fdae1', 'name': 'network-vif-deleted', 'tag': '74c333cc-a425-4998-b314-1d0364385de9', 'status': 'completed', 'code': 200} Dec 09 15:18:38.064742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Allocated IP 172.20.0.1 (49993e14-652a-43b4-b4aa-ca7b11c81e6c/47f2bb56-b965-45b8-9305-481b58165cd0/8409f589-7122-42bb-8013-d0fbdca7d187) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:38.150792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Router cc3591e9-d8f1-405b-835a-def7dceef940 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:18:38.291706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:18:38.320554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.322075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68fc7075-9f5a-432d-905d-e7d8baed9b0a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9678359 Dec 09 15:18:38.323581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:18:38.325377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47662) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:38.366756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.374303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:38.375214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:38.475957 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.486386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.542870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Network 49993e14-652a-43b4-b4aa-ca7b11c81e6c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:38.545794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=47f2bb56-b965-45b8-9305-481b58165cd0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:38.548718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f2a60de9-0323-4b6a-a1e5-0a36397ffc2f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:38.605283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:38.609056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:38.617017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:38.666569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.696846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49993e14-652a-43b4-b4aa-ca7b11c81e6c']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:38.732131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Pushing event updated for resources: {'Port': ['ID=8409f589-7122-42bb-8013-d0fbdca7d187,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:38.756465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172556f2-5e88-43bf-aeb2-a13472a9fa48') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:38.756763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172556f2-5e88-43bf-aeb2-a13472a9fa48') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:38.761205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:38.761585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.793146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.815711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.835128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:38.863363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:38.864081 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:38.867294 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:38.898973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Attempting to bind port 8409f589-7122-42bb-8013-d0fbdca7d187 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:38.899375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Attempting to bind port 8409f589-7122-42bb-8013-d0fbdca7d187 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '172556f2-5e88-43bf-aeb2-a13472a9fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:38.899984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Attempting to bind port 8409f589-7122-42bb-8013-d0fbdca7d187 on network 49993e14-652a-43b4-b4aa-ca7b11c81e6c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:38.943137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:38.943633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Checking segment: {'id': '172556f2-5e88-43bf-aeb2-a13472a9fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:38.944640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.945126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Bound using segment: {'id': '172556f2-5e88-43bf-aeb2-a13472a9fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:38.945753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Bound port: 8409f589-7122-42bb-8013-d0fbdca7d187, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172556f2-5e88-43bf-aeb2-a13472a9fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:38.946030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:38.955473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:38.955473 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:38.955473 n-d-804292-5 neutron-server[109895]: [parameters: {'id': '49993e14-652a-43b4-b4aa-ca7b11c81e6c'}] Dec 09 15:18:38.955473 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:38.955925 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:39.047201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] For port 8409f589-7122-42bb-8013-d0fbdca7d187, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:39.050632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] For port 8409f589-7122-42bb-8013-d0fbdca7d187, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8409f589-7122-42bb-8013-d0fbdca7d187,segment=NetworkSegment(172556f2-5e88-43bf-aeb2-a13472a9fa48),segment_id=172556f2-5e88-43bf-aeb2-a13472a9fa48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:39.066436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.131983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.137920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b356b1d-0d25-46dd-9e14-c25c233b735f None None] Pushing event updated for resources: {'Port': ['ID=8409f589-7122-42bb-8013-d0fbdca7d187,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:39.326142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.486696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.556664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8ed3c-0d94-4083-bc45-4d5528d4166c None None] Network 49993e14-652a-43b4-b4aa-ca7b11c81e6c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:39.567002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Deleting port 773afef0-9c94-4324-8852-52da0c99b98f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:39.567594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.615879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Allocated IP 172.20.0.1 (d025b975-ab3e-41a7-bb52-2bd69d09b4d2/96f92a48-9fa1-4d90-bab1-230def423ede/aa630806-d6be-446b-8af4-70c520e63cea) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:39.671799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port 8409f589-7122-42bb-8013-d0fbdca7d187 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:39.672138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.683604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] For port 773afef0-9c94-4324-8852-52da0c99b98f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=773afef0-9c94-4324-8852-52da0c99b98f,segment=NetworkSegment(fd295732-03b8-4784-b89e-0d344969038e),segment_id=fd295732-03b8-4784-b89e-0d344969038e)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:39.684533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.700545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Calling delete_port for 773afef0-9c94-4324-8852-52da0c99b98f owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:39.740543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fafd2-e098-48f0-b9d1-bc39cfa361b2 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:39.859553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898fafd2-e098-48f0-b9d1-bc39cfa361b2 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:39.861867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 74c333cc-a425-4998-b314-1d0364385de9 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:18:39.866005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:36Z', 'revision_number': 3, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:39.903733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.947768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 74c333cc-a425-4998-b314-1d0364385de9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:18:39.948235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 74c333cc-a425-4998-b314-1d0364385de9 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:18:39.953403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:18:39.953787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Updating router cc3591e9-d8f1-405b-835a-def7dceef940 port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:18:39.954165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port 8409f589-7122-42bb-8013-d0fbdca7d187, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8409f589-7122-42bb-8013-d0fbdca7d187,segment=NetworkSegment(172556f2-5e88-43bf-aeb2-a13472a9fa48),segment_id=172556f2-5e88-43bf-aeb2-a13472a9fa48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:39.954548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:39.980332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for 8409f589-7122-42bb-8013-d0fbdca7d187 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:39.980762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.000960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.021701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=773afef0-9c94-4324-8852-52da0c99b98f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:40.023402 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.126475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:40.144027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa630806-d6be-446b-8af4-70c520e63cea,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:40.154257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:40.163713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:40.228971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.235709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.288462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port 8409f589-7122-42bb-8013-d0fbdca7d187 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:40.310964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.341805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=8409f589-7122-42bb-8013-d0fbdca7d187,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:40.552939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.583406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49993e14-652a-43b4-b4aa-ca7b11c81e6c']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:40.598109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172556f2-5e88-43bf-aeb2-a13472a9fa48') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:40.598461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172556f2-5e88-43bf-aeb2-a13472a9fa48') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:40.614983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.622696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Router 3e202e98-739c-4881-98e5-7f13e9057752 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:18:40.667901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.677117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.679556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:40.680092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:40.683498 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:40.771287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ff497-aa9b-4e6b-b3b5-e24b4e12a745 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:40.837218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:18:40.849048 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] Sync routers for ids ['3e202e98-739c-4881-98e5-7f13e9057752'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:18:40.856272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-75b5e1d6-88e4-46e9-8a5d-7e67fda6d4cf admin admin] 10.222.0.46 "PUT /v2.0/routers/3e202e98-739c-4881-98e5-7f13e9057752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497365 Dec 09 15:18:40.857188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47710) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:40.866194 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] Routers {'3e202e98-739c-4881-98e5-7f13e9057752'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:40.866886 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3e202e98-739c-4881-98e5-7f13e9057752'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:40.906192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ff497-aa9b-4e6b-b3b5-e24b4e12a745 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:41.055612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.086201 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.099014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.108433 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] Set router 3e202e98-739c-4881-98e5-7f13e9057752 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:41.181547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.202002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Attempting to bind port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:41.202002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Attempting to bind port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:41.202002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Attempting to bind port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:41.240381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cdc1c-32c7-452b-8add-45cb7193f4c9 None None] Pushing event updated for resources: {'Port': ['ID=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:41.242957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:41.243337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:41.243893 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.244279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:41.244758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Bound port: 2cca22a6-07de-4b7f-82f2-1fea8046ce2a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:41.245139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.282347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Deleting port 3ca0bddf-ab27-40ea-82ef-3e090aa33455 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:41.282695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.312228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] For port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:41.312228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] For port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:41.320323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.371658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.387250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.443186 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:18:39Z', 'revision_number': 5, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port': {'id': '3ca0bddf-ab27-40ea-82ef-3e090aa33455', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e202e98-739c-4881-98e5-7f13e9057752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:16:15Z', 'updated_at': '2021-12-09T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:41.443918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:41.444743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:41.468480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] For port 3ca0bddf-ab27-40ea-82ef-3e090aa33455, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3ca0bddf-ab27-40ea-82ef-3e090aa33455,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:41.468942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.492578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Calling delete_port for 3ca0bddf-ab27-40ea-82ef-3e090aa33455 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:41.509527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cdc1c-32c7-452b-8add-45cb7193f4c9 None None] Pushing event updated for resources: {'Port': ['ID=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:41.516435 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] Checking router: 3e202e98-739c-4881-98e5-7f13e9057752 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:18:41.527613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.529602 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] Routers {'3e202e98-739c-4881-98e5-7f13e9057752'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:41.531802 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3e202e98-739c-4881-98e5-7f13e9057752'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:41.533707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.538122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/49993e14-652a-43b4-b4aa-ca7b11c81e6c HTTP/1.1" status: 204 len: 168 time: 3.8981404 Dec 09 15:18:41.549564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47724) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:41.565455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1148991867'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:41.608644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa630806-d6be-446b-8af4-70c520e63cea,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:41.619976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053eb24e-2b1d-4462-b905-79c93ad24bed None None] DHCP port deletion for abc38dfd-69a8-45de-9605-2dbc7c1e8327 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:41.640627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038fa20-360e-4d00-951f-bb66bbfcca0e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=49993e14-652a-43b4-b4aa-ca7b11c81e6c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:41.659277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.670509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6668f185-db72-4257-bee1-79770a07c21e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:41.684440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:41.719675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:41.739959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.751836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b495e8-9f34-4238-a75e-5ef24d57ef66 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:41.775166 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] Set router 3e202e98-739c-4881-98e5-7f13e9057752 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:41.827972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b00cd2e6-8ffc-498e-a9be-8b86e1bebee3 None None] Provisioning complete for port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:41.828943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b00cd2e6-8ffc-498e-a9be-8b86e1bebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.869032 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 6, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:41.894174 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.938786 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5972bc-ab9d-47c8-a151-0568f77cf9fd None None] The sync data for ids ['3e202e98-739c-4881-98e5-7f13e9057752'] in n-d-804292-5 is: [{'id': '3e202e98-739c-4881-98e5-7f13e9057752', 'name': 'tempest-ServerRescueNegativeTestJSON-1776264571-router', 'tenant_id': '1868a07949ad4689a2a427e505e4b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:16:14Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 6, 'project_id': '1868a07949ad4689a2a427e505e4b1e3', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:18:41.944234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:41.964892 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:41.965238 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 8b1684f5-e1cb-4a5c-8302-6d74433046f3 of type vlan for network bcd5756b-d186-4f53-9267-623c6eacb2d5 Dec 09 15:18:41.970391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca0bddf-ab27-40ea-82ef-3e090aa33455,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:41.976989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e091e6-2929-4e7b-a9aa-6d563de382be None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:41.985809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:41.988192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:42.070274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.092335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.141046 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b00cd2e6-8ffc-498e-a9be-8b86e1bebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.206590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.212099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:42.212859 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.235621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.238886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.276829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b00cd2e6-8ffc-498e-a9be-8b86e1bebee3 None None] For port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:42.287379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7349620 Dec 09 15:18:42.290477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b00cd2e6-8ffc-498e-a9be-8b86e1bebee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.319592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:42.338437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:42.390293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 2, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:42.395777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cd2e6-8ffc-498e-a9be-8b86e1bebee3 None None] Pushing event updated for resources: {'Port': ['ID=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:42.433043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Router cc3591e9-d8f1-405b-835a-def7dceef940 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:18:42.457527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3dd9f-e6ab-42be-95bd-ff3cb39cdcd1 None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 2, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:18:42.458055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeff8da-1db7-4b84-a215-dc560dbc2a5d tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=bcd5756b-d186-4f53-9267-623c6eacb2d5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:42.472742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4db7fa9a-6972-4a8d-9cf7-af80bbc73271 None None] Provisioning complete for port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:42.473126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4db7fa9a-6972-4a8d-9cf7-af80bbc73271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.541859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:42.613625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.616474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e202e98-739c-4881-98e5-7f13e9057752 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:18:42.629965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.634753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60f63ef0-2106-4fb4-83c1-abcbb0d22760 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3e202e98-739c-4881-98e5-7f13e9057752 HTTP/1.1" status: 204 len: 168 time: 1.7761035 Dec 09 15:18:42.653128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47736) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:42.728638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 773afef0-9c94-4324-8852-52da0c99b98f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:18:42.782416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:18:42.787888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b6505725-1825-40c7-b566-f7a2309a13a4 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc3591e9-d8f1-405b-835a-def7dceef940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4609530 Dec 09 15:18:42.807076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 773afef0-9c94-4324-8852-52da0c99b98f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:18:42.809032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 773afef0-9c94-4324-8852-52da0c99b98f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:18:42.819704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4db7fa9a-6972-4a8d-9cf7-af80bbc73271 None None] Provisioning complete for port aa630806-d6be-446b-8af4-70c520e63cea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:42.820451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4db7fa9a-6972-4a8d-9cf7-af80bbc73271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.867784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Deleting subnet 58c40e27-756d-490f-ab7c-ece9db1db994 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:18:42.870896 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.880820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:42.904968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4db7fa9a-6972-4a8d-9cf7-af80bbc73271 None None] Port aa630806-d6be-446b-8af4-70c520e63cea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:42.924614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.006079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 is not hosted by any dhcp agent {{(pid=109894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:18:43.017507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:43.021829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.031181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47748) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:43.036451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:43.046540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "PUT /v2.0/networks/bcd5756b-d186-4f53-9267-623c6eacb2d5 HTTP/1.1" status: 200 len: 723 time: 0.7038333 Dec 09 15:18:43.051424 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.053504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fafcaef7-54d9-474e-8fc3-21d3963b89c9 None None] Provisioning complete for port aa630806-d6be-446b-8af4-70c520e63cea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:43.053504 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fafcaef7-54d9-474e-8fc3-21d3963b89c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.141766 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.290002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.400441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.404144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/58c40e27-756d-490f-ab7c-ece9db1db994 HTTP/1.1" status: 204 len: 168 time: 0.7478461 Dec 09 15:18:43.408673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:43.430300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fafcaef7-54d9-474e-8fc3-21d3963b89c9 None None] Port aa630806-d6be-446b-8af4-70c520e63cea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:43.431986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba054d-76cd-41e5-9fd3-7a2371f2eb6a None None] Network abc38dfd-69a8-45de-9605-2dbc7c1e8327 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:43.459181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a51dc6-004d-4b10-b2d6-5c7623991c57 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=bcd5756b-d186-4f53-9267-623c6eacb2d5,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:43.468868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51936264-36a1-4d98-99a0-e2f04eaea921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c40e27-756d-490f-ab7c-ece9db1db994,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:43.493729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:43.513015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:43.521194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.665011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.709336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d3e76-5b00-412b-ae6e-9fe2a6957059 None None] DHCP port deletion for abc38dfd-69a8-45de-9605-2dbc7c1e8327 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:43.870014 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:43.925583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc38dfd-69a8-45de-9605-2dbc7c1e8327']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:43.941267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd295732-03b8-4784-b89e-0d344969038e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:43.941640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd295732-03b8-4784-b89e-0d344969038e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:43.942288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47768) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:43.950700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393211651', 'description': 'tempest-description--349217176'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:43.959887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.002410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.019012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:44.019659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:44.021729 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:44.026054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.054797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.175842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.184043 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.194934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.201626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.210636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] 10.222.0.46 "DELETE /v2.0/networks/abc38dfd-69a8-45de-9605-2dbc7c1e8327 HTTP/1.1" status: 204 len: 168 time: 0.8004680 Dec 09 15:18:44.231148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=8eef0a12-6853-493c-97b7-d60da333a6b1,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:44.243188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40983111-32c3-4e13-91ce-854ed3c5f0ee,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:44.255300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.259224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-55e60be6-8a08-4e26-b0e8-d5b9e0a93845 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3126101 Dec 09 15:18:44.259451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47776) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:44.263810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'security_group_rule': {'security_group_id': '40983111-32c3-4e13-91ce-854ed3c5f0ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:44.284763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce783a10-278f-4fa1-a1a0-c047ad48c633 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc38dfd-69a8-45de-9605-2dbc7c1e8327,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:44.286801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '8b1684f5-e1cb-4a5c-8302-6d74433046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:44.287694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: bcd5756b-d186-4f53-9267-623c6eacb2d5, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:44.306072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.352341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:44.374827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, bcd5756b-d186-4f53-9267-623c6eacb2d5) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:44.379716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:44.380330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.386134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaccef9-0b35-489d-aed1-23eeec7d01d1 None None] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:44.441184 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-de1575d3-9a83-4bcd-b918-67a1d15d09ff tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4113936 Dec 09 15:18:44.442113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:44.451441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:44.546538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:44.617419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2cca22a6-07de-4b7f-82f2-1fea8046ce2a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:44.762489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-bcd5756b-d186-4f53-9267-623c6eacb2d5', 'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': '8eef0a12-6853-493c-97b7-d60da333a6b1'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:44.763369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.798088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fcdd51f0-8a6b-44c6-a14f-fdef647482af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1868a07949ad4689a2a427e505e4b1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449760 Dec 09 15:18:44.803105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47788) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:44.865740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63342531'] for subnet, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:44.977537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:44.978436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.019210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c234633-1c70-4af2-91ca-1b9f0752ef64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.073224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.079889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.081137 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c234633-1c70-4af2-91ca-1b9f0752ef64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.128406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a231d41-254b-4ac4-a681-d2a6480335d8,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:45.141618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.143105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7b53097c-1dc3-4900-ab44-bde3c0576216 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8827260 Dec 09 15:18:45.151883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47796) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:45.158032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'security_group_rule': {'security_group_id': '40983111-32c3-4e13-91ce-854ed3c5f0ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:45.200765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c234633-1c70-4af2-91ca-1b9f0752ef64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.205087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c234633-1c70-4af2-91ca-1b9f0752ef64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.206419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9c234633-1c70-4af2-91ca-1b9f0752ef64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2b6eb83-6e8b-4b76-b988-3f79abec7baf HTTP/1.1" status: 204 len: 168 time: 0.4023032 Dec 09 15:18:45.215051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772438164776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63316337'] for subnet, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.215241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.217138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c234633-1c70-4af2-91ca-1b9f0752ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6eb83-6e8b-4b76-b988-3f79abec7baf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:45.267559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:45.267559 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.267559 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "PUT /v2.0/subnets/8eef0a12-6853-493c-97b7-d60da333a6b1 HTTP/1.1" status: 200 len: 806 time: 0.8173442 Dec 09 15:18:45.267928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47800) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:45.279400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e8479-33ab-48af-8bce-94f0b7468a90 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=8eef0a12-6853-493c-97b7-d60da333a6b1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:45.348033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0bddf-ab27-40ea-82ef-3e090aa33455 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:18:45.382699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Allocated IP 172.20.0.2 (bcd5756b-d186-4f53-9267-623c6eacb2d5/8eef0a12-6853-493c-97b7-d60da333a6b1/d775cf3c-5ac8-4888-bcd3-ebf321142e6b) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:45.391609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 3ca0bddf-ab27-40ea-82ef-3e090aa33455 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:18:45.392188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3ca0bddf-ab27-40ea-82ef-3e090aa33455 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:18:45.539011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.553410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.584615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.590176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45b946a-c3cf-44dc-b203-52d79d831ed0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:45.604674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.609754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aab74b49-f134-4ee9-8a93-412114a2d772 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558685 Dec 09 15:18:45.612927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47810) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:45.617470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:45.675564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.677301 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.692379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.709092 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.747691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:45.750882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:45.778925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.810645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Pushing event updated for resources: {'Port': ['ID=d775cf3c-5ac8-4888-bcd3-ebf321142e6b,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:45.819117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:45.830090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=8eef0a12-6853-493c-97b7-d60da333a6b1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:45.887063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.945442 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:45.978677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Attempting to bind port d775cf3c-5ac8-4888-bcd3-ebf321142e6b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:45.979070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Attempting to bind port d775cf3c-5ac8-4888-bcd3-ebf321142e6b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8b1684f5-e1cb-4a5c-8302-6d74433046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:45.985298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd5756b-d186-4f53-9267-623c6eacb2d5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:45.986365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Attempting to bind port d775cf3c-5ac8-4888-bcd3-ebf321142e6b on network bcd5756b-d186-4f53-9267-623c6eacb2d5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:45.998456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:45.999760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Checking segment: {'id': '8b1684f5-e1cb-4a5c-8302-6d74433046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:46.002943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.003709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Bound using segment: {'id': '8b1684f5-e1cb-4a5c-8302-6d74433046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:46.004531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Bound port: d775cf3c-5ac8-4888-bcd3-ebf321142e6b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1684f5-e1cb-4a5c-8302-6d74433046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:46.007221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.009434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1684f5-e1cb-4a5c-8302-6d74433046f3') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:46.009889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1684f5-e1cb-4a5c-8302-6d74433046f3') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:46.050554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.089542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.116350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:46.116894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:46.121421 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:46.166377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] For port d775cf3c-5ac8-4888-bcd3-ebf321142e6b, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:46.183331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Allocated IP 172.25.0.115 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/83f45f8f-63ba-4075-a1b9-75901b9d384c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:46.209429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] For port d775cf3c-5ac8-4888-bcd3-ebf321142e6b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d775cf3c-5ac8-4888-bcd3-ebf321142e6b,segment=NetworkSegment(8b1684f5-e1cb-4a5c-8302-6d74433046f3),segment_id=8b1684f5-e1cb-4a5c-8302-6d74433046f3)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:46.213488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:46.213488 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:46.213488 n-d-804292-5 neutron-server[109894]: [parameters: {'id': 'bcd5756b-d186-4f53-9267-623c6eacb2d5'}] Dec 09 15:18:46.213488 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:46.213926 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:46.216994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.332813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9bbf9-0f15-4013-99f5-b1a7d51e7472 None None] Pushing event updated for resources: {'Port': ['ID=d775cf3c-5ac8-4888-bcd3-ebf321142e6b,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:46.346314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67889b01-f0b6-4b78-b8c1-70714132b6f2 None None] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:46.422431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.502725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.535156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84a49a-bf30-4a77-a765-233ba9961590 None None] Network bcd5756b-d186-4f53-9267-623c6eacb2d5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:46.598099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:46.599786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'Port': ['ID=83f45f8f-63ba-4075-a1b9-75901b9d384c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:46.612724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:46.619941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:46.647468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:18:46.684148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:46.685075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:46.715189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.751089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.819783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port d775cf3c-5ac8-4888-bcd3-ebf321142e6b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:46.820408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.825250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:46.841037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8ad4d-57cc-46a6-a99c-e4c4a06f6be0 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:46.846148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.872215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47854) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:46.936265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port d775cf3c-5ac8-4888-bcd3-ebf321142e6b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d775cf3c-5ac8-4888-bcd3-ebf321142e6b,segment=NetworkSegment(8b1684f5-e1cb-4a5c-8302-6d74433046f3),segment_id=8b1684f5-e1cb-4a5c-8302-6d74433046f3)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:46.937553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:46.968413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for d775cf3c-5ac8-4888-bcd3-ebf321142e6b owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:47.057594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.064452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.075397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-707465371-network', 'tenant_id': 'c39ace65a25b4fdb9e2e4ec2aa421e75'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:47.110925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.166426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.176385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=d775cf3c-5ac8-4888-bcd3-ebf321142e6b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:47.185592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port d775cf3c-5ac8-4888-bcd3-ebf321142e6b on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:47.203168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8ad4d-57cc-46a6-a99c-e4c4a06f6be0 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:47.226782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'Port': ['ID=83f45f8f-63ba-4075-a1b9-75901b9d384c,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:47.241544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Made reservation on behalf of c39ace65a25b4fdb9e2e4ec2aa421e75 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:47.244421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.258260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.260522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-daf1de5c-de26-4134-86b4-23c35d345761 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6460671 Dec 09 15:18:47.261857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.301403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:41Z', 'revision_number': 2, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:47.339522 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.363108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:18:47.363497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Updating router cc3591e9-d8f1-405b-835a-def7dceef940 port aa630806-d6be-446b-8af4-70c520e63cea binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:18:47.386763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd5756b-d186-4f53-9267-623c6eacb2d5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:47.412662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1684f5-e1cb-4a5c-8302-6d74433046f3') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:47.413027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1684f5-e1cb-4a5c-8302-6d74433046f3') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:47.434409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.437471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.445810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.451620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.466752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:47.467227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:47.470981 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:47.512134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e46521-b051-4fc3-8dfb-49799f7af49a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:47.519698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.579626 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.594540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:47.620763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.621175 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Added segment efde56c1-bfaf-4472-b3fb-a3018c4d8f74 of type vlan for network 1c8162e4-f49f-40fd-be16-345c226d11c4 Dec 09 15:18:47.640195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.647441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/bcd5756b-d186-4f53-9267-623c6eacb2d5 HTTP/1.1" status: 204 len: 168 time: 2.3785036 Dec 09 15:18:47.648513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdadd56-4b3e-4982-b067-9412a859645b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=bcd5756b-d186-4f53-9267-623c6eacb2d5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:47.649496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47874) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:47.722553 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfabe461-f93b-4a7b-8c0e-f7b4323e149c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:18:47.723087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfabe461-f93b-4a7b-8c0e-f7b4323e149c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:18:47.726274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dfabe461-f93b-4a7b-8c0e-f7b4323e149c tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/bcd5756b-d186-4f53-9267-623c6eacb2d5 HTTP/1.1" status: 404 len: 339 time: 0.0657785 Dec 09 15:18:47.734355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47878) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:47.739433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114343734', 'description': 'd1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:47.762955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-8c9aa611-58ad-44d1-9d09-52f397428032 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1393211651&fields=id&tenant_id=ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 267 time: 0.1932423 Dec 09 15:18:47.762955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.854974 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:47.859035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.914535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.915572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:47.916158 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.981691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:47.988722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.022875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:48.069015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Pushing event updated for resources: {'Port': ['ID=aa630806-d6be-446b-8af4-70c520e63cea,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:48.094908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.095653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.096219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.096785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.097326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.097877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.098414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.098984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.099547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.100094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.100649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.101189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.102023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:18:48.370775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Attempting to bind port aa630806-d6be-446b-8af4-70c520e63cea on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:48.371285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Attempting to bind port aa630806-d6be-446b-8af4-70c520e63cea by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:48.371762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Attempting to bind port aa630806-d6be-446b-8af4-70c520e63cea on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:48.378108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:48.379224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Checking segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:48.379757 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.381455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Bound using segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:48.382030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Bound port: aa630806-d6be-446b-8af4-70c520e63cea, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:48.382500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.412806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5390706 Dec 09 15:18:48.415446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:48.417280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882effd-be6d-4cd7-a264-54312a5ce165 admin admin] Pushing event updated for resources: {'Network': ['ID=1c8162e4-f49f-40fd-be16-345c226d11c4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:48.426376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.426724 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment f15fbb52-f648-41a2-984d-5885136d3e83 of type vlan for network 378b670b-a466-4c7c-817f-4638a6f1bbdb Dec 09 15:18:48.432703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Request body: {'subnet': {'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-707465371-subnet', 'tenant_id': 'c39ace65a25b4fdb9e2e4ec2aa421e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:48.480091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-29addfc1-55b9-4d28-bfd0-c5581d0b8836 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:48.481656 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-29addfc1-55b9-4d28-bfd0-c5581d0b8836 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 817 time: 0.7110846 Dec 09 15:18:48.491780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.497215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:48.503086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Made reservation on behalf of c39ace65a25b4fdb9e2e4ec2aa421e75 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:48.505593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.507746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-8dba3108-39b0-4392-8add-978e27dc0536 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/quotas/ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 375 time: 0.0129597 Dec 09 15:18:48.559949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] For port aa630806-d6be-446b-8af4-70c520e63cea, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:48.596991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.602509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:48.603103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.613668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cc2973ab-42cb-417f-bb07-dae729651af8 None None] Provisioning complete for port aa630806-d6be-446b-8af4-70c520e63cea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:48.614139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc2973ab-42cb-417f-bb07-dae729651af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.623039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] For port aa630806-d6be-446b-8af4-70c520e63cea, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa630806-d6be-446b-8af4-70c520e63cea,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:48.650476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:48.688396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=378b670b-a466-4c7c-817f-4638a6f1bbdb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:48.706681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 378b670b-a466-4c7c-817f-4638a6f1bbdb details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:48.727069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-56631ee9-8a72-4655-8e22-310aea1f197f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2110128 Dec 09 15:18:48.736064 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c1992437-6f2e-439d-88f5-6d80a3e23492 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0004225 Dec 09 15:18:48.737022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47886) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:48.741032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cc2973ab-42cb-417f-bb07-dae729651af8 None None] Port aa630806-d6be-446b-8af4-70c520e63cea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:48.793692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:18:48.794442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:49.004253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:18:49.012606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe186265-43aa-4058-a316-43315e541b73 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:49.017906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:49.023738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.026490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe186265-43aa-4058-a316-43315e541b73 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks?id=378b670b-a466-4c7c-817f-4638a6f1bbdb HTTP/1.1" status: 200 len: 761 time: 0.2881198 Dec 09 15:18:49.036667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'description': 'd2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:49.191606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-591167e8-6e32-4b79-8466-153ef28775c4 service neutron] 10.222.0.46 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165101 Dec 09 15:18:49.314151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ce3d-ab2f-437b-b935-ee041005911a None None] Pushing event updated for resources: {'Port': ['ID=aa630806-d6be-446b-8af4-70c520e63cea,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:49.345592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-214c15ec-4371-425e-8346-ddf9bb8603b1 service neutron] 10.222.0.46 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529360 Dec 09 15:18:49.347937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d8eb3597-1586-4e85-83fb-db0cce66a0a3 None None] Provisioning complete for port aa630806-d6be-446b-8af4-70c520e63cea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:49.348536 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3597-1586-4e85-83fb-db0cce66a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.386538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.411211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eee77de-4023-43f1-87cb-9bd80e0907da,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:49.416849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.427613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 378b670b-a466-4c7c-817f-4638a6f1bbdb is not hosted by any dhcp agent {{(pid=109894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:18:49.443171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:49.444257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.458054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "PUT /v2.0/networks/378b670b-a466-4c7c-817f-4638a6f1bbdb HTTP/1.1" status: 200 len: 758 time: 0.4354308 Dec 09 15:18:49.458054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47898) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:49.463314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3597-1586-4e85-83fb-db0cce66a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.476524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:48Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:49.508746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e53be-0673-4cc8-8ce9-1d716305b1d3 None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:48Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:18:49.574001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d8eb3597-1586-4e85-83fb-db0cce66a0a3 None None] For port aa630806-d6be-446b-8af4-70c520e63cea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa630806-d6be-446b-8af4-70c520e63cea,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:49.591013 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3597-1586-4e85-83fb-db0cce66a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.653619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc81eae7-a847-4160-9768-7240909b0660 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:49.660613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 47906) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:49.666402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-967742631'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:49.672156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dc81eae7-a847-4160-9768-7240909b0660 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks?id=378b670b-a466-4c7c-817f-4638a6f1bbdb HTTP/1.1" status: 200 len: 761 time: 0.2129974 Dec 09 15:18:49.731634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb3597-1586-4e85-83fb-db0cce66a0a3 None None] Pushing event updated for resources: {'Port': ['ID=aa630806-d6be-446b-8af4-70c520e63cea,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:49.735529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:49.740924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.800905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:49.823970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.824545 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1 of type vlan for network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c Dec 09 15:18:49.894898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f665c-6dd9-44e3-94f6-b6c0817d3349 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=378b670b-a466-4c7c-817f-4638a6f1bbdb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:49.913027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 378b670b-a466-4c7c-817f-4638a6f1bbdb details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:49.935184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6f7b5d8-1087-4ee3-8c2c-b8e71490e24e req-5637dcff-3424-4be9-ae88-c61628dab26b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 210 time: 0.2575173 Dec 09 15:18:49.938162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:49.941884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Checking segment: {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:49.942547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Network hostable DHCP agents. Network: 1c8162e4-f49f-40fd-be16-345c226d11c4, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:50.001241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:50.001695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:50.011433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:50.012179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:50.019184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 1c8162e4-f49f-40fd-be16-345c226d11c4) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:50.031205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:50.032157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:50.068147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0427aaa-099f-48be-9788-ec3e9c12ce16 None None] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:50.079615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da15b6b8-3545-4640-ac1f-3a7a3d2265e6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6609354 Dec 09 15:18:50.218600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5562003 Dec 09 15:18:50.221275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47920) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:50.227436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4c24-243e-41ef-a77d-e11f2cc4283e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=12f6098c-3c2c-4bef-a6e8-a051d055bc2c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:50.227822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:50.274175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:50.518040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:50.522745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:50.534366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc233a-72c3-47d4-aa5d-8bdf591d78c1 None None] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:50.718763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aa630806-d6be-446b-8af4-70c520e63cea up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:18:50.820913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port aa630806-d6be-446b-8af4-70c520e63cea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:50.822384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:50.924229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:51.002956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=b3da272a-f8af-4f65-b66b-18f75da4929a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:51.035165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:51.035836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 12f6098c-3c2c-4bef-a6e8-a051d055bc2c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:51.052463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-b206a1a5-2907-4f68-be32-9e373623c14f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:51.060357 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-b206a1a5-2907-4f68-be32-9e373623c14f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 813 time: 0.2230468 Dec 09 15:18:51.065858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:51.079925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-90d1150c-b004-415a-98ce-40de2b74ecfa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/quotas/c39ace65a25b4fdb9e2e4ec2aa421e75 HTTP/1.1" status: 200 len: 375 time: 0.0186114 Dec 09 15:18:51.088938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 12f6098c-3c2c-4bef-a6e8-a051d055bc2c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:51.096705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:51.100280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:51.103169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb60828-121f-4c21-8c58-b44e1247fae9 None None] Network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:51.124611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-97c921a0-f793-4840-9bcb-71536efe250a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437031 Dec 09 15:18:51.154935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-461093fa-14d0-408f-8341-7106e93973f5 req-f354f738-6fd6-4437-a504-c39fd4175825 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 210 time: 0.0776496 Dec 09 15:18:51.189607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ceb9039b-01e5-4144-914c-e9693d6a4fd9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9671690 Dec 09 15:18:51.192120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47944) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:51.293403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-12f6098c-3c2c-4bef-a6e8-a051d055bc2c', 'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': 'b3da272a-f8af-4f65-b66b-18f75da4929a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:51.294726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:51.300279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-b31927c9-02b8-4e48-afa4-124a7760c4b2 service neutron] 10.222.0.46 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744466 Dec 09 15:18:51.438423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-8ea517bb-0599-432e-b719-7ba65899f69f service neutron] 10.222.0.46 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363606 Dec 09 15:18:51.583168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2ea4860d-2bba-45d3-becd-8b3e795ee4e9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:51.584768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2ea4860d-2bba-45d3-becd-8b3e795ee4e9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 817 time: 0.2370493 Dec 09 15:18:51.588619 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:51.635843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Allocated IP 172.20.0.2 (12f6098c-3c2c-4bef-a6e8-a051d055bc2c/b3da272a-f8af-4f65-b66b-18f75da4929a/c60fca9c-3229-4e4e-a768-d6943181a2c6) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:51.798084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9724bfe8-d8dc-4742-98f5-b61edfe3bff8 req-2ab36ff4-2c41-42e2-a99b-58bc5ebee20c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 210 time: 0.0508628 Dec 09 15:18:51.803095 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:51.811729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-7015f530-2d7a-4777-aaf4-247e24e9ac51 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 380 time: 0.2065399 Dec 09 15:18:51.822421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'port': {'device_id': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'admin_state_up': True, 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'security_groups': ['40983111-32c3-4e13-91ce-854ed3c5f0ee']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:51.957637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:51.964599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.050718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.053680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:52.072785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:52.075477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:52.112634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.116219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Pushing event updated for resources: {'Port': ['ID=c60fca9c-3229-4e4e-a768-d6943181a2c6,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:52.130264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Made reservation on behalf of ab581ffb4411402c98df37bfc86ac6cf for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:52.134646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.137652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=b3da272a-f8af-4f65-b66b-18f75da4929a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:52.179795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Attempting to bind port c60fca9c-3229-4e4e-a768-d6943181a2c6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:52.181062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Attempting to bind port c60fca9c-3229-4e4e-a768-d6943181a2c6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:52.181863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Attempting to bind port c60fca9c-3229-4e4e-a768-d6943181a2c6 on network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:52.189784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:52.191488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Checking segment: {'id': 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:52.192344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.193323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Bound using segment: {'id': 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:52.194287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Bound port: c60fca9c-3229-4e4e-a768-d6943181a2c6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:52.194902 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.244924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.328285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f6098c-3c2c-4bef-a6e8-a051d055bc2c']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:52.348088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:52.348421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:52.361314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] For port c60fca9c-3229-4e4e-a768-d6943181a2c6, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:52.365130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] For port c60fca9c-3229-4e4e-a768-d6943181a2c6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c60fca9c-3229-4e4e-a768-d6943181a2c6,segment=NetworkSegment(af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1),segment_id=af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:52.372949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.376099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-627f9914-c1f4-4491-b01a-6f70c7a08f28 req-8a328c57-05b9-410f-a33b-34cc1b378c09 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 210 time: 0.0726485 Dec 09 15:18:52.377905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.429251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.444559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:52.445063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:52.448491 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:52.474921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Allocated IP 172.20.0.4 (d025b975-ab3e-41a7-bb52-2bd69d09b4d2/96f92a48-9fa1-4d90-bab1-230def423ede/764ee7f3-db8a-4097-9ddf-a26c5e08a677) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:52.531820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.540435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:52.540435 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:52.540435 n-d-804292-5 neutron-server[109894]: [parameters: {'id': '12f6098c-3c2c-4bef-a6e8-a051d055bc2c'}] Dec 09 15:18:52.540435 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:52.540797 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:52.569935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf6b39-89ac-4cb3-8e9b-7c980d5939ef None None] Pushing event updated for resources: {'Port': ['ID=c60fca9c-3229-4e4e-a768-d6943181a2c6,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:52.588417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956d99a-6e2d-4eb5-a1a2-c9240dc3fdae None None] Network 12f6098c-3c2c-4bef-a6e8-a051d055bc2c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:52.715441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.736436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf6e12f-ac16-4e4c-a3d6-6d58bb613666 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:52.784475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:52.835496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:52.839701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:52.848988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:52.872871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6e12f-ac16-4e4c-a3d6-6d58bb613666 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:18:52.914606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:52.940492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5374510e-f0f8-44a3-a423-3a37d1513353 req-455eafc8-db6f-4817-a3c8-da74fe3f4b2a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 210 time: 0.0352964 Dec 09 15:18:52.974927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:52.975753 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.024637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-2570d5d4-ade7-4f83-9176-560f932cbbe7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065282 Dec 09 15:18:53.038903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Request body: {'port': {'device_id': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:53.041778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.188336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.251489 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-87adfe86-3d63-445b-9310-173919d458b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.373267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-3fd99f2b-6548-4469-8a55-f43879305668 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:53.380080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-3fd99f2b-6548-4469-8a55-f43879305668 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 813 time: 0.2430763 Dec 09 15:18:53.381849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port c60fca9c-3229-4e4e-a768-d6943181a2c6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:18:53.382192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.394564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Request body: {'port': {'device_id': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'admin_state_up': True, 'tenant_id': 'c39ace65a25b4fdb9e2e4ec2aa421e75'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:53.630717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port c60fca9c-3229-4e4e-a768-d6943181a2c6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c60fca9c-3229-4e4e-a768-d6943181a2c6,segment=NetworkSegment(af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1),segment_id=af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:53.631079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.635368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45904fe4-817b-4dc6-a5d1-d713212095d8 req-3018e059-dec6-4de1-b315-fbe9afccfece tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:53.659765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45904fe4-817b-4dc6-a5d1-d713212095d8 req-3018e059-dec6-4de1-b315-fbe9afccfece tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 931 time: 0.1165862 Dec 09 15:18:53.663104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for c60fca9c-3229-4e4e-a768-d6943181a2c6 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:18:53.672936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a55f85ea-6dfc-4ae3-87be-98b518fcdfc7 None None] Provisioning complete for port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:53.673313 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a55f85ea-6dfc-4ae3-87be-98b518fcdfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.682282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Made reservation on behalf of c39ace65a25b4fdb9e2e4ec2aa421e75 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:53.685758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.755386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a55f85ea-6dfc-4ae3-87be-98b518fcdfc7 None None] Port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:53.805723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-45904fe4-817b-4dc6-a5d1-d713212095d8 req-57ffebd8-7c3d-426a-9874-e77dd2a2666c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448309 Dec 09 15:18:53.858153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.890867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=c60fca9c-3229-4e4e-a768-d6943181a2c6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:53.896455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port c60fca9c-3229-4e4e-a768-d6943181a2c6 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:18:53.908837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Allocated IP 172.20.0.2 (1c8162e4-f49f-40fd-be16-345c226d11c4/9eee77de-4023-43f1-87cb-9bd80e0907da/27932259-5040-4e48-aa71-c267fe8c525a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:53.909061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764ee7f3-db8a-4097-9ddf-a26c5e08a677 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:18:53.941429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:53.980097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Transition to ACTIVE for port object 764ee7f3-db8a-4097-9ddf-a26c5e08a677 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:18:54.007596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.009925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.068614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f6098c-3c2c-4bef-a6e8-a051d055bc2c']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:54.110463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.149433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:54.150140 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af28d311-e6f5-4dc1-b9ab-ccd0c8110dc1') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:54.158743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-768e206e-bf6f-4790-8aa9-713cb24acda6 req-607d3c80-38dc-45d2-998e-fdb19973bf58 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 210 time: 0.0663502 Dec 09 15:18:54.179944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:54.186955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.190607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.250701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:54.254539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:54.279880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ba37ce-5b94-433a-8126-995de826be35 None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:54.291385 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.298458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:54.306592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:54.307831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:54.310337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:54.333266 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:54.365863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Attempting to bind port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:54.366237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Attempting to bind port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:54.366579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Attempting to bind port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:54.400334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5e7c66ef-5450-4525-967e-473c20edfcac None None] Provisioning complete for port 27932259-5040-4e48-aa71-c267fe8c525a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:18:54.400334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66ef-5450-4525-967e-473c20edfcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.408880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:54.408880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.445122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:18:54.445542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Attempting to bind port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:54.448378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-286a60f2-718f-4459-8cd3-3ab971e5a924 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0606835 Dec 09 15:18:54.455937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:54.456268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Checking segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:54.456666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Bound using segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:54.457112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Bound port: 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:54.457473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.467545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Request body: {'port': {'device_id': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:54.473816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c66ef-5450-4525-967e-473c20edfcac None None] Port 27932259-5040-4e48-aa71-c267fe8c525a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:18:54.502279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.529536 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.533359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/12f6098c-3c2c-4bef-a6e8-a051d055bc2c HTTP/1.1" status: 204 len: 168 time: 3.3402500 Dec 09 15:18:54.539044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47988) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:54.544059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.581185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541bc8-625c-4d94-ae0a-79e4540b18f4 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=12f6098c-3c2c-4bef-a6e8-a051d055bc2c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:54.586744 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c3789f-2b92-404f-8c01-82d28ee6bdfd tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] GET failed (client error): The resource could not be found. Dec 09 15:18:54.590615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-09c3789f-2b92-404f-8c01-82d28ee6bdfd tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/subnets/b3da272a-f8af-4f65-b66b-18f75da4929a HTTP/1.1" status: 404 len: 337 time: 0.0467818 Dec 09 15:18:54.593006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:54.633780 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5d4f2e-bc05-49f9-82bb-d9bc595a62f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:18:54.634351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5d4f2e-bc05-49f9-82bb-d9bc595a62f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:18:54.641391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7d5d4f2e-bc05-49f9-82bb-d9bc595a62f7 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/12f6098c-3c2c-4bef-a6e8-a051d055bc2c HTTP/1.1" status: 404 len: 339 time: 0.0439126 Dec 09 15:18:54.643077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 47992) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:54.653392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:54.703810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:54.727046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.897577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27932259-5040-4e48-aa71-c267fe8c525a {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:18:54.906493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:54.920456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Transition to ACTIVE for port object 27932259-5040-4e48-aa71-c267fe8c525a will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:18:54.928845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.006619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6e52c-b4bb-4b17-85cd-cfc1529b4dd3 None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:55.055253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:55.116474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa8fd1-5607-4f37-96e7-e8431e56f339 req-282e914a-833c-4bda-b3c1-4414e7f6e91f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.117836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fefa8fd1-5607-4f37-96e7-e8431e56f339 req-282e914a-833c-4bda-b3c1-4414e7f6e91f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1394906 Dec 09 15:18:55.199731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Attempting to bind port 27932259-5040-4e48-aa71-c267fe8c525a on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:55.200153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Attempting to bind port 27932259-5040-4e48-aa71-c267fe8c525a by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:55.200390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Attempting to bind port 27932259-5040-4e48-aa71-c267fe8c525a on network 1c8162e4-f49f-40fd-be16-345c226d11c4 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:55.208270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Port 27932259-5040-4e48-aa71-c267fe8c525a on network 1c8162e4-f49f-40fd-be16-345c226d11c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:18:55.208607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Attempting to bind port 27932259-5040-4e48-aa71-c267fe8c525a on network 1c8162e4-f49f-40fd-be16-345c226d11c4 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:55.215932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fefa8fd1-5607-4f37-96e7-e8431e56f339 req-ca8eee91-c7ff-4c96-b322-282d19378940 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856454 Dec 09 15:18:55.219168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:55.219547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Checking segment: {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:55.220472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Bound using segment: {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:55.220920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Bound port: 27932259-5040-4e48-aa71-c267fe8c525a, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:55.221285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.329017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:55.333044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:55.335984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.337260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.338829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] 10.222.0.36 "PUT /v2.0/ports/764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 1091 time: 2.3049934 Dec 09 15:18:55.342013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.363532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:18:55.370964 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a67bf0-80e1-4405-a46b-093f3f40d262" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:18:55.384471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.385220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.387075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] 10.222.0.43 "PUT /v2.0/ports/27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 1091 time: 0.9239266 Dec 09 15:18:55.387478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:18:55.390906 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "tag": "27932259-5040-4e48-aa71-c267fe8c525a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:18:55.395435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064895e-b0db-4558-9e84-1f24d167942d None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:18:55.438795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf55ff-7b78-41db-ac9f-1d2c36d19e11 service neutron] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:55.523836 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da940c-2f36-497d-9131-3a6a5a1b5615 x-openstack-request-id: req-19da940c-2f36-497d-9131-3a6a5a1b5615 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:18:55.524145 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "tag": "27932259-5040-4e48-aa71-c267fe8c525a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:18:55.524416 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19da940c-2f36-497d-9131-3a6a5a1b5615 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:18:55.524832 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a', 'status': 'completed', 'code': 200} Dec 09 15:18:55.526784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-83f0d31b-9bc6-49f8-89b7-06daba503cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.528390 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-83f0d31b-9bc6-49f8-89b7-06daba503cba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1094 time: 0.0793593 Dec 09 15:18:55.551793 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c981ba45-998d-474e-b784-a95bf24380d6 x-openstack-request-id: req-c981ba45-998d-474e-b784-a95bf24380d6 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:18:55.552122 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:18:55.552347 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c981ba45-998d-474e-b784-a95bf24380d6 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:18:55.552709 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'status': 'completed', 'code': 200} Dec 09 15:18:55.601594 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-e09b2e76-9410-4b6e-aa8a-4a50b7f99ec1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.0592306 Dec 09 15:18:55.626381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cab0b-0b0f-49f6-bbe9-f4b6f146e6e2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.627892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7e2cab0b-0b0f-49f6-bbe9-f4b6f146e6e2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9838045 Dec 09 15:18:55.633919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:55.646023 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d09c012-d6aa-4a77-a630-6b82fc79efe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:55.649567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb663d-7e0b-4968-892b-a0afa67cb0f8 req-ea27e6ed-8ff8-4094-ba64-cb1a69fe8917 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.651141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1eb663d-7e0b-4968-892b-a0afa67cb0f8 req-ea27e6ed-8ff8-4094-ba64-cb1a69fe8917 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.3739860 Dec 09 15:18:55.652964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873d26e-9285-4955-b1b0-fbe6a9b64273 service neutron] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:55.673420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f7868d5d-4bd1-4cb4-89dd-d990b0950d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.676374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f7868d5d-4bd1-4cb4-89dd-d990b0950d6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1094 time: 0.1337974 Dec 09 15:18:55.731732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ed7573d5-7733-4b38-b3ac-a385d99544b6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 207 time: 0.0927393 Dec 09 15:18:55.737222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48012) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:55.759033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-91bef7a9-d174-47cf-97cd-281c4b795ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.759281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-b8952210-42d4-411e-9478-5d06961b9786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 217 time: 0.0750930 Dec 09 15:18:55.760534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-91bef7a9-d174-47cf-97cd-281c4b795ba1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.1474018 Dec 09 15:18:55.812665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-e9548cb9-fd18-4171-9c26-2a2164d357bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409358 Dec 09 15:18:55.880406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1eb663d-7e0b-4968-892b-a0afa67cb0f8 req-7a3d7b9f-aaa4-411a-9dad-e1d99977e3a0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207675 Dec 09 15:18:55.972894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-3f26ae1a-2a54-47e0-80f5-7c4ca2aa3c5f service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479354 Dec 09 15:18:55.978803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-fb36fe98-ccbf-4418-bb97-e3f3e77287a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:55.980547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-fb36fe98-ccbf-4418-bb97-e3f3e77287a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.2106717 Dec 09 15:18:56.039522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a340c20-29f9-490a-ab23-18706b495b17 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.045840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a340c20-29f9-490a-ab23-18706b495b17 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.052319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a340c20-29f9-490a-ab23-18706b495b17 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.058158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a340c20-29f9-490a-ab23-18706b495b17 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.065519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2a340c20-29f9-490a-ab23-18706b495b17 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3261685 Dec 09 15:18:56.067858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48024) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:56.102376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed97759d-c9ee-442a-9978-0ff5d6cabe05 req-f2a57060-5cbc-418d-8d1e-40a2a0cf3494 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174307 Dec 09 15:18:56.137334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-924105ad-1c2e-4d2f-aef1-5a9a8d1d6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.138795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-924105ad-1c2e-4d2f-aef1-5a9a8d1d6b14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517701 Dec 09 15:18:56.247453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-687faeeb-c55f-45d6-9ee5-fdce27753574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.250853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-687faeeb-c55f-45d6-9ee5-fdce27753574 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1094 time: 0.0787332 Dec 09 15:18:56.312702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48032) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:56.316255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d6816129-cbbe-4bc4-bc59-04487ddd40a3 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2470560 Dec 09 15:18:56.369619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-7b79a56c-34cf-415c-90b2-4fffa00c5b78 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036202 Dec 09 15:18:56.513935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb5bd3-2084-44cb-b049-30557d2babe9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.516916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb5bd3-2084-44cb-b049-30557d2babe9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.521821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0dcb5bd3-2084-44cb-b049-30557d2babe9 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2024450 Dec 09 15:18:56.522303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48040) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:56.530639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9a86f6a-cf31-4997-a79d-9cf3c81acdb6 req-f04e966f-b6c0-462d-a6f8-eb15d45defa9 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410272 Dec 09 15:18:56.559759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-7851372f-d915-4d55-957f-2bd2d5579c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.561316 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-7851372f-d915-4d55-957f-2bd2d5579c7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.2951832 Dec 09 15:18:56.592318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8889c0-ed58-4eb8-bbfe-51c3ae062d74 req-61d922d8-12f0-4b5a-ab04-04ce660d16bf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.600165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a8889c0-ed58-4eb8-bbfe-51c3ae062d74 req-61d922d8-12f0-4b5a-ab04-04ce660d16bf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.2392333 Dec 09 15:18:56.650619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-af3bfb1f-f6ec-4fbc-932e-f7520e7bcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.652150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-af3bfb1f-f6ec-4fbc-932e-f7520e7bcafb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1094 time: 0.0606468 Dec 09 15:18:56.680575 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-780b3c4f-da51-47de-9bb6-85f9b5800173 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.1101694 Dec 09 15:18:56.688458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a8889c0-ed58-4eb8-bbfe-51c3ae062d74 req-64790fd4-9a03-45c3-bc6c-c14bc768a9cc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874968 Dec 09 15:18:56.693947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f17e69-3846-4154-a4b2-f36a9b265d1a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['shared'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.696937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f17e69-3846-4154-a4b2-f36a9b265d1a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['shared'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.703148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b9f17e69-3846-4154-a4b2-f36a9b265d1a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1796315 Dec 09 15:18:56.711142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48042) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:56.730440 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:56.792275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-75a3911d-4840-4351-9ef0-92346e685314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.794021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-75a3911d-4840-4351-9ef0-92346e685314 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1345046 Dec 09 15:18:56.822904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-e0015e4d-ee9b-450a-ae45-27709bd41aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.824543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-e0015e4d-ee9b-450a-ae45-27709bd41aa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.1345036 Dec 09 15:18:56.850763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-5e218642-7678-4145-9a99-9f727c1a5955 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 217 time: 0.0484374 Dec 09 15:18:56.883891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-744f0eae-2701-4943-882b-4a4eaabe2811 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287719 Dec 09 15:18:56.892384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd971ec-8c3d-4e65-b996-1eb44315a48f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.893980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4cd971ec-8c3d-4e65-b996-1eb44315a48f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks/de16aaeb-671a-4750-9349-670ca77c7290 HTTP/1.1" status: 200 len: 800 time: 0.1816919 Dec 09 15:18:56.903152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48044) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:56.911138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-5d4fc949-fa53-4eca-977a-7a03aabd3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.912962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-5d4fc949-fa53-4eca-977a-7a03aabd3732 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0529993 Dec 09 15:18:56.972965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-cff8fdf0-9b63-4acc-9dc1-7b654a51e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:56.974507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-cff8fdf0-9b63-4acc-9dc1-7b654a51e4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518279 Dec 09 15:18:57.095389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae02c8-04ad-43be-bbb2-d561dd3567e7 req-d63d8a68-98d0-4814-9735-020c0ce40cf9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:57.096761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6ae02c8-04ad-43be-bbb2-d561dd3567e7 req-d63d8a68-98d0-4814-9735-020c0ce40cf9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1213570 Dec 09 15:18:57.180388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-23542d5b-e3bd-4b43-8706-38b085facc14 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947103 Dec 09 15:18:57.220261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6ae02c8-04ad-43be-bbb2-d561dd3567e7 req-06bb5ad8-becd-4f2c-a1f9-1f7477a03bfa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120141 Dec 09 15:18:57.322948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14a67bf0-80e1-4405-a46b-093f3f40d262 req-fdb17d6c-9107-41e9-b15a-18d0bf109aef service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307998 Dec 09 15:18:57.400767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-528c7b50-c794-4cd9-abb2-b2ed2d3e1559 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053902 Dec 09 15:18:57.409495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fb7a97b6-c64f-4820-867d-a42258d77644 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/networks/de16aaeb-671a-4750-9349-670ca77c7290?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5050423 Dec 09 15:18:57.413070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48054) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:57.467559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf67bf-3932-4d4b-a2b1-8c6fa1add258 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:57.471712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91bf67bf-3932-4d4b-a2b1-8c6fa1add258 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/subnets/37be9b5e-a5a8-499b-8b9f-ea4c6efbde90 HTTP/1.1" status: 200 len: 811 time: 0.0551119 Dec 09 15:18:57.472909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48056) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:57.508684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6ac7e355-b3bf-4e0a-b48d-3ee90c0ce0d9 req-e7d76fde-ce91-48fe-9868-a87ef87e2339 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926745 Dec 09 15:18:57.530649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3b978-4632-4132-a281-9c416cc31b38 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:57.532145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-99a3b978-4632-4132-a281-9c416cc31b38 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "GET /v2.0/subnets/37be9b5e-a5a8-499b-8b9f-ea4c6efbde90?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0582819 Dec 09 15:18:57.535842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:57.541257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636268330'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:57.563762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:57.567212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:57.593658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:18:57.602782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:57.603300 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Added segment 03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b of type vlan for network 0029cdcf-d5da-4969-b230-813b5529604e Dec 09 15:18:57.643748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:57.667802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:57.674202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:57.674785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:57.712579 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1755588 Dec 09 15:18:57.715321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48060) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:57.720918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'network_id': '0029cdcf-d5da-4969-b230-813b5529604e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:57.752283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78675ed5-04a9-4079-88f0-872ab9ce6e53 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Network': ['ID=0029cdcf-d5da-4969-b230-813b5529604e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:57.764249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0029cdcf-d5da-4969-b230-813b5529604e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:18:57.839915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5c57e-fde6-411c-8526-9fc69d5b5e3c req-a4c78f10-e6ed-4af6-9eb2-865e86d6b554 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:57.841419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27c5c57e-fde6-411c-8526-9fc69d5b5e3c req-a4c78f10-e6ed-4af6-9eb2-865e86d6b554 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0532691 Dec 09 15:18:57.866502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Made reservation on behalf of edc91a1a9db2488292a71955b7b42298 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:18:57.869793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:57.899884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-27c5c57e-fde6-411c-8526-9fc69d5b5e3c req-109cfd6e-3253-4f9a-86bc-47f8304da8a8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Dec 09 15:18:57.930160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing IP validity checks on allocation pools {{(pid=109894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:18:57.930763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:18:58.060438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.120509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=11fe297f-eaa0-4f04-8c4a-14bf03c23b47,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:58.131776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Checking segment: {'id': '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0029cdcf-d5da-4969-b230-813b5529604e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:58.132143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network hostable DHCP agents. Network: 0029cdcf-d5da-4969-b230-813b5529604e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:18:58.150013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Network 0029cdcf-d5da-4969-b230-813b5529604e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:18:58.160749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0029cdcf-d5da-4969-b230-813b5529604e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:58.165710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:58.166320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.173614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec87a70c-b2e0-4ff3-8d32-757051bd67a6 None None] Network 0029cdcf-d5da-4969-b230-813b5529604e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:58.190517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac113738-9b72-49bc-b008-afa5ccbcb64e tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4740458 Dec 09 15:18:58.193377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48066) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:58.198692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:18:58.341090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63342531'] for subnet, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.432499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc533-f9a7-4628-a311-df740ed855df req-f0ff26f8-6cff-421c-884c-bd885bce17f0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:58.434814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a87cc533-f9a7-4628-a311-df740ed855df req-f0ff26f8-6cff-421c-884c-bd885bce17f0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.0891740 Dec 09 15:18:58.501332 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.526707 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:18:58.534525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-0029cdcf-d5da-4969-b230-813b5529604e', 'network_id': '0029cdcf-d5da-4969-b230-813b5529604e', 'project_id': 'edc91a1a9db2488292a71955b7b42298', 'fixed_ips': [{'subnet_id': '11fe297f-eaa0-4f04-8c4a-14bf03c23b47'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:18:58.535431 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.541096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a87cc533-f9a7-4628-a311-df740ed855df req-2cd96e65-29ac-4519-a37d-e7485a044d6d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982690 Dec 09 15:18:58.611881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772438164776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63316337'] for subnet, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.677319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:58.677694 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.679014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "PUT /v2.0/subnets/11fe297f-eaa0-4f04-8c4a-14bf03c23b47 HTTP/1.1" status: 200 len: 877 time: 0.4846048 Dec 09 15:18:58.682169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48078) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:18:58.707447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2930510-f58e-4ebd-9f32-7940f2077f74 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event updated for resources: {'Subnet': ['ID=11fe297f-eaa0-4f04-8c4a-14bf03c23b47,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:58.746637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Allocated IP 172.20.0.3 (0029cdcf-d5da-4969-b230-813b5529604e/11fe297f-eaa0-4f04-8c4a-14bf03c23b47/adeb937f-cc5d-4580-a459-7771a3807a62) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:18:58.828132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.907515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.927050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.938679 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:58.972319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Network 0029cdcf-d5da-4969-b230-813b5529604e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:18:58.975255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:18:59.029053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:18:59.039722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Pushing event updated for resources: {'Port': ['ID=adeb937f-cc5d-4580-a459-7771a3807a62,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:59.042374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:18:59.055626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.090278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=11fe297f-eaa0-4f04-8c4a-14bf03c23b47,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:59.114968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Attempting to bind port adeb937f-cc5d-4580-a459-7771a3807a62 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:18:59.115363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Attempting to bind port adeb937f-cc5d-4580-a459-7771a3807a62 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0029cdcf-d5da-4969-b230-813b5529604e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:18:59.116450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Attempting to bind port adeb937f-cc5d-4580-a459-7771a3807a62 on network 0029cdcf-d5da-4969-b230-813b5529604e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:18:59.143532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:18:59.143918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Checking segment: {'id': '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0029cdcf-d5da-4969-b230-813b5529604e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:18:59.144326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.144846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Bound using segment: {'id': '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0029cdcf-d5da-4969-b230-813b5529604e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:18:59.145486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Bound port: adeb937f-cc5d-4580-a459-7771a3807a62, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0029cdcf-d5da-4969-b230-813b5529604e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:18:59.145879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.207733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9aea2-0cbf-4cd6-879e-6fdd079ddff3 req-4923d243-7962-40a0-a09d-de983d7f2d89 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:59.208721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3cb9aea2-0cbf-4cd6-879e-6fdd079ddff3 req-4923d243-7962-40a0-a09d-de983d7f2d89 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.2238140 Dec 09 15:18:59.210513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.246354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0029cdcf-d5da-4969-b230-813b5529604e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:59.272633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:59.272872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:18:59.279337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] For port adeb937f-cc5d-4580-a459-7771a3807a62, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:18:59.292546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.305594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] For port adeb937f-cc5d-4580-a459-7771a3807a62, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=adeb937f-cc5d-4580-a459-7771a3807a62,segment=NetworkSegment(03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b),segment_id=03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:18:59.307084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3cb9aea2-0cbf-4cd6-879e-6fdd079ddff3 req-990e0dba-5898-459f-adf2-9e245b8e2023 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872297 Dec 09 15:18:59.323007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.333228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.339235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:18:59.340975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.353379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:18:59.431335 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:18:59.434378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:18:59.434378 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:18:59.434378 n-d-804292-5 neutron-server[109895]: [parameters: {'id': '0029cdcf-d5da-4969-b230-813b5529604e'}] Dec 09 15:18:59.434378 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:18:59.434760 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:18:59.445060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:59.463571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '27932259-5040-4e48-aa71-c267fe8c525a', 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'port_id': '27932259-5040-4e48-aa71-c267fe8c525a', 'mac_address': 'fa:16:3e:61:c8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eee77de-4023-43f1-87cb-9bd80e0907da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:18:59.468096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee6c513-4834-4238-b72d-e5893bb1ed4d None None] Network 0029cdcf-d5da-4969-b230-813b5529604e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:59.559799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d67c9-9377-48b2-b613-9451e1c536bf None None] Pushing event updated for resources: {'Port': ['ID=adeb937f-cc5d-4580-a459-7771a3807a62,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:59.599061 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.616262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27932259-5040-4e48-aa71-c267fe8c525a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:18:59.637431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:18:59.647252 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.680306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed3ef1-8584-4f26-9ace-5a47a9b3e20a None None] Network 0029cdcf-d5da-4969-b230-813b5529604e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:18:59.696952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40592f60-8b35-42a2-b6d0-95101f174f1c req-da947448-29ca-4453-b143-0c78cb0c0f45 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:18:59.705519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40592f60-8b35-42a2-b6d0-95101f174f1c req-da947448-29ca-4453-b143-0c78cb0c0f45 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.0846798 Dec 09 15:18:59.758333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40592f60-8b35-42a2-b6d0-95101f174f1c req-f762068d-a574-4edd-a897-e7ed9ae41270 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518899 Dec 09 15:18:59.779960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:18:59.824527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143f32d-785e-44fb-94fe-52c16a73d551 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:18:59.900506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:18:59.937168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:18:59.955424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27932259-5040-4e48-aa71-c267fe8c525a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:18:59.999641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port adeb937f-cc5d-4580-a459-7771a3807a62 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:00.000056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.006080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143f32d-785e-44fb-94fe-52c16a73d551 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:19:00.077809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port adeb937f-cc5d-4580-a459-7771a3807a62, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=adeb937f-cc5d-4580-a459-7771a3807a62,segment=NetworkSegment(03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b),segment_id=03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:00.078369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.100301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for adeb937f-cc5d-4580-a459-7771a3807a62 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:00.224476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:00.226744 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.239744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'mac_address': 'fa:16:3e:79:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:19:00.288409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port adeb937f-cc5d-4580-a459-7771a3807a62 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:00.296360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=adeb937f-cc5d-4580-a459-7771a3807a62,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:00.442888 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.459374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.467494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0029cdcf-d5da-4969-b230-813b5529604e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:00.482597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764ee7f3-db8a-4097-9ddf-a26c5e08a677 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:19:00.483835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:00.484462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03158a35-cbdb-43b9-a9b7-9a0b3de4bc0b') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:00.497287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.508826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:00.517437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.525009 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.525228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:00.525696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.597076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:00.603488 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:00.606289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.636335 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:00.640147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/0029cdcf-d5da-4969-b230-813b5529604e HTTP/1.1" status: 204 len: 168 time: 1.9570091 Dec 09 15:19:00.643370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48098) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:00.681320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c66d3-2361-4401-a1d1-64f0336f7dc6 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=0029cdcf-d5da-4969-b230-813b5529604e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:00.688130 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-97235183-4828-4a29-9170-5f9cfb409cc0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:00.691695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97235183-4828-4a29-9170-5f9cfb409cc0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:00.695097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-97235183-4828-4a29-9170-5f9cfb409cc0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/11fe297f-eaa0-4f04-8c4a-14bf03c23b47 HTTP/1.1" status: 404 len: 337 time: 0.0507209 Dec 09 15:19:00.698434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48100) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:00.707977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9917d-ead3-4fcb-8d05-86c6fe7acbb1 req-d18e3481-e2c2-46f6-82ad-060541237851 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:00.715437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91f9917d-ead3-4fcb-8d05-86c6fe7acbb1 req-d18e3481-e2c2-46f6-82ad-060541237851 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 944 time: 0.1209724 Dec 09 15:19:00.765541 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2d2933-a1a9-4994-bc33-fae840d9b836 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:00.766061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2d2933-a1a9-4994-bc33-fae840d9b836 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:00.769192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7a2d2933-a1a9-4994-bc33-fae840d9b836 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/0029cdcf-d5da-4969-b230-813b5529604e HTTP/1.1" status: 404 len: 339 time: 0.0338368 Dec 09 15:19:00.771825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48102) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:00.789262 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-91f9917d-ead3-4fcb-8d05-86c6fe7acbb1 req-9d15beec-667b-4265-b9b5-3cc095ce2e37 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674517 Dec 09 15:19:00.807463 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac913d31-d6a4-45c6-829b-a4249196132b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:00.807928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac913d31-d6a4-45c6-829b-a4249196132b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:00.814994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['764ee7f3-db8a-4097-9ddf-a26c5e08a677'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:19:00.818734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac913d31-d6a4-45c6-829b-a4249196132b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/b3da272a-f8af-4f65-b66b-18f75da4929a HTTP/1.1" status: 404 len: 337 time: 0.0451808 Dec 09 15:19:00.821302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:00.876298 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dce8a22-2813-489b-a480-0be5c5cc6b97 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:00.878187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dce8a22-2813-489b-a480-0be5c5cc6b97 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:00.885303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5dce8a22-2813-489b-a480-0be5c5cc6b97 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/12f6098c-3c2c-4bef-a6e8-a051d055bc2c HTTP/1.1" status: 404 len: 339 time: 0.0629439 Dec 09 15:19:00.887781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:00.957703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:00.981138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a10ce-d74e-4b04-a32b-b39cce7bd230 req-fdca62c7-72b6-4e8f-8512-a8c108854c3b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:00.993235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e2a10ce-d74e-4b04-a32b-b39cce7bd230 req-fdca62c7-72b6-4e8f-8512-a8c108854c3b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 0.0948393 Dec 09 15:19:01.000922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.074167 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e2a10ce-d74e-4b04-a32b-b39cce7bd230 req-204f5506-a6b7-49a4-9dfb-c25bf24d088b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799446 Dec 09 15:19:01.105025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 27932259-5040-4e48-aa71-c267fe8c525a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:19:01.109687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 27932259-5040-4e48-aa71-c267fe8c525a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:01.110147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.121770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.161471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378b670b-a466-4c7c-817f-4638a6f1bbdb']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:01.191919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15fbb52-f648-41a2-984d-5885136d3e83') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:01.192531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15fbb52-f648-41a2-984d-5885136d3e83') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:01.207536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.223626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.228574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.234714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:01.235469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:01.240150 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:01.265736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:19:01.268356 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9162380b-7d11-4f7e-8fed-3b06f296b802" -d '{"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-plugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:19:01.280551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:01.285721 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.357702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.359708 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988f4596-b5bc-461f-9e55-9fa1e201643f x-openstack-request-id: req-988f4596-b5bc-461f-9e55-9fa1e201643f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:19:01.360010 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-plugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:19:01.360294 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-988f4596-b5bc-461f-9e55-9fa1e201643f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:19:01.360669 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a', 'code': 200} Dec 09 15:19:01.361613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:01.366933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:01.371662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/378b670b-a466-4c7c-817f-4638a6f1bbdb HTTP/1.1" status: 204 len: 168 time: 0.4828937 Dec 09 15:19:01.374756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48118) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.401596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a01aa-7980-49ae-b7d5-79734c0881fc tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=378b670b-a466-4c7c-817f-4638a6f1bbdb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:01.412638 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6261188-36ea-4ab6-a4e4-3b622a6f6b28 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.413275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6261188-36ea-4ab6-a4e4-3b622a6f6b28 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.422253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c6261188-36ea-4ab6-a4e4-3b622a6f6b28 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/8eef0a12-6853-493c-97b7-d60da333a6b1 HTTP/1.1" status: 404 len: 337 time: 0.0457275 Dec 09 15:19:01.422743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.449525 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-328ab5c6-9c10-4a80-9066-ef7f4c88f17f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.450136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328ab5c6-9c10-4a80-9066-ef7f4c88f17f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.455903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-328ab5c6-9c10-4a80-9066-ef7f4c88f17f tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/bcd5756b-d186-4f53-9267-623c6eacb2d5 HTTP/1.1" status: 404 len: 339 time: 0.0297596 Dec 09 15:19:01.456441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48122) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.482698 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-110aef61-60ad-4616-8b0f-a707e462482b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.483984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110aef61-60ad-4616-8b0f-a707e462482b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.487186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-110aef61-60ad-4616-8b0f-a707e462482b tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/47f2bb56-b965-45b8-9305-481b58165cd0 HTTP/1.1" status: 404 len: 337 time: 0.0295663 Dec 09 15:19:01.489793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48124) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.493456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a4e6-7630-4154-9388-de797d99f5c0 req-1d84f9ba-8af1-4b16-8d8e-64b9c1a1063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:01.495225 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0055a4e6-7630-4154-9388-de797d99f5c0 req-1d84f9ba-8af1-4b16-8d8e-64b9c1a1063d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1096 time: 0.0537260 Dec 09 15:19:01.509578 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13ad55a-cbb5-43cd-ae12-2953f3b93e58 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.510161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13ad55a-cbb5-43cd-ae12-2953f3b93e58 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.513745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b13ad55a-cbb5-43cd-ae12-2953f3b93e58 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/49993e14-652a-43b4-b4aa-ca7b11c81e6c HTTP/1.1" status: 404 len: 339 time: 0.0229392 Dec 09 15:19:01.523245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.570063 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4722804-42e8-4c4d-b75f-cbae7afcb5ea tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.570688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4722804-42e8-4c4d-b75f-cbae7afcb5ea tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.576961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b4722804-42e8-4c4d-b75f-cbae7afcb5ea tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/50c62064-13b3-45d2-abe5-9d57bf300cbc HTTP/1.1" status: 404 len: 337 time: 0.0514312 Dec 09 15:19:01.577497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48130) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.598636 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6500b900-7a88-4739-9974-9eb166aeca94 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.599143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6500b900-7a88-4739-9974-9eb166aeca94 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.601496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0055a4e6-7630-4154-9388-de797d99f5c0 req-817718bd-beab-4fcb-869d-921c71806860 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981891 Dec 09 15:19:01.604522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6500b900-7a88-4739-9974-9eb166aeca94 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/66d7000f-d216-4c45-a868-cb44cad4603b HTTP/1.1" status: 404 len: 339 time: 0.0236483 Dec 09 15:19:01.604770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48132) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.631689 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-4399e01f-06da-4f59-9a08-d5b9064aa590 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.632153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4399e01f-06da-4f59-9a08-d5b9064aa590 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.637557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4399e01f-06da-4f59-9a08-d5b9064aa590 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/c74c42b7-b1eb-441e-9840-3e4ebfa08c24 HTTP/1.1" status: 404 len: 337 time: 0.0294721 Dec 09 15:19:01.637795 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48134) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.657035 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd42dcdd-d941-4aa4-ab45-803f03c52eae tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.657586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd42dcdd-d941-4aa4-ab45-803f03c52eae tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.663317 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dd42dcdd-d941-4aa4-ab45-803f03c52eae tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/947e17cc-7e34-4f9e-9c17-ba93e9a9ff84 HTTP/1.1" status: 404 len: 339 time: 0.0244875 Dec 09 15:19:01.663807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48136) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.692093 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e478ca77-7b70-4eb4-97af-f66f90c31a47 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.692646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e478ca77-7b70-4eb4-97af-f66f90c31a47 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.698175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e478ca77-7b70-4eb4-97af-f66f90c31a47 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/d5917d38-a716-4f81-9888-df1adab4af0f HTTP/1.1" status: 404 len: 337 time: 0.0307519 Dec 09 15:19:01.698346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48138) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.716448 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-458b1974-eaf6-47b7-9aa3-7655d0832ab2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.717019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458b1974-eaf6-47b7-9aa3-7655d0832ab2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.722671 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-458b1974-eaf6-47b7-9aa3-7655d0832ab2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/432e657e-f675-4086-accc-539d3a9e29d4 HTTP/1.1" status: 404 len: 339 time: 0.0214608 Dec 09 15:19:01.723341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.754586 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b5c95a-d399-418a-b3ea-9c390628c8d5 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.755039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b5c95a-d399-418a-b3ea-9c390628c8d5 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.760659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-39b5c95a-d399-418a-b3ea-9c390628c8d5 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/bdb7beb3-076a-45e7-b8de-9a6bb881fc8d HTTP/1.1" status: 404 len: 337 time: 0.0337608 Dec 09 15:19:01.760895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.778932 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-921165cc-1a54-49e8-901c-227316246c79 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.779437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921165cc-1a54-49e8-901c-227316246c79 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.785010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-921165cc-1a54-49e8-901c-227316246c79 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/5670c230-4b1b-4731-b202-b30d15ee992b HTTP/1.1" status: 404 len: 339 time: 0.0208178 Dec 09 15:19:01.785224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.814387 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bebe2ff-94e9-4027-a9ac-88195005e1d0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.814858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bebe2ff-94e9-4027-a9ac-88195005e1d0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.818304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8bebe2ff-94e9-4027-a9ac-88195005e1d0 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/bae426cb-8a3b-49cc-9d5d-37adaf1245d2 HTTP/1.1" status: 404 len: 337 time: 0.0315993 Dec 09 15:19:01.820698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48146) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.844967 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a079b7-4c30-484d-9424-e7db4ea8544a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.845494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a079b7-4c30-484d-9424-e7db4ea8544a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.852727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48150) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.864403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99a079b7-4c30-484d-9424-e7db4ea8544a tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/d85e0aac-40cb-4ce0-93d0-056b2660f0d8 HTTP/1.1" status: 404 len: 339 time: 0.0426137 Dec 09 15:19:01.892226 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a08fbf6-dcb5-4bff-9178-1d4b3420f2e2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.892691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a08fbf6-dcb5-4bff-9178-1d4b3420f2e2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.899716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48152) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.903881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5a08fbf6-dcb5-4bff-9178-1d4b3420f2e2 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/bc4299dc-67fc-445e-a59e-cedb918a8c20 HTTP/1.1" status: 404 len: 337 time: 0.0490503 Dec 09 15:19:01.915704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:01.925145 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ffdb81-e1c7-4e19-a215-e63592cfe0c5 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:01.925919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ffdb81-e1c7-4e19-a215-e63592cfe0c5 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:01.932093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e2ffdb81-e1c7-4e19-a215-e63592cfe0c5 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/634a4b4d-52c5-4b99-b7d7-688dcc8c9d64 HTTP/1.1" status: 404 len: 339 time: 0.0311430 Dec 09 15:19:01.932708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48154) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:01.963119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6972880-5fe3-4b16-821c-1d52f7cc5469 req-f9944f1e-bb36-437f-bd91-4e6c233efc7a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:01.964697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6972880-5fe3-4b16-821c-1d52f7cc5469 req-f9944f1e-bb36-437f-bd91-4e6c233efc7a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 944 time: 0.0593290 Dec 09 15:19:02.010829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting subnet 37be9b5e-a5a8-499b-8b9f-ea4c6efbde90 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:19:02.015312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.021836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6972880-5fe3-4b16-821c-1d52f7cc5469 req-fbb7ecaa-e77c-436d-997b-b7ba5ff7dd13 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483234 Dec 09 15:19:02.053561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:19:02.059327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:02.059944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.076214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.181020 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.222206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:02.227790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.270194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.293839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:02.330565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4903e-c3ba-46e0-bdca-ae4992fcdebf req-b621b07a-0919-4e2d-a944-3a57123c3c9c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:02.336185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34d4903e-c3ba-46e0-bdca-ae4992fcdebf req-b621b07a-0919-4e2d-a944-3a57123c3c9c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1303122 Dec 09 15:19:02.392905 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.430612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Subnet': ['ID=37be9b5e-a5a8-499b-8b9f-ea4c6efbde90,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:02.437799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34d4903e-c3ba-46e0-bdca-ae4992fcdebf req-09b8473f-3fe3-4faa-9afa-c663fc67feeb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835140 Dec 09 15:19:02.440281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.443531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef8890c1-afb9-4b62-bee2-5c16f7d22542 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/subnets/37be9b5e-a5a8-499b-8b9f-ea4c6efbde90 HTTP/1.1" status: 204 len: 168 time: 0.5098736 Dec 09 15:19:02.445902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:02.450195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0282257-ee7a-413a-984b-da954ecef4ed None None] Network de16aaeb-671a-4750-9349-670ca77c7290 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:02.530555 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.596781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Deleting port bc6b3f0d-e256-4c2a-a131-c6e13a23165a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:02.597259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.668071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] For port bc6b3f0d-e256-4c2a-a131-c6e13a23165a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,segment=NetworkSegment(357e8868-f7bf-4f8a-8501-111e34ab070a),segment_id=357e8868-f7bf-4f8a-8501-111e34ab070a)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:02.668967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.678961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] DHCP port deletion for de16aaeb-671a-4750-9349-670ca77c7290 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:02.683199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Calling delete_port for bc6b3f0d-e256-4c2a-a131-c6e13a23165a owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:02.756198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] Deleting port bc6b3f0d-e256-4c2a-a131-c6e13a23165a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:02.756868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.796681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.830283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Port': ['ID=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:02.836203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] No DVR routers for this DVR port bc6b3f0d-e256-4c2a-a131-c6e13a23165a on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:02.871827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] For port bc6b3f0d-e256-4c2a-a131-c6e13a23165a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,segment=NetworkSegment(357e8868-f7bf-4f8a-8501-111e34ab070a),segment_id=357e8868-f7bf-4f8a-8501-111e34ab070a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:02.872412 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.893569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] Calling delete_port for bc6b3f0d-e256-4c2a-a131-c6e13a23165a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:02.950985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.974592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de16aaeb-671a-4750-9349-670ca77c7290']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:02.977461 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:02.986395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357e8868-f7bf-4f8a-8501-111e34ab070a') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:02.986695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357e8868-f7bf-4f8a-8501-111e34ab070a') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:02.990604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] No DVR routers for this DVR port bc6b3f0d-e256-4c2a-a131-c6e13a23165a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:03.006484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.010303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02131ca-1bd5-4b43-8b29-7e466857edc4 None None] Pushing event deleted for resources: {'Port': ['ID=bc6b3f0d-e256-4c2a-a131-c6e13a23165a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:03.029492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.038515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:03.039091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:03.042533 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:03.124174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.145680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.149931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] 10.222.0.46 "DELETE /v2.0/networks/de16aaeb-671a-4750-9349-670ca77c7290 HTTP/1.1" status: 204 len: 168 time: 0.7030594 Dec 09 15:19:03.164260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655e39-a269-4928-b71e-cf93ce95e708 tempest-NetworksTest-91035677 tempest-NetworksTest-91035677-project] Pushing event deleted for resources: {'Network': ['ID=de16aaeb-671a-4750-9349-670ca77c7290,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:03.170122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7827b-bd0a-4c4f-b8d6-3f7bc58ad68c req-1fbf4026-1215-409f-942d-95d0718116d1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:03.172426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ef7827b-bd0a-4c4f-b8d6-3f7bc58ad68c req-1fbf4026-1215-409f-942d-95d0718116d1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0718727 Dec 09 15:19:03.235990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ef7827b-bd0a-4c4f-b8d6-3f7bc58ad68c req-fd0b6f71-bcba-49da-bbba-3db70147e670 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573270 Dec 09 15:19:03.361716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:19:03.364271 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02026c06-8de9-4d46-808c-b7b799edda36" -d '{"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-plugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:19:03.408957 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76427f-74d9-439f-8a0a-69ff8fee1773 x-openstack-request-id: req-dd76427f-74d9-439f-8a0a-69ff8fee1773 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:19:03.409443 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-plugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:19:03.409887 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd76427f-74d9-439f-8a0a-69ff8fee1773 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:19:03.410439 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'code': 200} Dec 09 15:19:03.431572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:03.603013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a81b8-4047-4493-9809-5ac25f737298 req-dfa6a5fe-ff69-4e48-b7af-39cb7cd981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:03.604743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-790a81b8-4047-4493-9809-5ac25f737298 req-dfa6a5fe-ff69-4e48-b7af-39cb7cd981b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1096 time: 0.1116228 Dec 09 15:19:03.647921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25149a75-69c0-439c-8413-52b13436a113 req-469727e1-d1f7-4a7d-af74-d32c0c4aa879 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:03.656532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-25149a75-69c0-439c-8413-52b13436a113 req-469727e1-d1f7-4a7d-af74-d32c0c4aa879 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1088331 Dec 09 15:19:03.721031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b870416-3ddc-41a2-b467-4fd019bd9483 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edc91a1a9db2488292a71955b7b42298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880187 Dec 09 15:19:03.726463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48190) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:03.730127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-790a81b8-4047-4493-9809-5ac25f737298 req-991c7c55-ff29-49bd-b773-484196860ea0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178477 Dec 09 15:19:03.745494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-25149a75-69c0-439c-8413-52b13436a113 req-f2dc6314-114d-42b8-b47b-089f8993e708 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830050 Dec 09 15:19:03.786270 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0786-f970-4efb-bd42-6883c372dc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.813745 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0786-f970-4efb-bd42-6883c372dc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.865668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0786-f970-4efb-bd42-6883c372dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.869213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0786-f970-4efb-bd42-6883c372dc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:03.872011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2f9a0786-f970-4efb-bd42-6883c372dc62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec7fad25-d8d7-45db-9ff0-f17a14e99699 HTTP/1.1" status: 204 len: 168 time: 0.1437266 Dec 09 15:19:03.883621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a0786-f970-4efb-bd42-6883c372dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7fad25-d8d7-45db-9ff0-f17a14e99699,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:04.141655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ce90c17a-4968-420a-92bc-5a96d048808c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:04.144194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ce90c17a-4968-420a-92bc-5a96d048808c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 813 time: 0.1459260 Dec 09 15:19:04.168173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-8d3288be-0a20-43ef-a4eb-46074cef5aa2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/quotas/c39ace65a25b4fdb9e2e4ec2aa421e75 HTTP/1.1" status: 200 len: 375 time: 0.0170088 Dec 09 15:19:04.233865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-4a73043b-3d0b-41a8-9ec0-29932a170065 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578125 Dec 09 15:19:04.416488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239f8f-6105-4f26-9b1f-c115bcb0581e req-2e0c6809-9a37-4d20-8597-b99bf29050bc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:04.439230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6239f8f-6105-4f26-9b1f-c115bcb0581e req-2e0c6809-9a37-4d20-8597-b99bf29050bc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0992451 Dec 09 15:19:04.449798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-9c81cb71-26a8-485f-a699-dfad5ea7669c service neutron] 10.222.0.46 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936071 Dec 09 15:19:04.531841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bc6b3f0d-e256-4c2a-a131-c6e13a23165a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:04.534585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6239f8f-6105-4f26-9b1f-c115bcb0581e req-cf698f42-5004-407f-b2ae-65df98aa1849 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943227 Dec 09 15:19:04.568492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: bc6b3f0d-e256-4c2a-a131-c6e13a23165a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:04.568876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bc6b3f0d-e256-4c2a-a131-c6e13a23165a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:04.626029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-95624b79-7215-452f-96c3-76390e7e5e13 service neutron] 10.222.0.46 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741729 Dec 09 15:19:04.859624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61d3f650-060d-4f47-ba66-56eff60e1f30 req-eceaf9e7-b47e-4383-925e-9f88ba6c2974 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 210 time: 0.0379136 Dec 09 15:19:04.860437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.048218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f7eabc10-92b7-414f-9144-fa0c51ca39d5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] Request body: {'port': {'network_id': '1a96c4be-010c-4402-87a3-b4fc00475f8e', 'name': 'tempest-NetworksNegativeTestJSON-1638556519'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:05.063456 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eabc10-92b7-414f-9144-fa0c51ca39d5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] POST failed (client error): The resource could not be found. Dec 09 15:19:05.064088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7eabc10-92b7-414f-9144-fa0c51ca39d5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.065326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f7eabc10-92b7-414f-9144-fa0c51ca39d5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1965597 Dec 09 15:19:05.069169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.088771 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f2d11d-d382-4134-8fec-20adfdc2a68b tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:05.089344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f2d11d-d382-4134-8fec-20adfdc2a68b tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.094238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-42f2d11d-d382-4134-8fec-20adfdc2a68b tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "DELETE /v2.0/networks/05eb44cf-40f5-46f7-8416-ca761cb09d72 HTTP/1.1" status: 404 len: 339 time: 0.0240638 Dec 09 15:19:05.097980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48250) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.127178 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21bda58-50e8-40c0-bada-2ab208789066 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:05.127749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21bda58-50e8-40c0-bada-2ab208789066 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.130800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f21bda58-50e8-40c0-bada-2ab208789066 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "DELETE /v2.0/ports/0187a15d-93d8-40f0-8405-751ef8132c72 HTTP/1.1" status: 404 len: 333 time: 0.0319703 Dec 09 15:19:05.134895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48252) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.163606 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4daa958-91be-4c11-91b2-4488c40a67b1 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] DELETE failed (client error): The resource could not be found. Dec 09 15:19:05.164247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4daa958-91be-4c11-91b2-4488c40a67b1 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.167039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a4daa958-91be-4c11-91b2-4488c40a67b1 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "DELETE /v2.0/subnets/245e051c-0b17-49f5-b1ea-46e4f37a664d HTTP/1.1" status: 404 len: 337 time: 0.0311787 Dec 09 15:19:05.171338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48256) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.191045 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e153ca30-690a-40de-84c1-576124506916 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] GET failed (client error): The resource could not be found. Dec 09 15:19:05.192741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e153ca30-690a-40de-84c1-576124506916 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "GET /v2.0/networks/6fef7c7d-29af-4496-aa10-52e17dff5583 HTTP/1.1" status: 404 len: 339 time: 0.0200961 Dec 09 15:19:05.196154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48258) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.222067 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b18d89d-272c-4752-a54c-c0c4dee7d793 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] GET failed (client error): The resource could not be found. Dec 09 15:19:05.223594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4b18d89d-272c-4752-a54c-c0c4dee7d793 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "GET /v2.0/ports/d5242a4d-2d61-43c4-9bb4-f024f8647c96 HTTP/1.1" status: 404 len: 333 time: 0.0264432 Dec 09 15:19:05.227218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.257220 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b41f0b-a337-4c59-816e-9e6bd75593df tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] GET failed (client error): The resource could not be found. Dec 09 15:19:05.258476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60b41f0b-a337-4c59-816e-9e6bd75593df tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "GET /v2.0/subnets/f9e60baa-a09d-4d43-96ee-233b517c0478 HTTP/1.1" status: 404 len: 337 time: 0.0301523 Dec 09 15:19:05.262628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.268985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-539874b7-2f6a-4c65-bfd0-33944e17dee5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:05.287725 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-539874b7-2f6a-4c65-bfd0-33944e17dee5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] PUT failed (client error): The resource could not be found. Dec 09 15:19:05.288220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539874b7-2f6a-4c65-bfd0-33944e17dee5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.289340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-539874b7-2f6a-4c65-bfd0-33944e17dee5 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "PUT /v2.0/networks/f62da9be-1d94-41e2-a90d-21156d3024bb HTTP/1.1" status: 404 len: 339 time: 0.0254869 Dec 09 15:19:05.292999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48264) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.298554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4c8cfe6c-f9af-439b-b618-a475f833f112 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:05.319764 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8cfe6c-f9af-439b-b618-a475f833f112 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] PUT failed (client error): The resource could not be found. Dec 09 15:19:05.320310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8cfe6c-f9af-439b-b618-a475f833f112 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.325225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48266) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.325416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c8cfe6c-f9af-439b-b618-a475f833f112 tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "PUT /v2.0/ports/c5bd28ba-c421-4790-b595-d80aa0830c13 HTTP/1.1" status: 404 len: 333 time: 0.0313199 Dec 09 15:19:05.331751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d1ace321-931e-4fab-b7e5-0158238e8bfa tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:05.354968 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ace321-931e-4fab-b7e5-0158238e8bfa tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] PUT failed (client error): The resource could not be found. Dec 09 15:19:05.355555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ace321-931e-4fab-b7e5-0158238e8bfa tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:19:05.360235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d1ace321-931e-4fab-b7e5-0158238e8bfa tempest-NetworksNegativeTestJSON-1337665392 tempest-NetworksNegativeTestJSON-1337665392-project] 10.222.0.46 "PUT /v2.0/subnets/08667c58-3cbf-4ef5-8203-1104253dd21e HTTP/1.1" status: 404 len: 337 time: 0.0302706 Dec 09 15:19:05.628159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48276) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:05.678621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04763b7-a346-4614-9ffb-48b6befd072c req-d1cd564f-18d4-463b-83db-f8a27fa1a5e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:05.680208 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b04763b7-a346-4614-9ffb-48b6befd072c req-d1cd564f-18d4-463b-83db-f8a27fa1a5e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0594127 Dec 09 15:19:05.732249 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b04763b7-a346-4614-9ffb-48b6befd072c req-496adf6f-b403-4f6f-89ea-0d5f1808b37b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Dec 09 15:19:05.754227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-722a886f-d66a-4dd9-9d5f-3de4f326bcb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.000336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-722a886f-d66a-4dd9-9d5f-3de4f326bcb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.002445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24a9186b-d2fe-42c1-84db-27650d456e5d req-e47d65f6-0e20-4f80-9e91-eb5e42303d5b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 210 time: 0.0389190 Dec 09 15:19:06.020893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-722a886f-d66a-4dd9-9d5f-3de4f326bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.067401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f3ae-0ce8-46b4-a3a9-ea30f966388c req-4d06eae2-2c07-4002-a501-00063c66cc46 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:06.069012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6d7f3ae-0ce8-46b4-a3a9-ea30f966388c req-4d06eae2-2c07-4002-a501-00063c66cc46 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.2090700 Dec 09 15:19:06.079912 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48290) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:06.084497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'floatingip': {'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:06.093203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a886f-d66a-4dd9-9d5f-3de4f326bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b99674-4e83-43a5-a397-825af1500c7a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:06.114663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-722a886f-d66a-4dd9-9d5f-3de4f326bcb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd7c5e56032a4e6abbf78bd7c40d56a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854534 Dec 09 15:19:06.126774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.128572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48292) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:06.161113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-4feddd70-85b8-45b6-9f67-494b7ddec4c4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:06.164170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-4feddd70-85b8-45b6-9f67-494b7ddec4c4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.36 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 813 time: 0.3169758 Dec 09 15:19:06.185375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Request body: {'port': {'device_id': '370417ff-a5ac-490b-baa7-62139729e366', 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'admin_state_up': True, 'tenant_id': 'c39ace65a25b4fdb9e2e4ec2aa421e75'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:06.263184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-10483dc3-89bd-415f-8f30-b41bf68293f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.329681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-10483dc3-89bd-415f-8f30-b41bf68293f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.414808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-10483dc3-89bd-415f-8f30-b41bf68293f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.417890 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-10483dc3-89bd-415f-8f30-b41bf68293f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.419114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-10483dc3-89bd-415f-8f30-b41bf68293f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9b99674-4e83-43a5-a397-825af1500c7a HTTP/1.1" status: 204 len: 168 time: 0.2890084 Dec 09 15:19:06.435693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Made reservation on behalf of c39ace65a25b4fdb9e2e4ec2aa421e75 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:06.439780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:06.453334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483dc3-89bd-415f-8f30-b41bf68293f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b99674-4e83-43a5-a397-825af1500c7a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:06.712909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Allocated IP 172.20.0.3 (1c8162e4-f49f-40fd-be16-345c226d11c4/9eee77de-4023-43f1-87cb-9bd80e0907da/9b6c5223-4944-45de-88be-36ead7d822bb) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:07.012479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.105110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.119146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27932259-5040-4e48-aa71-c267fe8c525a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:19:07.185115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:07.189108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:07.194191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:07.239323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.resource_extend [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:19:07.254443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Pushing event updated for resources: {'Port': ['ID=9b6c5223-4944-45de-88be-36ead7d822bb,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:07.281302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:07.282477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.299628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb839fdc-7923-4e47-a3db-33df6cc084c4 None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:07.303340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-ece7bddf-570a-4275-b53e-5d63de4a633e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1258609 Dec 09 15:19:07.321025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Request body: {'port': {'device_id': '370417ff-a5ac-490b-baa7-62139729e366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:07.324947 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.337515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ff7d-6530-411a-a66b-2e9920158e3f req-e48cb0d4-5d9e-4d58-a09f-990ceb3b6d11 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:07.364318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7010ff7d-6530-411a-a66b-2e9920158e3f req-e48cb0d4-5d9e-4d58-a09f-990ceb3b6d11 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 931 time: 0.1675627 Dec 09 15:19:07.367688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.426563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.476188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ae21344f-a23e-47a1-92e0-6840d816541f None None] Provisioning complete for port 9b6c5223-4944-45de-88be-36ead7d822bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:07.476566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ae21344f-a23e-47a1-92e0-6840d816541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.522282 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Floating IP 918a5928-91f6-4cb3-ab7f-48b6b954e87f associated. External IP: 172.25.0.115, port: 764ee7f3-db8a-4097-9ddf-a26c5e08a677. Dec 09 15:19:07.569574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ae21344f-a23e-47a1-92e0-6840d816541f None None] Port 9b6c5223-4944-45de-88be-36ead7d822bb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:07.665546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7010ff7d-6530-411a-a66b-2e9920158e3f req-811a7586-a5f6-47ba-9426-64116780cb22 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996666 Dec 09 15:19:07.690992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48350) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:07.918974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6c5223-4944-45de-88be-36ead7d822bb {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:19:07.928526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:07.946789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Transition to ACTIVE for port object 9b6c5223-4944-45de-88be-36ead7d822bb will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:19:07.962191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-635862412'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:07.972820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.032509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6c5223-4944-45de-88be-36ead7d822bb,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:08.056978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Router cc3591e9-d8f1-405b-835a-def7dceef940 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:08.066439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:08.069635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbb26f-82cc-46dc-b92c-c1f2aa5a4494 None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:08.076008 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.089159 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.211609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:08.212032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Attempting to bind port 9b6c5223-4944-45de-88be-36ead7d822bb on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:08.212300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Attempting to bind port 9b6c5223-4944-45de-88be-36ead7d822bb by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:08.212641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Attempting to bind port 9b6c5223-4944-45de-88be-36ead7d822bb on network 1c8162e4-f49f-40fd-be16-345c226d11c4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:08.220369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.224467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Port 9b6c5223-4944-45de-88be-36ead7d822bb on network 1c8162e4-f49f-40fd-be16-345c226d11c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:19:08.224804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Attempting to bind port 9b6c5223-4944-45de-88be-36ead7d822bb on network 1c8162e4-f49f-40fd-be16-345c226d11c4 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:08.231839 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:08.240917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:08.241299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Checking segment: {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:08.241703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Bound using segment: {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:08.242162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Bound port: 9b6c5223-4944-45de-88be-36ead7d822bb, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:08.242989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.250816 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:08.255515 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:08.263588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9eac01b1-1de2-4916-917b-6a2c0f5e00e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "PUT /v2.0/floatingips/918a5928-91f6-4cb3-ab7f-48b6b954e87f HTTP/1.1" status: 200 len: 991 time: 2.1825588 Dec 09 15:19:08.266966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:19:08.268697 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3befe03-451f-4da6-9cc5-0059b14d9d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:19:08.341157 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529ce801-a04b-4b87-9872-fab76da42e8f x-openstack-request-id: req-529ce801-a04b-4b87-9872-fab76da42e8f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:19:08.342182 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:19:08.342182 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-529ce801-a04b-4b87-9872-fab76da42e8f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:19:08.342936 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'status': 'completed', 'code': 200} Dec 09 15:19:08.345098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] For port 9b6c5223-4944-45de-88be-36ead7d822bb, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:08.348235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] For port 9b6c5223-4944-45de-88be-36ead7d822bb, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b6c5223-4944-45de-88be-36ead7d822bb,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:08.367596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.409403 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.438483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.456962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204df7ec-8fc6-458b-9505-b7b31f1a9c74 None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:08.477634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:08.478358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.479986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b6c5223-4944-45de-88be-36ead7d822bb HTTP/1.1" status: 200 len: 1091 time: 1.1632710 Dec 09 15:19:08.484438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7999fe2f-ae53-4eb3-8697-6342890251c8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:08.487808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370417ff-a5ac-490b-baa7-62139729e366', 'tag': '9b6c5223-4944-45de-88be-36ead7d822bb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:19:08.490267 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584352ca-ad56-4851-9718-8c4d797bb638" -d '{"events": [{"name": "network-changed", "server_uuid": "370417ff-a5ac-490b-baa7-62139729e366", "tag": "9b6c5223-4944-45de-88be-36ead7d822bb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:19:08.528036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:08.547906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-f2f2ecca-943a-4a4b-9892-1e2063afb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:08.550471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-f2f2ecca-943a-4a4b-9892-1e2063afb40b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1096 time: 0.1951549 Dec 09 15:19:08.559375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152b450-2f37-49d8-8eb0-a33fc66373b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6c5223-4944-45de-88be-36ead7d822bb,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:08.563445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.563867 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 890dd253-dff7-4d30-ba51-3ba33d92717b of type vlan for network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d Dec 09 15:19:08.583578 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9dd5b9-a80b-432f-8a0a-b0403ecb5f26 x-openstack-request-id: req-aa9dd5b9-a80b-432f-8a0a-b0403ecb5f26 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:19:08.583893 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370417ff-a5ac-490b-baa7-62139729e366", "tag": "9b6c5223-4944-45de-88be-36ead7d822bb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:19:08.584131 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa9dd5b9-a80b-432f-8a0a-b0403ecb5f26 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:19:08.584531 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370417ff-a5ac-490b-baa7-62139729e366', 'tag': '9b6c5223-4944-45de-88be-36ead7d822bb', 'status': 'completed', 'code': 200} Dec 09 15:19:08.598053 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:19:08.712621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.787985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.797780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:08.799394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:08.834907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-85ad60f1-a10b-4b12-9016-8b9025906727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:08.836531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-85ad60f1-a10b-4b12-9016-8b9025906727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 1094 time: 0.2547672 Dec 09 15:19:08.924023 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '918a5928-91f6-4cb3-ab7f-48b6b954e87f', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'mac_address': 'fa:16:3e:79:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:18:46Z', 'updated_at': '2021-12-09T15:19:06Z', 'revision_number': 1, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:08.960030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:19:08.978306 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:08.979238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:08.980652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-0f9aad1b-294a-40dc-a3e0-671db0e659cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:08.989601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-0f9aad1b-294a-40dc-a3e0-671db0e659cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.4225707 Dec 09 15:19:08.999127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3062325 Dec 09 15:19:09.001891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:09.007805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-765089678'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:09.016610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-a932eddb-616a-4391-93fc-560536c5d423 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6c5223-4944-45de-88be-36ead7d822bb HTTP/1.1" status: 200 len: 217 time: 0.1602242 Dec 09 15:19:09.029455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232497f5-9462-4ccf-8a48-4a68af6fcc78 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=861fa107-e2b8-4ae5-86a4-0ac1fb0b379d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:09.042387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:09.047324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:09.051226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:09.132622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:09.146600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3cda6-fa50-4767-b426-3794c64995c1 req-f5378af1-7599-4db4-b00c-4f316c762fb2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:09.148516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dae3cda6-fa50-4767-b426-3794c64995c1 req-f5378af1-7599-4db4-b00c-4f316c762fb2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 943 time: 0.3910034 Dec 09 15:19:09.156360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:09.158704 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:19:09.159277 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 764c5bec-1db5-4470-a76b-cfee08f3435c of type vlan for network 5b710ca0-56e4-4be5-8c96-34275436e93b Dec 09 15:19:09.246904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:09.269681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-a0ae9315-8058-4d96-a5e4-742fb94a569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:09.272248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-a0ae9315-8058-4d96-a5e4-742fb94a569d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.1815977 Dec 09 15:19:09.334878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:09.343671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:09.344743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:09.350659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-63b95675-6de8-434b-84c2-bf8f9481d245 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 999 time: 0.3478553 Dec 09 15:19:09.443454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4377739 Dec 09 15:19:09.446510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48398) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:09.451762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:09.515503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0c50b-beda-40c9-abb3-cbdd41e148c2 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=5b710ca0-56e4-4be5-8c96-34275436e93b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:09.530826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5b710ca0-56e4-4be5-8c96-34275436e93b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:09.696690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:09.704150 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '918a5928-91f6-4cb3-ab7f-48b6b954e87f', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'mac_address': 'fa:16:3e:79:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:18:46Z', 'updated_at': '2021-12-09T15:19:06Z', 'revision_number': 1, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:09.704869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:09.739459 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15c9db-afef-4793-8469-0a5333ff2259 None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '918a5928-91f6-4cb3-ab7f-48b6b954e87f', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'mac_address': 'fa:16:3e:79:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:18:46Z', 'updated_at': '2021-12-09T15:19:06Z', 'revision_number': 1, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:09.969330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.056151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '890dd253-dff7-4d30-ba51-3ba33d92717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:10.056523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:10.069136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:10.086942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:10.102334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:10.112139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-a5d52a55-97ec-42e3-b500-9eee751a6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:10.112613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdbe21-f959-4da0-bed1-9e8114dfbd2e None None] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:10.113434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:10.113619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-a5d52a55-97ec-42e3-b500-9eee751a6029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0492988 Dec 09 15:19:10.114404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.141655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-d5ea3968-9e32-4d44-8506-ae95dd816931 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7899926 Dec 09 15:19:10.145221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d4ac381d-8a4d-41a4-8e14-ef47477bbce5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6975906 Dec 09 15:19:10.145890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48416) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:10.159742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:10.225059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a13050-926c-42ae-bed8-a52ac76e9132 None None] New status for floating IP 918a5928-91f6-4cb3-ab7f-48b6b954e87f: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:19:10.242404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dae3cda6-fa50-4767-b426-3794c64995c1 req-4abfe376-2db4-4e79-827a-23cf522a78b3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0374959 Dec 09 15:19:10.289259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-012cb4f0-1f63-43e0-9336-b3405b4ea6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:10.290820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-012cb4f0-1f63-43e0-9336-b3405b4ea6ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567917 Dec 09 15:19:10.349976 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-b17e58dd-5318-41ab-b70d-c0ef0b28fd60 service neutron] 10.222.0.36 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925700 Dec 09 15:19:10.386572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:10.391534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.475122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-b6404212-6473-4e33-bfd3-371ff02be27b service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760685 Dec 09 15:19:10.483510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-861fa107-e2b8-4ae5-86a4-0ac1fb0b379d', 'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': 'dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:10.484573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.524114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b83cc237-6c4b-4e32-b8e2-d52fc6e0320d req-f9347b6a-dc1c-4dc1-b0f0-3fe80f25ed81 service neutron] 10.222.0.36 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413724 Dec 09 15:19:10.701400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Allocated IP 172.20.0.2 (861fa107-e2b8-4ae5-86a4-0ac1fb0b379d/dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78/43f9277b-3a52-4ae3-bf0f-b45eb71ad018) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:10.711733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3befe03-451f-4da6-9cc5-0059b14d9d4b req-b6aa4ee5-a3f1-4217-8c6e-0f5921e6bba2 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289958 Dec 09 15:19:10.713552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584352ca-ad56-4851-9718-8c4d797bb638 req-64d9e0dc-a1f2-461a-b4fa-8b4f30a700e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:10.714928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-64d9e0dc-a1f2-461a-b4fa-8b4f30a700e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 1094 time: 0.1330683 Dec 09 15:19:10.758474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.895225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '764c5bec-1db5-4470-a76b-cfee08f3435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:10.895621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 5b710ca0-56e4-4be5-8c96-34275436e93b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:10.908267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584352ca-ad56-4851-9718-8c4d797bb638 req-3286164b-9e16-4c1a-96e4-44ef4cc2ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:10.913739 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-3286164b-9e16-4c1a-96e4-44ef4cc2ff0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.1860614 Dec 09 15:19:10.924676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.935654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:10.941794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=588dd4e9-f7db-4ccb-814f-b55e2f20e067,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:10.961598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 5b710ca0-56e4-4be5-8c96-34275436e93b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:10.981641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-91f37a0f-e58d-4e2c-a406-68abdb0ef2e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6c5223-4944-45de-88be-36ead7d822bb HTTP/1.1" status: 200 len: 217 time: 0.0591073 Dec 09 15:19:10.984305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5b710ca0-56e4-4be5-8c96-34275436e93b) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:10.992930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:10.999202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d86af-e936-47c5-a900-94130dd35849 None None] Network 5b710ca0-56e4-4be5-8c96-34275436e93b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:11.003255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:11.003642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:11.004372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.007052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Pushing event updated for resources: {'Port': ['ID=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:11.009479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:11.035035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d5262f2-636c-4623-b777-5879344e4641 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8857923 Dec 09 15:19:11.035716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48434) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:11.040951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584352ca-ad56-4851-9718-8c4d797bb638 req-d515df06-28a4-4b91-9928-e8ceda43461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:11.042797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-d515df06-28a4-4b91-9928-e8ceda43461b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.0531259 Dec 09 15:19:11.043164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1788646936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:11.094277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.095492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.107596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-981b3ff9-ef92-459c-ba0e-ca28637dfab9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563338 Dec 09 15:19:11.131966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Attempting to bind port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:11.132440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Attempting to bind port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '890dd253-dff7-4d30-ba51-3ba33d92717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:11.132872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Attempting to bind port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 on network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:11.142661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:11.143151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Checking segment: {'id': '890dd253-dff7-4d30-ba51-3ba33d92717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:11.143645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.144354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Bound using segment: {'id': '890dd253-dff7-4d30-ba51-3ba33d92717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:11.144887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Bound port: 43f9277b-3a52-4ae3-bf0f-b45eb71ad018, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890dd253-dff7-4d30-ba51-3ba33d92717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '861fa107-e2b8-4ae5-86a4-0ac1fb0b379d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:11.145203 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.194135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.203742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.222629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] For port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:11.225895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] For port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,segment=NetworkSegment(890dd253-dff7-4d30-ba51-3ba33d92717b),segment_id=890dd253-dff7-4d30-ba51-3ba33d92717b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:11.227165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.237197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-25b0a5e2-6a02-4b5b-8f75-d77728f56ee9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1961265 Dec 09 15:19:11.238155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48440) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:11.251015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.302113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-995a775f-51f2-4352-af3a-1452f2e191e8 service neutron] 10.222.0.36 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820977 Dec 09 15:19:11.324410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5b710ca0-56e4-4be5-8c96-34275436e93b', 'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '588dd4e9-f7db-4ccb-814f-b55e2f20e067'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:11.328013 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.477448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4f02-49f3-4176-9519-ccf2b2412382 None None] Pushing event updated for resources: {'Port': ['ID=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:11.565676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a9469-51d4-4758-9181-efd9a3aee1e0 req-2c260a8f-e6cd-4731-aebb-ca322ebbe704 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:11.566693 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-141a9469-51d4-4758-9181-efd9a3aee1e0 req-2c260a8f-e6cd-4731-aebb-ca322ebbe704 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 943 time: 0.2118850 Dec 09 15:19:11.606720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-584352ca-ad56-4851-9718-8c4d797bb638 req-95f9f426-f9bc-47f1-a60d-985aba89ce69 service neutron] 10.222.0.36 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963498 Dec 09 15:19:11.618165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Allocated IP 172.21.0.2 (5b710ca0-56e4-4be5-8c96-34275436e93b/588dd4e9-f7db-4ccb-814f-b55e2f20e067/f0c92aa2-1065-4a6c-9a26-ff8f185a81e4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:11.665986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-141a9469-51d4-4758-9181-efd9a3aee1e0 req-94bcceb0-72c0-4e42-b0ed-4d6525e4df86 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898690 Dec 09 15:19:11.828700 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.963891 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:11.978215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.034126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Network 5b710ca0-56e4-4be5-8c96-34275436e93b is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:12.038276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:12.040762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:12.085090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Pushing event updated for resources: {'Port': ['ID=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:12.130571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Attempting to bind port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:12.131093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Attempting to bind port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '764c5bec-1db5-4470-a76b-cfee08f3435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:12.131585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Attempting to bind port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 on network 5b710ca0-56e4-4be5-8c96-34275436e93b {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:12.140212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:12.140722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Checking segment: {'id': '764c5bec-1db5-4470-a76b-cfee08f3435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:12.141219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.141711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Bound using segment: {'id': '764c5bec-1db5-4470-a76b-cfee08f3435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:12.142292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Bound port: f0c92aa2-1065-4a6c-9a26-ff8f185a81e4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764c5bec-1db5-4470-a76b-cfee08f3435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b710ca0-56e4-4be5-8c96-34275436e93b'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:12.142783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.217823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] For port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:12.221388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] For port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,segment=NetworkSegment(764c5bec-1db5-4470-a76b-cfee08f3435c),segment_id=764c5bec-1db5-4470-a76b-cfee08f3435c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:12.227266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.239071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.20.0.1 (861fa107-e2b8-4ae5-86a4-0ac1fb0b379d/dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78/919b16ec-74c7-438b-96cb-387a1cc40a02) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:12.332836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a3e46-44d3-41e0-a79a-642916c31f97 None None] Pushing event updated for resources: {'Port': ['ID=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:12.447262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.493034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.613423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:12.621732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:12.624747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:12.652640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:12.688122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.734283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:12.734669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:12.836111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=919b16ec-74c7-438b-96cb-387a1cc40a02,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:13.011483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98638c0-c8d5-44c5-8159-40ddc7fc26cd req-61413758-a993-4d81-94bc-751ca9cde61d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:13.014260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b98638c0-c8d5-44c5-8159-40ddc7fc26cd req-61413758-a993-4d81-94bc-751ca9cde61d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 943 time: 0.1380231 Dec 09 15:19:13.027675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.036181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.098060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b98638c0-c8d5-44c5-8159-40ddc7fc26cd req-8d3e70de-6918-4b40-9fff-08fa5f00895b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770648 Dec 09 15:19:13.118336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,segment=NetworkSegment(890dd253-dff7-4d30-ba51-3ba33d92717b),segment_id=890dd253-dff7-4d30-ba51-3ba33d92717b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:13.143584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.159021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca6072-e7f8-4c87-b9f0-23db3828c4d0 None None] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:13.330080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-74c163bd-1c18-4150-aa86-a6c3b4c8228a None None] Provisioning complete for port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:13.330554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-74c163bd-1c18-4150-aa86-a6c3b4c8228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.365484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:13.761356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.768135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.894187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=919b16ec-74c7-438b-96cb-387a1cc40a02,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:13.900903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:13.944164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d132ea-587f-40c6-872e-e2428ef99824 None None] Network 5b710ca0-56e4-4be5-8c96-34275436e93b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:13.985455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b6c5223-4944-45de-88be-36ead7d822bb details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:19:14.064733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-883c7e66-8df6-4e68-a8de-923200cfd979 None None] Provisioning complete for port 919b16ec-74c7-438b-96cb-387a1cc40a02 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:14.065513 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-883c7e66-8df6-4e68-a8de-923200cfd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:14.066627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:14.068410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:14.141647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-883c7e66-8df6-4e68-a8de-923200cfd979 None None] Port 919b16ec-74c7-438b-96cb-387a1cc40a02 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:14.153812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:19:14.270155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 2d3f13a7-c04c-44cc-8518-e7054dd79865 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:19:14.347759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296b773-0db6-43fe-b962-9950c7768ae5 req-fa27c87a-3d67-4744-8a1a-d423da0abbf8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:14.356933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1296b773-0db6-43fe-b962-9950c7768ae5 req-fa27c87a-3d67-4744-8a1a-d423da0abbf8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 943 time: 0.1368830 Dec 09 15:19:14.419583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1296b773-0db6-43fe-b962-9950c7768ae5 req-5fd2da6c-93b1-46d2-a1f2-648d2517c458 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581868 Dec 09 15:19:14.520460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:14.537092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] Sync routers for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:14.541786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-883c7e66-8df6-4e68-a8de-923200cfd979 None None] Provisioning complete for port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:14.541786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-883c7e66-8df6-4e68-a8de-923200cfd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:14.542503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48520) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:14.544542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e9dd40b6-73c9-4e94-bd33-ab6bf4fd6dcf tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/2d3f13a7-c04c-44cc-8518-e7054dd79865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048649 Dec 09 15:19:14.556166 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:14.556873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:14.648233 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:14.649216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d924c8e-8509-452a-8ca0-012613ee0051 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:14.657824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0d924c8e-8509-452a-8ca0-012613ee0051 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports/919b16ec-74c7-438b-96cb-387a1cc40a02 HTTP/1.1" status: 200 len: 910 time: 0.1088238 Dec 09 15:19:14.671658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:14.697345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:14.698544 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:14.700671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:14.743706 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:14.745180 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef52c84e-08ad-4df1-98cb-4ea7328c72fc None None] The sync data for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:14.807919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9b6c5223-4944-45de-88be-36ead7d822bb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b6c5223-4944-45de-88be-36ead7d822bb,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:14.923968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9b6c5223-4944-45de-88be-36ead7d822bb', 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'port_id': '9b6c5223-4944-45de-88be-36ead7d822bb', 'mac_address': 'fa:16:3e:57:f0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eee77de-4023-43f1-87cb-9bd80e0907da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:19:14.993384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.015941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:15.016344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.022593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6c5223-4944-45de-88be-36ead7d822bb {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:19:15.049139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9b6c5223-4944-45de-88be-36ead7d822bb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b6c5223-4944-45de-88be-36ead7d822bb,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:15.106880 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.207584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9b6c5223-4944-45de-88be-36ead7d822bb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:15.234646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Provisioning complete for port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:15.235032 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.252526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.349829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9b6c5223-4944-45de-88be-36ead7d822bb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:19:15.407991 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.494113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.502136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,segment=NetworkSegment(764c5bec-1db5-4470-a76b-cfee08f3435c),segment_id=764c5bec-1db5-4470-a76b-cfee08f3435c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:15.518779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.519593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:15.629932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.21.0.1 (5b710ca0-56e4-4be5-8c96-34275436e93b/588dd4e9-f7db-4ccb-814f-b55e2f20e067/9325b3a6-7117-4bdc-b17f-ef2c277f4fb2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:15.650190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f74152-57f0-4d83-8b2d-bf099967eaee req-1bf83675-8de7-4da7-9e72-ea73d48dee4e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:15.652008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50f74152-57f0-4d83-8b2d-bf099967eaee req-1bf83675-8de7-4da7-9e72-ea73d48dee4e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 944 time: 0.0846324 Dec 09 15:19:15.668683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:15.743388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50f74152-57f0-4d83-8b2d-bf099967eaee req-a838287a-ccb3-405d-9f7d-54a125656962 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843322 Dec 09 15:19:15.801383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:19:15.801751 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:19:15.813269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:15.813647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.833100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.883116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:15.937011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 5b710ca0-56e4-4be5-8c96-34275436e93b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:15.943980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:15.959624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:16.018192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.067873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=9325b3a6-7117-4bdc-b17f-ef2c277f4fb2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:16.194292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.376892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Provisioning complete for port 919b16ec-74c7-438b-96cb-387a1cc40a02 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:16.377481 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.419168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a4602-e374-4f78-a5b0-d8f288227df0 None None] Port 919b16ec-74c7-438b-96cb-387a1cc40a02 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:16.537610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:16.588125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ce2d4978-2ecc-4a87-938f-face664a28d8 None None] Provisioning complete for port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:16.591387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.598026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4978-2ecc-4a87-938f-face664a28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.598430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.671253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:16.671961 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.705624 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.714292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=9325b3a6-7117-4bdc-b17f-ef2c277f4fb2,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:16.839797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 5b710ca0-56e4-4be5-8c96-34275436e93b is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:16.844348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ce2d4978-2ecc-4a87-938f-face664a28d8 None None] Provisioning complete for port 9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:16.844797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4978-2ecc-4a87-938f-face664a28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:16.856118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:16.897234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4978-2ecc-4a87-938f-face664a28d8 None None] Port 9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:16.977030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7bcdc-2002-415d-a4ee-ea3f5f89cb56 req-96564c42-e8eb-43c2-94df-aa83990f2ba0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:16.978736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f7bcdc-2002-415d-a4ee-ea3f5f89cb56 req-96564c42-e8eb-43c2-94df-aa83990f2ba0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 944 time: 0.1367204 Dec 09 15:19:17.068861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f7bcdc-2002-415d-a4ee-ea3f5f89cb56 req-7ecec114-a591-4ba8-b92c-77d1461e357b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816514 Dec 09 15:19:17.077278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 2d3f13a7-c04c-44cc-8518-e7054dd79865 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:17.185440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:17.197613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0f5eec16-713a-4121-a869-582ff51ab7f4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/2d3f13a7-c04c-44cc-8518-e7054dd79865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226340 Dec 09 15:19:17.199773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] Sync routers for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:17.200082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48592) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:17.229773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:17.230413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:17.234656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-743c75dd-1c46-41d9-8764-b5cc2ceeecb8 None None] Provisioning complete for port 9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:17.234898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-743c75dd-1c46-41d9-8764-b5cc2ceeecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:17.288114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c8e3d2-374d-44de-9e07-a829826e2b99 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:17.291238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-38c8e3d2-374d-44de-9e07-a829826e2b99 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports/9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 HTTP/1.1" status: 200 len: 910 time: 0.0901887 Dec 09 15:19:17.294223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48598) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:17.353137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-743c75dd-1c46-41d9-8764-b5cc2ceeecb8 None None] Port 9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:17.354916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:17.366077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:17.366712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:17.401379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:17.402199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a752ea-8c1d-4057-83e5-26e289abde6e None None] The sync data for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:17.712399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:17.985725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b6c5223-4944-45de-88be-36ead7d822bb up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:17.991272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:17.991648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.052419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 9b6c5223-4944-45de-88be-36ead7d822bb completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:19:18.057601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9b6c5223-4944-45de-88be-36ead7d822bb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:18.058756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.111277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.147343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 9325b3a6-7117-4bdc-b17f-ef2c277f4fb2 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:18.212854 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.256042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370417ff-a5ac-490b-baa7-62139729e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6c5223-4944-45de-88be-36ead7d822bb'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:19:18.259209 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe604be8-036c-45d6-873d-38b4d37df3b5" -d '{"events": [{"server_uuid": "370417ff-a5ac-490b-baa7-62139729e366", "name": "network-vif-plugged", "status": "completed", "tag": "9b6c5223-4944-45de-88be-36ead7d822bb"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:19:18.277388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9b6c5223-4944-45de-88be-36ead7d822bb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b6c5223-4944-45de-88be-36ead7d822bb,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:18.288493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.299083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf273e-a142-47ae-95c8-812b86f5fbc2 req-c015741b-76d8-4b44-81fb-caa0618c4d62 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:18.308748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3bf273e-a142-47ae-95c8-812b86f5fbc2 req-c015741b-76d8-4b44-81fb-caa0618c4d62 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 944 time: 0.0763934 Dec 09 15:19:18.409290 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a7c26-1c74-415e-bb12-4a874b34ea22 x-openstack-request-id: req-f39a7c26-1c74-415e-bb12-4a874b34ea22 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:19:18.409861 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370417ff-a5ac-490b-baa7-62139729e366", "name": "network-vif-plugged", "status": "completed", "tag": "9b6c5223-4944-45de-88be-36ead7d822bb", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:19:18.410095 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f39a7c26-1c74-415e-bb12-4a874b34ea22 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:19:18.410468 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370417ff-a5ac-490b-baa7-62139729e366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6c5223-4944-45de-88be-36ead7d822bb', 'code': 200} Dec 09 15:19:18.415271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3bf273e-a142-47ae-95c8-812b86f5fbc2 req-f89f36aa-b7ca-4243-841b-d9063f2b8544 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052008 Dec 09 15:19:18.423526 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.458498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=9325b3a6-7117-4bdc-b17f-ef2c277f4fb2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:18.485029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9b6c5223-4944-45de-88be-36ead7d822bb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:18.485552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace82e9c-d280-4e44-98bb-a482f530af05 req-d1025444-f253-41e5-b128-bd3e852486c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:18.487568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ace82e9c-d280-4e44-98bb-a482f530af05 req-d1025444-f253-41e5-b128-bd3e852486c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 1096 time: 0.0632608 Dec 09 15:19:18.559774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ace82e9c-d280-4e44-98bb-a482f530af05 req-a5059e8f-db31-4195-98c7-dbc3bbf504f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620556 Dec 09 15:19:18.703804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:18.924991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 2d3f13a7-c04c-44cc-8518-e7054dd79865 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:19.022618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:19.027744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-65157e14-d777-44a9-90b7-f8cb15a38a0e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/2d3f13a7-c04c-44cc-8518-e7054dd79865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322605 Dec 09 15:19:19.031112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48650) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:19.044083 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] Sync routers for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:19.055415 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:19.056329 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:19.090865 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:19.102201 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:19.103217 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:19.151187 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:19.151684 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad71eff-750b-4ac0-a4a2-8ca64639a37b None None] The sync data for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:19.397304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:19.633354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8e283-73df-4fdd-95bf-e32c327e67cc req-3fec7cc6-7652-4c7d-ad3b-39569d884234 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:19.637349 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ed8e283-73df-4fdd-95bf-e32c327e67cc req-3fec7cc6-7652-4c7d-ad3b-39569d884234 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 945 time: 0.0983305 Dec 09 15:19:19.700318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ed8e283-73df-4fdd-95bf-e32c327e67cc req-aa2701c2-b079-401a-ab05-3f71ba5706e2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560908 Dec 09 15:19:19.739122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 919b16ec-74c7-438b-96cb-387a1cc40a02 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:19.739878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:19.858648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:19.878684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 919b16ec-74c7-438b-96cb-387a1cc40a02 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:20.089087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:20.123871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=919b16ec-74c7-438b-96cb-387a1cc40a02,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:20.321053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:20.821526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 2d3f13a7-c04c-44cc-8518-e7054dd79865 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:20.856194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64081aa-87e7-4ce5-abae-83d49dd19fd7 req-eea7ee93-dc97-4e02-88ae-4c6d8c85014b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:20.867596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b64081aa-87e7-4ce5-abae-83d49dd19fd7 req-eea7ee93-dc97-4e02-88ae-4c6d8c85014b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 945 time: 0.0683107 Dec 09 15:19:20.919193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b64081aa-87e7-4ce5-abae-83d49dd19fd7 req-4d9d691a-eefd-416b-9011-8b04e7acad8c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Dec 09 15:19:20.922969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:20.928097 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c20ba29a-3967-46c9-a7eb-9ab4ab0c0179 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/2d3f13a7-c04c-44cc-8518-e7054dd79865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8957443 Dec 09 15:19:20.930719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:20.947020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] Sync routers for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:20.971342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b8751387-d786-4b22-905e-bf7fd1af9480 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d3f13a7-c04c-44cc-8518-e7054dd79865 HTTP/1.1" status: 200 len: 205 time: 0.0383959 Dec 09 15:19:20.975308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48710) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:20.990195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:20.991232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:21.051156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:21.062933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] Routers {'2d3f13a7-c04c-44cc-8518-e7054dd79865'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:21.064023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:18:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2d3f13a7-c04c-44cc-8518-e7054dd79865'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:21.088056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.126340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:21.127479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3cc5b-2edf-43f6-9080-11ff8c3d44bd None None] The sync data for ids ['2d3f13a7-c04c-44cc-8518-e7054dd79865'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:21.333674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.337771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.410596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78e70f-bdec-4eda-bcd1-ef697f01d028 req-535c3d02-cf14-459d-91ac-aca988285cf7 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:21.412209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d78e70f-bdec-4eda-bcd1-ef697f01d028 req-535c3d02-cf14-459d-91ac-aca988285cf7 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 945 time: 0.1702700 Dec 09 15:19:21.413243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.413918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router 2d3f13a7-c04c-44cc-8518-e7054dd79865 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:19:21.422521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.423640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3207b2db-0bb2-46d3-87c0-4a8aee8ad9e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/2d3f13a7-c04c-44cc-8518-e7054dd79865 HTTP/1.1" status: 204 len: 168 time: 0.4473288 Dec 09 15:19:21.426184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48726) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:21.508077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 588dd4e9-f7db-4ccb-814f-b55e2f20e067 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:19:21.515065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d78e70f-bdec-4eda-bcd1-ef697f01d028 req-b1e49e6f-847b-4254-8ac6-31cfdb5e104d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900738 Dec 09 15:19:21.515765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.569267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.657587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.716831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.745969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=588dd4e9-f7db-4ccb-814f-b55e2f20e067,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:21.758979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.764550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e5f69-7af2-456c-b39d-55b666e7376a None None] Network 5b710ca0-56e4-4be5-8c96-34275436e93b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:21.767381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48734) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:21.768277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-12d5f4dc-f3df-459e-9d9e-2161486d977c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/588dd4e9-f7db-4ccb-814f-b55e2f20e067 HTTP/1.1" status: 204 len: 168 time: 0.3408511 Dec 09 15:19:21.894070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:19:21.905275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:21.963400 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.035302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.040757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] DHCP port deletion for 5b710ca0-56e4-4be5-8c96-34275436e93b request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:22.106403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.112039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] Deleting port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:22.112882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.183382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.206607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] For port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,segment=NetworkSegment(764c5bec-1db5-4470-a76b-cfee08f3435c),segment_id=764c5bec-1db5-4470-a76b-cfee08f3435c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:22.207837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.218451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:22.223615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] Calling delete_port for f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:22.238740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.246357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48742) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:22.257564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0a6f3529-4582-4ee7-98db-f4fd1d5d49b5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78 HTTP/1.1" status: 204 len: 168 time: 0.4870822 Dec 09 15:19:22.318657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd1f1d-fc21-463a-85de-63a3fa72984b None None] Network 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:22.391621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.413026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.420374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] No DVR routers for this DVR port f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:22.466773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e103d5-3cc3-4e17-941d-3d85934d4832 None None] Pushing event deleted for resources: {'Port': ['ID=f0c92aa2-1065-4a6c-9a26-ff8f185a81e4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:22.500647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.570252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:22.584428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.630062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:22.633077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0c92aa2-1065-4a6c-9a26-ff8f185a81e4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:22.660955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] DHCP port deletion for 861fa107-e2b8-4ae5-86a4-0ac1fb0b379d request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:22.684396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b710ca0-56e4-4be5-8c96-34275436e93b']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:22.711178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764c5bec-1db5-4470-a76b-cfee08f3435c') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:22.711875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764c5bec-1db5-4470-a76b-cfee08f3435c') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:22.737939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-ca87327a-0fb5-4521-80b0-baa8f7b45ba3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:22.739933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-ca87327a-0fb5-4521-80b0-baa8f7b45ba3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.36 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 945 time: 0.1450155 Dec 09 15:19:22.742876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] Deleting port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:22.743366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.745646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.812518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220cfb0-f531-40c5-bb98-dfc77ddce15b req-85af1bd4-514f-43d8-a2b3-675ceddd114b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:22.814366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7220cfb0-f531-40c5-bb98-dfc77ddce15b req-85af1bd4-514f-43d8-a2b3-675ceddd114b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 945 time: 0.1863832 Dec 09 15:19:22.885187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.914897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:22.915380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.924667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] For port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,segment=NetworkSegment(890dd253-dff7-4d30-ba51-3ba33d92717b),segment_id=890dd253-dff7-4d30-ba51-3ba33d92717b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:22.924908 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:22.929157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:22.958673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] Calling delete_port for 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:23.015712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7220cfb0-f531-40c5-bb98-dfc77ddce15b req-fc51780c-e4e7-4836-ba2f-a0700bf0c5cb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650493 Dec 09 15:19:23.032037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.044290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.049150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/5b710ca0-56e4-4be5-8c96-34275436e93b HTTP/1.1" status: 204 len: 168 time: 0.8011467 Dec 09 15:19:23.052866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:23.053848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Deleting port 9b6c5223-4944-45de-88be-36ead7d822bb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:23.054362 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.103613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.150154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] Pushing event deleted for resources: {'Port': ['ID=43f9277b-3a52-4ae3-bf0f-b45eb71ad018,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:23.219834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.226621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707b330-8160-454d-9be9-2ce03d5457a3 None None] No DVR routers for this DVR port 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:23.241817 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1aa4bf56-fd4d-444d-9f28-bc596467d616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.424789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.473575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861fa107-e2b8-4ae5-86a4-0ac1fb0b379d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:23.489686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890dd253-dff7-4d30-ba51-3ba33d92717b') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:23.490078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890dd253-dff7-4d30-ba51-3ba33d92717b') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:23.507070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.547623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.554159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:23.554557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:23.558026 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:23.635967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] For port 9b6c5223-4944-45de-88be-36ead7d822bb, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b6c5223-4944-45de-88be-36ead7d822bb,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:23.636923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.659898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.661493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Calling delete_port for 9b6c5223-4944-45de-88be-36ead7d822bb owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:23.663770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeca9b1-671d-41ae-8477-ffe126645af9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=5b710ca0-56e4-4be5-8c96-34275436e93b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:23.677068 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.683483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/861fa107-e2b8-4ae5-86a4-0ac1fb0b379d HTTP/1.1" status: 204 len: 168 time: 0.6294155 Dec 09 15:19:23.703038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:23.704218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518803e5-71ac-4d17-b8f7-21475695dbb4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=861fa107-e2b8-4ae5-86a4-0ac1fb0b379d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:23.711563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-9891040'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:23.741741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:23.747553 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.824346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:23.848785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.853306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.853809 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 85a6cf14-d15c-4b8b-a4ec-3968a233f958 of type vlan for network 71ff440e-e68b-4326-94d6-b0e51668c7b4 Dec 09 15:19:23.867545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9b6c5223-4944-45de-88be-36ead7d822bb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:19:23.884343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Pushing event deleted for resources: {'Port': ['ID=9b6c5223-4944-45de-88be-36ead7d822bb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:23.906685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27932259-5040-4e48-aa71-c267fe8c525a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:19:23.928975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.961757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4acd57-8c79-48b8-bcd0-ae1f4e2b949f None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:23.975666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:23.992055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:23.992737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.020325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] No DVR routers for this DVR port 9b6c5223-4944-45de-88be-36ead7d822bb on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:24.033772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.037151 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cb92240-916c-426b-a6b2-4dcb26d13ba3 req-d24c2d9d-2ad0-4440-a7da-4c2d702c1531 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.36 "DELETE /v2.0/ports/9b6c5223-4944-45de-88be-36ead7d822bb HTTP/1.1" status: 204 len: 173 time: 1.2820678 Dec 09 15:19:24.037610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370417ff-a5ac-490b-baa7-62139729e366', 'name': 'network-vif-deleted', 'tag': '9b6c5223-4944-45de-88be-36ead7d822bb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:19:24.039936 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51391be6-456e-4736-ae28-9999346777df" -d '{"events": [{"server_uuid": "370417ff-a5ac-490b-baa7-62139729e366", "name": "network-vif-deleted", "tag": "9b6c5223-4944-45de-88be-36ead7d822bb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:19:24.114608 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3770233-5636-4076-9b5d-c25b130e4dc3 x-openstack-request-id: req-d3770233-5636-4076-9b5d-c25b130e4dc3 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:19:24.114907 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370417ff-a5ac-490b-baa7-62139729e366", "name": "network-vif-deleted", "tag": "9b6c5223-4944-45de-88be-36ead7d822bb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:19:24.115165 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3770233-5636-4076-9b5d-c25b130e4dc3 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:19:24.115593 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370417ff-a5ac-490b-baa7-62139729e366', 'name': 'network-vif-deleted', 'tag': '9b6c5223-4944-45de-88be-36ead7d822bb', 'status': 'completed', 'code': 200} Dec 09 15:19:24.167919 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.4580750 Dec 09 15:19:24.178967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48772) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:24.186333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:24.242022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51fa0314-b43f-4eac-bafa-644f2ed29ac7 req-75c3c840-d8b4-484a-bc30-44ef8e44aadc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=370417ff-a5ac-490b-baa7-62139729e366 HTTP/1.1" status: 200 len: 210 time: 0.0749013 Dec 09 15:19:24.243089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fce0f2-2cad-4ca1-8ba3-665619c063fe tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=71ff440e-e68b-4326-94d6-b0e51668c7b4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:24.262045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:24.391065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:24.395054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.548164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:24.580473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:24.580821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43f9277b-3a52-4ae3-bf0f-b45eb71ad018 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:24.721581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.794693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=004f62ef-3598-4630-9041-4a7485dd57cd,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:24.800407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '85a6cf14-d15c-4b8b-a4ec-3968a233f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:24.800776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 71ff440e-e68b-4326-94d6-b0e51668c7b4, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:24.822254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:24.833689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 71ff440e-e68b-4326-94d6-b0e51668c7b4) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:24.838234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:24.839173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.846990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c5444-7c42-40e7-9fb2-a79b5b472753 None None] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:24.859908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48786) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:24.860500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5cfc683d-5f17-48ef-89b4-a51406d44e3a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6784456 Dec 09 15:19:24.866317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-250817550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:24.905911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.907785 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.973665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:24.984407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.066864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.071747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48790) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:25.078133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'port': {'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4', 'name': 'tempest-RoutersTest-1419911559'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:25.082577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2ad81491-ed8e-43cb-b51b-479e0e6b557e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2199275 Dec 09 15:19:25.124970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-85e210fa-bc7d-47af-b8eb-6ec32bbe0829 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164103 Dec 09 15:19:25.215480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-71ff440e-e68b-4326-94d6-b0e51668c7b4', 'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '004f62ef-3598-4630-9041-4a7485dd57cd'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:25.232255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.258748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-32166965-f4ba-4892-a161-13dfc0fc8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:25.264802 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-32166965-f4ba-4892-a161-13dfc0fc8602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1096 time: 0.0793228 Dec 09 15:19:25.307146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:25.312654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.344527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] device_id is not set on port ab9a42cf-9fc8-46b6-8426-78a12d223295 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:19:25.427217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-96b9dfe8-f6d9-4eb4-a033-ded552750bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:25.429982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-96b9dfe8-f6d9-4eb4-a033-ded552750bb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1440008 Dec 09 15:19:25.536868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Allocated IP 172.20.0.2 (71ff440e-e68b-4326-94d6-b0e51668c7b4/004f62ef-3598-4630-9041-4a7485dd57cd/baf5df78-33df-428d-a0ee-babe6fa77f8a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:25.568943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa549c-ae6f-489d-9e75-cc0fee359fa8 req-3ac672db-356b-4afb-ae91-0d23cc61570f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:25.570430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cfa549c-ae6f-489d-9e75-cc0fee359fa8 req-3ac672db-356b-4afb-ae91-0d23cc61570f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1157615 Dec 09 15:19:25.595530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-f1913481-807c-4e35-bfd8-96825660304b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 1001 time: 0.1542990 Dec 09 15:19:25.640782 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb33b08a-9042-4fd1-9fca-4844b2591fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.688286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-a0612ae3-012c-4468-a23c-247ae94ccc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:25.689808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-a0612ae3-012c-4468-a23c-247ae94ccc11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0812516 Dec 09 15:19:25.693917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2cfa549c-ae6f-489d-9e75-cc0fee359fa8 req-a8f3eda9-04fe-40de-a454-bb5415d2b4cb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135807 Dec 09 15:19:25.760680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.768915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-238c7284-c2d8-4f2f-aab5-8429d5a0112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:25.771525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-238c7284-c2d8-4f2f-aab5-8429d5a0112f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733702 Dec 09 15:19:25.772416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.870586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:25.879248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:25.884926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:25.896859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.20.0.7 (71ff440e-e68b-4326-94d6-b0e51668c7b4/004f62ef-3598-4630-9041-4a7485dd57cd/ab9a42cf-9fc8-46b6-8426-78a12d223295) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:25.903955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Pushing event updated for resources: {'Port': ['ID=baf5df78-33df-428d-a0ee-babe6fa77f8a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:25.971581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Attempting to bind port baf5df78-33df-428d-a0ee-babe6fa77f8a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:25.972023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Attempting to bind port baf5df78-33df-428d-a0ee-babe6fa77f8a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '85a6cf14-d15c-4b8b-a4ec-3968a233f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:25.972341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Attempting to bind port baf5df78-33df-428d-a0ee-babe6fa77f8a on network 71ff440e-e68b-4326-94d6-b0e51668c7b4 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:25.979193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:25.979453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Checking segment: {'id': '85a6cf14-d15c-4b8b-a4ec-3968a233f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:25.979872 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:25.980279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Bound using segment: {'id': '85a6cf14-d15c-4b8b-a4ec-3968a233f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:25.981517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Bound port: baf5df78-33df-428d-a0ee-babe6fa77f8a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a6cf14-d15c-4b8b-a4ec-3968a233f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '71ff440e-e68b-4326-94d6-b0e51668c7b4'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:25.981920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:26.061248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] For port baf5df78-33df-428d-a0ee-babe6fa77f8a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:26.064690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] For port baf5df78-33df-428d-a0ee-babe6fa77f8a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baf5df78-33df-428d-a0ee-babe6fa77f8a,segment=NetworkSegment(85a6cf14-d15c-4b8b-a4ec-3968a233f958),segment_id=85a6cf14-d15c-4b8b-a4ec-3968a233f958)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:26.067700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b6c5223-4944-45de-88be-36ead7d822bb no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:26.072655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:26.084312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-4875a8f3-f4ab-41b7-b00c-5941b257d7b3 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009086 Dec 09 15:19:26.150912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 9b6c5223-4944-45de-88be-36ead7d822bb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:26.151272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b6c5223-4944-45de-88be-36ead7d822bb not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:26.157696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc100ea6-41ba-42c9-bcb3-2578c6c38c35 req-d31ee0fe-2c65-4501-bd03-720d988a82f6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:26.159778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fc100ea6-41ba-42c9-bcb3-2578c6c38c35 req-d31ee0fe-2c65-4501-bd03-720d988a82f6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1380002 Dec 09 15:19:26.172712 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:26.189582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c555f-9c14-412d-89b0-c9233c35740e None None] Pushing event updated for resources: {'Port': ['ID=baf5df78-33df-428d-a0ee-babe6fa77f8a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:26.281754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:26.289972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fc100ea6-41ba-42c9-bcb3-2578c6c38c35 req-3d87a5fd-b4d3-49ca-a9dc-154f58bbde1b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239204 Dec 09 15:19:26.296613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8021321-3961-4d46-addd-d8137db7f1e3 req-10e639eb-981e-4813-91f4-37a45ddecad4 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974812 Dec 09 15:19:26.363921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:26.368577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:26.375174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:26.433847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=ab9a42cf-9fc8-46b6-8426-78a12d223295,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:26.501281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:26.508058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:26.543421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695960-f3e4-4540-b532-ecd1f6232120 req-b70aae03-77b2-4744-80b6-d91e99e4d3f0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:26.546367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32695960-f3e4-4540-b532-ecd1f6232120 req-b70aae03-77b2-4744-80b6-d91e99e4d3f0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1342890 Dec 09 15:19:26.551223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-64d512bd-3869-46a2-bb97-f0ab95011ca5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4784243 Dec 09 15:19:26.554241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:26.646642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-32695960-f3e4-4540-b532-ecd1f6232120 req-a13effc5-7e72-4ee6-bcd9-dec18de56657 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841234 Dec 09 15:19:26.749559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:27.057153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:27.438884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:27.444981 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:27.654191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=ab9a42cf-9fc8-46b6-8426-78a12d223295,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:27.739514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30587115-821d-4c95-a0d8-e7cae44cd0ee None None] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:27.862100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-efb86ef3-b70f-4ff3-a37e-3ebf8086ecb3 None None] Provisioning complete for port baf5df78-33df-428d-a0ee-babe6fa77f8a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:27.863125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb86ef3-b70f-4ff3-a37e-3ebf8086ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:27.891451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.045232 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb86ef3-b70f-4ff3-a37e-3ebf8086ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.063049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.123999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-efb86ef3-b70f-4ff3-a37e-3ebf8086ecb3 None None] For port baf5df78-33df-428d-a0ee-babe6fa77f8a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baf5df78-33df-428d-a0ee-babe6fa77f8a,segment=NetworkSegment(85a6cf14-d15c-4b8b-a4ec-3968a233f958),segment_id=85a6cf14-d15c-4b8b-a4ec-3968a233f958)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:28.129004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-efb86ef3-b70f-4ff3-a37e-3ebf8086ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.222933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86ef3-b70f-4ff3-a37e-3ebf8086ecb3 None None] Pushing event updated for resources: {'Port': ['ID=baf5df78-33df-428d-a0ee-babe6fa77f8a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:28.436665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ad2e782d-9e18-41d7-82f0-fe46f1988772 None None] Provisioning complete for port baf5df78-33df-428d-a0ee-babe6fa77f8a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:28.437533 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad2e782d-9e18-41d7-82f0-fe46f1988772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.441470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.609662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.616476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.702460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device baf5df78-33df-428d-a0ee-babe6fa77f8a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:28.728568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=ab9a42cf-9fc8-46b6-8426-78a12d223295,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:28.731097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.759162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ad2e782d-9e18-41d7-82f0-fe46f1988772 None None] Provisioning complete for port ab9a42cf-9fc8-46b6-8426-78a12d223295 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:28.759653 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad2e782d-9e18-41d7-82f0-fe46f1988772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.797399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e782d-9e18-41d7-82f0-fe46f1988772 None None] Port ab9a42cf-9fc8-46b6-8426-78a12d223295 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:28.807855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port baf5df78-33df-428d-a0ee-babe6fa77f8a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:28.808329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:28.834927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:28.836618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:28.972200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4c0d9e4-b19a-4f35-afb2-47e9bb7b1f6c None None] Provisioning complete for port ab9a42cf-9fc8-46b6-8426-78a12d223295 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:28.972655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d9e4-b19a-4f35-afb2-47e9bb7b1f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:29.034451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0d9e4-b19a-4f35-afb2-47e9bb7b1f6c None None] Port ab9a42cf-9fc8-46b6-8426-78a12d223295 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:29.043476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 7fdd722f-5672-4ccd-8ec0-03df42c12a16 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:19:29.157705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-932cbb12-21f8-4e6d-83bf-1f4a9fb3b7ad None None] Provisioning complete for port ab9a42cf-9fc8-46b6-8426-78a12d223295 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:29.158356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-932cbb12-21f8-4e6d-83bf-1f4a9fb3b7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:29.178056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:29.192078 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] Sync routers for ids ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:29.196732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:29.197728 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-67a6fa76-a1c7-42b2-9231-aba745fc4ec6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/7fdd722f-5672-4ccd-8ec0-03df42c12a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6419616 Dec 09 15:19:29.226403 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] Routers {'7fdd722f-5672-4ccd-8ec0-03df42c12a16'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:29.227434 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:29.234361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-932cbb12-21f8-4e6d-83bf-1f4a9fb3b7ad None None] Port ab9a42cf-9fc8-46b6-8426-78a12d223295 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:29.236825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:29.260499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca85851-8cb0-472b-8a5c-2b50fbe74f37 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:29.261916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3ca85851-8cb0-472b-8a5c-2b50fbe74f37 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports/ab9a42cf-9fc8-46b6-8426-78a12d223295 HTTP/1.1" status: 200 len: 977 time: 0.0640635 Dec 09 15:19:29.264649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:29.274194 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:29.286120 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] Routers {'7fdd722f-5672-4ccd-8ec0-03df42c12a16'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:29.287083 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:29.348351 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:29.349163 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf9903-e41c-4639-8436-049b978a7992 None None] The sync data for ids ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:29.465848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ba4123df-f1c9-4e80-99cc-9192dd2aaa74 None None] Provisioning complete for port ab9a42cf-9fc8-46b6-8426-78a12d223295 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:29.466298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ba4123df-f1c9-4e80-99cc-9192dd2aaa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:29.573792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ba4123df-f1c9-4e80-99cc-9192dd2aaa74 None None] Port ab9a42cf-9fc8-46b6-8426-78a12d223295 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:29.798846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27594e-7001-458d-a6f7-cd61cd66c6ab req-e9e3d2b6-c1c0-4249-bfa9-277f404e3b99 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:29.806314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad27594e-7001-458d-a6f7-cd61cd66c6ab req-e9e3d2b6-c1c0-4249-bfa9-277f404e3b99 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0677722 Dec 09 15:19:29.855911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad27594e-7001-458d-a6f7-cd61cd66c6ab req-0e05a424-d9e7-4800-bee9-1c03b1147b38 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Dec 09 15:19:29.872115 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:30.030769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661367-122d-4572-8311-5aa4f7c54bee req-5d384bc5-053c-4777-9130-e19d3181cfdc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:30.032208 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-31661367-122d-4572-8311-5aa4f7c54bee req-5d384bc5-053c-4777-9130-e19d3181cfdc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0928848 Dec 09 15:19:30.104499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-31661367-122d-4572-8311-5aa4f7c54bee req-041f6496-e647-4832-b32f-edfd8e36d9aa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Dec 09 15:19:30.167940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port ab9a42cf-9fc8-46b6-8426-78a12d223295 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:30.168852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:30.271113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:30.286893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for ab9a42cf-9fc8-46b6-8426-78a12d223295 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:30.510143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:30.543524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=ab9a42cf-9fc8-46b6-8426-78a12d223295,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:30.744126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:31.326647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 7fdd722f-5672-4ccd-8ec0-03df42c12a16 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:31.416642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:31.425046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3660f201-92e6-4336-9548-cdae51c52d79 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/7fdd722f-5672-4ccd-8ec0-03df42c12a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1565814 Dec 09 15:19:31.425046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48936) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:31.433239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] Sync routers for ids ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:31.449482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] Routers {'7fdd722f-5672-4ccd-8ec0-03df42c12a16'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:31.450773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:31.551083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:31.560438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] Routers {'7fdd722f-5672-4ccd-8ec0-03df42c12a16'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:31.561727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:31.597908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:31.598771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d62e7-8bc8-4cdb-a41a-f4215b7fc5fd None None] The sync data for ids ['7fdd722f-5672-4ccd-8ec0-03df42c12a16'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:31.699291 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-87a1bdcd-1def-462f-bafe-d963051a2531 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 15:19:31.700589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-87a1bdcd-1def-462f-bafe-d963051a2531 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/7fdd722f-5672-4ccd-8ec0-03df42c12a16/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2747781 Dec 09 15:19:31.703954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48942) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:31.734699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e561952-177b-4116-bef4-efb05331d4cd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fdd722f-5672-4ccd-8ec0-03df42c12a16 HTTP/1.1" status: 200 len: 205 time: 0.0257235 Dec 09 15:19:31.735226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:31.828564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.012570 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.015270 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.061108 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.061855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router 7fdd722f-5672-4ccd-8ec0-03df42c12a16 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:19:32.069348 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.073223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 48958) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:32.073758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-18c7b22f-ea68-43db-9744-2a8e0d572500 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/7fdd722f-5672-4ccd-8ec0-03df42c12a16 HTTP/1.1" status: 204 len: 168 time: 0.3372006 Dec 09 15:19:32.132907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 004f62ef-3598-4630-9041-4a7485dd57cd {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:19:32.134548 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.188495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.277247 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.341900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.374195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=004f62ef-3598-4630-9041-4a7485dd57cd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:32.378964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.382160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/004f62ef-3598-4630-9041-4a7485dd57cd HTTP/1.1" status: 204 len: 168 time: 0.3072412 Dec 09 15:19:32.385420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48964) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:32.386505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241a92f-b89f-4e4d-be8e-5bf95453e9fa None None] Network 71ff440e-e68b-4326-94d6-b0e51668c7b4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:32.407471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.407819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.408164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.408506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.408846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.409181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.409513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.409841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.410169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.410536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.410829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.411133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.411469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a467ca-3a64-484e-896a-09b6ffe9f43a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.528937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.581296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] DHCP port deletion for 71ff440e-e68b-4326-94d6-b0e51668c7b4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:32.661987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port baf5df78-33df-428d-a0ee-babe6fa77f8a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:32.662518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.715742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] Deleting port baf5df78-33df-428d-a0ee-babe6fa77f8a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:32.716239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.750083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port baf5df78-33df-428d-a0ee-babe6fa77f8a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baf5df78-33df-428d-a0ee-babe6fa77f8a,segment=NetworkSegment(85a6cf14-d15c-4b8b-a4ec-3968a233f958),segment_id=85a6cf14-d15c-4b8b-a4ec-3968a233f958)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:32.750448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.767275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for baf5df78-33df-428d-a0ee-babe6fa77f8a owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:32.796520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] For port baf5df78-33df-428d-a0ee-babe6fa77f8a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=baf5df78-33df-428d-a0ee-babe6fa77f8a,segment=NetworkSegment(85a6cf14-d15c-4b8b-a4ec-3968a233f958),segment_id=85a6cf14-d15c-4b8b-a4ec-3968a233f958)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:32.797206 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.810407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] Calling delete_port for baf5df78-33df-428d-a0ee-babe6fa77f8a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:32.916020 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:32.944825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=baf5df78-33df-428d-a0ee-babe6fa77f8a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:32.959434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.959792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.960140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.960483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.960955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.961395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.961735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.962067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.962396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.962724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.963051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.963404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.963990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:32.973700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port baf5df78-33df-428d-a0ee-babe6fa77f8a on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:32.999919 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.026114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] Pushing event deleted for resources: {'Port': ['ID=baf5df78-33df-428d-a0ee-babe6fa77f8a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:33.033095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d6ef2-40c1-45ee-aee5-fb24e0b3342c None None] No DVR routers for this DVR port baf5df78-33df-428d-a0ee-babe6fa77f8a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:33.091492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac227dc-21ca-4ded-a937-425a3b2d0987 req-aae02346-f26a-482c-8dde-93e2fe6b4de6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:33.093571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ac227dc-21ca-4ded-a937-425a3b2d0987 req-aae02346-f26a-482c-8dde-93e2fe6b4de6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.3623488 Dec 09 15:19:33.122789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.202472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ac227dc-21ca-4ded-a937-425a3b2d0987 req-d7bda33f-b5a4-4f6f-8945-f3e6c8129d80 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811884 Dec 09 15:19:33.204175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ff440e-e68b-4326-94d6-b0e51668c7b4']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:33.214737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a6cf14-d15c-4b8b-a4ec-3968a233f958') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:33.214992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a6cf14-d15c-4b8b-a4ec-3968a233f958') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:33.233075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.273223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.308381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:33.308788 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:33.316526 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:33.423918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f3d3-4a43-4f41-8649-37c37fb27165 req-71a751a1-5679-43bd-8276-33dee02a0381 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:33.426576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6306f3d3-4a43-4f41-8649-37c37fb27165 req-71a751a1-5679-43bd-8276-33dee02a0381 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1354065 Dec 09 15:19:33.434153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.443300 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.447440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/71ff440e-e68b-4326-94d6-b0e51668c7b4 HTTP/1.1" status: 204 len: 168 time: 1.0607519 Dec 09 15:19:33.451983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 48990) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:33.457396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-649341834'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:33.474920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081e0ce-2451-447e-86e9-b61359fc8095 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=71ff440e-e68b-4326-94d6-b0e51668c7b4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:33.498949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:33.503190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.507339 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6306f3d3-4a43-4f41-8649-37c37fb27165 req-e5c100f4-ecc2-4958-96fc-d61e469d61e3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Dec 09 15:19:33.533902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:33.547307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.548215 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 48e3d70d-00ac-4180-a084-5e5211323fe5 of type vlan for network 928eadc0-21dd-4f68-9f92-8511c1851a86 Dec 09 15:19:33.609979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.645034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.656087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:33.657752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.729783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea5c34-e072-492b-9cd6-3c022d1fed5c req-4bd68c2a-6a87-43ac-a32b-4648c35c69bb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:33.731732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fea5c34-e072-492b-9cd6-3c022d1fed5c req-4bd68c2a-6a87-43ac-a32b-4648c35c69bb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0654809 Dec 09 15:19:33.752559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=928eadc0-21dd-4f68-9f92-8511c1851a86,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:33.761195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1ca086d4-e180-4be9-99fa-3b0d89af8ea8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3075659 Dec 09 15:19:33.761719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49000) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:33.766539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:33.769940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:33.799832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fea5c34-e072-492b-9cd6-3c022d1fed5c req-718a8ab9-8ce0-40e8-9143-9236d747fb3f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Dec 09 15:19:33.918656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:33.923141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:33.959558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aedf42-2515-4c59-aa98-0e8e7061bf3b req-0c35dc89-dbdd-47da-beb3-141082bde2bb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:33.961087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02aedf42-2515-4c59-aa98-0e8e7061bf3b req-0c35dc89-dbdd-47da-beb3-141082bde2bb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0973251 Dec 09 15:19:34.068448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02aedf42-2515-4c59-aa98-0e8e7061bf3b req-66b5a986-7339-45ea-a949-3829cc211f4b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947766 Dec 09 15:19:34.217602 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.312809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=e62b90f4-1223-4788-8c53-287b105ad934,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:34.329934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '48e3d70d-00ac-4180-a084-5e5211323fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:34.330318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 928eadc0-21dd-4f68-9f92-8511c1851a86, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:34.344876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94805c-31c6-4ccb-a03b-bcc9b17130ba req-22e47ca7-741e-4fa6-bbc5-9dd62715abb1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:34.346495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f94805c-31c6-4ccb-a03b-bcc9b17130ba req-22e47ca7-741e-4fa6-bbc5-9dd62715abb1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0995634 Dec 09 15:19:34.385368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:34.405529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 928eadc0-21dd-4f68-9f92-8511c1851a86) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:34.415805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b90cca-6c1e-4d91-9c6d-de0793b76824 None None] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:34.416900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:34.417581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.432901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3f94805c-31c6-4ccb-a03b-bcc9b17130ba req-26ff1eae-c86e-496b-bb32-d15440f7d2df tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781689 Dec 09 15:19:34.446119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-09c0eb5c-a075-42dd-b19d-7b006ac85f67 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6829228 Dec 09 15:19:34.448932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49014) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:34.455927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-607251363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:34.517693 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.520171 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.558854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device baf5df78-33df-428d-a0ee-babe6fa77f8a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:34.584676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: baf5df78-33df-428d-a0ee-babe6fa77f8a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:34.584858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.585491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device baf5df78-33df-428d-a0ee-babe6fa77f8a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:34.600143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.620756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-928eadc0-21dd-4f68-9f92-8511c1851a86', 'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': 'e62b90f4-1223-4788-8c53-287b105ad934'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:34.621672 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.672448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c9f07-8626-4403-a283-d3d75d59a758 req-3a5b2dde-46c6-4b95-994e-262c197923f4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:34.680179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e2c9f07-8626-4403-a283-d3d75d59a758 req-3a5b2dde-46c6-4b95-994e-262c197923f4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0939577 Dec 09 15:19:34.692569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:34.694094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba7430bd-897d-41de-9765-614a44b3f4c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2436342 Dec 09 15:19:34.696408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:34.772491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Allocated IP 172.20.0.2 (928eadc0-21dd-4f68-9f92-8511c1851a86/e62b90f4-1223-4788-8c53-287b105ad934/56796fe7-39b2-4204-af3b-ec7c82c5fdd4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:34.821637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e2c9f07-8626-4403-a283-d3d75d59a758 req-3535fbb1-36b8-4cc7-85b9-d545d25100c3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405854 Dec 09 15:19:35.014310 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.023792 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.099667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Pushing event updated for resources: {'Port': ['ID=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:35.113874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:35.115307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:35.118560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:35.176453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.182652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Attempting to bind port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:35.183040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Attempting to bind port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '48e3d70d-00ac-4180-a084-5e5211323fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:35.183450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Attempting to bind port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 on network 928eadc0-21dd-4f68-9f92-8511c1851a86 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:35.189283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:35.195376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Checking segment: {'id': '48e3d70d-00ac-4180-a084-5e5211323fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:35.195931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.196444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Bound using segment: {'id': '48e3d70d-00ac-4180-a084-5e5211323fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:35.198675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Bound port: 56796fe7-39b2-4204-af3b-ec7c82c5fdd4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e3d70d-00ac-4180-a084-5e5211323fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '928eadc0-21dd-4f68-9f92-8511c1851a86'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:35.199296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.250441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eec2c9-4a35-417e-9b59-0e5747e037cc req-7e88b8d0-d29b-4a74-849e-d7bda75cedb5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:35.259020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8eec2c9-4a35-417e-9b59-0e5747e037cc req-7e88b8d0-d29b-4a74-849e-d7bda75cedb5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1929035 Dec 09 15:19:35.356683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] For port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:35.361106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] For port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,segment=NetworkSegment(48e3d70d-00ac-4180-a084-5e5211323fe5),segment_id=48e3d70d-00ac-4180-a084-5e5211323fe5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:35.365904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.419973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d8eec2c9-4a35-417e-9b59-0e5747e037cc req-c86e2b2a-278e-4068-80fe-85ad063dfa16 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588438 Dec 09 15:19:35.465110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071939-9dd5-4566-8084-f2d526f3c892 None None] Pushing event updated for resources: {'Port': ['ID=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:35.525683 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:19:35.619860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.20.0.1 (928eadc0-21dd-4f68-9f92-8511c1851a86/e62b90f4-1223-4788-8c53-287b105ad934/6bb22967-9ace-486d-839d-31393ded3c73) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:35.659716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cca6-70c0-4afa-bac4-03252fcfe9fe req-3ada14ff-7781-4e75-a638-a358d021ac8f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:35.662480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ed5cca6-70c0-4afa-bac4-03252fcfe9fe req-3ada14ff-7781-4e75-a638-a358d021ac8f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0996287 Dec 09 15:19:35.794690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ed5cca6-70c0-4afa-bac4-03252fcfe9fe req-de5e83f7-70c9-4a92-b98c-965d7809cbdb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881765 Dec 09 15:19:35.896001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:35.985094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:36.088010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:36.089427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=6bb22967-9ace-486d-839d-31393ded3c73,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:36.094956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:36.098031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:36.165402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dcc28-111b-4cee-b6ff-2f9c0a6d6980 req-5fb799ad-c502-4439-adb4-2a8cdc29e931 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:36.174909 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c2dcc28-111b-4cee-b6ff-2f9c0a6d6980 req-5fb799ad-c502-4439-adb4-2a8cdc29e931 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1426849 Dec 09 15:19:36.252404 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:36.315865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c2dcc28-111b-4cee-b6ff-2f9c0a6d6980 req-369d16d0-db1d-4350-b4aa-d336af12acc0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244483 Dec 09 15:19:36.496511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:36.572336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d076ae-0129-4d9d-ab14-8d1958a851bb req-8dec060d-c99b-4fdc-8520-222d1309614a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:36.574094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55d076ae-0129-4d9d-ab14-8d1958a851bb req-8dec060d-c99b-4fdc-8520-222d1309614a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1198068 Dec 09 15:19:36.608805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:36.722714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:36.723091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:36.727455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55d076ae-0129-4d9d-ab14-8d1958a851bb req-d9bb52aa-ab78-48d5-8b3d-f24a5afd35fd tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431215 Dec 09 15:19:36.911474 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:36.968408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,segment=NetworkSegment(48e3d70d-00ac-4180-a084-5e5211323fe5),segment_id=48e3d70d-00ac-4180-a084-5e5211323fe5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:36.980683 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:36.982929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d92c67-c3cd-4548-a901-2dab112e0338 req-14777b66-a609-4597-b809-3c01de5e917e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:36.994170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d92c67-c3cd-4548-a901-2dab112e0338 req-14777b66-a609-4597-b809-3c01de5e917e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0974600 Dec 09 15:19:37.049237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:37.053503 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:37.065774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:37.107768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50738f-56c1-4473-bbb6-56422f81f3ad None None] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:37.116244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d92c67-c3cd-4548-a901-2dab112e0338 req-03ba99aa-6506-4979-a017-cd070f33cb61 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205444 Dec 09 15:19:37.167297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=6bb22967-9ace-486d-839d-31393ded3c73,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:37.175397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:37.241372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-77c73b5b-37cf-4373-9a51-118224589d30 None None] Provisioning complete for port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:37.241750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77c73b5b-37cf-4373-9a51-118224589d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:37.331937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:37.333998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:37.347751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ccb82-b8dd-4c9d-af7b-63fc0ab70023 req-c4ed4ceb-28ec-4b34-b85d-b1928608e276 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:37.352913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b47ccb82-b8dd-4c9d-af7b-63fc0ab70023 req-c4ed4ceb-28ec-4b34-b85d-b1928608e276 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1252780 Dec 09 15:19:37.446796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b47ccb82-b8dd-4c9d-af7b-63fc0ab70023 req-e7e05d12-9f01-4a3c-b432-359d5f0c4ef3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797410 Dec 09 15:19:37.980067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a696e-9cec-4387-8fb2-b91710f34fee req-bd0682b5-fdb0-4240-a3cf-a521a89a50f3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:37.982111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2a696e-9cec-4387-8fb2-b91710f34fee req-bd0682b5-fdb0-4240-a3cf-a521a89a50f3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 813 time: 0.1560466 Dec 09 15:19:38.003045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2a696e-9cec-4387-8fb2-b91710f34fee req-575ed92d-8ca7-4dbc-bf8a-727cf94a3d96 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/quotas/c39ace65a25b4fdb9e2e4ec2aa421e75 HTTP/1.1" status: 200 len: 375 time: 0.0131881 Dec 09 15:19:38.011621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 9499caa2-522c-4d77-bac4-50f5637b3669 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:19:38.072370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ee0b9c29-ecca-43ef-a6e6-6893d537d421 None None] Provisioning complete for port 6bb22967-9ace-486d-839d-31393ded3c73 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:38.073501 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9c29-ecca-43ef-a6e6-6893d537d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:38.125459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b9c29-ecca-43ef-a6e6-6893d537d421 None None] Port 6bb22967-9ace-486d-839d-31393ded3c73 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:38.132988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2a696e-9cec-4387-8fb2-b91710f34fee req-f38026a7-8614-409b-9bff-0679a42e484b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169550 Dec 09 15:19:38.149049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ee0b9c29-ecca-43ef-a6e6-6893d537d421 None None] Provisioning complete for port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:38.149457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9c29-ecca-43ef-a6e6-6893d537d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:38.164420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:38.173549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f8b0ac25-8448-4719-82b5-bacba745ce9b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/9499caa2-522c-4d77-bac4-50f5637b3669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4759593 Dec 09 15:19:38.174973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49362) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:38.178025 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] Sync routers for ids ['9499caa2-522c-4d77-bac4-50f5637b3669'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:38.203308 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] Routers {'9499caa2-522c-4d77-bac4-50f5637b3669'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:38.204003 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['9499caa2-522c-4d77-bac4-50f5637b3669'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:38.307624 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:38.327281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] Routers {'9499caa2-522c-4d77-bac4-50f5637b3669'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:38.328265 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['9499caa2-522c-4d77-bac4-50f5637b3669'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:38.364008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012102a7-fcd1-4b8e-9212-e2c2dd10844d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:38.365778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-012102a7-fcd1-4b8e-9212-e2c2dd10844d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports/6bb22967-9ace-486d-839d-31393ded3c73 HTTP/1.1" status: 200 len: 910 time: 0.1897793 Dec 09 15:19:38.368490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49384) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:38.378566 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:38.379669 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a273f19-50a3-4a9d-96f0-ecac44c7fcc6 None None] The sync data for ids ['9499caa2-522c-4d77-bac4-50f5637b3669'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:38.419628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7d9e33e9-d576-4aa8-96cf-04cafdb8fda0 None None] Provisioning complete for port 6bb22967-9ace-486d-839d-31393ded3c73 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:38.420264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d9e33e9-d576-4aa8-96cf-04cafdb8fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:38.522572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e33e9-d576-4aa8-96cf-04cafdb8fda0 None None] Port 6bb22967-9ace-486d-839d-31393ded3c73 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:38.580539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb69e-b782-4ca5-aa93-d3f0582275f6 req-da4ed555-ffb3-490a-b6ec-a5f8c4810546 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:38.584100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:38.588435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca3eb69e-b782-4ca5-aa93-d3f0582275f6 req-da4ed555-ffb3-490a-b6ec-a5f8c4810546 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.3295667 Dec 09 15:19:38.650894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d382e705-eeff-41a2-9f78-5494a3497e05 None None] Provisioning complete for port 6bb22967-9ace-486d-839d-31393ded3c73 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:38.651292 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d382e705-eeff-41a2-9f78-5494a3497e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:38.711144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d382e705-eeff-41a2-9f78-5494a3497e05 None None] Port 6bb22967-9ace-486d-839d-31393ded3c73 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:38.715452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:38.716291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:38.726514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca3eb69e-b782-4ca5-aa93-d3f0582275f6 req-8520bf0e-bb9f-46d1-9204-76611d729334 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372089 Dec 09 15:19:38.923343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725c42-74ec-4232-b157-d264d51b5791 req-62ef440d-7b74-411d-a911-f6db7cf08ef1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:38.925386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0725c42-74ec-4232-b157-d264d51b5791 req-62ef440d-7b74-411d-a911-f6db7cf08ef1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0909133 Dec 09 15:19:38.985958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0725c42-74ec-4232-b157-d264d51b5791 req-bd517de4-14fc-454c-8b6b-a0b23a0f4778 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540333 Dec 09 15:19:39.023524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:39.168985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60f902b9-f7c6-47da-bec4-e1531761f586 req-ab1d63f9-1eef-4fa4-b536-0cceaebbb978 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75 HTTP/1.1" status: 200 len: 221 time: 0.0402493 Dec 09 15:19:39.313473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb58d28-d500-45cb-8f67-27c463321886 req-933641c8-5d8b-4243-8737-f5d8ae324bff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:39.315339 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fb58d28-d500-45cb-8f67-27c463321886 req-933641c8-5d8b-4243-8737-f5d8ae324bff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0704846 Dec 09 15:19:39.365661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 6bb22967-9ace-486d-839d-31393ded3c73 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:39.366186 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:39.379077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fb58d28-d500-45cb-8f67-27c463321886 req-68dfb376-4783-4695-97cc-137140502e6b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527925 Dec 09 15:19:39.470406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:39.510075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 6bb22967-9ace-486d-839d-31393ded3c73 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:39.577206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82eb3-ef74-4d6e-8d41-638b3332d4d0 req-99e19843-a280-4935-84ce-eed7504b45d5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:39.578962 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02e82eb3-ef74-4d6e-8d41-638b3332d4d0 req-99e19843-a280-4935-84ce-eed7504b45d5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1055698 Dec 09 15:19:39.716115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02e82eb3-ef74-4d6e-8d41-638b3332d4d0 req-75a9fd8a-bb90-45b4-8ba3-bf131cd70ca0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134870 Dec 09 15:19:39.771009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:39.801195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=6bb22967-9ace-486d-839d-31393ded3c73,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:40.042914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e281c-c752-4afe-874d-08fd87eefd6f req-a381e48c-4e0b-4bb8-be6b-e6760986549f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:40.044490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b41e281c-c752-4afe-874d-08fd87eefd6f req-a381e48c-4e0b-4bb8-be6b-e6760986549f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1876242 Dec 09 15:19:40.046675 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.178038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b41e281c-c752-4afe-874d-08fd87eefd6f req-cd684b17-5a12-4d30-ba1e-9adb901653ca tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226993 Dec 09 15:19:40.256918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 9499caa2-522c-4d77-bac4-50f5637b3669 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:40.318544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83de9b-4fa9-4946-9de6-bd44e1d6cbff req-97e94f7d-ac66-4c24-bf89-2aa5480442b1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:40.320111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c83de9b-4fa9-4946-9de6-bd44e1d6cbff req-97e94f7d-ac66-4c24-bf89-2aa5480442b1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0631192 Dec 09 15:19:40.346177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:40.351732 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1bfa8a28-cdab-4114-a278-0df30038c66f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/9499caa2-522c-4d77-bac4-50f5637b3669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819934 Dec 09 15:19:40.354944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49604) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:40.358962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] Sync routers for ids ['9499caa2-522c-4d77-bac4-50f5637b3669'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:40.369021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] Routers {'9499caa2-522c-4d77-bac4-50f5637b3669'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:40.369641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['9499caa2-522c-4d77-bac4-50f5637b3669'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:40.386006 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-820cb4c6-2e0b-42d1-8518-c5f2645e22df tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=9499caa2-522c-4d77-bac4-50f5637b3669 HTTP/1.1" status: 200 len: 205 time: 0.0277190 Dec 09 15:19:40.386571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c83de9b-4fa9-4946-9de6-bd44e1d6cbff req-dbabee1f-8867-489f-adb1-fbe265d7b1ca tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584819 Dec 09 15:19:40.388982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49606) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:40.417345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:40.434842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] Routers {'9499caa2-522c-4d77-bac4-50f5637b3669'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:40.436076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['9499caa2-522c-4d77-bac4-50f5637b3669'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:40.474376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:40.475117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55141a0c-9441-4b95-b4f6-645b92a4b651 None None] The sync data for ids ['9499caa2-522c-4d77-bac4-50f5637b3669'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:40.483966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.703525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8b6d4-dbe4-4445-acfd-5c9f041d60ab req-6834aa9e-c34a-46a5-9515-9cbaa362d004 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:40.705095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baf8b6d4-dbe4-4445-acfd-5c9f041d60ab req-6834aa9e-c34a-46a5-9515-9cbaa362d004 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1821725 Dec 09 15:19:40.706914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.709355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.782855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.783389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router 9499caa2-522c-4d77-bac4-50f5637b3669 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:19:40.792581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.793702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-188e7e0f-30e3-42a8-907a-3e9663475664 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/9499caa2-522c-4d77-bac4-50f5637b3669 HTTP/1.1" status: 204 len: 168 time: 0.4034081 Dec 09 15:19:40.797002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49628) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:40.829185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baf8b6d4-dbe4-4445-acfd-5c9f041d60ab req-3597191b-e1d2-43b7-984f-99e98d716421 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164715 Dec 09 15:19:40.875798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet e62b90f4-1223-4788-8c53-287b105ad934 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:19:40.885394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:40.932206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.020361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e016e-9623-42f7-b49a-4caa7f06f7c0 req-2296c16e-8118-4a31-abba-1172af399133 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:41.022047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea8e016e-9623-42f7-b49a-4caa7f06f7c0 req-2296c16e-8118-4a31-abba-1172af399133 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0867841 Dec 09 15:19:41.091016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.133129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea8e016e-9623-42f7-b49a-4caa7f06f7c0 req-461f4594-7c83-44ff-bed2-0c01f228d067 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049893 Dec 09 15:19:41.173619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.204398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=e62b90f4-1223-4788-8c53-287b105ad934,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:41.214447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.220916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-befdec0f-4954-43bc-b842-31f54e0b7a6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/e62b90f4-1223-4788-8c53-287b105ad934 HTTP/1.1" status: 204 len: 168 time: 0.4205146 Dec 09 15:19:41.221351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49642) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:41.224625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fc58e-7472-4db3-969a-cad44d3c30d7 None None] Network 928eadc0-21dd-4f68-9f92-8511c1851a86 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:41.300829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20ecc2-ea98-42e6-868b-c642e0fce4fa req-be6c2e75-d70c-4fd6-8e96-49a5743ccf17 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:41.311658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec20ecc2-ea98-42e6-868b-c642e0fce4fa req-be6c2e75-d70c-4fd6-8e96-49a5743ccf17 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0663888 Dec 09 15:19:41.372943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec20ecc2-ea98-42e6-868b-c642e0fce4fa req-7a7612e8-5668-4484-8d39-805c5c6e8780 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601354 Dec 09 15:19:41.401404 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.417123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] DHCP port deletion for 928eadc0-21dd-4f68-9f92-8511c1851a86 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:41.478692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] Deleting port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:41.479378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.480156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:41.480600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.562812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] For port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,segment=NetworkSegment(48e3d70d-00ac-4180-a084-5e5211323fe5),segment_id=48e3d70d-00ac-4180-a084-5e5211323fe5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:41.563132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.563475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718cb9a-e7e6-4ee1-a53b-2c587b15ae17 req-18ce0510-cd05-4569-81cb-1f417c9e8734 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:41.565225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7718cb9a-e7e6-4ee1-a53b-2c587b15ae17 req-18ce0510-cd05-4569-81cb-1f417c9e8734 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0807834 Dec 09 15:19:41.586943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] Calling delete_port for 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:41.619971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,segment=NetworkSegment(48e3d70d-00ac-4180-a084-5e5211323fe5),segment_id=48e3d70d-00ac-4180-a084-5e5211323fe5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:41.620345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.637333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:41.687383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.724218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] No DVR routers for this DVR port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:41.740629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d763e-f592-4583-ac40-17f3dab273e0 None None] Pushing event deleted for resources: {'Port': ['ID=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:41.786593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7718cb9a-e7e6-4ee1-a53b-2c587b15ae17 req-e18830db-1153-44f9-8455-39e823bdb579 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770569 Dec 09 15:19:41.792110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:41.831134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=56796fe7-39b2-4204-af3b-ec7c82c5fdd4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:41.850385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:41.990426 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.016111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928eadc0-21dd-4f68-9f92-8511c1851a86']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:42.027597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e3d70d-00ac-4180-a084-5e5211323fe5') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:42.027900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e3d70d-00ac-4180-a084-5e5211323fe5') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:42.042582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667b3cc-d655-4ab1-9117-083be448b78d req-f7825402-a75b-4f19-845b-23f3e47e3445 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:42.047837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8667b3cc-d655-4ab1-9117-083be448b78d req-f7825402-a75b-4f19-845b-23f3e47e3445 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1197841 Dec 09 15:19:42.053607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.085063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.098780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:42.099975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:42.102443 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:42.165699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8667b3cc-d655-4ab1-9117-083be448b78d req-a5b12a97-9093-41c0-982a-3fc3bf1bfe6d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141083 Dec 09 15:19:42.183602 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.189058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.196302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/928eadc0-21dd-4f68-9f92-8511c1851a86 HTTP/1.1" status: 204 len: 168 time: 0.9702437 Dec 09 15:19:42.198897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49670) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:42.211688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8594-a391-4643-8a6f-33e7d9411eeb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=928eadc0-21dd-4f68-9f92-8511c1851a86,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:42.214083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-872217991', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:42.251724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.253627 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.333323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.551106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:42.580055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:42.581354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 56796fe7-39b2-4204-af3b-ec7c82c5fdd4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:42.835733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001cf91-5951-456e-b5f6-27d4eacf23b7 req-02367d42-30d1-441b-a6c4-e1eee6a59710 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:42.837308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5001cf91-5951-456e-b5f6-27d4eacf23b7 req-02367d42-30d1-441b-a6c4-e1eee6a59710 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.5170336 Dec 09 15:19:42.842392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:42.929353 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5001cf91-5951-456e-b5f6-27d4eacf23b7 req-9a2dc71e-23a3-44e4-a4d5-cc2f44ff8f9e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808802 Dec 09 15:19:43.149066 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:43.171078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:43.195170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c637-8d6a-4be6-9e79-2dfdaae07c8a req-be30bb50-6a90-4ceb-a9ba-6a137346dcc5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:43.196701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f865c637-8d6a-4be6-9e79-2dfdaae07c8a req-be30bb50-6a90-4ceb-a9ba-6a137346dcc5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1390166 Dec 09 15:19:43.331888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f865c637-8d6a-4be6-9e79-2dfdaae07c8a req-953ec8c2-672b-4435-8067-8e8177e2349a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074059 Dec 09 15:19:43.352211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.25.0.154 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/6509320c-6d43-45ad-9534-ac26ee00ce5d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:43.468293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:43.471540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d092463-f9f7-403c-ad9f-4f9ebd589ca1 req-0e954184-dac2-43a1-8884-4c1c92fc4f53 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:43.473956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d092463-f9f7-403c-ad9f-4f9ebd589ca1 req-0e954184-dac2-43a1-8884-4c1c92fc4f53 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0606306 Dec 09 15:19:43.511313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:43.548420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d092463-f9f7-403c-ad9f-4f9ebd589ca1 req-e24470f9-1663-4e28-98dd-50ab3f8b067d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687187 Dec 09 15:19:43.570159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:43.570159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:43.570159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:43.574965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=6509320c-6d43-45ad-9534-ac26ee00ce5d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:43.612202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d0504-8c4e-46c4-82e8-26733bb09c75 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:43.740763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8b12e299-e2a8-48e3-a0d6-49ca632ca705 None None] Provisioning complete for port 6509320c-6d43-45ad-9534-ac26ee00ce5d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:43.740763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b12e299-e2a8-48e3-a0d6-49ca632ca705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:43.765297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1818cc-92a8-412e-92be-308582d8f4d4 req-2ec09dad-5ab2-43d3-99d0-6850abedf7fe tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:43.767125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe1818cc-92a8-412e-92be-308582d8f4d4 req-2ec09dad-5ab2-43d3-99d0-6850abedf7fe tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0872407 Dec 09 15:19:43.807280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8b12e299-e2a8-48e3-a0d6-49ca632ca705 None None] Port 6509320c-6d43-45ad-9534-ac26ee00ce5d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:43.862708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fe1818cc-92a8-412e-92be-308582d8f4d4 req-bddf4f8e-622d-40f7-8392-1d25871565c9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671995 Dec 09 15:19:43.931861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:44.037064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422aa4-a980-49e4-ad71-a61499520ac7 req-798c282c-f7e7-41d4-8b9d-d8dc2826b6e0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:44.039563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af422aa4-a980-49e4-ad71-a61499520ac7 req-798c282c-f7e7-41d4-8b9d-d8dc2826b6e0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0688004 Dec 09 15:19:44.168498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af422aa4-a980-49e4-ad71-a61499520ac7 req-d9cd1002-9e52-4b67-9d38-494be0b92777 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980544 Dec 09 15:19:44.262059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:44.423518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ec3ae-bea1-4bef-8055-c502c573d438 req-36cb52f3-7d6a-4170-bf7e-5e0e97269b1a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:44.426863 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc2ec3ae-bea1-4bef-8055-c502c573d438 req-36cb52f3-7d6a-4170-bf7e-5e0e97269b1a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1028605 Dec 09 15:19:44.492093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc2ec3ae-bea1-4bef-8055-c502c573d438 req-59ea0f31-2118-4750-96ea-a93a1fef6cbf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 Dec 09 15:19:44.493071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router ed5234a2-cb90-45a9-8e18-3f32612cb536 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:19:44.625934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:44.628904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1de0e-2b0a-4322-a476-ceba5d2fd24f req-59f42b50-1139-40b3-b95d-a0059020cf38 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:44.637805 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171bf25-0953-430c-acf7-58f75276362e None None] Sync routers for ids ['ed5234a2-cb90-45a9-8e18-3f32612cb536'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:44.640630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9bb1de0e-2b0a-4322-a476-ceba5d2fd24f req-59f42b50-1139-40b3-b95d-a0059020cf38 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0635798 Dec 09 15:19:44.650023 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171bf25-0953-430c-acf7-58f75276362e None None] Routers {'ed5234a2-cb90-45a9-8e18-3f32612cb536'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:44.650893 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9171bf25-0953-430c-acf7-58f75276362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ed5234a2-cb90-45a9-8e18-3f32612cb536'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:44.661590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:44.666128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c47f0ebb-8564-4848-8e02-32f555e1d6f5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4650004 Dec 09 15:19:44.667043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:44.689043 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9171bf25-0953-430c-acf7-58f75276362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:44.698768 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171bf25-0953-430c-acf7-58f75276362e None None] Routers {'ed5234a2-cb90-45a9-8e18-3f32612cb536'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:44.699964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9171bf25-0953-430c-acf7-58f75276362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ed5234a2-cb90-45a9-8e18-3f32612cb536'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:44.739517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9bb1de0e-2b0a-4322-a476-ceba5d2fd24f req-0c0df6b1-b5ae-49cd-8705-424f2b5302f1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960846 Dec 09 15:19:44.743959 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9171bf25-0953-430c-acf7-58f75276362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:44.744793 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171bf25-0953-430c-acf7-58f75276362e None None] The sync data for ids ['ed5234a2-cb90-45a9-8e18-3f32612cb536'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:44.836376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f42f9e63-f35c-4d05-ba6d-0675da8ab911 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/routers/ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 200 len: 880 time: 0.1648350 Dec 09 15:19:44.836603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49746) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:45.018891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3106-a91f-4d42-b914-018275a7b5d9 req-13eca957-03cf-4959-8b3e-55311185a18d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:45.027457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f2b3106-a91f-4d42-b914-018275a7b5d9 req-13eca957-03cf-4959-8b3e-55311185a18d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0933375 Dec 09 15:19:45.149406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f2b3106-a91f-4d42-b914-018275a7b5d9 req-64520ed6-7233-4e8b-bbd6-2249e6e99782 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206877 Dec 09 15:19:45.288361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c97dae-da73-4fa4-9f8f-a9d7a517ed73 req-4b7237a7-367c-469d-a953-08202f19d2ff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:45.290381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43c97dae-da73-4fa4-9f8f-a9d7a517ed73 req-4b7237a7-367c-469d-a953-08202f19d2ff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Dec 09 15:19:45.316291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f4bce263-8f65-4a87-82be-da2545ade917 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4767923 Dec 09 15:19:45.316966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:45.331527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-872217991'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:45.356313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43c97dae-da73-4fa4-9f8f-a9d7a517ed73 req-966f3990-b5bd-4d26-968b-e614e3103f05 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578125 Dec 09 15:19:45.556167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada342-2be4-4e27-8109-75b27d90df79 req-47b9554c-2b6d-4405-8c0b-19d4701dfee4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:45.565788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36ada342-2be4-4e27-8109-75b27d90df79 req-47b9554c-2b6d-4405-8c0b-19d4701dfee4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0794759 Dec 09 15:19:45.625235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36ada342-2be4-4e27-8109-75b27d90df79 req-bf7e4f66-51a2-45f9-b5c3-d452b7921d3a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582137 Dec 09 15:19:46.132964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:46.153209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca5989-94aa-4235-8d87-cf675a12f257 req-d123f7bb-4e82-43ef-b896-c1940a90de0c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:46.154889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9cca5989-94aa-4235-8d87-cf675a12f257 req-d123f7bb-4e82-43ef-b896-c1940a90de0c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.4146688 Dec 09 15:19:46.156074 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:46.309836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9cca5989-94aa-4235-8d87-cf675a12f257 req-135193e7-9129-4510-9254-c7d9049dafde tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968530 Dec 09 15:19:46.334457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router ed5234a2-cb90-45a9-8e18-3f32612cb536 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:46.539307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:46.547669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:46.551237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d397665-ea6f-4b39-a159-b99ea27317f6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 200 len: 887 time: 1.2310441 Dec 09 15:19:46.552548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49802) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:46.563406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] Sync routers for ids ['ed5234a2-cb90-45a9-8e18-3f32612cb536'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:46.589626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] Routers {'ed5234a2-cb90-45a9-8e18-3f32612cb536'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:46.593202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ed5234a2-cb90-45a9-8e18-3f32612cb536'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:46.602032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24795850-106f-461a-afc7-b5223fde9a69 req-5d183218-b4fd-4af9-98f8-8c9006f1d1e3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:46.603839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24795850-106f-461a-afc7-b5223fde9a69 req-5d183218-b4fd-4af9-98f8-8c9006f1d1e3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0797315 Dec 09 15:19:46.667167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24795850-106f-461a-afc7-b5223fde9a69 req-a996ff78-4d8e-46b3-b3c3-e8893ab44cfe tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532525 Dec 09 15:19:46.676970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:46.687565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] Routers {'ed5234a2-cb90-45a9-8e18-3f32612cb536'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:46.688623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ed5234a2-cb90-45a9-8e18-3f32612cb536'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:46.727959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:46.729147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0e703-1a53-4904-825c-6fa62f69ddd3 None None] The sync data for ids ['ed5234a2-cb90-45a9-8e18-3f32612cb536'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:46.729941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0113729a-d785-4051-ace6-6488a92bca8b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/routers/ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 200 len: 887 time: 0.1753101 Dec 09 15:19:46.732551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49808) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:46.773532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49810) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:46.773942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-86163b9f-3791-4239-b7f6-e0db5ed4e8bd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 200 len: 205 time: 0.0398240 Dec 09 15:19:46.900277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.031275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.090373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 6509320c-6d43-45ad-9534-ac26ee00ce5d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:47.090789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.171962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.186884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 6509320c-6d43-45ad-9534-ac26ee00ce5d owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:47.418451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.448652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=6509320c-6d43-45ad-9534-ac26ee00ce5d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:47.463645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4218b8-15d0-45da-8765-3e3564f3e9f7 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:47.528668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.631768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.634287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.699715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.700518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router ed5234a2-cb90-45a9-8e18-3f32612cb536 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:19:47.709447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.710815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a9c71fd3-7b60-43e0-8150-5918bb5a280c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 204 len: 168 time: 0.9356384 Dec 09 15:19:47.714774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:47.721640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-965244203'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:47.747365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:47.752449 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.817872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:47.833182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.833537 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment a61527be-c1d7-4d1a-930c-3350a835e039 of type vlan for network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 Dec 09 15:19:47.842847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868779a-67b9-48cb-84fd-ea3390f85451 req-4b32a1a3-a796-4a87-bc48-0e92af439d5f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:47.844402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8868779a-67b9-48cb-84fd-ea3390f85451 req-4b32a1a3-a796-4a87-bc48-0e92af439d5f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0759475 Dec 09 15:19:47.906302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.931130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8868779a-67b9-48cb-84fd-ea3390f85451 req-11a58d7f-c115-401e-b171-621e7bb02aad tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Dec 09 15:19:47.952428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:47.958328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:47.958955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.018732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49844) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:48.019212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3031230 Dec 09 15:19:48.024540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:48.076837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6232c27-db7a-45f2-a8a4-6b0765b827c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=1d002f8b-c212-4ad9-9473-4e8da03cd2c7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:48.088084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:48.149200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:48.155738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.418432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4636ad-f849-487d-8684-17fa8ada8981 req-a35c0910-01d8-4649-9b26-b8b7e200c558 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:48.426964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff4636ad-f849-487d-8684-17fa8ada8981 req-a35c0910-01d8-4649-9b26-b8b7e200c558 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1388996 Dec 09 15:19:48.576524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff4636ad-f849-487d-8684-17fa8ada8981 req-91d1ff39-e997-41c4-9124-f70d82923d40 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477282 Dec 09 15:19:48.594430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.662678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:48.671270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': 'a61527be-c1d7-4d1a-930c-3350a835e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:48.671687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 1d002f8b-c212-4ad9-9473-4e8da03cd2c7, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:48.689250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:48.700587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 1d002f8b-c212-4ad9-9473-4e8da03cd2c7) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:48.710628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:48.711384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.713490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64616da-8415-473b-986f-a5778ac54934 None None] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:48.737284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1a0316dd-965b-44f1-8cb7-c0f0e3586089 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7166321 Dec 09 15:19:48.740620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49858) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:48.746310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1750605863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:48.778276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.779974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.836132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-1d002f8b-c212-4ad9-9473-4e8da03cd2c7', 'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:48.837294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.847774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.854356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.877192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:48.881277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77ff8e80-7f60-4bb7-8803-12abdba188a8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1361132 Dec 09 15:19:48.881573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:49.023073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Allocated IP 172.20.0.2 (1d002f8b-c212-4ad9-9473-4e8da03cd2c7/2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5/b59ec0d3-cb25-459f-a74a-2be16e1d0a0d) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:49.193453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.201575 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.212085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.252161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Pushing event updated for resources: {'Port': ['ID=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:49.260286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.260644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.260987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.261323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.261828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.262334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.262826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.263932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.264414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.264876 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.265386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.265868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.266339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:49.277686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:49.289544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:49.294163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:49.359161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Attempting to bind port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:49.359570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Attempting to bind port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'a61527be-c1d7-4d1a-930c-3350a835e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:49.359941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Attempting to bind port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d on network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:49.365742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:49.366140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Checking segment: {'id': 'a61527be-c1d7-4d1a-930c-3350a835e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:49.366523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.366924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Bound using segment: {'id': 'a61527be-c1d7-4d1a-930c-3350a835e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:49.367457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Bound port: b59ec0d3-cb25-459f-a74a-2be16e1d0a0d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61527be-c1d7-4d1a-930c-3350a835e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1d002f8b-c212-4ad9-9473-4e8da03cd2c7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:49.367843 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.481075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] For port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:49.484598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] For port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,segment=NetworkSegment(a61527be-c1d7-4d1a-930c-3350a835e039),segment_id=a61527be-c1d7-4d1a-930c-3350a835e039)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:49.494900 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.540325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.20.0.1 (1d002f8b-c212-4ad9-9473-4e8da03cd2c7/2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5/ceb679d4-6d17-499d-b9d9-65aee289ee8c) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:49.620827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbebac-a45a-477b-ae5b-661758538c8c None None] Pushing event updated for resources: {'Port': ['ID=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:49.737673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.795362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41287de-69ed-4a66-9e66-5f0f578ad4f6 req-54cc99ee-9bce-47a5-ab5c-88c23a510131 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:49.797439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41287de-69ed-4a66-9e66-5f0f578ad4f6 req-54cc99ee-9bce-47a5-ab5c-88c23a510131 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0820391 Dec 09 15:19:49.814739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:49.879646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:49.932369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:49.937247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=ceb679d4-6d17-499d-b9d9-65aee289ee8c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:49.946144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:49.948895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:50.013873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41287de-69ed-4a66-9e66-5f0f578ad4f6 req-efd176f9-4929-4e88-96e9-40787f0b7194 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080956 Dec 09 15:19:50.043259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.114301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca96a615-273e-4c54-8f02-c4c7e2bc51dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5b92e60ad604ab18a252c0ca2d7a5ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334442 Dec 09 15:19:50.129120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:50.154466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7060fe-ae97-49da-a114-48197d0bd231 req-e8e290b7-10ff-40c1-b28a-7a5f2a5ed940 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:50.156454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6e7060fe-ae97-49da-a114-48197d0bd231 req-e8e290b7-10ff-40c1-b28a-7a5f2a5ed940 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0557213 Dec 09 15:19:50.211444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6e7060fe-ae97-49da-a114-48197d0bd231 req-c8d0ec69-ec28-4c56-9d24-6fd0bc193bae tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484407 Dec 09 15:19:50.218305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04f454a9-1109-424b-87aa-57b7f631930e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.236814 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.262372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04f454a9-1109-424b-87aa-57b7f631930e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.409546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef95c4-7140-42d0-a286-32d08f749884 req-69d239e4-1eba-429f-94d4-362796fceb9b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:50.416430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eef95c4-7140-42d0-a286-32d08f749884 req-69d239e4-1eba-429f-94d4-362796fceb9b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0718806 Dec 09 15:19:50.423169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04f454a9-1109-424b-87aa-57b7f631930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.425817 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-04f454a9-1109-424b-87aa-57b7f631930e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.428224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-04f454a9-1109-424b-87aa-57b7f631930e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b HTTP/1.1" status: 204 len: 168 time: 0.2968361 Dec 09 15:19:50.520845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4eef95c4-7140-42d0-a286-32d08f749884 req-98e108ef-5e69-4957-b930-260639f5ee5f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991435 Dec 09 15:19:50.579797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f454a9-1109-424b-87aa-57b7f631930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e856bb0-e0de-4c29-9ba5-8b285ff1fd7b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:50.681551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b59ec0d3-cb25-459f-a74a-2be16e1d0a0d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:50.767560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:50.767934 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.772613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.796245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63307f-d0d4-41f4-8602-7787e029d87d req-0ada65b1-3453-4c39-93e1-e060d6993ab4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:50.797904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db63307f-d0d4-41f4-8602-7787e029d87d req-0ada65b1-3453-4c39-93e1-e060d6993ab4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0839195 Dec 09 15:19:50.799203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.892621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.946240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,segment=NetworkSegment(a61527be-c1d7-4d1a-930c-3350a835e039),segment_id=a61527be-c1d7-4d1a-930c-3350a835e039)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:50.951998 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.954869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:50.961710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=ceb679d4-6d17-499d-b9d9-65aee289ee8c,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:50.977667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db63307f-d0d4-41f4-8602-7787e029d87d req-f2b7fcd8-0ac2-496e-8f83-f8ffc8b617ec tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673474 Dec 09 15:19:51.049326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:51.111785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:51.113314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:51.116726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e298a-7652-4cf1-89fd-c91cf3bf808b None None] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:51.217752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-57927a5f-22b6-4b0e-a468-3f98bc3ff019 None None] Provisioning complete for port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:51.218296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57927a5f-22b6-4b0e-a468-3f98bc3ff019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:51.277901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71cb8f-c3b6-40d4-9457-57d9c5feb1d4 req-a06977b6-b4a4-4f27-9f44-81c95cfc2236 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:51.280086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b71cb8f-c3b6-40d4-9457-57d9c5feb1d4 req-a06977b6-b4a4-4f27-9f44-81c95cfc2236 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1150956 Dec 09 15:19:51.347656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router dcef12d5-5663-4536-9c11-b23a94e00866 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:19:51.361968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b71cb8f-c3b6-40d4-9457-57d9c5feb1d4 req-78509dbb-a89a-4827-8e6f-22af02929e52 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Dec 09 15:19:51.509676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f4a3f-06f1-4874-a7a7-3f22a69701df req-e065008b-2b17-425f-bfbb-4dd5149bd7c4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:51.517771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-737f4a3f-06f1-4874-a7a7-3f22a69701df req-e065008b-2b17-425f-bfbb-4dd5149bd7c4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0701132 Dec 09 15:19:51.568836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:51.579756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] Sync routers for ids ['dcef12d5-5663-4536-9c11-b23a94e00866'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:51.582736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6c13540c-9c36-49bf-b08c-9be5105c6df5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/dcef12d5-5663-4536-9c11-b23a94e00866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6999419 Dec 09 15:19:51.587031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49922) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:51.593080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-737f4a3f-06f1-4874-a7a7-3f22a69701df req-62f06f67-dbc7-44b9-a572-a21c5303d680 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743074 Dec 09 15:19:51.600514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] Routers {'dcef12d5-5663-4536-9c11-b23a94e00866'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:51.608149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['dcef12d5-5663-4536-9c11-b23a94e00866'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:51.641412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e729b0-f0b7-4a7b-9cbe-8c08f6ff69fb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:51.645460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49926) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:51.651120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:51.654937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-27e729b0-f0b7-4a7b-9cbe-8c08f6ff69fb tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports/ceb679d4-6d17-499d-b9d9-65aee289ee8c HTTP/1.1" status: 200 len: 910 time: 0.0658822 Dec 09 15:19:51.667320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49928) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:51.674671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:51.686513 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] Routers {'dcef12d5-5663-4536-9c11-b23a94e00866'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:51.687153 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['dcef12d5-5663-4536-9c11-b23a94e00866'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:51.706760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2d8ed477-a941-4836-a23b-5c46d77fd5a4 None None] Provisioning complete for port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:51.712852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed477-a941-4836-a23b-5c46d77fd5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:51.734267 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:51.735678 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8a160-03bd-43e6-803d-a54f98c5177c None None] The sync data for ids ['dcef12d5-5663-4536-9c11-b23a94e00866'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:51.868337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1077643568-network', 'tenant_id': '9631d02270a247ea989c4c715f4838a2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:51.871893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2d8ed477-a941-4836-a23b-5c46d77fd5a4 None None] Provisioning complete for port ceb679d4-6d17-499d-b9d9-65aee289ee8c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:51.872670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed477-a941-4836-a23b-5c46d77fd5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:51.911457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:51.913919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:51.923503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ed477-a941-4836-a23b-5c46d77fd5a4 None None] Port ceb679d4-6d17-499d-b9d9-65aee289ee8c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:51.929284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc43bd-0f88-49d2-9046-9fb46ac13171 req-d165b9be-abbb-48bc-aa0c-a01c216991db tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:51.930866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58dc43bd-0f88-49d2-9046-9fb46ac13171 req-d165b9be-abbb-48bc-aa0c-a01c216991db tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1251042 Dec 09 15:19:51.938538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.016802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58dc43bd-0f88-49d2-9046-9fb46ac13171 req-176e6dc2-4df5-44b9-88ff-1000acd68993 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778430 Dec 09 15:19:52.039277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.046343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.065359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.068711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b7d4a465-9d7d-4995-8249-6e1a7ed4cb75 None None] Provisioning complete for port ceb679d4-6d17-499d-b9d9-65aee289ee8c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:52.069335 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7d4a465-9d7d-4995-8249-6e1a7ed4cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.071913 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.116653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:52.130585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4a465-9d7d-4995-8249-6e1a7ed4cb75 None None] Port ceb679d4-6d17-499d-b9d9-65aee289ee8c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:52.172535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca909dc-dc9d-461a-8c17-81a2795a65d5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:52.178924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.179383 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Added segment c425ef54-1320-4706-9be2-5e3fdd2165e4 of type vlan for network d5cd67b5-9fda-43a8-9979-f6de901fc38e Dec 09 15:19:52.369563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f4a91314-e600-49db-b3af-fafd8b0d8d2b None None] Provisioning complete for port ceb679d4-6d17-499d-b9d9-65aee289ee8c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:52.374077 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f4a91314-e600-49db-b3af-fafd8b0d8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.420390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f4a91314-e600-49db-b3af-fafd8b0d8d2b None None] Port ceb679d4-6d17-499d-b9d9-65aee289ee8c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:52.490217 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.569208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.580386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b59ec0d3-cb25-459f-a74a-2be16e1d0a0d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:52.584748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.629881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.644931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:52.645403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.666392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49965b-e610-435a-8e4e-eddd65139721 req-48cf2623-fbdc-48ed-84c0-978d09bf4e0f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:52.671540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=ceb679d4-6d17-499d-b9d9-65aee289ee8c,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:52.677080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f49965b-e610-435a-8e4e-eddd65139721 req-48cf2623-fbdc-48ed-84c0-978d09bf4e0f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.5509264 Dec 09 15:19:52.692601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:52.694153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.697379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e4689e76-1905-48cc-845f-437e94df6a87 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/ports/ceb679d4-6d17-499d-b9d9-65aee289ee8c HTTP/1.1" status: 200 len: 910 time: 1.0495479 Dec 09 15:19:52.698897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:52.709010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.709924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:52.710633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:52.794428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cd67b5-9fda-43a8-9979-f6de901fc38e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:52.808509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f49965b-e610-435a-8e4e-eddd65139721 req-8d1dec5a-a7dd-4db7-b116-a78fc9202dad tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298950 Dec 09 15:19:52.811920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-76aa43cc-729a-480f-aef2-fed1615a4fe2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1411295 Dec 09 15:19:52.813230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:52.815026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:52.821890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Request body: {'subnet': {'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1077643568-subnet', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:52.874337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:52.876757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.057621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a121c-8483-4840-b363-ae01a1a3b785 req-9ef1b746-6fd3-4caf-9192-e78975db1f56 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:53.059135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-239a121c-8483-4840-b363-ae01a1a3b785 req-9ef1b746-6fd3-4caf-9192-e78975db1f56 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1107571 Dec 09 15:19:53.085664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.150867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:53.151292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Network hostable DHCP agents. Network: d5cd67b5-9fda-43a8-9979-f6de901fc38e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:53.157004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:53.159549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-239a121c-8483-4840-b363-ae01a1a3b785 req-6ba510f1-acff-43ff-a912-8bf26d43d23d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823410 Dec 09 15:19:53.174419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:53.212147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, d5cd67b5-9fda-43a8-9979-f6de901fc38e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:53.219631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:53.221146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.221745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1281-e725-48e7-9436-6af1b5f326ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.230313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190f159-d5dd-403f-8f29-20029dd9bc9b None None] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:53.234887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.244493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79e8ed2d-041d-4be0-8002-ea678ef9fa46 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4281411 Dec 09 15:19:53.247206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49952) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:53.253268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:53.280873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.282013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.386009 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.387630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-d5cd67b5-9fda-43a8-9979-f6de901fc38e', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:53.390394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.399429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddf709-aa7e-4c40-b4e7-6bcb7773878a req-d3c38b23-3992-4f7d-97ce-27706d73afd6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:53.401300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baddf709-aa7e-4c40-b4e7-6bcb7773878a req-d3c38b23-3992-4f7d-97ce-27706d73afd6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1156664 Dec 09 15:19:53.575144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Allocated IP 172.20.0.2 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/f3394468-8fbd-4d00-8913-ed50f53d2eff) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:53.595579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port ceb679d4-6d17-499d-b9d9-65aee289ee8c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:53.596668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.613657 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.619876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baddf709-aa7e-4c40-b4e7-6bcb7773878a req-4fded3e9-ba47-4005-946d-5223a0443ee2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606255 Dec 09 15:19:53.769992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.791650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.792269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for ceb679d4-6d17-499d-b9d9-65aee289ee8c owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:53.802029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:53.812074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989621-fa6b-4bec-b69a-0a01557f5d5c req-78138245-59b8-4b5d-ad47-167c429fd8f8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:53.813744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2989621-fa6b-4bec-b69a-0a01557f5d5c req-78138245-59b8-4b5d-ad47-167c429fd8f8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0753882 Dec 09 15:19:53.851183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:53.855449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:53.861194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:53.935512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2989621-fa6b-4bec-b69a-0a01557f5d5c req-5d5fc512-570d-48ef-970d-b17dbad80a8c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135623 Dec 09 15:19:54.022733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.077185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.109240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.122418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Pushing event updated for resources: {'Port': ['ID=f3394468-8fbd-4d00-8913-ed50f53d2eff,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:54.139216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Attempting to bind port f3394468-8fbd-4d00-8913-ed50f53d2eff on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:54.139743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Attempting to bind port f3394468-8fbd-4d00-8913-ed50f53d2eff by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:54.140171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Attempting to bind port f3394468-8fbd-4d00-8913-ed50f53d2eff on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:54.146172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:54.146549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:54.146950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.147367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:54.148113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Bound port: f3394468-8fbd-4d00-8913-ed50f53d2eff, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:54.148462 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.159453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=ceb679d4-6d17-499d-b9d9-65aee289ee8c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:54.237894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac201-8d31-42e7-8cbd-305d88b7b466 req-a4813892-aa31-4a3b-9b9f-c627caaaade9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:54.239536 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99eac201-8d31-42e7-8cbd-305d88b7b466 req-a4813892-aa31-4a3b-9b9f-c627caaaade9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1214237 Dec 09 15:19:54.261388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] For port f3394468-8fbd-4d00-8913-ed50f53d2eff, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:54.265396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] For port f3394468-8fbd-4d00-8913-ed50f53d2eff, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f3394468-8fbd-4d00-8913-ed50f53d2eff,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:54.277910 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.292152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Allocated IP 172.25.0.140 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/10c55859-f47b-449d-a651-ee2de3e7b212) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:54.357734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c36d-7ae5-4c85-aad1-12d07bd9d5dd None None] Pushing event updated for resources: {'Port': ['ID=f3394468-8fbd-4d00-8913-ed50f53d2eff,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:54.378533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.463760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99eac201-8d31-42e7-8cbd-305d88b7b466 req-32e328a4-1b16-4581-8e0c-4314c59a2d1e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017148 Dec 09 15:19:54.517009 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.559089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.612355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router dcef12d5-5663-4536-9c11-b23a94e00866 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:54.615064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:54.618302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:54.626005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:54.633258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72241948-f00c-4d60-9714-4cfb03dc9d84 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:54.656737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Pushing event updated for resources: {'Port': ['ID=10c55859-f47b-449d-a651-ee2de3e7b212,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:54.714699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:54.721033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-20170fc9-6906-4332-b7c2-fba23fac7b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/dcef12d5-5663-4536-9c11-b23a94e00866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0205894 Dec 09 15:19:54.723840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49970) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:54.727436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] Sync routers for ids ['dcef12d5-5663-4536-9c11-b23a94e00866'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:54.745777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3f36220c-282e-40c6-a30c-06bb8114b0d5 None None] Provisioning complete for port 10c55859-f47b-449d-a651-ee2de3e7b212 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:54.746175 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f36220c-282e-40c6-a30c-06bb8114b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.761285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c5fe1bc-f115-493e-bdf7-3722de6b031f tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcef12d5-5663-4536-9c11-b23a94e00866 HTTP/1.1" status: 200 len: 205 time: 0.0360281 Dec 09 15:19:54.763629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:54.772022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] Routers {'dcef12d5-5663-4536-9c11-b23a94e00866'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:54.772664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['dcef12d5-5663-4536-9c11-b23a94e00866'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:54.809434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:54.813768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063699-55d4-4033-8e9a-89e011c45846 req-5a2faa2e-082b-4f1a-9258-b5927c4bbff3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:54.822248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0063699-55d4-4033-8e9a-89e011c45846 req-5a2faa2e-082b-4f1a-9258-b5927c4bbff3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1672759 Dec 09 15:19:54.825191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] Routers {'dcef12d5-5663-4536-9c11-b23a94e00866'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:54.826400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['dcef12d5-5663-4536-9c11-b23a94e00866'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:54.854087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:54.868206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:54.868862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15697d3e-d0ac-4b5e-8cc2-48f061a1b5fa None None] The sync data for ids ['dcef12d5-5663-4536-9c11-b23a94e00866'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:54.870155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3f36220c-282e-40c6-a30c-06bb8114b0d5 None None] Port 10c55859-f47b-449d-a651-ee2de3e7b212 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:54.932504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0063699-55d4-4033-8e9a-89e011c45846 req-1b0d3e3d-e083-419c-9d4d-52f18c93eca7 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092379 Dec 09 15:19:55.071129 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.288162 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.355756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.358597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.418811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc734-6f1e-4f66-8b0f-30133d5678e3 req-b1628caa-342f-4277-8d84-7aa8f0d76a98 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:55.420586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c4dc734-6f1e-4f66-8b0f-30133d5678e3 req-b1628caa-342f-4277-8d84-7aa8f0d76a98 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1235251 Dec 09 15:19:55.421908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.422425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router dcef12d5-5663-4536-9c11-b23a94e00866 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:19:55.429498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.431836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Router cde4cabe-ef14-47ad-a507-b2634f60aaff is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:19:55.433343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d2a8498-adc9-40c9-b00d-15ae846ac22d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/dcef12d5-5663-4536-9c11-b23a94e00866 HTTP/1.1" status: 204 len: 168 time: 0.6686039 Dec 09 15:19:55.433907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49978) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:55.480919 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c4dc734-6f1e-4f66-8b0f-30133d5678e3 req-fbf85def-7b36-458e-9bef-7ef53e6483b4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Dec 09 15:19:55.550547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:19:55.559700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.603084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5d82f-ce03-474c-a192-67febb0f202c None None] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:55.647219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.648957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ab62-c1a2-4997-a9f9-024ab42a73c7 req-93dbf47c-5ee6-4d11-a9e6-bbae682d194e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:55.652074 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a918ab62-c1a2-4997-a9f9-024ab42a73c7 req-93dbf47c-5ee6-4d11-a9e6-bbae682d194e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0664639 Dec 09 15:19:55.653570 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d8c8fa6-2422-4753-a2bd-06d665ded2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.698186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:19:55.711846 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:19:55.719857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-27bab81e-8990-4340-a233-a2aa1a7332e6 None None] Provisioning complete for port f3394468-8fbd-4d00-8913-ed50f53d2eff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:55.720230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27bab81e-8990-4340-a233-a2aa1a7332e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.730652 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:55.732078 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:55.744332 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a918ab62-c1a2-4997-a9f9-024ab42a73c7 req-e366becb-11df-4cc7-94a5-7957bf3749ed tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830581 Dec 09 15:19:55.759521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.759521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c6317c94-3021-4438-bf99-ebcf8132276f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5061846 Dec 09 15:19:55.759521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 49990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:55.819643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.867600 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27bab81e-8990-4340-a233-a2aa1a7332e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.905813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-27bab81e-8990-4340-a233-a2aa1a7332e6 None None] For port f3394468-8fbd-4d00-8913-ed50f53d2eff, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f3394468-8fbd-4d00-8913-ed50f53d2eff,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:55.920283 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27bab81e-8990-4340-a233-a2aa1a7332e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:55.992297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bab81e-8990-4340-a233-a2aa1a7332e6 None None] Pushing event updated for resources: {'Port': ['ID=f3394468-8fbd-4d00-8913-ed50f53d2eff,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:56.000104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.082778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcdf3d-d9d8-4fa2-8c1c-7721a5873adb req-5d04cf94-392d-4a43-83fe-bccb37a10cda tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:56.084382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7efcdf3d-d9d8-4fa2-8c1c-7721a5873adb req-5d04cf94-392d-4a43-83fe-bccb37a10cda tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1688972 Dec 09 15:19:56.086457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:56.088551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.095426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b4959101-1b8d-4efa-b26b-bc35c2c89332 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5 HTTP/1.1" status: 204 len: 168 time: 0.6602838 Dec 09 15:19:56.095595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 49996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:56.101462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc3460-0c2a-460e-a29f-f54a204bf278 None None] Network 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:56.134807 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:19:56.247023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7efcdf3d-d9d8-4fa2-8c1c-7721a5873adb req-94852e66-c686-4674-8f29-4da468ed3fd8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467445 Dec 09 15:19:56.317167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.321996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-26308f4f-fbfd-4ae0-98ec-e1cb3d85d8aa None None] Provisioning complete for port f3394468-8fbd-4d00-8913-ed50f53d2eff triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:56.322490 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26308f4f-fbfd-4ae0-98ec-e1cb3d85d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.404814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:56.405148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.455123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] DHCP port deletion for 1d002f8b-c212-4ad9-9473-4e8da03cd2c7 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:56.469676 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:54Z', 'revision_number': 3, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:56.509070 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:19:56.509505 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Updating router cde4cabe-ef14-47ad-a507-b2634f60aaff port 10c55859-f47b-449d-a651-ee2de3e7b212 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:19:56.525401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] Deleting port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:19:56.525934 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.540422 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.620399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] For port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,segment=NetworkSegment(a61527be-c1d7-4d1a-930c-3350a835e039),segment_id=a61527be-c1d7-4d1a-930c-3350a835e039)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:56.621026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.633970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,segment=NetworkSegment(a61527be-c1d7-4d1a-930c-3350a835e039),segment_id=a61527be-c1d7-4d1a-930c-3350a835e039)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:56.634358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.636770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] Calling delete_port for b59ec0d3-cb25-459f-a74a-2be16e1d0a0d owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:56.663501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for b59ec0d3-cb25-459f-a74a-2be16e1d0a0d owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:19:56.708875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f3394468-8fbd-4d00-8913-ed50f53d2eff up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:56.770715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.807248 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.809532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f3394468-8fbd-4d00-8913-ed50f53d2eff triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:56.809952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.821173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:56.829458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:56.928004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.952385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] Pushing event deleted for resources: {'Port': ['ID=b59ec0d3-cb25-459f-a74a-2be16e1d0a0d,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:56.959656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:56.961841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4530e-420a-478c-8267-e07e9f486e9c None None] No DVR routers for this DVR port b59ec0d3-cb25-459f-a74a-2be16e1d0a0d on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:19:56.990842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d002f8b-c212-4ad9-9473-4e8da03cd2c7']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:57.001503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61527be-c1d7-4d1a-930c-3350a835e039') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:57.001820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61527be-c1d7-4d1a-930c-3350a835e039') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:57.015635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b59ec0d3-cb25-459f-a74a-2be16e1d0a0d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:19:57.016233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.035130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.042683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b59ec0d3-cb25-459f-a74a-2be16e1d0a0d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:19:57.043468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b59ec0d3-cb25-459f-a74a-2be16e1d0a0d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:19:57.053770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:19:57.053770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.074111 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.082699 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:19:57.126918 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:19:57.134473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b47c0-7067-468c-a353-bea467966f83 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:57.141909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.152650 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Pushing event updated for resources: {'Port': ['ID=10c55859-f47b-449d-a651-ee2de3e7b212,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:57.155709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.164568 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/1d002f8b-c212-4ad9-9473-4e8da03cd2c7 HTTP/1.1" status: 204 len: 168 time: 1.0679662 Dec 09 15:19:57.166353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50006) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:57.175843 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.176509 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.177071 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.177642 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.178185 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.178819 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.179611 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.180273 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.180966 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.181740 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.182260 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.182896 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.183457 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:19:57.183929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-883477281', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:57.188707 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Attempting to bind port 10c55859-f47b-449d-a651-ee2de3e7b212 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:57.189311 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Attempting to bind port 10c55859-f47b-449d-a651-ee2de3e7b212 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:57.189880 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Attempting to bind port 10c55859-f47b-449d-a651-ee2de3e7b212 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:57.204433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5386f-d9f2-48ae-9ac1-6afd2483d989 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=1d002f8b-c212-4ad9-9473-4e8da03cd2c7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:57.206764 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:57.208551 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:57.210333 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.210928 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:57.211462 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Bound port: 10c55859-f47b-449d-a651-ee2de3e7b212, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:57.211859 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.218284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4dfc8-e848-4f15-9e48-c2f3e5b73706 req-52e8e012-3cae-466b-a8d6-e0991eebc1cd tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:57.220026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5d4dfc8-e848-4f15-9e48-c2f3e5b73706 req-52e8e012-3cae-466b-a8d6-e0991eebc1cd tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.7307734 Dec 09 15:19:57.229338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e6cb9433-f1b0-43f8-9f4c-533cc40ba9cd None None] Provisioning complete for port 10c55859-f47b-449d-a651-ee2de3e7b212 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:57.229776 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9433-f1b0-43f8-9f4c-533cc40ba9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.257549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.269227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.326332 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] For port 10c55859-f47b-449d-a651-ee2de3e7b212, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:57.336165 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] For port 10c55859-f47b-449d-a651-ee2de3e7b212, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10c55859-f47b-449d-a651-ee2de3e7b212,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:57.349076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb9433-f1b0-43f8-9f4c-533cc40ba9cd None None] Port 10c55859-f47b-449d-a651-ee2de3e7b212 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:57.350108 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.366576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5d4dfc8-e848-4f15-9e48-c2f3e5b73706 req-bf37a587-39b5-4baa-bb01-96c37ee73d40 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202796 Dec 09 15:19:57.385271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.395135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.427722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.428945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d533cb69-eb07-4f97-92cd-8fc0b6affcbc tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2487330 Dec 09 15:19:57.430125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.432263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50012) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:57.439836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-151830959'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:57.445544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88e7e4-7ad5-4c32-917d-b2fcffbeeadd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:19:57.476729 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:19:57.477407 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:57.479622 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e61fe-2570-45e8-b9e2-71d400a2dadc None None] Pushing event updated for resources: {'Port': ['ID=10c55859-f47b-449d-a651-ee2de3e7b212,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:57.481642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:57.488732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.518270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:19:57.531954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.532394 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 6c685bbf-617c-4c8e-9ef8-5136947d18fb of type vlan for network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a Dec 09 15:19:57.574245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b1a808b3-94b6-418b-a7d3-1792e53abfc5 None None] Provisioning complete for port 10c55859-f47b-449d-a651-ee2de3e7b212 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:57.574633 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1a808b3-94b6-418b-a7d3-1792e53abfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.601307 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:19:57.607780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754949a5-9a5b-48bd-b12f-8fa316ede65e req-dece1cc0-afb1-47a6-ba38-79aca0444e5c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:57.609574 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-754949a5-9a5b-48bd-b12f-8fa316ede65e req-dece1cc0-afb1-47a6-ba38-79aca0444e5c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1253755 Dec 09 15:19:57.617691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.655833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.663381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:57.664344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.668646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1a808b3-94b6-418b-a7d3-1792e53abfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.696686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b1a808b3-94b6-418b-a7d3-1792e53abfc5 None None] For port 10c55859-f47b-449d-a651-ee2de3e7b212, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10c55859-f47b-449d-a651-ee2de3e7b212,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:19:57.701726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Allocated IP 172.20.0.1 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:57.707377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1a808b3-94b6-418b-a7d3-1792e53abfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.707598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-754949a5-9a5b-48bd-b12f-8fa316ede65e req-f9fb3a05-02e3-498b-af27-835c2ed9a263 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902486 Dec 09 15:19:57.713713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2803378 Dec 09 15:19:57.715746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50014) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:57.722419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:19:57.764734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d71de-eba2-4d30-bc0b-a2f9207196aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=baef05c7-1fd8-43f5-bfdc-91b7466a2a7a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:57.780099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:19:57.849827 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:54Z', 'revision_number': 3, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:19:57.884621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a808b3-94b6-418b-a7d3-1792e53abfc5 None None] Pushing event updated for resources: {'Port': ['ID=10c55859-f47b-449d-a651-ee2de3e7b212,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:57.887272 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8ce21-3989-402e-bbad-7ad611ad46d3 None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:54Z', 'revision_number': 3, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:19:57.922319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:19:57.926224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:57.939029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.127479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3ff74-f141-4416-b307-f79249d95f36 req-56ff2aab-a9c4-4ed5-8592-32957d6b5102 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:58.129188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1fd3ff74-f141-4416-b307-f79249d95f36 req-56ff2aab-a9c4-4ed5-8592-32957d6b5102 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1952631 Dec 09 15:19:58.165984 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.234379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:58.271254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:58.276066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:58.346562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1fd3ff74-f141-4416-b307-f79249d95f36 req-b96a108a-c207-458b-bed2-d504026e2b74 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050035 Dec 09 15:19:58.391276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Pushing event updated for resources: {'Port': ['ID=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:58.412264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.419604 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.518355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.604391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=8defe400-8982-4b7f-92b5-ac64c7b500da,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:58.604591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910c2b-5db2-4d80-982a-ada3a61329c1 req-de527b58-b239-48ab-811a-bcf9d13bc16c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:58.605886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a910c2b-5db2-4d80-982a-ada3a61329c1 req-de527b58-b239-48ab-811a-bcf9d13bc16c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1165459 Dec 09 15:19:58.649174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10c55859-f47b-449d-a651-ee2de3e7b212 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:19:58.685900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a910c2b-5db2-4d80-982a-ada3a61329c1 req-fd9e22fe-5d27-4541-a7c8-4e8af3a35ede tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637050 Dec 09 15:19:58.688119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5cb9abac-dc0c-479b-8c68-86c75e3fb976 None None] Provisioning complete for port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:58.688528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5cb9abac-dc0c-479b-8c68-86c75e3fb976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.713549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:58.713920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: baef05c7-1fd8-43f5-bfdc-91b7466a2a7a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:19:58.759523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9abac-dc0c-479b-8c68-86c75e3fb976 None None] Port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:19:58.775275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 10c55859-f47b-449d-a651-ee2de3e7b212 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:19:58.775275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.777881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:19:58.794644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.814385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, baef05c7-1fd8-43f5-bfdc-91b7466a2a7a) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:58.835038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3a558-f102-4b61-b3e1-534e83e40412 None None] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:19:58.855142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:58.855815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:58.892418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d662b8-3b49-4aff-bc85-56a7eee7817a req-1e48176f-e030-4b0f-94aa-a39275f1faf3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:58.894619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5d662b8-3b49-4aff-bc85-56a7eee7817a req-1e48176f-e030-4b0f-94aa-a39275f1faf3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0656385 Dec 09 15:19:58.899311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50034) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:19:58.899858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3097cf5f-ffe1-40e9-9a6d-373be08e4372 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1821711 Dec 09 15:19:59.039427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:19:59.041191 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.096045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.111593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.131087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5d662b8-3b49-4aff-bc85-56a7eee7817a req-4702d1e6-1a82-4ad2-b2ab-a28604ff8e16 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210052 Dec 09 15:19:59.244840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.271923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.289135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Allocated IP 172.20.0.2 (baef05c7-1fd8-43f5-bfdc-91b7466a2a7a/8defe400-8982-4b7f-92b5-ac64c7b500da/42b32110-7543-4c83-bf5c-4517f779dcb0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:59.313150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Pushing event updated for resources: {'Port': ['ID=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:59.374290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.385106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd3ca1-94eb-4897-809e-72a06f720740 req-ce485842-776f-4101-8f58-9c2635e9ca4c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:19:59.386706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fcd3ca1-94eb-4897-809e-72a06f720740 req-ce485842-776f-4101-8f58-9c2635e9ca4c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1324737 Dec 09 15:19:59.505483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.519626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fcd3ca1-94eb-4897-809e-72a06f720740 req-cb66a8aa-6feb-40f6-89d9-b63364f4c493 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977635 Dec 09 15:19:59.522225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.545090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:59.547049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:59.604313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:19:59.608140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Pushing event updated for resources: {'Port': ['ID=42b32110-7543-4c83-bf5c-4517f779dcb0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:19:59.613437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:19:59.615719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:19:59.709575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Attempting to bind port 42b32110-7543-4c83-bf5c-4517f779dcb0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:19:59.712859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Attempting to bind port 42b32110-7543-4c83-bf5c-4517f779dcb0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:19:59.712859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Attempting to bind port 42b32110-7543-4c83-bf5c-4517f779dcb0 on network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:19:59.717368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:19:59.717752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Checking segment: {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:19:59.718162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.718566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Bound using segment: {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:19:59.719051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Bound port: 42b32110-7543-4c83-bf5c-4517f779dcb0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:19:59.719469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:19:59.782000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.20.0.1 (baef05c7-1fd8-43f5-bfdc-91b7466a2a7a/8defe400-8982-4b7f-92b5-ac64c7b500da/43b60b11-203d-479b-b90b-1db1e1bf1b6d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:19:59.813122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:19:59.858701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] For port 42b32110-7543-4c83-bf5c-4517f779dcb0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:19:59.864658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] For port 42b32110-7543-4c83-bf5c-4517f779dcb0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42b32110-7543-4c83-bf5c-4517f779dcb0,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:19:59.880003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:00.051618 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:00.061000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:00.063845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22a32-db6d-448b-a88c-f5e5af038483 None None] Pushing event updated for resources: {'Port': ['ID=42b32110-7543-4c83-bf5c-4517f779dcb0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:00.073879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-957c4910-f397-4984-8e74-7ec99e6af70b admin admin] 10.222.0.46 "PUT /v2.0/routers/cde4cabe-ef14-47ad-a507-b2634f60aaff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3147645 Dec 09 15:20:00.076855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d5bf9c2f-cff5-4f84-921a-73f209ff0857 None None] Provisioning complete for port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:00.077426 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9c2f-cff5-4f84-921a-73f209ff0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:00.116156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:00.177808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=43b60b11-203d-479b-b90b-1db1e1bf1b6d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:00.198572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf9c2f-cff5-4f84-921a-73f209ff0857 None None] Port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:20:00.205169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:00.205169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:00.207642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:00.355397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:00.576323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:00.589026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434144-8d45-40b7-ae23-5ed8c2ebba9c req-37fbd190-ef57-437e-b33a-869755af92bf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:00.590731 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0434144-8d45-40b7-ae23-5ed8c2ebba9c req-37fbd190-ef57-437e-b33a-869755af92bf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1588748 Dec 09 15:20:00.601701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:00.602390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:00.644867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:00.667155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0434144-8d45-40b7-ae23-5ed8c2ebba9c req-b5aed81d-0703-4022-9daa-40a9a7abf140 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683699 Dec 09 15:20:00.822712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42b32110-7543-4c83-bf5c-4517f779dcb0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:00.828105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:01.024712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 42b32110-7543-4c83-bf5c-4517f779dcb0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:01.025090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.034792 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50072) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:01.040174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-766400057-network', 'tenant_id': '1c7e946484c9430bb11f557f6222a629'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:01.069520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Made reservation on behalf of 1c7e946484c9430bb11f557f6222a629 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:01.085005 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.087259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.098666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.103833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.170125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.179310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.248612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.254004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 42b32110-7543-4c83-bf5c-4517f779dcb0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42b32110-7543-4c83-bf5c-4517f779dcb0,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:01.255578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=43b60b11-203d-479b-b90b-1db1e1bf1b6d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:01.256764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 2, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:01.257639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.275239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:20:01.292216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.292786 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Added segment 000a33d3-44c3-4e25-a170-55ead86291dd of type vlan for network 438788a7-01e0-4177-9dc8-cf2f14c901a9 Dec 09 15:20:01.358551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.377494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:01.379960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:01.422183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487b55e1-6490-4d06-9576-5cc49cdc6a5a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:01.425942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.427089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:01.427850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.477941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4392166 Dec 09 15:20:01.478175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50076) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:01.485974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Request body: {'subnet': {'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-766400057-subnet', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:01.538932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d915e-be1a-44ab-bcce-e7312061d5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=438788a7-01e0-4177-9dc8-cf2f14c901a9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:01.559664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Made reservation on behalf of 1c7e946484c9430bb11f557f6222a629 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:01.561328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f1a8f4-784a-4777-80ec-30545fe8517e None None] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:01.563317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.564846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:20:01.567471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:20:01.582706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.584857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:01.585210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Updating router cde4cabe-ef14-47ad-a507-b2634f60aaff port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:01.698317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:01.709170 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:01.714546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ffe71041-6f65-42a7-9386-0aec32d5c39b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124382 Dec 09 15:20:01.715209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50080) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:01.721020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-34371954'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:01.727750 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:01.729921 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:01.756224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:01.760508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.782901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-89771fb2-7a15-4c85-b623-9d211a8fbc7f None None] Provisioning complete for port 42b32110-7543-4c83-bf5c-4517f779dcb0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:01.783322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89771fb2-7a15-4c85-b623-9d211a8fbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.798328 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.799816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:20:01.811862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.812216 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 0f295f7e-5dce-45db-a423-6b55649573e9 of type vlan for network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db Dec 09 15:20:01.867440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=42b32110-7543-4c83-bf5c-4517f779dcb0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:01.887025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.901653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:01.913075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.971323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:01.981597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:01.987990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.032816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd5fe-b05f-405c-884a-fd88c0864968 req-54a95a8b-b29f-4123-b409-13c6fcb5ca78 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:02.043708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dfafd5fe-b05f-405c-884a-fd88c0864968 req-54a95a8b-b29f-4123-b409-13c6fcb5ca78 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.2540188 Dec 09 15:20:02.097311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3808811 Dec 09 15:20:02.097902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50084) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:02.135031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=75279de0-ca16-4f0b-828f-316335b6d1f1,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:02.167043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Checking segment: {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:02.167485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Network hostable DHCP agents. Network: 438788a7-01e0-4177-9dc8-cf2f14c901a9, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:20:02.173707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:02.218387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039caf30-450b-41f6-8445-711ff51e46c4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=356b13ac-f57a-4b1f-9b69-35cb6bb9c3db,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:02.233663 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:00Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:00Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:02.237999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:20:02.239920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:20:02.288283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dfafd5fe-b05f-405c-884a-fd88c0864968 req-e09ccd7b-8e79-442d-8c74-f34607f3261b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439172 Dec 09 15:20:02.320004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 438788a7-01e0-4177-9dc8-cf2f14c901a9) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:02.328431 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:02.328624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:02.329125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Updating router 8b203a13-acc5-4a39-9452-baa565653ca6 port 43b60b11-203d-479b-b90b-1db1e1bf1b6d binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:02.329250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.355549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-14ec3927-2070-4370-b94f-b8e4dddb24eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8760195 Dec 09 15:20:02.359736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50088) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:02.364554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:02.381873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48e7e1-3b67-4a6f-a9af-e3318b2753e5 None None] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:02.390985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:02.394695 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.397635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.441736 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.444350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.617033 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.629926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Provisioning complete for port 42b32110-7543-4c83-bf5c-4517f779dcb0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:02.630450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.635642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42b32110-7543-4c83-bf5c-4517f779dcb0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:02.754711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.761709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.846190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=61ff90de-6151-4b31-81a9-ba41bfef0a44,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:02.851256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:02.851700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:20:02.889412 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.889942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:20:02.909977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:02.914491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:02.915160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.949039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-711c3831-1c86-4f2b-ac3f-fd7db378430b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8472676 Dec 09 15:20:02.949592 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50090) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:02.956546 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.964778 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:02.999283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.008963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-438788a7-01e0-4177-9dc8-cf2f14c901a9', 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'project_id': '1c7e946484c9430bb11f557f6222a629', 'fixed_ips': [{'subnet_id': '75279de0-ca16-4f0b-828f-316335b6d1f1'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:20:03.009839 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.012014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5299b-5ad6-40f4-bd52-99ffb5fdddd9 None None] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:03.057811 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c165-85a7-4b67-ad0f-2224ec0ba0f8 None None] Pushing event updated for resources: {'Port': ['ID=43b60b11-203d-479b-b90b-1db1e1bf1b6d,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:03.110763 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Attempting to bind port 43b60b11-203d-479b-b90b-1db1e1bf1b6d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:03.111510 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Attempting to bind port 43b60b11-203d-479b-b90b-1db1e1bf1b6d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:03.112094 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Attempting to bind port 43b60b11-203d-479b-b90b-1db1e1bf1b6d on network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:03.119956 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:03.120698 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Checking segment: {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:03.121306 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.124273 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Bound using segment: {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:03.125444 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Bound port: 43b60b11-203d-479b-b90b-1db1e1bf1b6d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c685bbf-617c-4c8e-9ef8-5136947d18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:03.126196 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.271977 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] For port 43b60b11-203d-479b-b90b-1db1e1bf1b6d, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:03.274386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7405e-f8e5-4a6a-9f0d-abd1c2c734e1 None None] Pushing event updated for resources: {'Port': ['ID=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:03.276653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] For port 43b60b11-203d-479b-b90b-1db1e1bf1b6d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=43b60b11-203d-479b-b90b-1db1e1bf1b6d,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:03.285745 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.473743 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:03.480373 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:03.484752 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c165-85a7-4b67-ad0f-2224ec0ba0f8 None None] Pushing event updated for resources: {'Port': ['ID=43b60b11-203d-479b-b90b-1db1e1bf1b6d,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:03.504509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 42b32110-7543-4c83-bf5c-4517f779dcb0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:03.504881 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.525495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.574690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.650798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Attempting to bind port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:03.651270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Attempting to bind port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:03.652091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Attempting to bind port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:03.662582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:20:03.663476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.722962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037a3b5-f45e-4a10-ad9e-3bdbec4f8668 req-40f48a9d-d813-4783-b7df-80075174ba42 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:03.729719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5037a3b5-f45e-4a10-ad9e-3bdbec4f8668 req-40f48a9d-d813-4783-b7df-80075174ba42 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.2643025 Dec 09 15:20:03.807471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Allocated IP 172.25.0.86 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/ef808a51-35a5-4620-935f-d8aeb6c20869) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:03.819315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:03.820109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:03.821162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.822031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:03.822697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Bound port: 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:03.823320 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:03.891840 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:03.953816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.025816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.036452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Provisioning complete for port 43b60b11-203d-479b-b90b-1db1e1bf1b6d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:04.037238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.100667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef808a51-35a5-4620-935f-d8aeb6c20869,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:04.136919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:04.143894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:04.147857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:04.158787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5037a3b5-f45e-4a10-ad9e-3bdbec4f8668 req-362444cf-73c2-46d3-9e8a-6b343a08511a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653690 Dec 09 15:20:04.205104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Allocated IP 172.20.0.2 (438788a7-01e0-4177-9dc8-cf2f14c901a9/75279de0-ca16-4f0b-828f-316335b6d1f1/32f02641-b366-47f0-8bd0-5ed0990e3d26) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:04.243935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cada38-75fe-4196-aae8-03d7d6d5dc44 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:04.257456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.327016 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:00Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:03Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:04.396224 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415a413-ce76-43bf-94e1-f4e3ccf199b6 None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:00Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:03Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:04.609407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.677430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] For port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:04.686305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Allocated IP 172.21.0.2 (356b13ac-f57a-4b1f-9b69-35cb6bb9c3db/61ff90de-6151-4b31-81a9-ba41bfef0a44/190b479a-a07e-4d0b-880a-211a754fdfcb) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:04.769581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] For port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:04.797535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.879445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.921764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:04.929560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.003322 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.044254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] For port 43b60b11-203d-479b-b90b-1db1e1bf1b6d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=43b60b11-203d-479b-b90b-1db1e1bf1b6d,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:05.045039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Router 4585a71b-6131-49d1-b530-cbb377836682 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:20:05.072205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.098376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7405e-f8e5-4a6a-9f0d-abd1c2c734e1 None None] Pushing event updated for resources: {'Port': ['ID=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:05.112794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:05.113753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:05.205595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:05.219495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:05.249290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.253444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1510b4db-85d6-4e7e-898a-9c13144b10d2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8898602 Dec 09 15:20:05.254024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:05.328493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ed103-880c-4947-b57f-c1957581bc79 req-a073cf09-a5f4-4685-978e-a670281fc570 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:05.330192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b76ed103-880c-4947-b57f-c1957581bc79 req-a073cf09-a5f4-4685-978e-a670281fc570 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0753007 Dec 09 15:20:05.404250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b76ed103-880c-4947-b57f-c1957581bc79 req-d4f2cde4-5422-46d1-8ab5-4db5c1b118a2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Dec 09 15:20:05.426474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Sync routers for ids ['4585a71b-6131-49d1-b530-cbb377836682'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:05.429469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:05.432089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:05.441231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Pushing event updated for resources: {'Port': ['ID=32f02641-b366-47f0-8bd0-5ed0990e3d26,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:05.492697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:05.574339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.579026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Routers {'4585a71b-6131-49d1-b530-cbb377836682'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:05.579674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4585a71b-6131-49d1-b530-cbb377836682'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:05.633698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Provisioning complete for port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:05.634076 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.686441 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.742685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.21.0.1 (356b13ac-f57a-4b1f-9b69-35cb6bb9c3db/61ff90de-6151-4b31-81a9-ba41bfef0a44/4d80d181-83b1-4ed0-a7cd-853c3467bdd7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:05.751629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee293b0c-9085-47c9-a91a-ec6bc81e9da6 None None] Pushing event updated for resources: {'Port': ['ID=43b60b11-203d-479b-b90b-1db1e1bf1b6d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:05.765191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:05.801670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:05.803517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Attempting to bind port 32f02641-b366-47f0-8bd0-5ed0990e3d26 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:05.803889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Attempting to bind port 32f02641-b366-47f0-8bd0-5ed0990e3d26 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:05.804254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Attempting to bind port 32f02641-b366-47f0-8bd0-5ed0990e3d26 on network 438788a7-01e0-4177-9dc8-cf2f14c901a9 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:05.812524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:05.880714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:05.881094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Checking segment: {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:05.881499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.881893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Bound using segment: {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:05.882383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Bound port: 32f02641-b366-47f0-8bd0-5ed0990e3d26, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:05.882763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.919933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Pushing event updated for resources: {'Port': ['ID=190b479a-a07e-4d0b-880a-211a754fdfcb,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:05.940684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:05.963338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.020431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Set router 4585a71b-6131-49d1-b530-cbb377836682 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:06.093369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.131549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Attempting to bind port 190b479a-a07e-4d0b-880a-211a754fdfcb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:06.131755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Attempting to bind port 190b479a-a07e-4d0b-880a-211a754fdfcb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:06.132101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Attempting to bind port 190b479a-a07e-4d0b-880a-211a754fdfcb on network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:06.165096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:06.165509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Checking segment: {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:06.165927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.166705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Bound using segment: {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:06.170589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Bound port: 190b479a-a07e-4d0b-880a-211a754fdfcb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:06.170589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.183560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:06.193600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:06.198192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:06.201280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:06.240643 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.261657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Allocated IP 172.20.0.1 (438788a7-01e0-4177-9dc8-cf2f14c901a9/75279de0-ca16-4f0b-828f-316335b6d1f1/2c4efa65-a35c-4d6c-9f88-71d590367d86) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:06.303740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.313334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] For port 32f02641-b366-47f0-8bd0-5ed0990e3d26, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:06.375817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] For port 32f02641-b366-47f0-8bd0-5ed0990e3d26, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32f02641-b366-47f0-8bd0-5ed0990e3d26,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:06.397181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.416288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] For port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:06.457863 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.513441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.531157 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.576187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] For port 190b479a-a07e-4d0b-880a-211a754fdfcb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:06.594215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d684669-302b-4adf-851a-6772b19b292d req-cfed431e-27ec-44be-8c68-7fb81337c021 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:06.596565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d684669-302b-4adf-851a-6772b19b292d req-cfed431e-27ec-44be-8c68-7fb81337c021 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0918939 Dec 09 15:20:06.600201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4769f-907a-4d1f-860a-a98e28294874 None None] Pushing event updated for resources: {'Port': ['ID=32f02641-b366-47f0-8bd0-5ed0990e3d26,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:06.635220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.683836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d684669-302b-4adf-851a-6772b19b292d req-ec922a73-840f-4e21-869f-622a91b98cf1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658946 Dec 09 15:20:06.745205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:06.754025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:06.756672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:06.813253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4efa65-a35c-4d6c-9f88-71d590367d86,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:06.835902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:04Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:06.837759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Provisioning complete for port 43b60b11-203d-479b-b90b-1db1e1bf1b6d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:06.838197 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.849323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43b60b11-203d-479b-b90b-1db1e1bf1b6d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:06.854273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:06.901356 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] For port 190b479a-a07e-4d0b-880a-211a754fdfcb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=190b479a-a07e-4d0b-880a-211a754fdfcb,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:06.935506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e05a64-8928-4c17-9709-230090d7d55e None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:04Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:06.937623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.006605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Pushing event updated for resources: {'Port': ['ID=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:07.136554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.138416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:20:04Z', 'revision_number': 3, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:07.142830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.152782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.180196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e20601-eb11-41a9-8050-d0bcaca53d34 None None] Pushing event updated for resources: {'Port': ['ID=190b479a-a07e-4d0b-880a-211a754fdfcb,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:07.184560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Checking router: 4585a71b-6131-49d1-b530-cbb377836682 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:07.185567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Updating router 4585a71b-6131-49d1-b530-cbb377836682 port ef808a51-35a5-4620-935f-d8aeb6c20869 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:07.192982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 43b60b11-203d-479b-b90b-1db1e1bf1b6d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:07.193358 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.249978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Provisioning complete for port ef808a51-35a5-4620-935f-d8aeb6c20869 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:07.250416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.304282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.313953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:07.353399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.358644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d91b529e-1c0b-4f26-a0b0-8f34d92e6b15 None None] Port ef808a51-35a5-4620-935f-d8aeb6c20869 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:20:07.551020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:07.554218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:07.642658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.693003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.755765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4efa65-a35c-4d6c-9f88-71d590367d86,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:07.758438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ea6af6b-1042-44e5-878f-58972d9fd49a None None] Provisioning complete for port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:07.758814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ea6af6b-1042-44e5-878f-58972d9fd49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.793161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:07.803660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:07.921676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9607bc2-121d-4605-8b38-e66e1fe4479e req-e965aaf7-4a42-4af7-a5c5-73b5de73ce56 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:07.924671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9607bc2-121d-4605-8b38-e66e1fe4479e req-e965aaf7-4a42-4af7-a5c5-73b5de73ce56 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0843604 Dec 09 15:20:08.002082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.054346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9607bc2-121d-4605-8b38-e66e1fe4479e req-1ad80aab-308a-49cb-a59f-37c21dd7bc86 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191049 Dec 09 15:20:08.084237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.100809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:08.124483 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:08.132343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8dd3a661-b71d-4d5d-884d-2f3be02be1a9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1813591 Dec 09 15:20:08.136346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50126) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:08.145351 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:08.148101 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:08.155862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-111723301'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:08.222576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3cf47-0c52-47a9-be2d-ce6ec03018db None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:08.266703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:08.278229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.305292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e6072-0608-495f-9b29-2d33bc0bfe85 None None] Pushing event updated for resources: {'Port': ['ID=ef808a51-35a5-4620-935f-d8aeb6c20869,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:08.321091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Attempting to bind port ef808a51-35a5-4620-935f-d8aeb6c20869 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:08.321480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Attempting to bind port ef808a51-35a5-4620-935f-d8aeb6c20869 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:08.321849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Attempting to bind port ef808a51-35a5-4620-935f-d8aeb6c20869 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:08.334535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:08.342210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:08.343699 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.344700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:08.345411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Bound port: ef808a51-35a5-4620-935f-d8aeb6c20869, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:08.350557 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.417442 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:08.427024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:20:08.692895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.692895 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 2e0cbb21-61ce-443b-8370-1362fa707469 of type vlan for network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 Dec 09 15:20:08.696691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dae15508-90a1-49d2-a15b-55996743ebe9 None None] Provisioning complete for port ef808a51-35a5-4620-935f-d8aeb6c20869 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:08.696691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dae15508-90a1-49d2-a15b-55996743ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.696691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2363e1-486d-40bf-b35e-f03049dbc49a None None] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:08.809264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.880729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:08.897043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:08.900260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:09.008270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] For port ef808a51-35a5-4620-935f-d8aeb6c20869, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:09.012986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:09.015536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-dae15508-90a1-49d2-a15b-55996743ebe9 None None] Port ef808a51-35a5-4620-935f-d8aeb6c20869 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:20:09.042861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9051211 Dec 09 15:20:09.045117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50146) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:09.067106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:09.146034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] For port ef808a51-35a5-4620-935f-d8aeb6c20869, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ef808a51-35a5-4620-935f-d8aeb6c20869,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:09.195178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:09.197318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:09.202415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:09.283515 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 3, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:09.289111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba33f9-972e-487d-85e6-664d46240142 None None] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:09.332638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29c4dc-cf15-47fa-aecb-f942b827af57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=245248db-f122-45a2-b5b6-4e8c5d0a9b05,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:09.348156 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:09.348736 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Updating router 8b203a13-acc5-4a39-9452-baa565653ca6 port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:09.361924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9676f2c-6b89-4fca-9ec4-f65c7f9d12e6 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:09.365535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:20:09.392671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-127d3c5e-2469-486e-ba67-a2813ed20c9a None None] Provisioning complete for port 32f02641-b366-47f0-8bd0-5ed0990e3d26 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:09.393307 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-127d3c5e-2469-486e-ba67-a2813ed20c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:09.427691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Router 4585a71b-6131-49d1-b530-cbb377836682 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:09.430914 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:09.527434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de935c-ddcb-4579-adca-be9a0f5d7162 req-f7fac0d8-4ac0-4d31-9886-d18177448d31 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:09.540923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66de935c-ddcb-4579-adca-be9a0f5d7162 req-f7fac0d8-4ac0-4d31-9886-d18177448d31 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.2573140 Dec 09 15:20:09.581133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:09.586032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:09.647263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66de935c-ddcb-4579-adca-be9a0f5d7162 req-800b38e7-2572-4b7a-a11d-673d5a9e688a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051209 Dec 09 15:20:09.655170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:09.666101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Routers {'4585a71b-6131-49d1-b530-cbb377836682'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:09.666101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4585a71b-6131-49d1-b530-cbb377836682'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:09.689413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e1360eca-7592-4960-8744-d2479f0db796 admin admin] 10.222.0.46 "PUT /v2.0/routers/4585a71b-6131-49d1-b530-cbb377836682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4299350 Dec 09 15:20:09.800882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] Set router 4585a71b-6131-49d1-b530-cbb377836682 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:09.882478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:09.981329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=7eb490ea-9412-440d-b765-27d5c0764d40,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:10.011900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e6072-0608-495f-9b29-2d33bc0bfe85 None None] Pushing event updated for resources: {'Port': ['ID=ef808a51-35a5-4620-935f-d8aeb6c20869,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:10.018448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:10.018838 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.032895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:10.036690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: 245248db-f122-45a2-b5b6-4e8c5d0a9b05, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:20:10.074266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:20:10.094304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 245248db-f122-45a2-b5b6-4e8c5d0a9b05) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:10.111763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:10.117639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.141389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c80cfd-a5f8-463e-9635-5f62ee9ba76a None None] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:10.171970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50168) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:10.172189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eca13eac-47f7-4246-86dd-52a88269575c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1091022 Dec 09 15:20:10.190323 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.208199 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.359963 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8877c-6537-441e-81fe-c570f8fd6fda None None] Pushing event updated for resources: {'Port': ['ID=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:10.437050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Attempting to bind port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:10.437417 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Attempting to bind port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:10.438009 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Attempting to bind port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 on network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:10.451009 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:10.453400 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Checking segment: {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:10.454004 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.454558 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Bound using segment: {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:10.455241 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Bound port: 4d80d181-83b1-4ed0-a7cd-853c3467bdd7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f295f7e-5dce-45db-a423-6b55649573e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:10.455816 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.627416 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] For port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:10.631181 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] For port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:10.641052 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.705499 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:10.706421 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:10.872444 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8877c-6537-441e-81fe-c570f8fd6fda None None] Pushing event updated for resources: {'Port': ['ID=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:10.920998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085c7e-847a-4c25-a875-759c1add73f1 req-2a8dfe82-0937-48e2-8355-04695695402c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:10.929941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-127d3c5e-2469-486e-ba67-a2813ed20c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:10.932449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c085c7e-847a-4c25-a875-759c1add73f1 req-2a8dfe82-0937-48e2-8355-04695695402c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1570623 Dec 09 15:20:10.951199 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:11.014880 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:11.051127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32f02641-b366-47f0-8bd0-5ed0990e3d26 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:11.053693 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c085c7e-847a-4c25-a875-759c1add73f1 req-facbacfa-dff5-481e-9c98-150e08d16cdf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120689 Dec 09 15:20:11.198008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:20:11.198919 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:11.235076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-127d3c5e-2469-486e-ba67-a2813ed20c9a None None] For port 32f02641-b366-47f0-8bd0-5ed0990e3d26, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32f02641-b366-47f0-8bd0-5ed0990e3d26,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:11.283314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-127d3c5e-2469-486e-ba67-a2813ed20c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:11.318768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:20:11.521556 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 3, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:10Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:11.570421 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0200565c-f7f3-4c68-8b6f-a5b659792370 None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 3, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:10Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:11.592141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Provisioning complete for port ef808a51-35a5-4620-935f-d8aeb6c20869 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:11.592552 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:11.660776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d3c5e-2469-486e-ba67-a2813ed20c9a None None] Pushing event updated for resources: {'Port': ['ID=32f02641-b366-47f0-8bd0-5ed0990e3d26,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:11.699524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 32f02641-b366-47f0-8bd0-5ed0990e3d26 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:11.700083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:11.744430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Allocated IP 172.22.0.2 (245248db-f122-45a2-b5b6-4e8c5d0a9b05/7eb490ea-9412-440d-b765-27d5c0764d40/35b313a8-3963-4a77-b791-eb33399257e5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:11.844749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '2c4efa65-a35c-4d6c-9f88-71d590367d86', 'name': '', 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'mac_address': 'fa:16:3e:b3:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:05Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 2, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'subnets': [{'id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:11.964505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd731b-83e1-4d00-9c3d-9c9b2a512fc5 None None] The sync data for ids ['4585a71b-6131-49d1-b530-cbb377836682'] in n-d-804292-5 is: [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '2c4efa65-a35c-4d6c-9f88-71d590367d86', 'name': '', 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'mac_address': 'fa:16:3e:b3:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:05Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 2, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'subnets': [{'id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:12.302905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511cb39-aca0-4152-bcab-8065752c7139 req-6500dcc0-c1f9-4b7b-b377-42a66652d015 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:12.312218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0511cb39-aca0-4152-bcab-8065752c7139 req-6500dcc0-c1f9-4b7b-b377-42a66652d015 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0834987 Dec 09 15:20:12.344331 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:12.376722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:12.395148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:12.457595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0511cb39-aca0-4152-bcab-8065752c7139 req-c6bef704-9a4b-4d41-ae28-0ad811f77f80 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313949 Dec 09 15:20:12.531980 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:20:12.535690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.22.0.1 (245248db-f122-45a2-b5b6-4e8c5d0a9b05/7eb490ea-9412-440d-b765-27d5c0764d40/79648f63-700e-4a17-a7df-9407cc225537) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:12.612595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Pushing event updated for resources: {'Port': ['ID=35b313a8-3963-4a77-b791-eb33399257e5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:12.679261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 190b479a-a07e-4d0b-880a-211a754fdfcb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:12.682141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '27932259-5040-4e48-aa71-c267fe8c525a', 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'port_id': '27932259-5040-4e48-aa71-c267fe8c525a', 'mac_address': 'fa:16:3e:61:c8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eee77de-4023-43f1-87cb-9bd80e0907da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:20:12.767662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:12.793177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:12.801726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:12.815153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:12.857679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:12.918760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] For port ef808a51-35a5-4620-935f-d8aeb6c20869, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ef808a51-35a5-4620-935f-d8aeb6c20869,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:12.924276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:12.970020 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:12.970490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.080727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:13.087148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:13.108440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:13.119926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27932259-5040-4e48-aa71-c267fe8c525a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:20:13.202422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Attempting to bind port 35b313a8-3963-4a77-b791-eb33399257e5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:13.209650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Attempting to bind port 35b313a8-3963-4a77-b791-eb33399257e5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:13.210463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Attempting to bind port 35b313a8-3963-4a77-b791-eb33399257e5 on network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:13.240389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=79648f63-700e-4a17-a7df-9407cc225537,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:13.299396 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.340412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Provisioning complete for port 2c4efa65-a35c-4d6c-9f88-71d590367d86 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:13.342051 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.425421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:13.427071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Checking segment: {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:13.429105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.430859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Bound using segment: {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:13.431664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Bound port: 35b313a8-3963-4a77-b791-eb33399257e5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:13.433686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.449350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:13.457748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 190b479a-a07e-4d0b-880a-211a754fdfcb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:13.459554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.468527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Pushing event updated for resources: {'Port': ['ID=ef808a51-35a5-4620-935f-d8aeb6c20869,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:13.524480 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.569722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Port 2c4efa65-a35c-4d6c-9f88-71d590367d86 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:20:13.636921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.729944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e6956-f2da-4f9f-aba1-bd5f5f697b4d req-0552fbf9-effd-470d-85fe-e1bc58b41d4f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:13.746908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-086e6956-f2da-4f9f-aba1-bd5f5f697b4d req-0552fbf9-effd-470d-85fe-e1bc58b41d4f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 0.1287403 Dec 09 15:20:13.851285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27932259-5040-4e48-aa71-c267fe8c525a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:20:13.856070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Provisioning complete for port 190b479a-a07e-4d0b-880a-211a754fdfcb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:13.857012 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:13.903097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-086e6956-f2da-4f9f-aba1-bd5f5f697b4d req-7020c6f5-f994-48f5-b8b8-bf881050bcc7 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510012 Dec 09 15:20:14.015073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:14.123270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] For port 35b313a8-3963-4a77-b791-eb33399257e5, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:14.129467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] For port 35b313a8-3963-4a77-b791-eb33399257e5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=35b313a8-3963-4a77-b791-eb33399257e5,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:14.228472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.236645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.253875 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.268663 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.363641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=79648f63-700e-4a17-a7df-9407cc225537,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:14.526774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 190b479a-a07e-4d0b-880a-211a754fdfcb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=190b479a-a07e-4d0b-880a-211a754fdfcb,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:14.545173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.572066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.580229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a47ae-f9a6-41a6-960c-6f4863b1b67d None None] Pushing event updated for resources: {'Port': ['ID=35b313a8-3963-4a77-b791-eb33399257e5,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:14.591370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:14.596887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-b54a114c-0d59-4ceb-b18d-82d12b475bd4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:14.604704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-b54a114c-0d59-4ceb-b18d-82d12b475bd4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.4096360 Dec 09 15:20:14.808460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-6aacc9a6-3d7a-4dbe-8215-c8e821d3e98b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.2025864 Dec 09 15:20:14.819971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:14.822027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:14.824449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=190b479a-a07e-4d0b-880a-211a754fdfcb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:15.166522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-3a467fb3-2552-4053-9fb9-48f7c2d6705b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3355129 Dec 09 15:20:15.217744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:15.245580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7ff0-d37c-4948-9e48-ba848991e29a req-c94377a8-9256-4a3e-8635-41aaf02f46f4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:15.280826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd5d7ff0-d37c-4948-9e48-ba848991e29a req-c94377a8-9256-4a3e-8635-41aaf02f46f4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 0.1683159 Dec 09 15:20:15.378440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32f02641-b366-47f0-8bd0-5ed0990e3d26 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:15.459444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd5d7ff0-d37c-4948-9e48-ba848991e29a req-d862de04-17e0-4372-80e0-cb72ed8aa9c4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675918 Dec 09 15:20:15.459595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:20:15.459595 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:20:15.496798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 32f02641-b366-47f0-8bd0-5ed0990e3d26 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:15.497914 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:15.580688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-2fea5bd5-4325-4be4-8514-25141e0da6b4 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054115 Dec 09 15:20:15.618030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:15.633984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6c06156-61dc-4c1e-a04c-5a05bd947858 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598551 Dec 09 15:20:15.636460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50294) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:15.642865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'network': {'name': 'tempest-RoutersTest-918330464'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:15.667404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:15.715456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:15.720256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:15.751842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:15.754732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:15.772786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:15.785396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:20:15.811562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:15.814206 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added segment 1a7a2065-4ea6-4984-87d2-31909c8f8e80 of type vlan for network cfcf4a1e-649b-4b68-be51-d10696e38225 Dec 09 15:20:15.843096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-d789574a-f250-4133-8c8d-dcde0393c07b service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612598 Dec 09 15:20:15.880813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:15.922843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:15.937406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:15.941629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:16.054182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50302) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:16.054586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4168067 Dec 09 15:20:16.061261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'subnet': {'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:16.093067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:16.149895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e7175-7d4e-4b89-8b5a-51de105fa0f0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Network': ['ID=cfcf4a1e-649b-4b68-be51-d10696e38225,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:16.191158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:16.194407 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:16.239287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network cfcf4a1e-649b-4b68-be51-d10696e38225 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:20:16.336553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Provisioning complete for port 32f02641-b366-47f0-8bd0-5ed0990e3d26 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:16.337157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d6235a66-085e-4d2d-a850-19e9f0edf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:16.409889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Made reservation on behalf of 2ea206b83eff4d7eaf52de14b9a6bc56 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:16.414063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:16.527558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61079d7a-1b0b-431e-aaa1-699c7bae646d req-c4a63bba-c4e2-4969-ad3f-aabcaa6ae800 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.1073604 Dec 09 15:20:16.693555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1255e390-60b5-4ca2-a306-ef1550fb1ea7 None None] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:16.808993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dcbda-eb61-4c44-b557-d0b751e3edf4 req-3cc3ef0b-7791-4718-9d0a-68cd9a91def7 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:16.819088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f65dcbda-eb61-4c44-b557-d0b751e3edf4 req-3cc3ef0b-7791-4718-9d0a-68cd9a91def7 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 0.1481793 Dec 09 15:20:16.995274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f65dcbda-eb61-4c44-b557-d0b751e3edf4 req-49f06fe4-5046-463f-95ab-0fe04f395855 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708915 Dec 09 15:20:17.140969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:17.227317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Subnet': ['ID=7806939a-92f1-4f33-885f-f4a019154fcc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:17.264484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Checking segment: {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:17.264861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network hostable DHCP agents. Network: cfcf4a1e-649b-4b68-be51-d10696e38225, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:20:17.289355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network cfcf4a1e-649b-4b68-be51-d10696e38225 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:20:17.301712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, cfcf4a1e-649b-4b68-be51-d10696e38225) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:17.306512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:17.307162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:17.347874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7a8399a6-fcce-4652-85e0-cc4636d35454 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2924635 Dec 09 15:20:17.350550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50330) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:17.361392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31d16d-2a58-4b26-b04e-8527d0cf04af None None] Network cfcf4a1e-649b-4b68-be51-d10696e38225 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:17.388030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:17.587497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:17.794197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:17.818842 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:17.877097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Provisioning complete for port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:17.884726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:18.098182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-cfcf4a1e-649b-4b68-be51-d10696e38225', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:20:18.108432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:18.197962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:18.341788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207beba-4292-4823-b6c4-7b7f7578cb6d req-9972561a-99c1-4a05-a40f-6e571ed39017 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:18.343279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f207beba-4292-4823-b6c4-7b7f7578cb6d req-9972561a-99c1-4a05-a40f-6e571ed39017 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 0.1477182 Dec 09 15:20:18.478979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f207beba-4292-4823-b6c4-7b7f7578cb6d req-18874b46-c939-4f32-80d5-02b222bbec3b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241570 Dec 09 15:20:18.573766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ef808a51-35a5-4620-935f-d8aeb6c20869 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:18.594171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 27932259-5040-4e48-aa71-c267fe8c525a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:18.594558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:18.679087 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Sync routers for ids ['4585a71b-6131-49d1-b530-cbb377836682'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:18.692513 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Routers {'4585a71b-6131-49d1-b530-cbb377836682'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:18.694881 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4585a71b-6131-49d1-b530-cbb377836682'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:18.874431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:13Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:10Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:13Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:18.942549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a97f194-5865-41d6-be16-544675f87db1 req-439bf96a-dbb0-43c7-8c44-140af23b4684 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 1.2394619 Dec 09 15:20:19.012927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Allocated IP 172.23.0.2 (cfcf4a1e-649b-4b68-be51-d10696e38225/7806939a-92f1-4f33-885f-f4a019154fcc/e1d8a9c8-559f-405c-b2ed-58e58e91ec43) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:19.065809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:19.067668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Updating router 8b203a13-acc5-4a39-9452-baa565653ca6 port 79648f63-700e-4a17-a7df-9407cc225537 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:19.167863 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Set router 4585a71b-6131-49d1-b530-cbb377836682 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:19.307234 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:19.330752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Provisioning complete for port 35b313a8-3963-4a77-b791-eb33399257e5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:19.331164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:19.451923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-4d328d2d-e0c6-4e52-aa36-0c875832759c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:19.456737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-4d328d2d-e0c6-4e52-aa36-0c875832759c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.6470056 Dec 09 15:20:19.476923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:19.605254 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '2c4efa65-a35c-4d6c-9f88-71d590367d86', 'name': '', 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'mac_address': 'fa:16:3e:b3:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:05Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 2, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'subnets': [{'id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:19.647036 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Checking router: 4585a71b-6131-49d1-b530-cbb377836682 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:19.647883 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Updating router 4585a71b-6131-49d1-b530-cbb377836682 port 2c4efa65-a35c-4d6c-9f88-71d590367d86 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:19.692554 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:19.738794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:19.758441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ef808a51-35a5-4620-935f-d8aeb6c20869 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:19.758815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:19.888582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:19.948446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35018577-d2a0-49eb-887e-7118cce00232 req-a7873bb4-8727-4da3-8f24-e36262cf9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:19.953502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-a7873bb4-8727-4da3-8f24-e36262cf9b04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1095 time: 0.4056609 Dec 09 15:20:20.179832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:20:20.182443 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5329585b-0c7e-42ad-b9c2-f9caadf1d179" -d '{"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-plugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:20:20.262370 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.276101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35018577-d2a0-49eb-887e-7118cce00232 req-3c7c5ac7-49d1-4eb3-92e3-63dadb67f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:20.290065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-3c7c5ac7-49d1-4eb3-92e3-63dadb67f885 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.3012981 Dec 09 15:20:20.293423 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.306421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:20.319992 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.502038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13b62e5-dc45-44cf-aa58-1b98e91f4fac req-8e95ffc7-838f-4a00-acd2-239fa9b612cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.2168412 Dec 09 15:20:20.503281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-0d6f6e19-894e-4f5e-b66f-011f194f4058 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.1936219 Dec 09 15:20:20.559199 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Attempting to bind port 2c4efa65-a35c-4d6c-9f88-71d590367d86 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:20.560310 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Attempting to bind port 2c4efa65-a35c-4d6c-9f88-71d590367d86 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:20.560711 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Attempting to bind port 2c4efa65-a35c-4d6c-9f88-71d590367d86 on network 438788a7-01e0-4177-9dc8-cf2f14c901a9 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:20.611126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:20.611430 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Checking segment: {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:20.611858 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.612249 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Bound using segment: {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:20.616803 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Bound port: 2c4efa65-a35c-4d6c-9f88-71d590367d86, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000a33d3-44c3-4e25-a170-55ead86291dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:20.617987 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.660434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35018577-d2a0-49eb-887e-7118cce00232 req-bc841c97-bf61-4132-a048-0f2d68f5793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:20.664960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-bc841c97-bf61-4132-a048-0f2d68f5793c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.1508737 Dec 09 15:20:20.670461 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2e34d-2db7-4b1e-a3d2-8990e7d03c79 None None] Pushing event updated for resources: {'Port': ['ID=2c4efa65-a35c-4d6c-9f88-71d590367d86,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:20.727646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-88e77abf-d8e9-4176-a2cc-06ac397af697 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478668 Dec 09 15:20:20.744136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-52b48534-8a44-4420-8a3d-1a23d83ea809 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:20:20.745602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-52b48534-8a44-4420-8a3d-1a23d83ea809 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061398 Dec 09 15:20:20.750236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.814069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] For port 35b313a8-3963-4a77-b791-eb33399257e5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=35b313a8-3963-4a77-b791-eb33399257e5,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:20.816066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.844093 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] For port 2c4efa65-a35c-4d6c-9f88-71d590367d86, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:20.858791 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] For port 2c4efa65-a35c-4d6c-9f88-71d590367d86, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2c4efa65-a35c-4d6c-9f88-71d590367d86,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:20.867981 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.890010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:20.913329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:20.928221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d98a2-4f8c-47db-8fe5-ac449738fb85 req-40a2b841-428a-4783-928d-cd6b11ec0e9d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:20.929886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd5d98a2-4f8c-47db-8fe5-ac449738fb85 req-40a2b841-428a-4783-928d-cd6b11ec0e9d tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 1.1953092 Dec 09 15:20:20.933141 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.047008 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Routers {'4585a71b-6131-49d1-b530-cbb377836682'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:21.047668 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4585a71b-6131-49d1-b530-cbb377836682'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:21.048563 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828e278c-6b65-4a56-8bcf-26714fc4f6ed x-openstack-request-id: req-828e278c-6b65-4a56-8bcf-26714fc4f6ed {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:20:21.049058 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-plugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:20:21.050816 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-828e278c-6b65-4a56-8bcf-26714fc4f6ed {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:20:21.057176 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2e34d-2db7-4b1e-a3d2-8990e7d03c79 None None] Pushing event updated for resources: {'Port': ['ID=2c4efa65-a35c-4d6c-9f88-71d590367d86,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:21.058321 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a', 'code': 200} Dec 09 15:20:21.255744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Provisioning complete for port 190b479a-a07e-4d0b-880a-211a754fdfcb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:21.257835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.272876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bd5d98a2-4f8c-47db-8fe5-ac449738fb85 req-7d4662e0-800f-4bdf-8f86-d015b69075f6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251925 Dec 09 15:20:21.273782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:21.280982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.454994 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] Set router 4585a71b-6131-49d1-b530-cbb377836682 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:21.473147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.485187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 190b479a-a07e-4d0b-880a-211a754fdfcb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:21.487790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f9f7-ba29-451d-8b03-f2531bab1a0f None None] Pushing event updated for resources: {'Port': ['ID=79648f63-700e-4a17-a7df-9407cc225537,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:21.604022 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.609406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.7 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/29c1cdb6-124b-40a5-9dd1-f0f0e101e527) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:21.785847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Network cfcf4a1e-649b-4b68-be51-d10696e38225 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:21.804209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:21.830503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:21.852983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Attempting to bind port 79648f63-700e-4a17-a7df-9407cc225537 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:21.853358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Attempting to bind port 79648f63-700e-4a17-a7df-9407cc225537 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:21.853725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Attempting to bind port 79648f63-700e-4a17-a7df-9407cc225537 on network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:21.864700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:21.865098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Checking segment: {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:21.865485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.865882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Bound using segment: {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:21.866358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Bound port: 79648f63-700e-4a17-a7df-9407cc225537, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0cbb21-61ce-443b-8370-1362fa707469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:21.866792 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:21.892494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fabc9e-f304-4b5c-b693-36589629b12c None None] Pushing event updated for resources: {'Port': ['ID=35b313a8-3963-4a77-b791-eb33399257e5,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:21.959286 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '2c4efa65-a35c-4d6c-9f88-71d590367d86', 'name': '', 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'mac_address': 'fa:16:3e:b3:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:05Z', 'updated_at': '2021-12-09T15:20:20Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'subnets': [{'id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:22.037499 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7794b2-b51e-45f5-9d4e-fe9b11add894 None None] The sync data for ids ['4585a71b-6131-49d1-b530-cbb377836682'] in n-d-804292-5 is: [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:20:07Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '2c4efa65-a35c-4d6c-9f88-71d590367d86', 'name': '', 'network_id': '438788a7-01e0-4177-9dc8-cf2f14c901a9', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'mac_address': 'fa:16:3e:b3:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:05Z', 'updated_at': '2021-12-09T15:20:20Z', 'revision_number': 4, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'subnets': [{'id': '75279de0-ca16-4f0b-828f-316335b6d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:22.119552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-11c2c3bc-b215-475f-a74b-4ae31d33cf14 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3620775 Dec 09 15:20:22.223029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c9c63bc6-0a90-4ccb-851c-a53c55bf4fce req-7ea9d1c3-4df1-4127-9405-67bf40cb6dca tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.1016884 Dec 09 15:20:22.246176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.373756 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.539632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35018577-d2a0-49eb-887e-7118cce00232 req-980b8e7d-7dc6-4de3-8f00-0fe2b431d1eb service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046953 Dec 09 15:20:22.546826 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.584493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:22.603812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:22.610414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:22.637195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:22.685780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Attempting to bind port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:22.689800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a6d54-7bf8-4619-a583-fff9970d2ab3 req-d6d1c871-273b-4242-a335-78015384fb3b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:22.694302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Attempting to bind port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:22.694815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Attempting to bind port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 on network cfcf4a1e-649b-4b68-be51-d10696e38225 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:22.709207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc8a6d54-7bf8-4619-a583-fff9970d2ab3 req-d6d1c871-273b-4242-a335-78015384fb3b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1680112 Dec 09 15:20:22.765659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Pushing event updated for resources: {'Port': ['ID=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:22.770077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:22.775636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.801425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Allocated IP 172.23.0.1 (cfcf4a1e-649b-4b68-be51-d10696e38225/7806939a-92f1-4f33-885f-f4a019154fcc/96836982-e5e6-40dd-ad9a-f1de06a62ae7) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:22.805547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] For port 79648f63-700e-4a17-a7df-9407cc225537, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:22.819936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.820377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-ba2a2bf5-8870-4396-8b0f-2ad63e64db18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3498156 Dec 09 15:20:22.828103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] For port 79648f63-700e-4a17-a7df-9407cc225537, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79648f63-700e-4a17-a7df-9407cc225537,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:22.831812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 190b479a-a07e-4d0b-880a-211a754fdfcb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:22.832370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.839446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:22.840534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Checking segment: {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:22.843015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.843984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Bound using segment: {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:22.844965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc8a6d54-7bf8-4619-a583-fff9970d2ab3 req-b2e78cea-e72f-4375-b951-cc213b8dfb6f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343024 Dec 09 15:20:22.845190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Bound port: e1d8a9c8-559f-405c-b2ed-58e58e91ec43, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:22.845699 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.854865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-a1a6443f-090d-425c-bb59-7d7b409ce317 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:20:22.856013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-a1a6443f-090d-425c-bb59-7d7b409ce317 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0284731 Dec 09 15:20:22.878155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Request body: {'port': {'device_id': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:22.954567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:22.986015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:23.037726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Provisioning complete for port 2c4efa65-a35c-4d6c-9f88-71d590367d86 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:23.043036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:23.345825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f9f7-ba29-451d-8b03-f2531bab1a0f None None] Pushing event updated for resources: {'Port': ['ID=79648f63-700e-4a17-a7df-9407cc225537,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:23.527996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:23.528700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:19:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:23.535494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ce437c92-1cd5-4caf-8d52-a56fc77aaf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:23.947126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] For port e1d8a9c8-559f-405c-b2ed-58e58e91ec43, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:23.971815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:23.983122 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.017453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.071693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] For port e1d8a9c8-559f-405c-b2ed-58e58e91ec43, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,segment=NetworkSegment(1a7a2065-4ea6-4984-87d2-31909c8f8e80),segment_id=1a7a2065-4ea6-4984-87d2-31909c8f8e80)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:24.082483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10aa8c-db8a-42db-a278-3d4ecc9853ff req-1935cd1a-bdc6-4be4-9417-54a85c5c84af tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:24.089721 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb10aa8c-db8a-42db-a278-3d4ecc9853ff req-1935cd1a-bdc6-4be4-9417-54a85c5c84af tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 931 time: 0.5706477 Dec 09 15:20:24.095265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 35b313a8-3963-4a77-b791-eb33399257e5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:24.101922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.189598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b046fa9-3cf9-4d52-b0d8-897e770e390d req-0b878b27-a31d-4de0-ac12-41024be698eb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:24.210166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b046fa9-3cf9-4d52-b0d8-897e770e390d req-0b878b27-a31d-4de0-ac12-41024be698eb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.2230048 Dec 09 15:20:24.281532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] For port 2c4efa65-a35c-4d6c-9f88-71d590367d86, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2c4efa65-a35c-4d6c-9f88-71d590367d86,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:24.362379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.390166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b046fa9-3cf9-4d52-b0d8-897e770e390d req-939944c4-ec7c-4240-a9b7-6c850be3958c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789763 Dec 09 15:20:24.430186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:20:24.436133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.452066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.482400 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb10aa8c-db8a-42db-a278-3d4ecc9853ff req-20774585-fab6-499e-8daf-ddd15e8bbf4f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688731 Dec 09 15:20:24.513468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Transition to ACTIVE for port object 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:20:24.516632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network cfcf4a1e-649b-4b68-be51-d10696e38225 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:24.530050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:24.540034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:24.570367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:24.580995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=96836982-e5e6-40dd-ad9a-f1de06a62ae7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:24.689007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:25.416229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Pushing event updated for resources: {'Port': ['ID=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:25.508484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Provisioning complete for port 79648f63-700e-4a17-a7df-9407cc225537 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:25.513836 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:25.630382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addb4a3-0c23-42d4-8e58-dbbdc1f0f098 None None] Pushing event updated for resources: {'Port': ['ID=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:25.708245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f808451-d758-4fee-a09e-91e87ddd944f req-1b5a6236-99e4-4330-bda6-111efc0ffe74 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:25.711558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f808451-d758-4fee-a09e-91e87ddd944f req-1b5a6236-99e4-4330-bda6-111efc0ffe74 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.0966468 Dec 09 15:20:25.770835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-8e3bd71b-b524-4344-8c69-0871198fced8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6902766 Dec 09 15:20:25.776338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:25.843579 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe271-8baf-4686-a556-0a9a2afbffd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:25.867011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 35b313a8-3963-4a77-b791-eb33399257e5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:25.867406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:25.876182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f808451-d758-4fee-a09e-91e87ddd944f req-54adc10c-4c62-4f8f-8d5e-fc31556d0c63 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578767 Dec 09 15:20:26.047115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.081713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d3991b-4012-41d2-b2c9-51a0d59dc43e None None] Network cfcf4a1e-649b-4b68-be51-d10696e38225 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:26.098602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc5c92-4797-46d0-8c37-54bca1e76f29 req-5870b0d3-48cd-464e-b9c0-d06977fbf635 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:26.104429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49fc5c92-4797-46d0-8c37-54bca1e76f29 req-5870b0d3-48cd-464e-b9c0-d06977fbf635 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.5007262 Dec 09 15:20:26.119893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Attempting to bind port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:26.120459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Attempting to bind port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:26.121957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Attempting to bind port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:26.147455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:20:26.147863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Attempting to bind port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:26.149388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Pushing event updated for resources: {'Port': ['ID=2c4efa65-a35c-4d6c-9f88-71d590367d86,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:26.172456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] For port 79648f63-700e-4a17-a7df-9407cc225537, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79648f63-700e-4a17-a7df-9407cc225537,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:26.221545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.314772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Provisioning complete for port 35b313a8-3963-4a77-b791-eb33399257e5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:26.314963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.382671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:26.383322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:26.384167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:26.384879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Bound port: 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:26.385436 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.400370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1ea74-abd5-4836-a8f6-6a20513e2a0f None None] Pushing event updated for resources: {'Port': ['ID=79648f63-700e-4a17-a7df-9407cc225537,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:26.416577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:13Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:22Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:26.470307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5491d-ea04-44d9-8828-e5a206772e61 None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:13Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:22Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:26.757658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.842153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Provisioning complete for port 79648f63-700e-4a17-a7df-9407cc225537 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:26.842593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:26.932072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] For port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:26.945923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] For port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:26.967182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1d8a9c8-559f-405c-b2ed-58e58e91ec43 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:26.993067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49fc5c92-4797-46d0-8c37-54bca1e76f29 req-dbd67297-f15c-4999-ba09-f22b031a5a7a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8513672 Dec 09 15:20:26.993067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-374b0fd5-0cdf-40e0-b7f5-e5ccdd7d3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:26.996218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-374b0fd5-0cdf-40e0-b7f5-e5ccdd7d3126 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1096 time: 1.1550245 Dec 09 15:20:27.174022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ffade-c6d4-4243-9507-d72af8070782 req-940da0ce-0f69-4d17-96bc-302372d4ae11 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:27.183125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b9ffade-c6d4-4243-9507-d72af8070782 req-940da0ce-0f69-4d17-96bc-302372d4ae11 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.1047704 Dec 09 15:20:27.201341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:27.201703 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.214279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.216995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Provisioning complete for port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:27.217371 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.219032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.254635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b9ffade-c6d4-4243-9507-d72af8070782 req-4aa905f8-42b7-4dca-bf25-38c3a2b92167 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700541 Dec 09 15:20:27.446703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.508320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:27.508957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.510380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] 10.222.0.36 "PUT /v2.0/ports/29c1cdb6-124b-40a5-9dd1-f0f0e101e527 HTTP/1.1" status: 200 len: 1091 time: 4.6384468 Dec 09 15:20:27.510866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'tag': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:20:27.511954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.529462 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188a781-eb7b-47cb-a03d-535336c2158d" -d '{"events": [{"name": "network-changed", "server_uuid": "f06e5f7d-3122-4a4b-9497-58556310b1d5", "tag": "29c1cdb6-124b-40a5-9dd1-f0f0e101e527"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:20:27.740713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.741576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.752685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-5c091920-3354-4e10-982b-62556c358b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:27.756808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-5c091920-3354-4e10-982b-62556c358b19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.5136669 Dec 09 15:20:27.798165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] For port e1d8a9c8-559f-405c-b2ed-58e58e91ec43, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,segment=NetworkSegment(1a7a2065-4ea6-4984-87d2-31909c8f8e80),segment_id=1a7a2065-4ea6-4984-87d2-31909c8f8e80)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:27.807549 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:27.884683 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07d1214-9d78-4f53-b7ae-5a3eb07d0a09 x-openstack-request-id: req-d07d1214-9d78-4f53-b7ae-5a3eb07d0a09 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:20:27.884683 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06e5f7d-3122-4a4b-9497-58556310b1d5", "tag": "29c1cdb6-124b-40a5-9dd1-f0f0e101e527", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:20:27.884683 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d07d1214-9d78-4f53-b7ae-5a3eb07d0a09 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:20:27.884683 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'tag': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527', 'status': 'completed', 'code': 200} Dec 09 15:20:27.940930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c19a-11a5-4686-9e0b-fe321f025f4f service neutron] Pushing event updated for resources: {'Port': ['ID=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:28.036912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:20:28.037309 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:20:28.051922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76826c-44d5-4663-b6e2-5af79c25b0a5 None None] Pushing event updated for resources: {'Port': ['ID=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:28.107026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51816997-afae-46a0-9789-f4f0197e0d60 None None] Provisioning complete for port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:28.107435 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51816997-afae-46a0-9789-f4f0197e0d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:28.177732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-df08751b-88bd-43a1-be2d-186b8bb5accb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 1001 time: 0.3509929 Dec 09 15:20:28.217557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55dbe-2974-4b02-8f34-aa3b0cb7ad25 req-bd4c3d5e-ab16-4006-bee2-d437db5de061 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:28.227839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aeb55dbe-2974-4b02-8f34-aa3b0cb7ad25 req-bd4c3d5e-ab16-4006-bee2-d437db5de061 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1023560 Dec 09 15:20:28.233374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-4edf3e08-ed8d-4a2b-aa8d-bd91a19eac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:28.239513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-4edf3e08-ed8d-4a2b-aa8d-bd91a19eac37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 1094 time: 0.4773748 Dec 09 15:20:28.353925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event updated for resources: {'Port': ['ID=96836982-e5e6-40dd-ad9a-f1de06a62ae7,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:28.400138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aeb55dbe-2974-4b02-8f34-aa3b0cb7ad25 req-561ee6ed-07ac-45cc-89d7-a068daf3e5cc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704142 Dec 09 15:20:28.443900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51816997-afae-46a0-9789-f4f0197e0d60 None None] Provisioning complete for port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:28.444570 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51816997-afae-46a0-9789-f4f0197e0d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:28.488329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51816997-afae-46a0-9789-f4f0197e0d60 None None] Port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:20:28.492650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:28.651470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:28.812210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:28.814252 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:29.025127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 35b313a8-3963-4a77-b791-eb33399257e5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:29.129420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 35b313a8-3963-4a77-b791-eb33399257e5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:29.129931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-e6a02f28-8356-4679-9f84-79a8dcd0b0e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527 HTTP/1.1" status: 200 len: 217 time: 0.7336664 Dec 09 15:20:29.132266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:29.188881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-47047abb-25e8-4061-921e-564fbb8c60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:29.190488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-47047abb-25e8-4061-921e-564fbb8c60e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.9753649 Dec 09 15:20:29.221498 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:29.254957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Network cfcf4a1e-649b-4b68-be51-d10696e38225 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:29.277259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbcbb-4a61-47b6-a679-100dafcb5499 req-05ecb7cd-45f8-44b2-bbcf-2105dbaa3ff2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:29.279966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971fbcbb-4a61-47b6-a679-100dafcb5499 req-05ecb7cd-45f8-44b2-bbcf-2105dbaa3ff2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.8380361 Dec 09 15:20:29.281087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:29.432537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2c4efa65-a35c-4d6c-9f88-71d590367d86 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:29.452288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-005a8b97-d6bb-49e6-9df1-8b2cc819b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:29.454670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-005a8b97-d6bb-49e6-9df1-8b2cc819b4a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.3149207 Dec 09 15:20:29.461988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-3c229528-a3f4-4ce0-9689-5d140eb4f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:29.464653 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-3c229528-a3f4-4ce0-9689-5d140eb4f28b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439718 Dec 09 15:20:29.615973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2c4efa65-a35c-4d6c-9f88-71d590367d86 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:29.616351 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:29.701473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-4bc89b40-ee29-4953-8e68-3d31413f41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:29.703335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-4bc89b40-ee29-4953-8e68-3d31413f41f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350898 Dec 09 15:20:29.731813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-971fbcbb-4a61-47b6-a679-100dafcb5499 req-50395485-57b2-4cc3-b189-f6a744cc1e37 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334502 Dec 09 15:20:29.831859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8ae5ef1b-e66f-413d-8240-417e9e766df5 None None] Provisioning complete for port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:29.832385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e4a1-eedf-4d33-b378-1eabd9f6618e req-2f6c2266-a291-45f4-af9c-89700e7ec289 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:29.832772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ae5ef1b-e66f-413d-8240-417e9e766df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:29.855303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01a6e4a1-eedf-4d33-b378-1eabd9f6618e req-2f6c2266-a291-45f4-af9c-89700e7ec289 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1797695 Dec 09 15:20:29.881707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5ef1b-e66f-413d-8240-417e9e766df5 None None] Port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:20:29.985938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:29.989054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01a6e4a1-eedf-4d33-b378-1eabd9f6618e req-c035a98d-42ae-445a-aa44-2b6fa8dec263 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325133 Dec 09 15:20:30.089276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-86663ba7-00b8-45ef-abe6-c089ba95a4f3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561547 Dec 09 15:20:30.131958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1d8a9c8-559f-405c-b2ed-58e58e91ec43 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:30.260061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:30.260475 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:30.370507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-4a07557f-d553-47cb-ad13-8f3395a8d4ba service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866084 Dec 09 15:20:30.398702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:30.416177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50510) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:30.416635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79648f63-700e-4a17-a7df-9407cc225537 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:30.423384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:30.427800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:30.452846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-372c3a21-da2a-42db-a209-53aa42908abd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1010911 Dec 09 15:20:30.488278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:30.489086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:30.564440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b0078b1-2535-4903-8a20-adc5281eb63b req-f107a288-84b7-4d97-8fe1-f05f0f7701e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144869 Dec 09 15:20:30.628291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be5b86e3-e017-4ccf-a963-0b2a76fa3c6f req-e556528e-3860-4394-8fcd-aa3367d3cc50 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629415 Dec 09 15:20:30.716226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188a781-eb7b-47cb-a03d-535336c2158d req-917db036-b36f-4875-905f-dae268fd83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:30.719935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-917db036-b36f-4875-905f-dae268fd83c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 1094 time: 0.0802338 Dec 09 15:20:30.753809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:31.015420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188a781-eb7b-47cb-a03d-535336c2158d req-8bd7c87d-b094-4530-adc5-25b219824fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:31.017010 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-8bd7c87d-b094-4530-adc5-25b219824fc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.2839446 Dec 09 15:20:31.104928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-36732f8e-d506-4199-8004-24568011c6fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527 HTTP/1.1" status: 200 len: 217 time: 0.0728555 Dec 09 15:20:31.295928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188a781-eb7b-47cb-a03d-535336c2158d req-3c62428c-83a5-46e7-a4d3-f1fd8f7097e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:31.297653 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-3c62428c-83a5-46e7-a4d3-f1fd8f7097e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1842630 Dec 09 15:20:31.362790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e838fc0-3718-4f7e-aa01-50c0ea43ea63 req-64da617a-28a6-4365-8230-11bca9eea39a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:31.364676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e838fc0-3718-4f7e-aa01-50c0ea43ea63 req-64da617a-28a6-4365-8230-11bca9eea39a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1892583 Dec 09 15:20:31.377297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 79648f63-700e-4a17-a7df-9407cc225537 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:31.377867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:31.417298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188a781-eb7b-47cb-a03d-535336c2158d req-89262f61-faba-48fb-8921-0415964c9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:31.419690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-89262f61-faba-48fb-8921-0415964c9141 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132379 Dec 09 15:20:31.461426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e838fc0-3718-4f7e-aa01-50c0ea43ea63 req-a3235cc6-1346-42f4-b6fe-af43c65399ef tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884335 Dec 09 15:20:31.532224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f1219-5f70-4ed7-974d-6d97fb90884c req-c2337079-9ebb-43ce-9cc0-7c78255d659e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:31.534623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c36f1219-5f70-4ed7-974d-6d97fb90884c req-c2337079-9ebb-43ce-9cc0-7c78255d659e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.2434173 Dec 09 15:20:31.563380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:25Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96836982-e5e6-40dd-ad9a-f1de06a62ae7', 'name': '', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:0b:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:20Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:31.576009 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-19424a83-824d-4f7f-b406-1282fbcfa6ba service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454880 Dec 09 15:20:31.705452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c36f1219-5f70-4ed7-974d-6d97fb90884c req-9370667a-7a3a-4e61-9a5d-0558fd6fd773 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257825 Dec 09 15:20:31.718424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:31.719430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Updating router 8b203a13-acc5-4a39-9452-baa565653ca6 port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:20:31.748327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:20:31.782967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Removed routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:20:31.783408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:31.794795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5188a781-eb7b-47cb-a03d-535336c2158d req-42b76ec2-afef-4826-9864-8ae6b1a1f827 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111273 Dec 09 15:20:31.819676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.044918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.049779 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.176740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:32.352731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:32.361239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.362278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e169493-2700-4a3a-a132-87670cfff337 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 933 time: 1.9445994 Dec 09 15:20:32.364872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50548) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:32.388390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.401637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.513130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2bd54485-ef91-4829-900d-09153013a246 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 933 time: 0.1457605 Dec 09 15:20:32.515341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50552) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:32.520180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'routes': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:32.523992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cfa7d-ddde-40b9-94a4-fef0300b4077 None None] Pushing event updated for resources: {'Port': ['ID=96836982-e5e6-40dd-ad9a-f1de06a62ae7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:32.654310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Attempting to bind port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:32.654984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Attempting to bind port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:32.655556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Attempting to bind port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 on network cfcf4a1e-649b-4b68-be51-d10696e38225 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:32.661840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:32.662672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Checking segment: {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:32.663256 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.663844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Bound using segment: {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:32.664522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Bound port: 96836982-e5e6-40dd-ad9a-f1de06a62ae7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7a2065-4ea6-4984-87d2-31909c8f8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:32.665269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.726711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f4ea-88b9-4684-b1d6-c9f1d59d887b req-df5cef61-1ad7-4681-840b-a0dd71ebcc56 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:32.741930 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3391f4ea-88b9-4684-b1d6-c9f1d59d887b req-df5cef61-1ad7-4681-840b-a0dd71ebcc56 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1178811 Dec 09 15:20:32.796711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] For port 96836982-e5e6-40dd-ad9a-f1de06a62ae7, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:32.802861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] For port 96836982-e5e6-40dd-ad9a-f1de06a62ae7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=96836982-e5e6-40dd-ad9a-f1de06a62ae7,segment=NetworkSegment(1a7a2065-4ea6-4984-87d2-31909c8f8e80),segment_id=1a7a2065-4ea6-4984-87d2-31909c8f8e80)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:32.813733 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:32.910197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3391f4ea-88b9-4684-b1d6-c9f1d59d887b req-9a33ae3a-c49a-4a64-a692-4751e3a18038 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669159 Dec 09 15:20:33.003388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:33.008914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:33.086386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42f049-f11a-46eb-9fa0-284cdfbf07ca req-c5ee6a23-e820-4516-9bd2-2d699feb9b81 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:33.095919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c42f049-f11a-46eb-9fa0-284cdfbf07ca req-c5ee6a23-e820-4516-9bd2-2d699feb9b81 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.1823480 Dec 09 15:20:33.125657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:33.236370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c42f049-f11a-46eb-9fa0-284cdfbf07ca req-7aeb812f-e25a-4055-bebe-5552c0eea3ee tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393986 Dec 09 15:20:33.364043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cfa7d-ddde-40b9-94a4-fef0300b4077 None None] Pushing event updated for resources: {'Port': ['ID=96836982-e5e6-40dd-ad9a-f1de06a62ae7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:33.378585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-184306d5-0c83-420c-bd43-4a22bdcfad9b None None] Provisioning complete for port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:33.379077 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-184306d5-0c83-420c-bd43-4a22bdcfad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:33.412928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.extraroute_db [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added routes are [] {{(pid=109894) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:20:33.415572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.extraroute_db [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109894) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:20:33.491860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:33.525807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-184306d5-0c83-420c-bd43-4a22bdcfad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:33.572431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:31Z', 'revision_number': 6, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96836982-e5e6-40dd-ad9a-f1de06a62ae7', 'name': '', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:0b:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:20Z', 'updated_at': '2021-12-09T15:20:32Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:33.608112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-184306d5-0c83-420c-bd43-4a22bdcfad9b None None] For port 96836982-e5e6-40dd-ad9a-f1de06a62ae7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=96836982-e5e6-40dd-ad9a-f1de06a62ae7,segment=NetworkSegment(1a7a2065-4ea6-4984-87d2-31909c8f8e80),segment_id=1a7a2065-4ea6-4984-87d2-31909c8f8e80)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:33.611252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5fed42-fffa-471f-8dc8-c8add0db9315 None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:31Z', 'revision_number': 6, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96836982-e5e6-40dd-ad9a-f1de06a62ae7', 'name': '', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:0b:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:20Z', 'updated_at': '2021-12-09T15:20:32Z', 'revision_number': 4, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:33.617737 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-184306d5-0c83-420c-bd43-4a22bdcfad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:33.690275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184306d5-0c83-420c-bd43-4a22bdcfad9b None None] Pushing event updated for resources: {'Port': ['ID=96836982-e5e6-40dd-ad9a-f1de06a62ae7,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:33.775940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-057d7e40-03ef-4bfb-8b7c-23d223794ab6 None None] Provisioning complete for port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:33.776316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-057d7e40-03ef-4bfb-8b7c-23d223794ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:33.802012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:33.810075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:34.043027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 96836982-e5e6-40dd-ad9a-f1de06a62ae7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:34.063653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:34.224753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:34.226905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:34.281225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d1516-909e-4fa6-9fc3-7586ec86fd01 req-7060bad6-ad9f-49e9-8606-2ba57566f428 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:34.291333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52d1516-909e-4fa6-9fc3-7586ec86fd01 req-7060bad6-ad9f-49e9-8606-2ba57566f428 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1711967 Dec 09 15:20:34.388564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52d1516-909e-4fa6-9fc3-7586ec86fd01 req-c15e7dcd-c820-4371-808a-d38659473cf6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958271 Dec 09 15:20:34.406307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:34.421954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:34.425519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9880048-4f81-40af-9abc-b13eb0b890e4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 699 time: 1.9067621 Dec 09 15:20:34.425925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50592) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:34.500268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55e222-8073-4ee3-950e-0f3b507a6c2f req-62b50642-b818-4eb1-a07c-0717eefbb2e4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:34.509698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf55e222-8073-4ee3-950e-0f3b507a6c2f req-62b50642-b818-4eb1-a07c-0717eefbb2e4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.1176474 Dec 09 15:20:34.608277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf55e222-8073-4ee3-950e-0f3b507a6c2f req-e4319250-f9d3-456e-bd52-4ad693df9d00 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976872 Dec 09 15:20:34.615265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d8e40cf-c70f-4820-8c10-3e51f8c22c4b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 699 time: 0.1854808 Dec 09 15:20:34.616858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50596) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:35.044221 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:35.059011 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:35.060705 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:35.138170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:35.174013 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:35.574192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9efd7-d334-425c-9737-b28959e0df58 req-e68d8377-2578-4d4f-9860-4f470cf79df8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:35.586008 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:33Z', 'revision_number': 7, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96836982-e5e6-40dd-ad9a-f1de06a62ae7', 'name': '', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:0b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:20Z', 'updated_at': '2021-12-09T15:20:33Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:35.587307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05e9efd7-d334-425c-9737-b28959e0df58 req-e68d8377-2578-4d4f-9860-4f470cf79df8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0822890 Dec 09 15:20:35.658419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 96836982-e5e6-40dd-ad9a-f1de06a62ae7 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:35.658978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:35.666753 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:35.676425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05e9efd7-d334-425c-9737-b28959e0df58 req-c09fb371-a144-4e11-9816-b5a37c95f6be tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877547 Dec 09 15:20:35.711140 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:35.712052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:35.880032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 96836982-e5e6-40dd-ad9a-f1de06a62ae7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=96836982-e5e6-40dd-ad9a-f1de06a62ae7,segment=NetworkSegment(1a7a2065-4ea6-4984-87d2-31909c8f8e80),segment_id=1a7a2065-4ea6-4984-87d2-31909c8f8e80)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:35.881159 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:35.905751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f354fcd-7890-45ff-8ba4-f4f2f0d9caae req-8e9efd61-1607-4b65-806b-5237f12c95aa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:35.915509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f354fcd-7890-45ff-8ba4-f4f2f0d9caae req-8e9efd61-1607-4b65-806b-5237f12c95aa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.1129518 Dec 09 15:20:35.945977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 96836982-e5e6-40dd-ad9a-f1de06a62ae7 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:35.982579 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:35.995518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f354fcd-7890-45ff-8ba4-f4f2f0d9caae req-74b39436-8e28-4705-8389-d7a09cbb4954 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768719 Dec 09 15:20:36.250003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:36.307732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=96836982-e5e6-40dd-ad9a-f1de06a62ae7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:36.344343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.345096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.345657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.346233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.346814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.347383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.347957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.348531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.349096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.349677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.350220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.350761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.351594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:36.381559 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:33Z', 'revision_number': 7, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96836982-e5e6-40dd-ad9a-f1de06a62ae7', 'name': '', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:0b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:20Z', 'updated_at': '2021-12-09T15:20:33Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:36.428335 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a8c9c-2995-4570-92a5-9fd82fea05fa None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:33Z', 'revision_number': 7, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96836982-e5e6-40dd-ad9a-f1de06a62ae7', 'name': '', 'network_id': 'cfcf4a1e-649b-4b68-be51-d10696e38225', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:0b:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:20Z', 'updated_at': '2021-12-09T15:20:33Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7806939a-92f1-4f33-885f-f4a019154fcc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:36.588891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:37.169931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643de464-332f-4397-93fe-99533e3008e5 req-d94968d8-3f00-4e5b-8292-6b7541771588 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:37.171889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-643de464-332f-4397-93fe-99533e3008e5 req-d94968d8-3f00-4e5b-8292-6b7541771588 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.0988276 Dec 09 15:20:37.247239 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-643de464-332f-4397-93fe-99533e3008e5 req-2caf5cae-8f8e-477c-a5a6-c307a683036e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671818 Dec 09 15:20:37.396345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b1f1-8007-4ee7-960d-8747a6af3093 req-bb95dfd5-80a8-490b-9e0b-f15421650827 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:37.397920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43d7b1f1-8007-4ee7-960d-8747a6af3093 req-bb95dfd5-80a8-490b-9e0b-f15421650827 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.5892599 Dec 09 15:20:37.403721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:37.596238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43d7b1f1-8007-4ee7-960d-8747a6af3093 req-92abe26f-c5fd-42cc-ba6e-fa6d0d432b9b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894519 Dec 09 15:20:37.613677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:37.638426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50632) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:37.638631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:37.642552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9c2674d3-fe77-466c-9535-feec070344d5 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171504 Dec 09 15:20:37.650503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:37.651257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:37.703695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 7806939a-92f1-4f33-885f-f4a019154fcc {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:20:37.707230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:37.758849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:37.780121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:37.899698 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.024751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.055955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=7806939a-92f1-4f33-885f-f4a019154fcc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:38.066304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.066707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.067604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.068018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.068365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.068710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.069046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.069378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.069711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.070043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.070371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.070696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.071019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:38.078070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.083117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9cba0979-cabb-4450-a285-cab1deb0a62c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/7806939a-92f1-4f33-885f-f4a019154fcc HTTP/1.1" status: 204 len: 168 time: 0.4422364 Dec 09 15:20:38.085066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50636) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:38.085345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494661d4-8986-4ada-b97a-2b1e0c2ac09b None None] Network cfcf4a1e-649b-4b68-be51-d10696e38225 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:38.158286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:36Z', 'revision_number': 8, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:38.171188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.205845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:38.227719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:38.228334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:38.228678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:38.229030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.351301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port e1d8a9c8-559f-405c-b2ed-58e58e91ec43, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,segment=NetworkSegment(1a7a2065-4ea6-4984-87d2-31909c8f8e80),segment_id=1a7a2065-4ea6-4984-87d2-31909c8f8e80)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:38.351603 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.373309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] DHCP port deletion for cfcf4a1e-649b-4b68-be51-d10696e38225 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:38.378009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for e1d8a9c8-559f-405c-b2ed-58e58e91ec43 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:38.400945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:38.498083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124cd8-af15-4fc2-beb4-e238c2d246ca req-1dbdc61d-13c7-4079-b4f6-41dd8ed586cc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:38.503053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53124cd8-af15-4fc2-beb4-e238c2d246ca req-1dbdc61d-13c7-4079-b4f6-41dd8ed586cc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.1006289 Dec 09 15:20:38.587267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.587542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Deleting port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:38.587758 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.652584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53124cd8-af15-4fc2-beb4-e238c2d246ca req-9f8c5984-242c-492d-8fa9-61c2e7b35285 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317008 Dec 09 15:20:38.674907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:38.702777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:38.851612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.863288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] For port e1d8a9c8-559f-405c-b2ed-58e58e91ec43, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:38.863922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.879126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcf4a1e-649b-4b68-be51-d10696e38225']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:38.892700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7a2065-4ea6-4984-87d2-31909c8f8e80') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:38.893080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7a2065-4ea6-4984-87d2-31909c8f8e80') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:38.893212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Calling delete_port for e1d8a9c8-559f-405c-b2ed-58e58e91ec43 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:38.897071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:20:38.900459 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.908135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bf1d5-6303-4977-bcc9-94799178f4fc req-8812e547-0289-458b-9cb0-9fff39a99047 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:38.909106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-646bf1d5-6303-4977-bcc9-94799178f4fc req-8812e547-0289-458b-9cb0-9fff39a99047 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1239896 Dec 09 15:20:38.912795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.943555 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.947656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] No DVR routers for this DVR port e1d8a9c8-559f-405c-b2ed-58e58e91ec43 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:38.949122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fab98-6c95-4fa3-8f63-383b0c9b6721 None None] Pushing event deleted for resources: {'Port': ['ID=e1d8a9c8-559f-405c-b2ed-58e58e91ec43,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:38.960444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:20:38.960878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:20:38.967750 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:20:38.986831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:36Z', 'revision_number': 8, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:39.019784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63dbb55-f354-4e96-a0ef-a2b7c4ded0eb None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:36Z', 'revision_number': 8, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79648f63-700e-4a17-a7df-9407cc225537', 'name': '', 'network_id': '245248db-f122-45a2-b5b6-4e8c5d0a9b05', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:db:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:11Z', 'updated_at': '2021-12-09T15:20:26Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '7eb490ea-9412-440d-b765-27d5c0764d40', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:39.034852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-646bf1d5-6303-4977-bcc9-94799178f4fc req-2470b69b-d37f-440a-a2c4-5c3cb4941e3c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152146 Dec 09 15:20:39.044667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:39.058048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:39.062200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/cfcf4a1e-649b-4b68-be51-d10696e38225 HTTP/1.1" status: 204 len: 168 time: 0.9758167 Dec 09 15:20:39.065278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50656) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:39.078032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a87320-d5dc-4a75-ade1-81ef9c4ddd75 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=cfcf4a1e-649b-4b68-be51-d10696e38225,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:39.384658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-82604eef-7aec-4e20-a31b-127b02972a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:39.386176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-82604eef-7aec-4e20-a31b-127b02972a44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1096 time: 0.0563612 Dec 09 15:20:39.526743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-ae278c93-3eee-4823-85d0-d7fe0a5b7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:39.528857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-ae278c93-3eee-4823-85d0-d7fe0a5b7101 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.1293523 Dec 09 15:20:39.539355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:39.611871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-49974867-3804-4b51-8a21-addd7ee0f0ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.0703211 Dec 09 15:20:39.735115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-7f6d1aef-a3fb-4d29-b6d4-1e08f9dd89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:39.736589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-7f6d1aef-a3fb-4d29-b6d4-1e08f9dd89d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.0952492 Dec 09 15:20:39.811491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-f0e7d749-9c01-416a-85b1-04bfb96d4bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613887 Dec 09 15:20:39.855210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756ad8-9cf0-4c2f-88b0-117d36e00bcc req-6bd530ce-36d5-4cbb-9a39-c47d4207cf17 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:39.856894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29756ad8-9cf0-4c2f-88b0-117d36e00bcc req-6bd530ce-36d5-4cbb-9a39-c47d4207cf17 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 943 time: 0.1236768 Dec 09 15:20:39.908609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1d8a9c8-559f-405c-b2ed-58e58e91ec43 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:39.935951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e1d8a9c8-559f-405c-b2ed-58e58e91ec43 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:39.936399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e1d8a9c8-559f-405c-b2ed-58e58e91ec43 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:39.936891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 96836982-e5e6-40dd-ad9a-f1de06a62ae7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:39.958296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 96836982-e5e6-40dd-ad9a-f1de06a62ae7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:39.958645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 96836982-e5e6-40dd-ad9a-f1de06a62ae7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:39.995930 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29756ad8-9cf0-4c2f-88b0-117d36e00bcc req-181c785f-f21c-4a25-8400-bf53f1b60b58 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Dec 09 15:20:40.029677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-5b8d3d6d-5350-4a0a-ad7d-f9713ad2c404 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049067 Dec 09 15:20:40.118593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 79648f63-700e-4a17-a7df-9407cc225537 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:40.119254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:40.165129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1f7ec-e4ba-496a-94d0-27bfa54e6517 req-a60f52e2-63b0-41aa-be94-221a005a71ba tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:40.173760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3be1f7ec-e4ba-496a-94d0-27bfa54e6517 req-a60f52e2-63b0-41aa-be94-221a005a71ba tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Dec 09 15:20:40.200679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7e1b0d4c-c009-447c-aa6d-5cf145937498 req-e709e0e7-6a4e-4a60-8a4f-fe65ac5c0d77 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586659 Dec 09 15:20:40.228638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3be1f7ec-e4ba-496a-94d0-27bfa54e6517 req-00ae0ee9-4f37-4ed2-b580-e66060acf617 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 Dec 09 15:20:40.233552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 79648f63-700e-4a17-a7df-9407cc225537, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=79648f63-700e-4a17-a7df-9407cc225537,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:40.233931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:40.254944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 79648f63-700e-4a17-a7df-9407cc225537 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:40.367407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:20:40.427594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:40.468831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:40.497858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527', 'mac_address': 'fa:16:3e:10:fb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:20:40.516082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=79648f63-700e-4a17-a7df-9407cc225537,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:40.547100 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:40.563224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:20:40.587615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:40.592781 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:40.655020 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:40.655286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:40.811805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['29c1cdb6-124b-40a5-9dd1-f0f0e101e527'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:20:40.857529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:40.957836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:40.967197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50668) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:40.968537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c72aba02-e134-403a-b25f-434870335a12 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9015496 Dec 09 15:20:40.971606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:40.981835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:40.982676 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:41.030302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 7eb490ea-9412-440d-b765-27d5c0764d40 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:20:41.033976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.080877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.097934 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:41.194709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b3041-d5c4-41e1-8b4b-1a5c1900d025 req-01cd24ae-289f-4ec7-a8e6-59321415e827 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:41.196319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-341b3041-d5c4-41e1-8b4b-1a5c1900d025 req-01cd24ae-289f-4ec7-a8e6-59321415e827 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 944 time: 0.1124244 Dec 09 15:20:41.243729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.296579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-341b3041-d5c4-41e1-8b4b-1a5c1900d025 req-68ebbb0d-ee3b-4e78-a201-fb2114a54852 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856647 Dec 09 15:20:41.341956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.347511 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:40Z', 'revision_number': 9, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:41.372436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb490ea-9412-440d-b765-27d5c0764d40,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:41.374973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.381765 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:41.381955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50676) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:41.383268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233e0d5-649d-47ab-b74f-8c27b362be1d None None] Network 245248db-f122-45a2-b5b6-4e8c5d0a9b05 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:41.393872 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:41.395906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bf997c36-31e9-4bf2-992d-8cadbf3eeb3e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/7eb490ea-9412-440d-b765-27d5c0764d40 HTTP/1.1" status: 204 len: 168 time: 0.4272835 Dec 09 15:20:41.396122 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:41.434983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700b9f-9be2-4c56-9a10-2a65c4178e0f req-8c2f1642-94a4-4f79-a5a1-f6fd94c7771a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:41.443907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3700b9f-9be2-4c56-9a10-2a65c4178e0f req-8c2f1642-94a4-4f79-a5a1-f6fd94c7771a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1130922 Dec 09 15:20:41.495921 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:41.525422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.560594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] DHCP port deletion for 245248db-f122-45a2-b5b6-4e8c5d0a9b05 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:41.588924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3700b9f-9be2-4c56-9a10-2a65c4178e0f req-958bb4a7-c81e-4348-ad23-cf3b2da8cd79 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187708 Dec 09 15:20:41.615027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] Deleting port 35b313a8-3963-4a77-b791-eb33399257e5 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:41.615571 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.644169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 35b313a8-3963-4a77-b791-eb33399257e5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:41.644521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.686168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] For port 35b313a8-3963-4a77-b791-eb33399257e5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=35b313a8-3963-4a77-b791-eb33399257e5,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:41.686722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.701832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] Calling delete_port for 35b313a8-3963-4a77-b791-eb33399257e5 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:41.721666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 35b313a8-3963-4a77-b791-eb33399257e5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=35b313a8-3963-4a77-b791-eb33399257e5,segment=NetworkSegment(2e0cbb21-61ce-443b-8370-1362fa707469),segment_id=2e0cbb21-61ce-443b-8370-1362fa707469)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:41.722033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.735937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 35b313a8-3963-4a77-b791-eb33399257e5 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:41.747890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:40Z', 'revision_number': 9, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:41.788959 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c721709-3042-4145-bd1f-bea038280cc2 None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:40Z', 'revision_number': 9, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d80d181-83b1-4ed0-a7cd-853c3467bdd7', 'name': '', 'network_id': '356b13ac-f57a-4b1f-9b69-35cb6bb9c3db', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:fb:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:04Z', 'updated_at': '2021-12-09T15:20:17Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '61ff90de-6151-4b31-81a9-ba41bfef0a44', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:41.810186 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:41.848156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] Pushing event deleted for resources: {'Port': ['ID=35b313a8-3963-4a77-b791-eb33399257e5,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:41.858686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4dddf-2387-4982-8ce7-516f8af08950 None None] No DVR routers for this DVR port 35b313a8-3963-4a77-b791-eb33399257e5 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:42.148444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.177774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=35b313a8-3963-4a77-b791-eb33399257e5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:42.182636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port 35b313a8-3963-4a77-b791-eb33399257e5 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:42.283867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.309759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245248db-f122-45a2-b5b6-4e8c5d0a9b05']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:42.311297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 35b313a8-3963-4a77-b791-eb33399257e5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:42.321980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0cbb21-61ce-443b-8370-1362fa707469') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:42.322401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0cbb21-61ce-443b-8370-1362fa707469') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:42.336562 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.354998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.361696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:20:42.362256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.363668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 35b313a8-3963-4a77-b791-eb33399257e5 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:42.364236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 35b313a8-3963-4a77-b791-eb33399257e5 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:20:42.365786 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:20:42.370395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:20:42.441620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:20:42.445845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:20:42.446320 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.472646 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.483799 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.486931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/245248db-f122-45a2-b5b6-4e8c5d0a9b05 HTTP/1.1" status: 204 len: 168 time: 1.1038744 Dec 09 15:20:42.490041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50684) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:42.500389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ad521-7161-499c-b312-f285987e5209 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=245248db-f122-45a2-b5b6-4e8c5d0a9b05,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:42.517341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51351c-bde8-4ea0-846f-8b5681057e9f req-c36b74a3-8ab7-4e7f-b929-875fd5ec9e43 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:42.518847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d51351c-bde8-4ea0-846f-8b5681057e9f req-c36b74a3-8ab7-4e7f-b929-875fd5ec9e43 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 944 time: 0.0893681 Dec 09 15:20:42.540621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.566280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:20:42.568533 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9aa233-c4d4-429b-8460-cd572eb4d5e9" -d '{"events": [{"server_uuid": "f06e5f7d-3122-4a4b-9497-58556310b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "29c1cdb6-124b-40a5-9dd1-f0f0e101e527"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:20:42.572236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d51351c-bde8-4ea0-846f-8b5681057e9f req-d05d2e45-e18b-459a-8c60-310d473b1565 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Dec 09 15:20:42.582900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:42.587250 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:42.638511 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17831bd-efb4-4cca-9232-2db995cb864c x-openstack-request-id: req-f17831bd-efb4-4cca-9232-2db995cb864c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:20:42.638986 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e5f7d-3122-4a4b-9497-58556310b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "29c1cdb6-124b-40a5-9dd1-f0f0e101e527", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:20:42.639299 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f17831bd-efb4-4cca-9232-2db995cb864c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:20:42.639764 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527', 'code': 200} Dec 09 15:20:42.640485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:42.724026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b303d-b014-49aa-b5e1-cb7aae934c43 req-90f13283-3823-403b-9d74-cfce35642d21 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:42.725528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-930b303d-b014-49aa-b5e1-cb7aae934c43 req-90f13283-3823-403b-9d74-cfce35642d21 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Dec 09 15:20:42.776699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fb6f3-3b7c-4e1c-9a14-7341e3094da6 req-93c14489-0d01-42ac-b6f3-ae02beed52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:42.778489 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d9fb6f3-3b7c-4e1c-9a14-7341e3094da6 req-93c14489-0d01-42ac-b6f3-ae02beed52b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0742311 Dec 09 15:20:42.781360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-930b303d-b014-49aa-b5e1-cb7aae934c43 req-4c1bf390-78e5-42ca-bff0-e89d2b7ea269 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496099 Dec 09 15:20:43.266795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d9fb6f3-3b7c-4e1c-9a14-7341e3094da6 req-36d949be-f9f5-4a19-bad2-dd063d331d6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718213 Dec 09 15:20:43.300285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5be0-82b8-4ace-a94d-e5f7612f3af6 req-a24788a7-5050-437d-aebf-0df965226cb5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:43.301793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88fa5be0-82b8-4ace-a94d-e5f7612f3af6 req-a24788a7-5050-437d-aebf-0df965226cb5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.0856819 Dec 09 15:20:43.393410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-88fa5be0-82b8-4ace-a94d-e5f7612f3af6 req-7c44845f-982b-4a23-8144-fc6386ec2874 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804176 Dec 09 15:20:43.417895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.659369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-fd4a3794-4675-4fdd-83f4-1bba286d7bc8 req-d26df072-eecc-4c22-9398-4baa297e30f7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:20:43.660409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd4a3794-4675-4fdd-83f4-1bba286d7bc8 req-d26df072-eecc-4c22-9398-4baa297e30f7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0689964 Dec 09 15:20:43.688453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50724) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:43.693737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515064987', 'description': 'tempest-secgroup-smoke-1515064987 description', 'project_id': 'e565a897750f4dd091885195f20a47cc'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:43.707786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:43.744980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.772724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:43.773342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.874290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640d93b-815f-4a08-937d-9994901a68cb req-614c3d54-7475-4b78-a942-c143152000d4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:43.875965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9640d93b-815f-4a08-937d-9994901a68cb req-614c3d54-7475-4b78-a942-c143152000d4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.0988615 Dec 09 15:20:43.878049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79648f63-700e-4a17-a7df-9407cc225537 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:43.903600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 79648f63-700e-4a17-a7df-9407cc225537 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:43.904226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 79648f63-700e-4a17-a7df-9407cc225537 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:43.910769 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.922376 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.926265 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.978057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:43.979406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2900100 Dec 09 15:20:43.985451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50734) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:43.997395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9640d93b-815f-4a08-937d-9994901a68cb req-129a202b-8fb4-4fda-9208-7db4f76cff58 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081543 Dec 09 15:20:43.998701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d8dc8-9595-4929-b320-5d26422afbbb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4859b-65ec-492a-936f-7314fa54d829,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:43.999930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group_rule': {'security_group_id': '84b4859b-65ec-492a-936f-7314fa54d829', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:44.013704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:44.027250 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.052573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 4d80d181-83b1-4ed0-a7cd-853c3467bdd7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:44.052944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.077599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f76d-4a71-41c0-85b0-8a069bf0c68e req-db040759-e579-42dc-a1f1-66730a05f997 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:44.079141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e7f76d-4a71-41c0-85b0-8a069bf0c68e req-db040759-e579-42dc-a1f1-66730a05f997 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 945 time: 0.1654894 Dec 09 15:20:44.087793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:44.088932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:44.101139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:44.119928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.193253 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-a07fe1c7-4f1b-4d8c-8f27-773a31375581 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042502 Dec 09 15:20:44.204333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-b046c17a-0cb8-4fbd-95cf-5a61ce09d222 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:20:44.205971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-b046c17a-0cb8-4fbd-95cf-5a61ce09d222 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065284 Dec 09 15:20:44.215122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04e7f76d-4a71-41c0-85b0-8a069bf0c68e req-927ffb23-14e8-4853-b394-048cd93fb040 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275439 Dec 09 15:20:44.296433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.317515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.342807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0244f13a-3234-428b-96cb-174baddbf96d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:44.357479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.358709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-012a5767-0b85-4d27-a4c7-4eaf0acb99e8 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3688824 Dec 09 15:20:44.361715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50748) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:44.366264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group_rule': {'security_group_id': '84b4859b-65ec-492a-936f-7314fa54d829', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:44.412994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.436276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.481414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=4d80d181-83b1-4ed0-a7cd-853c3467bdd7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:44.500310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.513951 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.557990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58714358-58f5-486b-b6d2-d86119b477a1,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:44.579060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.580703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f6a09d64-2ea2-44c2-9bac-cb4a9dc994ee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177932 Dec 09 15:20:44.583230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50752) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:44.588322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group_rule': {'security_group_id': '84b4859b-65ec-492a-936f-7314fa54d829', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:44.628503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.641252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:20:44.644098 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c44ad-99d6-445c-8d1d-2e208e5c8a1c" -d '{"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-unplugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:20:44.712718 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50973a37-0320-4ef4-8b66-6988d7a37bd0 x-openstack-request-id: req-50973a37-0320-4ef4-8b66-6988d7a37bd0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:20:44.713308 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-unplugged", "status": "failed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:20:44.713308 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50973a37-0320-4ef4-8b66-6988d7a37bd0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:20:44.714002 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a', 'code': 422} returned with failed status Dec 09 15:20:44.728269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.733721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.758680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa8ef76-3d32-4323-aa03-cb0668674567,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:44.772963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.779276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8cfd9a6-197f-4f00-9b62-5962639af0ca tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949410 Dec 09 15:20:44.780337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:44.786602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group_rule': {'security_group_id': '84b4859b-65ec-492a-936f-7314fa54d829', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:44.817641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.835223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.882015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.885831 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.905613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438f8ac4-f8f5-40ea-8307-ab16fa84d939,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:44.921857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:44.921857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-81baa519-850a-47d8-9f2e-f0f796f5cec0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403191 Dec 09 15:20:44.924738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:44.929285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group_rule': {'security_group_id': '84b4859b-65ec-492a-936f-7314fa54d829', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:44.953256 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Project e565a897750f4dd091885195f20a47cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:20:44.958653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.029623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.034964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.055240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a51a79-f56a-42f6-843a-9e2123be61d0,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:45.064047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.064903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:45.067503 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aebfb85e-aff5-4200-8c94-1891bd195770 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396983 Dec 09 15:20:45.068174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50766) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:45.082832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'security_group_rule': {'security_group_id': '84b4859b-65ec-492a-936f-7314fa54d829', 'project_id': 'e565a897750f4dd091885195f20a47cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:45.106665 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Project e565a897750f4dd091885195f20a47cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:20:45.114393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.180614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.185043 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.201316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:45.205005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95f09a5-922b-4a4a-a77e-108387541d19,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:45.211004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-44901235-eb01-4543-8ea3-0b23af53480e tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198131 Dec 09 15:20:45.211708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50768) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:45.213666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:45.219249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.221336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-60112746-0f29-4a92-8277-12f5af0b7bc9 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521409 Dec 09 15:20:45.224779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:45.225397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:45.250095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047bc3-5a30-475e-b0b4-b2f0fa446a9d req-117bd0e7-bc61-437e-a9d4-27d66074fed4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.251872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86047bc3-5a30-475e-b0b4-b2f0fa446a9d req-117bd0e7-bc61-437e-a9d4-27d66074fed4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.1352854 Dec 09 15:20:45.304101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 61ff90de-6151-4b31-81a9-ba41bfef0a44 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:20:45.307417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.343601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:45.373983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f94b-cc75-4c90-887b-d87970487fde req-8b10ba41-1abe-4508-b2e5-4e008b37cd2b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.376338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b567f94b-cc75-4c90-887b-d87970487fde req-8b10ba41-1abe-4508-b2e5-4e008b37cd2b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.0569780 Dec 09 15:20:45.392600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86047bc3-5a30-475e-b0b4-b2f0fa446a9d req-243a899c-f6f3-490d-84a7-c7f6d49f2175 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324623 Dec 09 15:20:45.394499 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.517041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b567f94b-cc75-4c90-887b-d87970487fde req-923333f1-58c3-41ee-8433-b92a610ba2fa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335404 Dec 09 15:20:45.519587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.548997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-e6f2e5b0-5edc-421a-852f-5081ea2044c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.550526 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-e6f2e5b0-5edc-421a-852f-5081ea2044c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9&tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75 HTTP/1.1" status: 200 len: 1094 time: 0.1011777 Dec 09 15:20:45.575714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:44Z', 'revision_number': 10, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:45.612043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:45.626280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:45.627958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:45.651447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-34549772-f16b-4b8e-9ee2-96f4a78a6730 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515064987&fields=id&tenant_id=e565a897750f4dd091885195f20a47cc HTTP/1.1" status: 200 len: 267 time: 0.1510406 Dec 09 15:20:45.682998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-e50e0c3a-5a9a-408b-ad79-8bac96cf6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.685094 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-e50e0c3a-5a9a-408b-ad79-8bac96cf6df1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1094 time: 0.1012568 Dec 09 15:20:45.693500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a3ff-f265-48cc-b364-170431bc0132 req-6f87c827-29f0-48b2-8f2f-69148337966e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.696232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.701354 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e9a3ff-f265-48cc-b364-170431bc0132 req-6f87c827-29f0-48b2-8f2f-69148337966e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.0746193 Dec 09 15:20:45.730475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:45.736916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:45.740682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/61ff90de-6151-4b31-81a9-ba41bfef0a44 HTTP/1.1" status: 204 len: 168 time: 0.5269516 Dec 09 15:20:45.745186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50784) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:45.762725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01677c64-cbd0-49a6-9149-2a5e85cd45da None None] Network 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:45.772083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912cf2-c1af-420c-a086-9008119d28ba tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=61ff90de-6151-4b31-81a9-ba41bfef0a44,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:45.815428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-df409c4f-dfdc-458a-9e06-a639720c9537 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.817109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-df409c4f-dfdc-458a-9e06-a639720c9537 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 814 time: 0.1560047 Dec 09 15:20:45.838064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-45964a4e-0d29-4f99-9fd2-3ac16995800e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/quotas/e565a897750f4dd091885195f20a47cc HTTP/1.1" status: 200 len: 375 time: 0.0146310 Dec 09 15:20:45.908699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-e692379b-e927-4efa-b921-d8e595b372da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:45.910787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-e692379b-e927-4efa-b921-d8e595b372da service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.2004225 Dec 09 15:20:45.915875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-efdb05cb-488b-4832-89f1-be042253927d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676832 Dec 09 15:20:45.920202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e9a3ff-f265-48cc-b364-170431bc0132 req-54e3992c-6932-47cd-918d-ea7d0cb4d22a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167275 Dec 09 15:20:45.970065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-0ec22688-c8ef-4c1a-a69a-9749a4c13941 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.0428073 Dec 09 15:20:45.974269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.031847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:44Z', 'revision_number': 10, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:46.060596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] DHCP port deletion for 356b13ac-f57a-4b1f-9b69-35cb6bb9c3db request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:46.072819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-a7faa60b-919d-42d8-b9ec-b9eae6db199a service neutron] 10.222.0.46 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534879 Dec 09 15:20:46.084078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175caac-546b-4248-acc0-2e9130e85f8d None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:44Z', 'revision_number': 10, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None, '_interfaces': [{'id': '43b60b11-203d-479b-b90b-1db1e1bf1b6d', 'name': '', 'network_id': 'baef05c7-1fd8-43f5-bfdc-91b7466a2a7a', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'mac_address': 'fa:16:3e:b5:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:59Z', 'updated_at': '2021-12-09T15:20:05Z', 'revision_number': 5, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'subnets': [{'id': '8defe400-8982-4b7f-92b5-ac64c7b500da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:46.091749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-622a9e8c-9f9f-412e-b134-d432515bdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:46.093352 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-622a9e8c-9f9f-412e-b134-d432515bdce0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.1125550 Dec 09 15:20:46.116777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] Deleting port 190b479a-a07e-4d0b-880a-211a754fdfcb {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:46.117227 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.145893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fe7a8-6918-4df7-9736-2d4da17bc585 req-62d48b56-b1e2-4ab2-85d0-ed9e91d51383 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:46.147586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-681fe7a8-6918-4df7-9736-2d4da17bc585 req-62d48b56-b1e2-4ab2-85d0-ed9e91d51383 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.0990207 Dec 09 15:20:46.149412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-c0f6cf51-3a4c-4d8f-9395-3a26bfd9ed44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411849 Dec 09 15:20:46.186851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 190b479a-a07e-4d0b-880a-211a754fdfcb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:46.187111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.195885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] For port 190b479a-a07e-4d0b-880a-211a754fdfcb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=190b479a-a07e-4d0b-880a-211a754fdfcb,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:46.196283 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.201233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-e6216815-7dca-4194-849f-9483c706f195 service neutron] 10.222.0.46 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213086 Dec 09 15:20:46.209602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] Calling delete_port for 190b479a-a07e-4d0b-880a-211a754fdfcb owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:46.298208 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.327725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] Pushing event deleted for resources: {'Port': ['ID=190b479a-a07e-4d0b-880a-211a754fdfcb,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:46.331749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad16f2-99a6-42b8-8ac4-b145203eda5e None None] No DVR routers for this DVR port 190b479a-a07e-4d0b-880a-211a754fdfcb on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:46.341404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-681fe7a8-6918-4df7-9736-2d4da17bc585 req-d2bad4fb-6cbe-4f54-b711-f29032898e5a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850026 Dec 09 15:20:46.348455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 190b479a-a07e-4d0b-880a-211a754fdfcb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=190b479a-a07e-4d0b-880a-211a754fdfcb,segment=NetworkSegment(0f295f7e-5dce-45db-a423-6b55649573e9),segment_id=0f295f7e-5dce-45db-a423-6b55649573e9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:46.348679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.367903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 190b479a-a07e-4d0b-880a-211a754fdfcb owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:46.397251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-cc64fc45-7369-42de-868a-313814561739 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319431 Dec 09 15:20:46.552089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.567603 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-374db585-e6b6-4088-80c9-0e2c3f67d73f req-3c5af994-d3ac-48b0-9ef1-29c805fb6d11 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399615 Dec 09 15:20:46.603840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=190b479a-a07e-4d0b-880a-211a754fdfcb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:46.605625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port 190b479a-a07e-4d0b-880a-211a754fdfcb on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:46.732376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.760791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356b13ac-f57a-4b1f-9b69-35cb6bb9c3db']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:46.774817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f295f7e-5dce-45db-a423-6b55649573e9') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:46.775664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f295f7e-5dce-45db-a423-6b55649573e9') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:46.793176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.824983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.831815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:20:46.832218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:20:46.836115 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:20:46.892664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5265aa72-a8e3-45a4-9f74-34911e9ad1e7 req-f95c6a51-5809-4c3f-88ee-1d0d0b01c793 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0595038 Dec 09 15:20:47.016340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:47.030786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:47.040183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/356b13ac-f57a-4b1f-9b69-35cb6bb9c3db HTTP/1.1" status: 204 len: 168 time: 1.2915695 Dec 09 15:20:47.043018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50840) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:47.065105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56715ac3-52b5-4c92-bf99-ecff140a7d21 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=356b13ac-f57a-4b1f-9b69-35cb6bb9c3db,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:47.109273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75839a-a20b-4b0d-bcd5-5f176bf2ee60 req-859c2cce-e763-489a-bb3b-edfb08af3efc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:47.110969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc75839a-a20b-4b0d-bcd5-5f176bf2ee60 req-859c2cce-e763-489a-bb3b-edfb08af3efc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1760790 Dec 09 15:20:47.196162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce969a4-b2e1-4932-a97e-c9629bf68d26 req-ed3b1c68-d1f5-4f71-8c10-0431879e43f9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:47.197945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ce969a4-b2e1-4932-a97e-c9629bf68d26 req-ed3b1c68-d1f5-4f71-8c10-0431879e43f9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.2006042 Dec 09 15:20:47.223338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc75839a-a20b-4b0d-bcd5-5f176bf2ee60 req-95988363-5e9a-42d0-ad6f-68da0d4aaf93 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034608 Dec 09 15:20:47.351903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a289-ca21-4d59-aaf5-ac7e4e2e6410 req-33e7cce3-04da-432c-9ed4-592e188aafaf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:47.353585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8062a289-ca21-4d59-aaf5-ac7e4e2e6410 req-33e7cce3-04da-432c-9ed4-592e188aafaf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0671430 Dec 09 15:20:47.367656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ce969a4-b2e1-4932-a97e-c9629bf68d26 req-e769183f-97b0-4d94-8c55-32b257716424 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071851 Dec 09 15:20:47.431738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8062a289-ca21-4d59-aaf5-ac7e4e2e6410 req-c1764647-f375-424e-ba9b-5686526d6fef tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703940 Dec 09 15:20:47.570917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:47.713213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:47.861515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 43b60b11-203d-479b-b90b-1db1e1bf1b6d {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:47.861975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:47.914019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:47.945001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:47.945358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4d80d181-83b1-4ed0-a7cd-853c3467bdd7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:47.945791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 190b479a-a07e-4d0b-880a-211a754fdfcb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:47.976904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 190b479a-a07e-4d0b-880a-211a754fdfcb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:47.977506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 190b479a-a07e-4d0b-880a-211a754fdfcb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:48.015733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-210d8163-68bf-4cb6-9937-439582bfd10d req-e28fb84f-426e-4020-a918-bf5ded5ffb25 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0412397 Dec 09 15:20:48.046338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 43b60b11-203d-479b-b90b-1db1e1bf1b6d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=43b60b11-203d-479b-b90b-1db1e1bf1b6d,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:48.046927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:48.068389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 43b60b11-203d-479b-b90b-1db1e1bf1b6d owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:48.249130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:48.284576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=43b60b11-203d-479b-b90b-1db1e1bf1b6d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:48.388652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37284ce-3a99-4a12-bdb5-9bea670c94a9 req-64d393f8-1f4b-4aa1-a925-5614fddc2033 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:48.407983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b37284ce-3a99-4a12-bdb5-9bea670c94a9 req-64d393f8-1f4b-4aa1-a925-5614fddc2033 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1123877 Dec 09 15:20:48.426639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-703fc436-2e40-4c0c-b285-3be5aca88e68 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:48.428306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-703fc436-2e40-4c0c-b285-3be5aca88e68 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.1539247 Dec 09 15:20:48.543072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b37284ce-3a99-4a12-bdb5-9bea670c94a9 req-e5dcdd9e-052e-42ec-8460-4704ab22cff8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296935 Dec 09 15:20:48.678338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:48.738910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99252b-3dc9-4699-aa54-6a5b4aaaccea req-e8f39e4f-a9c0-482f-a2e1-aef505716e29 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:48.741181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd99252b-3dc9-4699-aa54-6a5b4aaaccea req-e8f39e4f-a9c0-482f-a2e1-aef505716e29 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0944488 Dec 09 15:20:48.763259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5107b93-af03-4208-bdaf-bc6617ab674d req-eeaa65ce-b770-462e-a1dd-72a3ab20c27f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:48.764798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5107b93-af03-4208-bdaf-bc6617ab674d req-eeaa65ce-b770-462e-a1dd-72a3ab20c27f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 945 time: 0.2381160 Dec 09 15:20:48.817359 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd99252b-3dc9-4699-aa54-6a5b4aaaccea req-342ffe6b-bb82-49f4-8c92-0110a675d98e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685248 Dec 09 15:20:48.885917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:48.886257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:48.989194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5107b93-af03-4208-bdaf-bc6617ab674d req-8a89d181-9c26-4e27-8bfa-9beced6f77d1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866214 Dec 09 15:20:49.035082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:49.109225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:49.109601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.150963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ffbc50d-6b69-48ff-9827-b3cf50b733e9 req-b8c0d73f-1f28-4d54-92a8-28541441d660 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0253897 Dec 09 15:20:49.152132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:49.154340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:49.160898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd50798e-d25a-41ab-9bdc-ec727ec32b19 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1164968 Dec 09 15:20:49.163882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50852) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:49.166598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:49.178793 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:49.179592 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:49.240726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting subnet 8defe400-8982-4b7f-92b5-ac64c7b500da {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:20:49.251027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.279256 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:49.308063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.347438 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:48Z', 'revision_number': 11, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:49.379107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:49.388283 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:49.388928 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:49.394202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.410367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['29c1cdb6-124b-40a5-9dd1-f0f0e101e527'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:20:49.428594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.434389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=29c1cdb6-124b-40a5-9dd1-f0f0e101e527,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:49.501810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:49.508530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.512047 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7cfcbaed-d1cd-41aa-afd4-5d9a0686f25a req-b8cd20d9-086c-4b02-91d9-c9825a7c747a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "DELETE /v2.0/ports/29c1cdb6-124b-40a5-9dd1-f0f0e101e527 HTTP/1.1" status: 204 len: 173 time: 1.0696409 Dec 09 15:20:49.514255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'name': 'network-vif-deleted', 'tag': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:20:49.531584 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:49.536704 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab07b1-6d48-48ef-a5e0-98fe116f1bf3" -d '{"events": [{"server_uuid": "f06e5f7d-3122-4a4b-9497-58556310b1d5", "name": "network-vif-deleted", "tag": "29c1cdb6-124b-40a5-9dd1-f0f0e101e527"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:20:49.556137 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.612133 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1dbd07-e008-43fd-9657-57cdc8fbdbf4 x-openstack-request-id: req-2a1dbd07-e008-43fd-9657-57cdc8fbdbf4 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:20:49.631697 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e5f7d-3122-4a4b-9497-58556310b1d5", "name": "network-vif-deleted", "tag": "29c1cdb6-124b-40a5-9dd1-f0f0e101e527", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:20:49.632054 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a1dbd07-e008-43fd-9657-57cdc8fbdbf4 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:20:49.632489 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e5f7d-3122-4a4b-9497-58556310b1d5', 'name': 'network-vif-deleted', 'tag': '29c1cdb6-124b-40a5-9dd1-f0f0e101e527', 'status': 'completed', 'code': 200} Dec 09 15:20:49.639283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Subnet': ['ID=8defe400-8982-4b7f-92b5-ac64c7b500da,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:49.641414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.644849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f45b7df1-0a1f-4cf8-bfba-ec14bd43284b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/8defe400-8982-4b7f-92b5-ac64c7b500da HTTP/1.1" status: 204 len: 168 time: 0.4798903 Dec 09 15:20:49.647501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:49.651107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2b17b-bf42-4674-8e97-b24a33c27e81 None None] Network baef05c7-1fd8-43f5-bfdc-91b7466a2a7a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:49.852861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df521f0a-3a75-4b7c-90a7-4b78366fb49c req-5c3fd75f-4b04-4a77-8a63-cfc345802774 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:49.862760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:49.864721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df521f0a-3a75-4b7c-90a7-4b78366fb49c req-5c3fd75f-4b04-4a77-8a63-cfc345802774 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1303136 Dec 09 15:20:49.964945 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:48Z', 'revision_number': 11, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:49.967675 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:20:50.019744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] DHCP port deletion for baef05c7-1fd8-43f5-bfdc-91b7466a2a7a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:20:50.059795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df521f0a-3a75-4b7c-90a7-4b78366fb49c req-6d8b2ccd-5f2d-45ed-a1d5-8ae550bb8c31 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653416 Dec 09 15:20:50.067582 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029f0eb-2a32-4a11-8279-c744db77b0f5 None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:48Z', 'revision_number': 11, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:50.104375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Deleting port 42b32110-7543-4c83-bf5c-4517f779dcb0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:50.104942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.151051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3972c-5705-4baa-bda3-89b8081b20b6 req-761bc9a0-52e6-4371-bbfe-0c437781570d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:50.159142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89b3972c-5705-4baa-bda3-89b8081b20b6 req-761bc9a0-52e6-4371-bbfe-0c437781570d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1258318 Dec 09 15:20:50.179101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Deleting port 42b32110-7543-4c83-bf5c-4517f779dcb0 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:20:50.185912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.235705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] For port 42b32110-7543-4c83-bf5c-4517f779dcb0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42b32110-7543-4c83-bf5c-4517f779dcb0,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:50.236081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.250706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Calling delete_port for 42b32110-7543-4c83-bf5c-4517f779dcb0 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:50.257102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9481157f-e4e0-4fe7-96a6-7789c5eae575 req-9792afce-00b3-40cf-9f8c-d73d1fae7020 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0657396 Dec 09 15:20:50.334653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] For port 42b32110-7543-4c83-bf5c-4517f779dcb0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=42b32110-7543-4c83-bf5c-4517f779dcb0,segment=NetworkSegment(6c685bbf-617c-4c8e-9ef8-5136947d18fb),segment_id=6c685bbf-617c-4c8e-9ef8-5136947d18fb)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:20:50.335343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.373233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Calling delete_port for 42b32110-7543-4c83-bf5c-4517f779dcb0 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:20:50.436535 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.456640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-53e628c5-bd11-484e-9239-053c2ab9fd78 req-aa1c3cc7-b2ea-47d4-89e4-a810c47b3362 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0659099 Dec 09 15:20:50.534819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89b3972c-5705-4baa-bda3-89b8081b20b6 req-b997505a-9299-4a12-9d9d-3c01394f8836 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744826 Dec 09 15:20:50.545018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Port': ['ID=42b32110-7543-4c83-bf5c-4517f779dcb0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:20:50.568235 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:20:50.574296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No DVR routers for this DVR port 42b32110-7543-4c83-bf5c-4517f779dcb0 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:50.577282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.640003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Pushing event deleted for resources: {'Port': ['ID=42b32110-7543-4c83-bf5c-4517f779dcb0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:50.642408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] No DVR routers for this DVR port 42b32110-7543-4c83-bf5c-4517f779dcb0 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:20:50.669537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.669871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.670217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.672064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.672428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.672772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.673109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.673444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.673778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.674110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.674439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.674768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.675094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21638c15-3c30-4f84-b9df-509f426da119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:20:50.743703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.772700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef05c7-1fd8-43f5-bfdc-91b7466a2a7a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:50.783802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c685bbf-617c-4c8e-9ef8-5136947d18fb') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:50.784221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c685bbf-617c-4c8e-9ef8-5136947d18fb') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:50.803227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.823066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.830936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:20:50.831545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:20:50.835322 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:20:50.924915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.932809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:50.936668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/networks/baef05c7-1fd8-43f5-bfdc-91b7466a2a7a HTTP/1.1" status: 204 len: 168 time: 1.2881367 Dec 09 15:20:50.939419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:50.944300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'routes': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:50.958318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4aa68-ee05-4795-9e27-e5d160ecd2e6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Pushing event deleted for resources: {'Network': ['ID=baef05c7-1fd8-43f5-bfdc-91b7466a2a7a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:51.133931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Added routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 15:20:51.134231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.extraroute_db [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Removed routes are [] {{(pid=109895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 15:20:51.134507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:51.256442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5adf7-a13e-489e-bc3d-e32b079ed577 req-a5575453-696f-4274-a54f-cadfc91f189b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:51.257936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01c5adf7-a13e-489e-bc3d-e32b079ed577 req-a5575453-696f-4274-a54f-cadfc91f189b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1261394 Dec 09 15:20:51.365000 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:51.377309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:51.385407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01c5adf7-a13e-489e-bc3d-e32b079ed577 req-f6edeec7-d722-4fd9-aeb3-6d3a47c91da2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874054 Dec 09 15:20:51.416128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a81b3b52-17e1-4ce2-a14f-6ba207e60c4c req-1eb68319-fd33-4d7a-97c0-3fded8dbe193 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0408676 Dec 09 15:20:51.469733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 8b203a13-acc5-4a39-9452-baa565653ca6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:20:51.552288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:51.559251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:51.562858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-da8b2bae-1b17-48f2-b043-8f331ce41638 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 700 time: 0.6199522 Dec 09 15:20:51.563680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50876) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:51.564827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca4ee692-2314-4768-89fa-8910ac93b341 req-d77ed36d-98e1-4d5a-8056-d9cdfcde3bee tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0345547 Dec 09 15:20:51.570333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] Sync routers for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:51.592751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:51.593370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:51.620225 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31b763f1-e1e3-4b66-a386-64453f8f5b9a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 205 time: 0.0553412 Dec 09 15:20:51.623175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:51.974566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42b32110-7543-4c83-bf5c-4517f779dcb0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:51.979892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:52.060097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 42b32110-7543-4c83-bf5c-4517f779dcb0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:52.060527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 42b32110-7543-4c83-bf5c-4517f779dcb0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:52.061153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43b60b11-203d-479b-b90b-1db1e1bf1b6d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:52.119176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:48Z', 'revision_number': 11, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:52.124332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.127397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 43b60b11-203d-479b-b90b-1db1e1bf1b6d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:52.127397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 43b60b11-203d-479b-b90b-1db1e1bf1b6d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:52.160095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] Checking router: 8b203a13-acc5-4a39-9452-baa565653ca6 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:52.188298 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.192227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] Routers {'8b203a13-acc5-4a39-9452-baa565653ca6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:52.193263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8b203a13-acc5-4a39-9452-baa565653ca6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:52.288571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] Set router 8b203a13-acc5-4a39-9452-baa565653ca6 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:52.323209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dcd2-68ae-4d6a-ac7a-7c4a5699f824 req-a3713338-1003-4998-a9a6-e39a18c88003 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:52.334833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c10dcd2-68ae-4d6a-ac7a-7c4a5699f824 req-a3713338-1003-4998-a9a6-e39a18c88003 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.2473490 Dec 09 15:20:52.352453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:48Z', 'revision_number': 11, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:52.392363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775d100-6409-45e4-b7ac-582f335922bf None None] The sync data for ids ['8b203a13-acc5-4a39-9452-baa565653ca6'] in n-d-804292-5 is: [{'id': '8b203a13-acc5-4a39-9452-baa565653ca6', 'name': 'tempest-RoutersTest-router-883477281', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:48Z', 'revision_number': 11, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:52.398366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:20:52.438196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:20:52.438550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 29c1cdb6-124b-40a5-9dd1-f0f0e101e527 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:20:52.514901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.518555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.544937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.597570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4676bd1-d7fa-487e-9c3f-681a8d3e625b req-d6f0b91f-d3f2-4b1d-866c-a11d4be3ae5f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0663335 Dec 09 15:20:52.611017 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c10dcd2-68ae-4d6a-ac7a-7c4a5699f824 req-a8f98e1d-b2f1-43f9-bffe-6feda5d10374 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623847 Dec 09 15:20:52.625561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.626342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router 8b203a13-acc5-4a39-9452-baa565653ca6 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:20:52.643904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.653168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c526a374-0192-41fe-96e3-7ae37c387839 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 204 len: 168 time: 1.0251133 Dec 09 15:20:52.653856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50890) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:52.659757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1814923810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:52.728847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.732860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.846389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.868194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf5cec92-448b-427a-b561-202ead05f0b8 req-d34b1d54-6670-4255-8ada-6c97643f8f56 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0585313 Dec 09 15:20:52.872815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.904144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:52.908049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1caf123f-c5ac-411f-9c54-e5c6817978b6 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2505713 Dec 09 15:20:52.909047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50892) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:52.916233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:52.943217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329c5de-87d7-4c02-93d1-7207fe62305b req-2d3e569e-a025-436b-9ffa-fc03284ec501 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:52.950242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7329c5de-87d7-4c02-93d1-7207fe62305b req-2d3e569e-a025-436b-9ffa-fc03284ec501 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1234398 Dec 09 15:20:53.040934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7329c5de-87d7-4c02-93d1-7207fe62305b req-7ac74a83-5ba7-497a-aafa-bc38b0174179 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846534 Dec 09 15:20:53.172488 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e99ae63e-e887-4851-b446-6d59848e827b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:53.237834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:53.260385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:53.413130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Router 4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:20:53.518656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:20:53.530751 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] Sync routers for ids ['4b51c26f-08ff-4fdb-9c46-1275ae21f3a7'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:20:53.531887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:53.535939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e4b25ec-2a24-4d6f-aa34-26225540f78c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "PUT /v2.0/routers/4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 HTTP/1.1" status: 200 len: 694 time: 0.6216323 Dec 09 15:20:53.536820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:53.551337 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] Routers {'4b51c26f-08ff-4fdb-9c46-1275ae21f3a7'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:53.551986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4b51c26f-08ff-4fdb-9c46-1275ae21f3a7'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:53.628964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] Set router 4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:53.631062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d9bc40f-7763-4b05-9669-7a87b0ecbd57 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/routers/4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 HTTP/1.1" status: 200 len: 700 time: 0.0928345 Dec 09 15:20:53.633878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50898) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:53.686314 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b51c26f-08ff-4fdb-9c46-1275ae21f3a7', 'name': 'tempest-RoutersTest-router-1814923810', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:52Z', 'updated_at': '2021-12-09T15:20:53Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:53.720464 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] Checking router: 4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:20:53.735191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50904) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:53.739825 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] Routers {'4b51c26f-08ff-4fdb-9c46-1275ae21f3a7'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:20:53.740681 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4b51c26f-08ff-4fdb-9c46-1275ae21f3a7'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:53.747905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cb8f959f-4fe6-47b1-9397-6088ab480e93 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 HTTP/1.1" status: 200 len: 205 time: 0.1126413 Dec 09 15:20:53.822462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd6859c5-c1b9-4864-82e0-4544a51cbb32 req-142400f6-9e9e-4ee5-9a91-00e00b651d83 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0732377 Dec 09 15:20:53.833391 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] Set router 4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:20:53.925997 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b51c26f-08ff-4fdb-9c46-1275ae21f3a7', 'name': 'tempest-RoutersTest-router-1814923810', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:52Z', 'updated_at': '2021-12-09T15:20:53Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:20:53.996101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24f1b563-b1a7-4c7b-9dd8-97c567464816 req-5b6a669d-8a61-45d8-a0eb-823a034c58a0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0672290 Dec 09 15:20:54.016291 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d75b9-1c26-42da-8224-9199e65d3b37 None None] The sync data for ids ['4b51c26f-08ff-4fdb-9c46-1275ae21f3a7'] in n-d-804292-5 is: [{'id': '4b51c26f-08ff-4fdb-9c46-1275ae21f3a7', 'name': 'tempest-RoutersTest-router-1814923810', 'tenant_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:52Z', 'updated_at': '2021-12-09T15:20:53Z', 'revision_number': 2, 'project_id': '2ea206b83eff4d7eaf52de14b9a6bc56', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:20:54.249982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1266-3343-4862-83a3-4c8eaca99e38 req-748408f3-096d-4e53-85ed-145bc4ba58cf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:54.251976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c2e1266-3343-4862-83a3-4c8eaca99e38 req-748408f3-096d-4e53-85ed-145bc4ba58cf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.0799463 Dec 09 15:20:54.346982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c2e1266-3343-4862-83a3-4c8eaca99e38 req-4166a434-6a9e-49af-8660-fe5d402eeb71 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771911 Dec 09 15:20:54.377205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:54.602793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:54.607225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:54.619764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbf0a8-8c53-4410-83b1-977e1f26320d req-aeffbbd6-457a-4bff-bdfd-c1059e9e9304 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:54.621545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5afbf0a8-8c53-4410-83b1-977e1f26320d req-aeffbbd6-457a-4bff-bdfd-c1059e9e9304 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1740220 Dec 09 15:20:54.694060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:54.695600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Fanout notify agent at l3_agent the message router_deleted on router 4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:20:54.713333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:54.719689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ab395de6-375e-45b3-8417-ca4c0a500d51 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 HTTP/1.1" status: 204 len: 168 time: 0.9800622 Dec 09 15:20:54.720729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50910) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.743152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5afbf0a8-8c53-4410-83b1-977e1f26320d req-a5697827-8064-4999-b060-d2fb9e8383a0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146150 Dec 09 15:20:54.751393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b393e0b8-6d21-4fe0-9791-dad2054c3d6c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 HTTP/1.1" status: 200 len: 205 time: 0.0276353 Dec 09 15:20:54.752071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.799271 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-9657b289-3bf2-4dbd-b9d7-8f07b86f99c7 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:54.802608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9657b289-3bf2-4dbd-b9d7-8f07b86f99c7 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/4b51c26f-08ff-4fdb-9c46-1275ae21f3a7 HTTP/1.1" status: 404 len: 336 time: 0.0473180 Dec 09 15:20:54.802983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50914) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.836729 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bf18da-0e2d-46e2-99aa-5dd0e1d24d4d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:54.838818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bf18da-0e2d-46e2-99aa-5dd0e1d24d4d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:54.845505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d9bf18da-0e2d-46e2-99aa-5dd0e1d24d4d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/7806939a-92f1-4f33-885f-f4a019154fcc HTTP/1.1" status: 404 len: 337 time: 0.0392392 Dec 09 15:20:54.846281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50918) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.883697 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c197b50f-7a6a-472c-97cc-8756d7ebb22b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:54.884162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c197b50f-7a6a-472c-97cc-8756d7ebb22b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:54.887358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c197b50f-7a6a-472c-97cc-8756d7ebb22b tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/7eb490ea-9412-440d-b765-27d5c0764d40 HTTP/1.1" status: 404 len: 337 time: 0.0403793 Dec 09 15:20:54.890577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.917742 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda384ff-9626-41e2-b260-f1ef7acba4da tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:54.918852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda384ff-9626-41e2-b260-f1ef7acba4da tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:54.922457 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dda384ff-9626-41e2-b260-f1ef7acba4da tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/61ff90de-6151-4b31-81a9-ba41bfef0a44 HTTP/1.1" status: 404 len: 337 time: 0.0307877 Dec 09 15:20:54.929143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50922) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:54.968653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41922675-c84a-48ce-8beb-eb3c3c1d3ae4 req-63c2807b-46bd-472b-8e8e-dec2d3a2f7b9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0380325 Dec 09 15:20:54.993162 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e13024-4466-4405-ad66-9336f4561802 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:54.993883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e13024-4466-4405-ad66-9336f4561802 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:54.998124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4e13024-4466-4405-ad66-9336f4561802 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/8defe400-8982-4b7f-92b5-ac64c7b500da HTTP/1.1" status: 404 len: 337 time: 0.0676641 Dec 09 15:20:55.000787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50924) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.033129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf6332ed-7e59-455d-bb1d-72c3edcfe605 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 200 len: 205 time: 0.0309787 Dec 09 15:20:55.035656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50928) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.123964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e003225-52df-41d1-b1b2-c76bb01f8b69 req-8b140243-518b-4d7d-8422-52c51316a103 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0445137 Dec 09 15:20:55.125704 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-1bf3eecf-5622-4db2-b66c-2d9fc10a1f44 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:55.126855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1bf3eecf-5622-4db2-b66c-2d9fc10a1f44 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/8b203a13-acc5-4a39-9452-baa565653ca6 HTTP/1.1" status: 404 len: 336 time: 0.0901003 Dec 09 15:20:55.129901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50930) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.179309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ae48c677-a363-4c5e-9e16-a743fe465339 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcef12d5-5663-4536-9c11-b23a94e00866 HTTP/1.1" status: 200 len: 205 time: 0.0481148 Dec 09 15:20:55.180777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50932) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.224035 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-f930471b-1c89-466d-a010-be7d5e4619aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:55.225171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f930471b-1c89-466d-a010-be7d5e4619aa tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/dcef12d5-5663-4536-9c11-b23a94e00866 HTTP/1.1" status: 404 len: 336 time: 0.0433221 Dec 09 15:20:55.227682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50934) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.256919 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8221512c-f7f3-4511-907b-0f90390a0d1d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:55.257390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8221512c-f7f3-4511-907b-0f90390a0d1d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:55.264300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50936) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.264496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8221512c-f7f3-4511-907b-0f90390a0d1d tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/2dd2d87c-e2cc-4d5d-91b8-4b3ce3e542c5 HTTP/1.1" status: 404 len: 337 time: 0.0356026 Dec 09 15:20:55.297927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c3d9f9a2-6c57-4675-b499-049d15f7ec33 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 200 len: 205 time: 0.0318580 Dec 09 15:20:55.299886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50938) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.368353 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-dc119f85-39c7-4b71-b6ee-b7a73fe359c9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:55.372583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc119f85-39c7-4b71-b6ee-b7a73fe359c9 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/ed5234a2-cb90-45a9-8e18-3f32612cb536 HTTP/1.1" status: 404 len: 336 time: 0.0682256 Dec 09 15:20:55.373035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.411841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.412312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4f59b0e3-22fc-474c-a7f5-4339d177eb17 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=9499caa2-522c-4d77-bac4-50f5637b3669 HTTP/1.1" status: 200 len: 205 time: 0.0379043 Dec 09 15:20:55.478237 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-f28af8ad-b44d-4c0b-bafa-9fc6345066cd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:55.479760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f28af8ad-b44d-4c0b-bafa-9fc6345066cd tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/9499caa2-522c-4d77-bac4-50f5637b3669 HTTP/1.1" status: 404 len: 336 time: 0.0655398 Dec 09 15:20:55.482696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.521538 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5534a3eb-5f7d-42a2-b500-9e1a46fc0e3c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:55.521906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5534a3eb-5f7d-42a2-b500-9e1a46fc0e3c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:55.524877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5534a3eb-5f7d-42a2-b500-9e1a46fc0e3c tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/e62b90f4-1223-4788-8c53-287b105ad934 HTTP/1.1" status: 404 len: 337 time: 0.0408885 Dec 09 15:20:55.528269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50950) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.570202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8b414ce9-8799-4a65-ad31-5af9ec1b6ab4 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fdd722f-5672-4ccd-8ec0-03df42c12a16 HTTP/1.1" status: 200 len: 205 time: 0.0415246 Dec 09 15:20:55.577802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50952) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.626036 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-43865820-b43d-4bf4-b99e-84e24e33d1d0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:55.627102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-43865820-b43d-4bf4-b99e-84e24e33d1d0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/7fdd722f-5672-4ccd-8ec0-03df42c12a16 HTTP/1.1" status: 404 len: 336 time: 0.0481391 Dec 09 15:20:55.630966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50954) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.649208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25fe19-0390-4929-8262-9bc2bb7c8af8 req-8b59f745-3639-4b22-a995-e37000fc2cae tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:55.651049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae25fe19-0390-4929-8262-9bc2bb7c8af8 req-8b59f745-3639-4b22-a995-e37000fc2cae tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1695726 Dec 09 15:20:55.656087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-84a61bd9-4c18-4289-843e-b7708b3df4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:55.667450 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab1398d-787e-464a-ada5-34ae511c3fd8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:55.667902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab1398d-787e-464a-ada5-34ae511c3fd8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:55.671717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cab1398d-787e-464a-ada5-34ae511c3fd8 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/004f62ef-3598-4630-9041-4a7485dd57cd HTTP/1.1" status: 404 len: 337 time: 0.0402629 Dec 09 15:20:55.674158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50956) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.701440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4a4ccc7-7a8f-4d61-b8e6-13efd3c05d55 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d3f13a7-c04c-44cc-8518-e7054dd79865 HTTP/1.1" status: 200 len: 205 time: 0.0257311 Dec 09 15:20:55.703971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50958) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.739084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae25fe19-0390-4929-8262-9bc2bb7c8af8 req-bc02a813-62d0-43df-94b3-5c7a938085fd tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788836 Dec 09 15:20:55.787631 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-5395d985-ffa3-440d-9c37-ad9467d2004a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] delete failed (client error): The resource could not be found. Dec 09 15:20:55.788684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5395d985-ffa3-440d-9c37-ad9467d2004a tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/routers/2d3f13a7-c04c-44cc-8518-e7054dd79865 HTTP/1.1" status: 404 len: 336 time: 0.0822699 Dec 09 15:20:55.791925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.818913 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d6ca5c-738b-4e49-b563-bfe423dbbcc0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:55.819501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d6ca5c-738b-4e49-b563-bfe423dbbcc0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:55.822657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-32d6ca5c-738b-4e49-b563-bfe423dbbcc0 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/588dd4e9-f7db-4ccb-814f-b55e2f20e067 HTTP/1.1" status: 404 len: 337 time: 0.0302289 Dec 09 15:20:55.825806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50964) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:55.852774 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0860dbd-f7db-4600-961d-0291e29bd683 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] DELETE failed (client error): The resource could not be found. Dec 09 15:20:55.853333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0860dbd-f7db-4600-961d-0291e29bd683 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:20:55.859635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b0860dbd-f7db-4600-961d-0291e29bd683 tempest-RoutersTest-1226819279 tempest-RoutersTest-1226819279-project] 10.222.0.46 "DELETE /v2.0/subnets/dd510d5b-7a5d-4c2e-8ae9-ab0b207e3c78 HTTP/1.1" status: 404 len: 337 time: 0.0297668 Dec 09 15:20:55.902104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee653b-af9f-4fe5-b921-d86e4d77c4ac req-26c814c9-84d1-4e43-92b8-3b685c14756e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:55.904336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71ee653b-af9f-4fe5-b921-d86e4d77c4ac req-26c814c9-84d1-4e43-92b8-3b685c14756e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0640554 Dec 09 15:20:55.956738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-71ee653b-af9f-4fe5-b921-d86e4d77c4ac req-4ea1712d-a8ae-4998-9fb5-232d8d1e1eef tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449240 Dec 09 15:20:56.096622 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eae212f7-ec6a-4096-a07c-b4a393eb38b3 req-e510a3f9-0820-4816-b65a-b2013c3fe908 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06e5f7d-3122-4a4b-9497-58556310b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0290849 Dec 09 15:20:56.237455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 50974) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:56.253031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a72e73f-76ff-4767-8295-0ef6f20d82ab req-04474036-caf0-4390-af5a-361e7332d314 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0310872 Dec 09 15:20:56.406227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 50978) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:56.406839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce026682-f830-4701-a1ec-1d5832b71d88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ea206b83eff4d7eaf52de14b9a6bc56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679907 Dec 09 15:20:56.466857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acf7f3e9-5b88-4c2a-b7aa-04232b59f7a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.488652 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acf7f3e9-5b88-4c2a-b7aa-04232b59f7a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.541067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acf7f3e9-5b88-4c2a-b7aa-04232b59f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.544152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-acf7f3e9-5b88-4c2a-b7aa-04232b59f7a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.548334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-acf7f3e9-5b88-4c2a-b7aa-04232b59f7a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7999fe2f-ae53-4eb3-8697-6342890251c8 HTTP/1.1" status: 204 len: 168 time: 0.1380296 Dec 09 15:20:56.569479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7f3e9-5b88-4c2a-b7aa-04232b59f7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999fe2f-ae53-4eb3-8697-6342890251c8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:56.741071 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:56.885735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc26a-20de-48ea-adf1-5846bdc00ca5 req-49209621-8238-41e3-a747-cd6e2cd085fa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:56.888066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f3adc26a-20de-48ea-adf1-5846bdc00ca5 req-49209621-8238-41e3-a747-cd6e2cd085fa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.0615714 Dec 09 15:20:56.937423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f3adc26a-20de-48ea-adf1-5846bdc00ca5 req-5e6ebff6-4664-4118-aa3f-b98820aa7be1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Dec 09 15:20:57.132301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf7ea-2e80-4eac-8248-11b7d1402394 req-b44ffa48-d619-4110-88ec-893a029838eb tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:57.135850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbfdf7ea-2e80-4eac-8248-11b7d1402394 req-b44ffa48-d619-4110-88ec-893a029838eb tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0627322 Dec 09 15:20:57.205507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbfdf7ea-2e80-4eac-8248-11b7d1402394 req-0cc8ee98-c95a-43c1-a322-b45ea62374c5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648756 Dec 09 15:20:57.436483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b049779-23ef-4692-b88b-76351a0f36ae req-bc682045-2257-4e6d-90a8-f25964726387 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0713882 Dec 09 15:20:57.437950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51014) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:57.623680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-690158167'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:57.646477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Made reservation on behalf of 98904941047e44029f702b1feedae6f9 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:57.650018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.659996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.758089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.762006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.792528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:20:57.802774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d82bb38-23d1-4214-a35e-91b6f07e9d4f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:57.815701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.816199 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Added segment fa9f0d79-9b35-4ffd-8a16-049b383ec034 of type vlan for network 6caba118-d82c-41c2-bed6-b9ce2b3659cf Dec 09 15:20:57.864657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.890329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.895972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:57.896568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:57.934721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4954073 Dec 09 15:20:57.937397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51018) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:57.944540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Request body: {'subnet': {'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:57.994924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e518-2061-4e5a-ac6d-ee863b1e06a4 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event updated for resources: {'Network': ['ID=6caba118-d82c-41c2-bed6-b9ce2b3659cf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:58.009750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:20:58.080666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Made reservation on behalf of 98904941047e44029f702b1feedae6f9 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:58.083872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffb7e5-3e71-4f82-a7d9-2099207bd286 req-d375193c-0d1d-4cb9-874f-9934a1dfabcf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:58.085712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9dffb7e5-3e71-4f82-a7d9-2099207bd286 req-d375193c-0d1d-4cb9-874f-9934a1dfabcf tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.0558932 Dec 09 15:20:58.086493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.141286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9dffb7e5-3e71-4f82-a7d9-2099207bd286 req-006491b0-4d7d-4a5d-85af-f9a732dac928 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Dec 09 15:20:58.302860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.398965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event updated for resources: {'Subnet': ['ID=9871e24a-39ac-477c-93ad-b879ba6eac8a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:58.405396 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.422215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4520f-7b3a-488e-a41c-43ef67be93a9 req-97044665-01f4-4ea7-96a2-076dd8bf5f76 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:58.423810 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ae4520f-7b3a-488e-a41c-43ef67be93a9 req-97044665-01f4-4ea7-96a2-076dd8bf5f76 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1123874 Dec 09 15:20:58.428688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Checking segment: {'id': 'fa9f0d79-9b35-4ffd-8a16-049b383ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:58.429126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Network hostable DHCP agents. Network: 6caba118-d82c-41c2-bed6-b9ce2b3659cf, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:20:58.478344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:20:58.496868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ae4520f-7b3a-488e-a41c-43ef67be93a9 req-bf90fa6a-4a90-43ac-b618-760b15e98b52 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645583 Dec 09 15:20:58.498311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 6caba118-d82c-41c2-bed6-b9ce2b3659cf) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:58.502840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:58.503619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.521793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1c800-7398-4d9a-bcab-8f8cd187b90a None None] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:20:58.533318 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83af9e1c-138b-4a40-9650-575edc8a79ab tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5948749 Dec 09 15:20:58.536237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51028) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:58.541151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Request body: {'port': {'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf', 'name': 'tempest-TagsExtTest-311635650'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:58.576596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13b103e5-167e-4c11-a99c-91507ebf0823 req-d3cacda5-0d2f-4452-84c9-722a3a60f747 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0662181 Dec 09 15:20:58.665766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-6caba118-d82c-41c2-bed6-b9ce2b3659cf', 'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf', 'project_id': '98904941047e44029f702b1feedae6f9', 'fixed_ips': [{'subnet_id': '9871e24a-39ac-477c-93ad-b879ba6eac8a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:20:58.666778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.716052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Made reservation on behalf of 98904941047e44029f702b1feedae6f9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:20:58.720335 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.745124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] device_id is not set on port e242b219-a48c-4544-bc02-3b0b8b84c546 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:20:58.818623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Allocated IP 172.20.0.2 (6caba118-d82c-41c2-bed6-b9ce2b3659cf/9871e24a-39ac-477c-93ad-b879ba6eac8a/a04372ea-a931-448f-9089-78f8ce63e0f1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:58.972233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:58.981572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.028657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:59.032705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:59.034366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Allocated IP 172.20.0.11 (6caba118-d82c-41c2-bed6-b9ce2b3659cf/9871e24a-39ac-477c-93ad-b879ba6eac8a/e242b219-a48c-4544-bc02-3b0b8b84c546) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:20:59.034808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Pushing event updated for resources: {'Port': ['ID=a04372ea-a931-448f-9089-78f8ce63e0f1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:59.036765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:59.091098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Attempting to bind port a04372ea-a931-448f-9089-78f8ce63e0f1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:20:59.091853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Attempting to bind port a04372ea-a931-448f-9089-78f8ce63e0f1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'fa9f0d79-9b35-4ffd-8a16-049b383ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:20:59.092281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Attempting to bind port a04372ea-a931-448f-9089-78f8ce63e0f1 on network 6caba118-d82c-41c2-bed6-b9ce2b3659cf {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:20:59.097853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:20:59.098251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Checking segment: {'id': 'fa9f0d79-9b35-4ffd-8a16-049b383ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:20:59.098652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.099058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Bound using segment: {'id': 'fa9f0d79-9b35-4ffd-8a16-049b383ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:20:59.099563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Bound port: a04372ea-a931-448f-9089-78f8ce63e0f1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9f0d79-9b35-4ffd-8a16-049b383ec034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6caba118-d82c-41c2-bed6-b9ce2b3659cf'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:20:59.100156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.172857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] For port a04372ea-a931-448f-9089-78f8ce63e0f1, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:20:59.177350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] For port a04372ea-a931-448f-9089-78f8ce63e0f1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a04372ea-a931-448f-9089-78f8ce63e0f1,segment=NetworkSegment(fa9f0d79-9b35-4ffd-8a16-049b383ec034),segment_id=fa9f0d79-9b35-4ffd-8a16-049b383ec034)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:20:59.194235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.230213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.274553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b122027-a925-4433-bd41-0192b50f91a0 None None] Pushing event updated for resources: {'Port': ['ID=a04372ea-a931-448f-9089-78f8ce63e0f1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:59.286623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.412050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2701b-1bff-440f-813e-8265251c27c2 req-1637ac45-a61a-42f0-9a72-91a6a88e7706 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:59.419969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcf2701b-1bff-440f-813e-8265251c27c2 req-1637ac45-a61a-42f0-9a72-91a6a88e7706 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 943 time: 0.1429417 Dec 09 15:20:59.456302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-8953cf92-ec1c-4ff7-9790-ba8404ea7fc4 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:59.457795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-8953cf92-ec1c-4ff7-9790-ba8404ea7fc4 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.43 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 814 time: 0.2332990 Dec 09 15:20:59.475528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.572194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:20:59.592693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:20:59.595126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:20:59.602942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcf2701b-1bff-440f-813e-8265251c27c2 req-15871583-aa98-416b-ba95-b2b104dc5c11 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818776 Dec 09 15:20:59.603621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event updated for resources: {'Port': ['ID=e242b219-a48c-4544-bc02-3b0b8b84c546,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:20:59.723241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:59.723241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:20:59.748908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc40ac-d6d5-4ae3-9695-769aed264863 req-1857feba-4ab8-4251-911e-dc67b4d1b638 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:20:59.749543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:20:59.757832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccbc40ac-d6d5-4ae3-9695-769aed264863 req-1857feba-4ab8-4251-911e-dc67b4d1b638 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1409631 Dec 09 15:20:59.793367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-329fc34e-45b8-4b57-a057-a69552a8de7b req-2b3fe8b4-5e56-429d-a954-aef0071b74cb tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0577071 Dec 09 15:20:59.803070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c9976a90-340e-4578-a1cc-a9ea8cd4e5e9 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2614791 Dec 09 15:20:59.803936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:20:59.810008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-289671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:59.821734 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-671e0033-9216-478e-9f76-3207a565991a tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e565a897750f4dd091885195f20a47cc HTTP/1.1" status: 200 len: 380 time: 0.3485706 Dec 09 15:20:59.852508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'port': {'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'admin_state_up': True, 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'security_groups': ['84b4859b-65ec-492a-936f-7314fa54d829']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:20:59.864695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccbc40ac-d6d5-4ae3-9695-769aed264863 req-d30b0c5c-921f-4746-8eb1-7287e8ae036f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992544 Dec 09 15:20:59.990369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:00.015949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '27932259-5040-4e48-aa71-c267fe8c525a', 'network_id': '1c8162e4-f49f-40fd-be16-345c226d11c4', 'port_id': '27932259-5040-4e48-aa71-c267fe8c525a', 'mac_address': 'fa:16:3e:61:c8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eee77de-4023-43f1-87cb-9bd80e0907da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:21:00.020244 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04372ea-a931-448f-9089-78f8ce63e0f1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:00.079334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.079334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.116632 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.140159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27932259-5040-4e48-aa71-c267fe8c525a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:21:00.146409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a04372ea-a931-448f-9089-78f8ce63e0f1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:00.147285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.150729 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.153043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Made reservation on behalf of e565a897750f4dd091885195f20a47cc for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:21:00.158094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.161211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.204366 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.209242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51040) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:00.214174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5fea184b-d80e-405a-8b34-4f0583df9c95 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1366071799', 'prefixes': ['172.20.0.0/16']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:00.217062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:00.220326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b446182d-5e68-4422-9919-a1c0b40f0433 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.4143903 Dec 09 15:21:00.224902 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.296246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:00.330487 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5fea184b-d80e-405a-8b34-4f0583df9c95 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for subnetpool, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.341349 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5fea184b-d80e-405a-8b34-4f0583df9c95 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1286225 Dec 09 15:21:00.342553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51042) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:00.352894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-005d637c-da23-4d3c-aa37-a3eefda5d9ec tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-1311159081') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:00.393533 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.468937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port a04372ea-a931-448f-9089-78f8ce63e0f1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a04372ea-a931-448f-9089-78f8ce63e0f1,segment=NetworkSegment(fa9f0d79-9b35-4ffd-8a16-049b383ec034),segment_id=fa9f0d79-9b35-4ffd-8a16-049b383ec034)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:00.474446 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.490988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Allocated IP 172.20.0.5 (f34bff4e-7b0e-4775-a198-7af49e78867a/89c5b76e-78a5-4b23-921f-eb24cdf96e40/11f310f4-1e44-45bd-ab86-f1de4b1379bb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:21:00.541195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-005d637c-da23-4d3c-aa37-a3eefda5d9ec tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-1311159081 HTTP/1.1" status: 201 len: 201 time: 0.1948318 Dec 09 15:21:00.545112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:00.551300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27932259-5040-4e48-aa71-c267fe8c525a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:21:00.556463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-3d98c0ad-6aea-484b-9143-bc99086a98bd tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-395405685') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:00.643837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=a04372ea-a931-448f-9089-78f8ce63e0f1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:00.682619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.783991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d98c0ad-6aea-484b-9143-bc99086a98bd tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-395405685 HTTP/1.1" status: 201 len: 201 time: 0.2370412 Dec 09 15:21:00.786213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51050) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:00.796743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-67dac99c-df9d-45a0-a985-1aadb5f4d780 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-4074037') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:00.839766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:00.915922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Network f34bff4e-7b0e-4775-a198-7af49e78867a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:21:00.926258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:21:00.932237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:21:00.955233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda993c-3106-4b6e-9fb8-b36ed2ad4ec2 req-87115757-d713-405f-b347-d5b87118dced tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:00.962788 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdda993c-3106-4b6e-9fb8-b36ed2ad4ec2 req-87115757-d713-405f-b347-d5b87118dced tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 944 time: 0.1998842 Dec 09 15:21:00.974656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b3782-41dc-4e2c-830f-3d20a6fa2d84 req-b8b225b2-32a9-4725-b388-a5739a44c53d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:00.976659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a54b3782-41dc-4e2c-830f-3d20a6fa2d84 req-b8b225b2-32a9-4725-b388-a5739a44c53d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 931 time: 0.0763991 Dec 09 15:21:00.980920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-67dac99c-df9d-45a0-a985-1aadb5f4d780 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-4074037 HTTP/1.1" status: 201 len: 201 time: 0.1907651 Dec 09 15:21:00.987178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51056) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:00.989173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548292d0-c477-480f-9a8b-f2678427f4ef None None] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:01.000422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-0b47a356-d718-491e-a9b2-009f52aebc75 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-1456067338') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.011119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'Port': ['ID=11f310f4-1e44-45bd-ab86-f1de4b1379bb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:01.077690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:01.078378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:01.095438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdda993c-3106-4b6e-9fb8-b36ed2ad4ec2 req-bd435417-5ebb-46ee-b6cb-0d2eef1c0a0f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316600 Dec 09 15:21:01.107979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a54b3782-41dc-4e2c-830f-3d20a6fa2d84 req-48ed4c0e-d63e-4227-9d65-6fd522cd0edd tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156363 Dec 09 15:21:01.118931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-1e989d02-94db-4b37-bf76-7c9fb3201936 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2856274 Dec 09 15:21:01.133127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Request body: {'port': {'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:01.147055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0b47a356-d718-491e-a9b2-009f52aebc75 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-1456067338 HTTP/1.1" status: 201 len: 201 time: 0.1527238 Dec 09 15:21:01.147401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51060) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.152038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-2f2f5aa7-ab11-4f14-a908-847a142f29fc tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.203378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-df0ac03b-8ceb-42aa-be1c-3c6ac82429c8 None None] Provisioning complete for port a04372ea-a931-448f-9089-78f8ce63e0f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:01.203988 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-df0ac03b-8ceb-42aa-be1c-3c6ac82429c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:01.247700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f2f5aa7-ab11-4f14-a908-847a142f29fc tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags HTTP/1.1" status: 200 len: 241 time: 0.0963511 Dec 09 15:21:01.250878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.259196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-00b515e0-0159-4c1f-b18d-a46d3b3306a0 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-1311159081') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.343338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-00b515e0-0159-4c1f-b18d-a46d3b3306a0 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-1311159081 HTTP/1.1" status: 204 len: 168 time: 0.0911129 Dec 09 15:21:01.352941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.357915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:01.359593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-ffaa1b51-7d6c-4b53-8a35-aae238d799df tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-1311159081') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.410784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9f61b-1e43-48ea-a715-96ac5d78e132 req-4ff90f71-b592-43c0-ad9a-2d368656ea64 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:01.412593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b9f61b-1e43-48ea-a715-96ac5d78e132 req-4ff90f71-b592-43c0-ad9a-2d368656ea64 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.2096820 Dec 09 15:21:01.465963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ffaa1b51-7d6c-4b53-8a35-aae238d799df tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-1311159081 HTTP/1.1" status: 204 len: 168 time: 0.1091297 Dec 09 15:21:01.468121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51066) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.475369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-f3ca71e1-f1e0-4b8e-8f8a-7ea475386ced tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.505348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-50ffe082-1e36-4490-82ff-6fb635448c7b None None] Provisioning complete for port 11f310f4-1e44-45bd-ab86-f1de4b1379bb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:01.505969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50ffe082-1e36-4490-82ff-6fb635448c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:01.548600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f3ca71e1-f1e0-4b8e-8f8a-7ea475386ced tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags HTTP/1.1" status: 200 len: 205 time: 0.0783620 Dec 09 15:21:01.549689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51068) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.554756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-15858973-10e1-46be-adc6-3da430be9f33 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.585096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-50ffe082-1e36-4490-82ff-6fb635448c7b None None] Port 11f310f4-1e44-45bd-ab86-f1de4b1379bb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:21:01.638334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-15858973-10e1-46be-adc6-3da430be9f33 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags HTTP/1.1" status: 200 len: 240 time: 0.0872500 Dec 09 15:21:01.639213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51074) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.644327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-3d8d7997-a3f7-4069-97f1-3d0fb0337cc6 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-395405685') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.750741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d8d7997-a3f7-4069-97f1-3d0fb0337cc6 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-395405685 HTTP/1.1" status: 204 len: 168 time: 0.1102993 Dec 09 15:21:01.753338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51076) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.758285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-05b892e5-7552-40d3-bfcd-92d64da3ae67 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-395405685') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:01.780110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:01.881433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 27932259-5040-4e48-aa71-c267fe8c525a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:01.881810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:01.947860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-05b892e5-7552-40d3-bfcd-92d64da3ae67 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-395405685 HTTP/1.1" status: 204 len: 168 time: 0.1909788 Dec 09 15:21:01.951961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:01.956453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-efd6f230-e188-4d39-b7ed-d17efb303864 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:02.080259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-efd6f230-e188-4d39-b7ed-d17efb303864 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags HTTP/1.1" status: 200 len: 205 time: 0.1268215 Dec 09 15:21:02.081086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51096) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:02.085884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04372ea-a931-448f-9089-78f8ce63e0f1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:02.087504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-b9bddcdd-b3b1-4330-b63f-b495a5ce7084 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:02.088664 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.163886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e2a1fbb-d5cb-40c7-968f-dbe18e00737e None None] Provisioning complete for port a04372ea-a931-448f-9089-78f8ce63e0f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:02.164269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e2a1fbb-d5cb-40c7-968f-dbe18e00737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.227717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b9bddcdd-b3b1-4330-b63f-b495a5ce7084 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags HTTP/1.1" status: 200 len: 238 time: 0.1429310 Dec 09 15:21:02.228683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51118) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:02.240553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-7ab4549e-1b6e-42f5-94b6-58febd3f2359 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-4074037') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:02.283428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:02.286413 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac093c3e-7294-495c-80b3-2418af5af845" -d '{"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-plugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:02.331009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:02.374269 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00b9f61b-1e43-48ea-a715-96ac5d78e132 req-2c4a84f3-4e97-476d-bdb2-f163aa39235f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9404707 Dec 09 15:21:02.413490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f310f4-1e44-45bd-ab86-f1de4b1379bb {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:21:02.431043 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.442530 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.468991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Transition to ACTIVE for port object 11f310f4-1e44-45bd-ab86-f1de4b1379bb will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:21:02.476212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.533738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e2a1fbb-d5cb-40c7-968f-dbe18e00737e None None] Provisioning complete for port e242b219-a48c-4544-bc02-3b0b8b84c546 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:02.534145 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e2a1fbb-d5cb-40c7-968f-dbe18e00737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.536172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a04372ea-a931-448f-9089-78f8ce63e0f1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:02.536621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:02.543847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5e0f0-3580-42fe-a06f-731a2c06b200 req-a3b66694-0776-47a9-b0b9-28f7c220eff8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:02.557786 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f5e0f0-3580-42fe-a06f-731a2c06b200 req-a3b66694-0776-47a9-b0b9-28f7c220eff8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1882195 Dec 09 15:21:02.601549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ab4549e-1b6e-42f5-94b6-58febd3f2359 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-4074037 HTTP/1.1" status: 204 len: 168 time: 0.3695846 Dec 09 15:21:02.609264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51130) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:02.642211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-21298d62-455b-4826-9db5-36e279430593 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-4074037') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:02.706997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Pushing event updated for resources: {'Port': ['ID=11f310f4-1e44-45bd-ab86-f1de4b1379bb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:02.720999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f5e0f0-3580-42fe-a06f-731a2c06b200 req-6308c11e-908b-4ceb-ba2a-c9bdda09a7a2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610496 Dec 09 15:21:02.862131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:02.879063 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e1d05-5dd2-4538-8238-fe6914110b08 x-openstack-request-id: req-fb4e1d05-5dd2-4538-8238-fe6914110b08 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:02.879388 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-plugged", "status": "completed", "tag": "27932259-5040-4e48-aa71-c267fe8c525a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:02.879655 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb4e1d05-5dd2-4538-8238-fe6914110b08 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:02.880067 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a', 'code': 200} Dec 09 15:21:02.881474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a1fbb-d5cb-40c7-968f-dbe18e00737e None None] Port e242b219-a48c-4544-bc02-3b0b8b84c546 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:21:02.894333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49734f30-eaee-4754-9127-150273f956f5 req-178b6927-6555-4dcd-a4b3-cc0a400f9196 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:02.897182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49734f30-eaee-4754-9127-150273f956f5 req-178b6927-6555-4dcd-a4b3-cc0a400f9196 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.4026918 Dec 09 15:21:02.965356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Attempting to bind port 11f310f4-1e44-45bd-ab86-f1de4b1379bb on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:21:02.965930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Attempting to bind port 11f310f4-1e44-45bd-ab86-f1de4b1379bb by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:21:02.966401 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Attempting to bind port 11f310f4-1e44-45bd-ab86-f1de4b1379bb on network f34bff4e-7b0e-4775-a198-7af49e78867a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:21:02.989978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Port 11f310f4-1e44-45bd-ab86-f1de4b1379bb on network f34bff4e-7b0e-4775-a198-7af49e78867a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:21:02.990527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Attempting to bind port 11f310f4-1e44-45bd-ab86-f1de4b1379bb on network f34bff4e-7b0e-4775-a198-7af49e78867a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:21:03.005408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-49734f30-eaee-4754-9127-150273f956f5 req-68f8f103-f0d5-4cfb-ab0e-1ca0ea93b3d7 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966780 Dec 09 15:21:03.006525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:21:03.007008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Checking segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:21:03.007760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Bound using segment: {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:21:03.008432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Bound port: 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78316359-0963-4d39-bc05-4260a5f8569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:21:03.008950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:03.037781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-21298d62-455b-4826-9db5-36e279430593 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-4074037 HTTP/1.1" status: 204 len: 168 time: 0.4167666 Dec 09 15:21:03.044997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51136) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.050984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9fe59a23-05f5-44af-a4c0-8cd7efd3b3e7 None None] Provisioning complete for port e242b219-a48c-4544-bc02-3b0b8b84c546 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:03.051401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9fe59a23-05f5-44af-a4c0-8cd7efd3b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:03.054717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-c039361a-684b-4d08-89d8-957752be6439 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.098025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9fe59a23-05f5-44af-a4c0-8cd7efd3b3e7 None None] Port e242b219-a48c-4544-bc02-3b0b8b84c546 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:21:03.179973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dffb8-4f3c-40c8-a4f5-d1304dfe8dc4 req-df3da8db-ab4c-43ae-93a6-5c880724003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.181584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-652dffb8-4f3c-40c8-a4f5-d1304dfe8dc4 req-df3da8db-ab4c-43ae-93a6-5c880724003b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1097 time: 0.1181219 Dec 09 15:21:03.193684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] For port 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:21:03.210417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] For port 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:21:03.228905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c039361a-684b-4d08-89d8-957752be6439 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags HTTP/1.1" status: 200 len: 205 time: 0.1823981 Dec 09 15:21:03.232231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.237515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-cc9e8eb6-71ed-4cf2-91c9-8c4110c37c8b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.237819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:03.264114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cc9e8eb6-71ed-4cf2-91c9-8c4110c37c8b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags HTTP/1.1" status: 200 len: 241 time: 0.0307651 Dec 09 15:21:03.267037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51166) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.271680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-7e5620cb-7752-436d-9e90-6d505ebc53c1 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-1456067338') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.303782 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7e5620cb-7752-436d-9e90-6d505ebc53c1 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-1456067338 HTTP/1.1" status: 204 len: 168 time: 0.0356107 Dec 09 15:21:03.306236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51172) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.318358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-3547c45b-348a-440a-97db-ad9ab4f0da10 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-1456067338') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.351973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.353272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:03.356185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] 10.222.0.43 "PUT /v2.0/ports/11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 1091 time: 2.2265270 Dec 09 15:21:03.360407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:03.370597 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dadbae-75c0-4845-9800-0aaf5f6d07ba" -d '{"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:03.450111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-652dffb8-4f3c-40c8-a4f5-d1304dfe8dc4 req-069a24fd-2133-443d-90a4-152734dab8fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530265 Dec 09 15:21:03.456778 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68da1ea5-f905-40a8-b346-a2deae90161e x-openstack-request-id: req-68da1ea5-f905-40a8-b346-a2deae90161e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:03.457081 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:03.457441 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68da1ea5-f905-40a8-b346-a2deae90161e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:03.457845 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'status': 'completed', 'code': 200} Dec 09 15:21:03.476887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3547c45b-348a-440a-97db-ad9ab4f0da10 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-1456067338 HTTP/1.1" status: 204 len: 168 time: 0.1678030 Dec 09 15:21:03.478037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.491316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-7e542a3b-f39b-4fe7-89b4-cd94facddd0e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.530635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ca150-c52f-4062-a70b-c0bcb319fb23 service neutron] Pushing event updated for resources: {'Port': ['ID=11f310f4-1e44-45bd-ab86-f1de4b1379bb,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:03.547244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-85e6531f-4e6b-49a5-951d-6bfd9840bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.550036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-85e6531f-4e6b-49a5-951d-6bfd9840bf00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1094 time: 0.0913365 Dec 09 15:21:03.555238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51180) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.558037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7e542a3b-f39b-4fe7-89b4-cd94facddd0e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags HTTP/1.1" status: 200 len: 205 time: 0.0783856 Dec 09 15:21:03.561631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-fb1bff5d-73ea-4690-98ac-55d23491846e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.639856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fb1bff5d-73ea-4690-98ac-55d23491846e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0832279 Dec 09 15:21:03.642524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51182) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.647217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-cad0e6a6-6e49-4966-923b-244478a6bd9e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.663320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b307b0-2978-4f5e-ae20-a7801205be49 req-067a397f-5835-4d7f-905c-41074e04c71e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.664871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04b307b0-2978-4f5e-ae20-a7801205be49 req-067a397f-5835-4d7f-905c-41074e04c71e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0933573 Dec 09 15:21:03.727082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-aca4ff30-5eae-4b40-ae95-1e91f555b569 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 217 time: 0.0540895 Dec 09 15:21:03.751871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cad0e6a6-6e49-4966-923b-244478a6bd9e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags HTTP/1.1" status: 204 len: 168 time: 0.1082389 Dec 09 15:21:03.752539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51186) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.759813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-cd8c8c21-7973-4f60-8149-e411ccc72e1b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.817076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-6c02c658-5233-4139-b682-0254f91bb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.818824 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-6c02c658-5233-4139-b682-0254f91bb1d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 200 len: 853 time: 0.0832057 Dec 09 15:21:03.822809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04b307b0-2978-4f5e-ae20-a7801205be49 req-47d7f3b2-4330-43cf-853c-ec373842a07f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431677 Dec 09 15:21:03.897921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd8c8c21-7973-4f60-8149-e411ccc72e1b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags HTTP/1.1" status: 204 len: 168 time: 0.1422019 Dec 09 15:21:03.898153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-3163c68b-37de-4988-a650-6e0b42003268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.899809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-3163c68b-37de-4988-a650-6e0b42003268 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f34bff4e-7b0e-4775-a198-7af49e78867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721827 Dec 09 15:21:03.900295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51190) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:03.905856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-990ea972-d20e-44f8-8388-12851cacf2c2 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:03.918513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76426877-7ba6-479c-b78e-c70515aea90a req-012dc7e0-8f2a-44c4-b6a7-c409f4a24475 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:03.923959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76426877-7ba6-479c-b78e-c70515aea90a req-012dc7e0-8f2a-44c4-b6a7-c409f4a24475 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1051991 Dec 09 15:21:03.982593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76426877-7ba6-479c-b78e-c70515aea90a req-ebf22e0b-2d4a-4daa-a6ce-f80f3d9d861e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563390 Dec 09 15:21:04.086483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-830e721d-435b-4734-ad9a-32ae84e1a263 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772656 Dec 09 15:21:04.118274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-990ea972-d20e-44f8-8388-12851cacf2c2 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags HTTP/1.1" status: 204 len: 168 time: 0.2167008 Dec 09 15:21:04.126216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51200) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:04.130817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-b4f2dcac-ae80-4f0b-94b6-4b4fa2664d69 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-1154662501') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:04.224793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b4f2dcac-ae80-4f0b-94b6-4b4fa2664d69 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-1154662501 HTTP/1.1" status: 201 len: 201 time: 0.0973506 Dec 09 15:21:04.225244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:04.234483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-7f51531b-bac3-4e39-89e2-efa002d603fe tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-1234842119') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:04.244670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1a2c-ab6f-4574-afd4-7214c8a36e53 req-4ad71928-4968-4e05-9fd0-a7a3360c397f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:04.246252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-443f1a2c-ab6f-4574-afd4-7214c8a36e53 req-4ad71928-4968-4e05-9fd0-a7a3360c397f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.1160002 Dec 09 15:21:04.250139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fc613a2-3206-4057-b3aa-d50bcc29a851 req-d72afd05-2262-4e8b-8505-0b29e8329ab1 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521018 Dec 09 15:21:04.368169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-443f1a2c-ab6f-4574-afd4-7214c8a36e53 req-0157b574-214c-4350-98a8-8667c3d667dd tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951836 Dec 09 15:21:04.425044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-de2742d5-fef9-452c-bf38-6cc63802104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:04.426961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-de2742d5-fef9-452c-bf38-6cc63802104d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1094 time: 0.0987961 Dec 09 15:21:04.428963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7f51531b-bac3-4e39-89e2-efa002d603fe tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-1234842119 HTTP/1.1" status: 201 len: 201 time: 0.2013566 Dec 09 15:21:04.431954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:04.439387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-3cbbe3a8-24f0-4403-8f2c-00c4a6ce2ea7 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-87441335') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:04.502649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:21:04.623378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-5b7ffd98-a45b-4dd7-9a05-0b30c9dd185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:04.624954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-5b7ffd98-a45b-4dd7-9a05-0b30c9dd185e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 915 time: 0.1826274 Dec 09 15:21:04.635763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3cbbe3a8-24f0-4403-8f2c-00c4a6ce2ea7 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-87441335 HTTP/1.1" status: 201 len: 201 time: 0.2001462 Dec 09 15:21:04.636483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:04.642419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-cb38b9a2-1050-4d3c-8b1d-662cbd43e733 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-1320681157') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:04.653099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:04.670907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'mac_address': 'fa:16:3e:79:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:21:04.696649 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-8f7e182b-ffe1-4d6f-8eb8-5bf8a2b9948d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 217 time: 0.0615458 Dec 09 15:21:04.730887 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:04.738462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cb38b9a2-1050-4d3c-8b1d-662cbd43e733 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-1320681157 HTTP/1.1" status: 201 len: 201 time: 0.0999200 Dec 09 15:21:04.740706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:04.749167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-54165b0b-ecb9-43c5-9a71-dcf30a649be3 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', {'tags': ['tempest-TagsExtTest-Tag-1994143519', 'tempest-TagsExtTest-Tag-1323286137', 'tempest-TagsExtTest-Tag-87319301']}) {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:04.764326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 764ee7f3-db8a-4097-9ddf-a26c5e08a677 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:21:04.793889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-d69fa995-065d-4578-a3e6-73c927163024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:04.797277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-d69fa995-065d-4578-a3e6-73c927163024 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 200 len: 853 time: 0.0917850 Dec 09 15:21:04.802592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:04.807222 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:04.889285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-54165b0b-ecb9-43c5-9a71-dcf30a649be3 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags HTTP/1.1" status: 200 len: 316 time: 0.1471400 Dec 09 15:21:04.892012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51228) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:04.897020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-9c21f219-f92f-4f4d-a697-f900000de131 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:04.904097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-3d954447-c760-41fb-82dd-93c313fdd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:04.905652 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-3d954447-c760-41fb-82dd-93c313fdd700 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f34bff4e-7b0e-4775-a198-7af49e78867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013083 Dec 09 15:21:04.931618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['764ee7f3-db8a-4097-9ddf-a26c5e08a677'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:21:05.100306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9c21f219-f92f-4f4d-a697-f900000de131 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags HTTP/1.1" status: 204 len: 168 time: 0.2069454 Dec 09 15:21:05.101535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51236) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:05.117246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-65618e63-3529-4202-a9db-4798cec919fb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-1994143519') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:05.119060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:05.148142 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-05803c97-f1e1-4ef9-b6b4-4f6c37e2df3a service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195613 Dec 09 15:21:05.291631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37dadbae-75c0-4845-9800-0aaf5f6d07ba req-0a2e738f-cc89-4bd0-9da4-5f73f1ce62f5 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422868 Dec 09 15:21:05.344458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3942e-4c6a-46b1-8f3b-4967c2417063 req-e559f8ba-11d3-4ffb-ab07-cf4076a936b9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:05.351101 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ac3942e-4c6a-46b1-8f3b-4967c2417063 req-e559f8ba-11d3-4ffb-ab07-cf4076a936b9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 944 time: 0.2588556 Dec 09 15:21:05.370454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53a525-5c34-423a-931e-b08a7ed68800 req-298c531e-dd1c-4852-9c1a-1c3c95ff25b1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:05.378861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a53a525-5c34-423a-931e-b08a7ed68800 req-298c531e-dd1c-4852-9c1a-1c3c95ff25b1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0906029 Dec 09 15:21:05.406743 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-65618e63-3529-4202-a9db-4798cec919fb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:05.407894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-65618e63-3529-4202-a9db-4798cec919fb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-1994143519 HTTP/1.1" status: 404 len: 329 time: 0.3028271 Dec 09 15:21:05.413825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51240) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:05.422838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-41730989-07e8-4f32-bf47-9a0760d67709 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-1323286137') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:05.498007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a53a525-5c34-423a-931e-b08a7ed68800 req-eb39a8a7-5fa4-4c3a-b1de-6250769f491b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125579 Dec 09 15:21:05.577011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ac3942e-4c6a-46b1-8f3b-4967c2417063 req-de08fe53-0347-43aa-8dbd-be91482cfe28 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131615 Dec 09 15:21:05.635649 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-41730989-07e8-4f32-bf47-9a0760d67709 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:05.639379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-41730989-07e8-4f32-bf47-9a0760d67709 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-1323286137 HTTP/1.1" status: 404 len: 329 time: 0.2203743 Dec 09 15:21:05.641487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51242) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:05.647776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f7a9d-09a3-4ac7-b977-958b9cb9137c req-b382a8aa-3bdc-4912-9614-09ac28b7c89b tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:05.649517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-299fee86-ca25-40bf-83db-04c96a5e1d23 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a', 'tempest-TagsExtTest-Tag-87319301') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:05.650477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a6f7a9d-09a3-4ac7-b977-958b9cb9137c req-b382a8aa-3bdc-4912-9614-09ac28b7c89b tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.0848424 Dec 09 15:21:05.723180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a6f7a9d-09a3-4ac7-b977-958b9cb9137c req-e6e98c96-3e9b-4118-b6d8-c1f1b9a7982a tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662227 Dec 09 15:21:05.771215 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-299fee86-ca25-40bf-83db-04c96a5e1d23 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:05.772311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-299fee86-ca25-40bf-83db-04c96a5e1d23 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags/tempest-TagsExtTest-Tag-87319301 HTTP/1.1" status: 404 len: 327 time: 0.1313398 Dec 09 15:21:05.775172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51244) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:05.783044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-3c23a2d7-c259-4766-bc31-92547363d31f tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', {'tags': ['tempest-TagsExtTest-Tag-1457718159', 'tempest-TagsExtTest-Tag-1390531625', 'tempest-TagsExtTest-Tag-696659199']}) {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:05.876200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51246) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:05.877698 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3c23a2d7-c259-4766-bc31-92547363d31f tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags HTTP/1.1" status: 200 len: 317 time: 0.1007466 Dec 09 15:21:05.882042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-7da641f7-02b6-4384-9ba6-e64ce3b25b29 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:05.976270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7da641f7-02b6-4384-9ba6-e64ce3b25b29 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags HTTP/1.1" status: 204 len: 168 time: 0.0988526 Dec 09 15:21:05.978997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51248) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:05.983898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-4617705f-bb4d-44dc-944a-b25e77a5a5db tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-1457718159') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:06.082266 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-4617705f-bb4d-44dc-944a-b25e77a5a5db tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:06.083707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4617705f-bb4d-44dc-944a-b25e77a5a5db tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-1457718159 HTTP/1.1" status: 404 len: 329 time: 0.1036260 Dec 09 15:21:06.088572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51252) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:06.094461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-34a8083a-a84d-4c4e-8b03-6709b1392c39 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-1390531625') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:06.165950 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-34a8083a-a84d-4c4e-8b03-6709b1392c39 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:06.166997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34a8083a-a84d-4c4e-8b03-6709b1392c39 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-1390531625 HTTP/1.1" status: 404 len: 329 time: 0.0772374 Dec 09 15:21:06.170184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51254) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:06.174728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-b417dc80-c49a-4afd-8411-9585e5622d2c tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546', 'tempest-TagsExtTest-Tag-696659199') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:06.238118 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-b417dc80-c49a-4afd-8411-9585e5622d2c tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:06.239472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b417dc80-c49a-4afd-8411-9585e5622d2c tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags/tempest-TagsExtTest-Tag-696659199 HTTP/1.1" status: 404 len: 328 time: 0.0680773 Dec 09 15:21:06.242401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:06.249548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-d4cd78bf-5f18-4a47-ac65-c351260fd22e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', {'tags': ['tempest-TagsExtTest-Tag-1340461648', 'tempest-TagsExtTest-Tag-682156861', 'tempest-TagsExtTest-Tag-535634523']}) {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:06.524361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:06.621990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51262) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:06.622259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d4cd78bf-5f18-4a47-ac65-c351260fd22e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags HTTP/1.1" status: 200 len: 316 time: 0.3788042 Dec 09 15:21:06.627531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-7c3a694c-0929-4887-9767-a3bbe1adb756 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:06.712750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:06.714817 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:06.784093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7859a-231b-4853-b0f8-2d01f540e1b4 req-257f0a4c-a0f7-42f8-8a7c-4bcb2f521197 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:06.787689 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8d7859a-231b-4853-b0f8-2d01f540e1b4 req-257f0a4c-a0f7-42f8-8a7c-4bcb2f521197 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1160195 Dec 09 15:21:06.873547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c3a694c-0929-4887-9767-a3bbe1adb756 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags HTTP/1.1" status: 204 len: 168 time: 0.2468445 Dec 09 15:21:06.881006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c13f0-0440-4211-9310-b726779c9068 req-70709934-24eb-4370-91c6-93fe80e1d725 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:06.887497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51266) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:06.891566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f3c13f0-0440-4211-9310-b726779c9068 req-70709934-24eb-4370-91c6-93fe80e1d725 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 944 time: 0.1253629 Dec 09 15:21:06.901771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-def092d0-c298-499a-bc9b-8defb5a0ae25 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-1340461648') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:06.917386 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:06.953760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f3c13f0-0440-4211-9310-b726779c9068 req-88efcd24-2160-45af-ba78-89893ee4dc2b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612102 Dec 09 15:21:07.001464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:07.004543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:07.012195 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936d03c-40c7-4715-826d-aa6e588eae0b" -d '{"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-plugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:07.023649 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:07.036616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8d7859a-231b-4853-b0f8-2d01f540e1b4 req-61a83b1a-6382-4dce-999c-cb0392cb4b91 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422037 Dec 09 15:21:07.127745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:07.129059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4004a-daa7-413e-911a-fac98fcc6897 req-ab797a41-3a23-4a7f-a98f-5f35eab8fa3d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:07.148031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ae4004a-daa7-413e-911a-fac98fcc6897 req-ab797a41-3a23-4a7f-a98f-5f35eab8fa3d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.1112404 Dec 09 15:21:07.158853 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-def092d0-c298-499a-bc9b-8defb5a0ae25 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:07.163648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-def092d0-c298-499a-bc9b-8defb5a0ae25 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-1340461648 HTTP/1.1" status: 404 len: 329 time: 0.2702465 Dec 09 15:21:07.164267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.166675 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c956be2-9041-438c-b71e-bb9bde73a6e1 x-openstack-request-id: req-6c956be2-9041-438c-b71e-bb9bde73a6e1 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:07.167259 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-plugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:07.168372 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c956be2-9041-438c-b71e-bb9bde73a6e1 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:07.169584 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'code': 200} Dec 09 15:21:07.178763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-48715769-0a9a-41cf-aa06-0c75ad03fba7 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-682156861') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.267681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ae4004a-daa7-413e-911a-fac98fcc6897 req-6bc2740c-6d94-4704-8179-926be526792f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186438 Dec 09 15:21:07.299215 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-48715769-0a9a-41cf-aa06-0c75ad03fba7 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:07.300683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48715769-0a9a-41cf-aa06-0c75ad03fba7 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-682156861 HTTP/1.1" status: 404 len: 328 time: 0.1323843 Dec 09 15:21:07.303180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51274) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.313395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-cf9a0bf4-7857-4bd4-b645-73c0b03b42ac tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99', 'tempest-TagsExtTest-Tag-535634523') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.406970 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-cf9a0bf4-7857-4bd4-b645-73c0b03b42ac tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:07.408374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cf9a0bf4-7857-4bd4-b645-73c0b03b42ac tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags/tempest-TagsExtTest-Tag-535634523 HTTP/1.1" status: 404 len: 328 time: 0.1041424 Dec 09 15:21:07.411092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51276) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.419290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-d8a088ef-2699-4ce4-8f49-08464e3e41df tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', {'tags': ['tempest-TagsExtTest-Tag-2095821261', 'tempest-TagsExtTest-Tag-1896444957', 'tempest-TagsExtTest-Tag-800489600']}) {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.493641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d8a088ef-2699-4ce4-8f49-08464e3e41df tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "PUT /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags HTTP/1.1" status: 200 len: 317 time: 0.0814006 Dec 09 15:21:07.496949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51278) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.505279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-2cdde836-5b6f-43c9-98f6-ec9f076f3a9e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.567335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2cdde836-5b6f-43c9-98f6-ec9f076f3a9e tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0690985 Dec 09 15:21:07.569937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.575267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-dcae134c-9588-457a-a6c8-1b59f54d1911 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-2095821261') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.609225 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-dcae134c-9588-457a-a6c8-1b59f54d1911 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:07.610322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dcae134c-9588-457a-a6c8-1b59f54d1911 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-2095821261 HTTP/1.1" status: 404 len: 329 time: 0.0394289 Dec 09 15:21:07.613802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51282) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.618641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-6e47345b-d78a-4fe6-a02c-73bcd60ec132 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-1896444957') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.660291 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-6e47345b-d78a-4fe6-a02c-73bcd60ec132 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:07.661600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e47345b-d78a-4fe6-a02c-73bcd60ec132 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-1896444957 HTTP/1.1" status: 404 len: 329 time: 0.0466256 Dec 09 15:21:07.664799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51284) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.670125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-7b8e3f6c-cd28-41cc-aa99-62a200f4fb85 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f', 'tempest-TagsExtTest-Tag-800489600') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.715293 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-7b8e3f6c-cd28-41cc-aa99-62a200f4fb85 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] show failed (client error): The resource could not be found. Dec 09 15:21:07.720495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7b8e3f6c-cd28-41cc-aa99-62a200f4fb85 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags/tempest-TagsExtTest-Tag-800489600 HTTP/1.1" status: 404 len: 328 time: 0.0546517 Dec 09 15:21:07.723175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51286) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.728222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-135d7b49-e667-4207-b1e7-a3097982ee74 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6023c0c3-4381-4654-91f7-e3f6abe5ee7f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.769254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-135d7b49-e667-4207-b1e7-a3097982ee74 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0437150 Dec 09 15:21:07.770966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51288) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.776582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.tag.tag_plugin [None req-71a786bd-75d6-4529-b824-edcd23447ef3 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e7ae180-c2cd-426c-836f-cbe5c4698b99') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.877075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-71a786bd-75d6-4529-b824-edcd23447ef3 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99/tags HTTP/1.1" status: 204 len: 168 time: 0.1046209 Dec 09 15:21:07.879794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51290) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.887243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-66a29a04-c867-435b-98fb-3bed839fff59 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e242b219-a48c-4544-bc02-3b0b8b84c546') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:07.987210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-66a29a04-c867-435b-98fb-3bed839fff59 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546/tags HTTP/1.1" status: 204 len: 168 time: 0.1061926 Dec 09 15:21:07.989963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51294) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:07.994769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.tag.tag_plugin [None req-6cfcfa25-4b16-4f95-81ce-26c2fc2a5a8c tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9871e24a-39ac-477c-93ad-b879ba6eac8a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:08.146414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f6383-3f77-414e-bd7f-48c5da0484b6 req-e6642ace-2981-497f-8b3e-18103fdff919 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:08.148026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-410f6383-3f77-414e-bd7f-48c5da0484b6 req-e6642ace-2981-497f-8b3e-18103fdff919 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0925341 Dec 09 15:21:08.173589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6cfcfa25-4b16-4f95-81ce-26c2fc2a5a8c tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a/tags HTTP/1.1" status: 204 len: 168 time: 0.1792760 Dec 09 15:21:08.183167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:08.288922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-410f6383-3f77-414e-bd7f-48c5da0484b6 req-b66651af-edaa-4001-86e4-24f04003468c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120048 Dec 09 15:21:08.326846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c303999-9c24-42a9-b383-02b346957a31 req-59c7351d-0f4f-4d6c-876f-2459f913e338 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:08.329311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c303999-9c24-42a9-b383-02b346957a31 req-59c7351d-0f4f-4d6c-876f-2459f913e338 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1993988 Dec 09 15:21:08.421284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2852-1bd4-4ac0-b06a-18780dd74553 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for subnetpool, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:08.425036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e6cc2852-1bd4-4ac0-b06a-18780dd74553 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnetpools/6023c0c3-4381-4654-91f7-e3f6abe5ee7f HTTP/1.1" status: 204 len: 168 time: 0.2358990 Dec 09 15:21:08.428213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51304) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:08.467023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c303999-9c24-42a9-b383-02b346957a31 req-ab9ed5a7-f59d-4a0e-8315-bfdcf2b289c2 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090031 Dec 09 15:21:08.498695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:08.499036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e65018f0-c1a8-4094-88ea-aa9f98a58d04 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e7ae180-c2cd-426c-836f-cbe5c4698b99 HTTP/1.1" status: 200 len: 205 time: 0.0658934 Dec 09 15:21:08.559395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca6fd2-d6de-4d07-9c80-7d315bd5342f req-e2bf10ed-986f-451e-ba69-ee9f7dce5062 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:08.561146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8ca6fd2-d6de-4d07-9c80-7d315bd5342f req-e2bf10ed-986f-451e-ba69-ee9f7dce5062 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.1197536 Dec 09 15:21:08.647932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:08.670761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8ca6fd2-d6de-4d07-9c80-7d315bd5342f req-940fb384-2cca-4fd9-8db2-986bf452acbc tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958526 Dec 09 15:21:08.863491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:08.867307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:08.930930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:08.931668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7ae180-c2cd-426c-836f-cbe5c4698b99 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:21:08.939949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:08.944179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1bed579c-99be-4952-90c1-275a3db176cb tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/routers/2e7ae180-c2cd-426c-836f-cbe5c4698b99 HTTP/1.1" status: 204 len: 168 time: 0.4448571 Dec 09 15:21:08.944179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51308) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:09.054428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Deleting port e242b219-a48c-4544-bc02-3b0b8b84c546 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:21:09.054777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:09.163060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:09.178201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Calling delete_port for e242b219-a48c-4544-bc02-3b0b8b84c546 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:21:09.364748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:09.415421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event deleted for resources: {'Port': ['ID=e242b219-a48c-4544-bc02-3b0b8b84c546,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:09.575443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:09.579162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-29c1b792-5e92-4f7f-9038-26a57aa46600 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/ports/e242b219-a48c-4544-bc02-3b0b8b84c546 HTTP/1.1" status: 204 len: 168 time: 0.6343298 Dec 09 15:21:09.581679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:09.627340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c78c-d468-4d33-aba2-af31246db0a2 req-35c450de-88df-492a-b0ff-8f12f5c60164 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:09.628938 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aaa4c78c-d468-4d33-aba2-af31246db0a2 req-35c450de-88df-492a-b0ff-8f12f5c60164 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1442902 Dec 09 15:21:09.729648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9c531-82ea-4711-ab4c-93e0169f244e req-5d3832da-865f-4df1-b563-d965d0db2a46 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:09.735389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ae9c531-82ea-4711-ab4c-93e0169f244e req-5d3832da-865f-4df1-b563-d965d0db2a46 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1328630 Dec 09 15:21:09.818602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ae9c531-82ea-4711-ab4c-93e0169f244e req-c9d1738a-c76f-4c50-8714-c312ee0f6f5b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Dec 09 15:21:09.962635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5ce5-13d6-41a1-afc1-0516f6623a17 req-a7a830a7-9aad-451c-bb6b-491d87d548de tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:09.973435 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-547c5ce5-13d6-41a1-afc1-0516f6623a17 req-a7a830a7-9aad-451c-bb6b-491d87d548de tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.0695117 Dec 09 15:21:10.058631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-547c5ce5-13d6-41a1-afc1-0516f6623a17 req-946b8db8-8c9f-45e7-bf33-b7e885def660 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833318 Dec 09 15:21:10.070430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Deleting subnet 9871e24a-39ac-477c-93ad-b879ba6eac8a {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:21:10.091819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.142897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aaa4c78c-d468-4d33-aba2-af31246db0a2 req-24ebffb6-4bd9-42c1-bf75-74e732965306 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063057 Dec 09 15:21:10.159417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.295336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.429844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.467902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event deleted for resources: {'Subnet': ['ID=9871e24a-39ac-477c-93ad-b879ba6eac8a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:10.480496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.485345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25000dcb-61f4-4c7a-ae2a-8f1422c500f2 None None] Network 6caba118-d82c-41c2-bed6-b9ce2b3659cf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:10.488240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0ee22b16-e836-481f-b401-20cfd7e34d2b tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/subnets/9871e24a-39ac-477c-93ad-b879ba6eac8a HTTP/1.1" status: 204 len: 168 time: 0.9054756 Dec 09 15:21:10.491776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:10.610391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.687983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Deleting port a04372ea-a931-448f-9089-78f8ce63e0f1 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:21:10.688613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.772580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] For port a04372ea-a931-448f-9089-78f8ce63e0f1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a04372ea-a931-448f-9089-78f8ce63e0f1,segment=NetworkSegment(fa9f0d79-9b35-4ffd-8a16-049b383ec034),segment_id=fa9f0d79-9b35-4ffd-8a16-049b383ec034)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:10.773310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.797209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Calling delete_port for a04372ea-a931-448f-9089-78f8ce63e0f1 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:21:10.894822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:10.922015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event deleted for resources: {'Port': ['ID=a04372ea-a931-448f-9089-78f8ce63e0f1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:10.938498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] No DVR routers for this DVR port a04372ea-a931-448f-9089-78f8ce63e0f1 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:21:10.958797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1a25d-3189-4552-a49b-1e6c7711c88f None None] DHCP port deletion for 6caba118-d82c-41c2-bed6-b9ce2b3659cf request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:21:11.052436 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:11.094101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caba118-d82c-41c2-bed6-b9ce2b3659cf']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:11.124151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9f0d79-9b35-4ffd-8a16-049b383ec034') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:11.124542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9f0d79-9b35-4ffd-8a16-049b383ec034') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:11.146109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:11.157537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beff96a-584d-413a-b1fd-d9d5e69789a2 req-a2b503a4-e92c-49af-9068-a8a707588389 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:11.159780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6beff96a-584d-413a-b1fd-d9d5e69789a2 req-a2b503a4-e92c-49af-9068-a8a707588389 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0910697 Dec 09 15:21:11.192761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:11.208406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:21:11.208808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:21:11.211876 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:21:11.259553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d2d54-5236-460d-9f3c-00b2be05f6fe req-f9989af5-3eff-44b1-b582-876b1e705e08 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:11.261280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13d2d54-5236-460d-9f3c-00b2be05f6fe req-f9989af5-3eff-44b1-b582-876b1e705e08 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.0808604 Dec 09 15:21:11.268277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6beff96a-584d-413a-b1fd-d9d5e69789a2 req-58cf0575-55f7-4452-8d61-eb613a6befa9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930169 Dec 09 15:21:11.343440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:11.360314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:11.366661 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] 10.222.0.46 "DELETE /v2.0/networks/6caba118-d82c-41c2-bed6-b9ce2b3659cf HTTP/1.1" status: 204 len: 168 time: 0.8735387 Dec 09 15:21:11.395481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c13d2d54-5236-460d-9f3c-00b2be05f6fe req-69982acc-2195-43eb-9dbc-95d5feff8cb4 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221778 Dec 09 15:21:11.435508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617521-823a-41f4-b22f-940630a91987 tempest-TagsExtTest-1525367004 tempest-TagsExtTest-1525367004-project] Pushing event deleted for resources: {'Network': ['ID=6caba118-d82c-41c2-bed6-b9ce2b3659cf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:11.467856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdedb1-dd8b-4eee-a764-17131d46e82e req-a179e438-7a57-4f3f-9707-790ffae1197c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:11.476356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bfdedb1-dd8b-4eee-a764-17131d46e82e req-a179e438-7a57-4f3f-9707-790ffae1197c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1064465 Dec 09 15:21:11.578387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bfdedb1-dd8b-4eee-a764-17131d46e82e req-436507e6-4919-4b86-bc5d-440fb574a2d2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989909 Dec 09 15:21:11.734115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51340) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:11.944045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3c966a80-8b0f-41a3-a7d5-849f61aa4ea6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98904941047e44029f702b1feedae6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089355 Dec 09 15:21:11.946549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51344) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:11.960667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04372ea-a931-448f-9089-78f8ce63e0f1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:21:12.016703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f27642d-2669-4739-a1cf-108feac06b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:12.031023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a04372ea-a931-448f-9089-78f8ce63e0f1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:21:12.031023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a04372ea-a931-448f-9089-78f8ce63e0f1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:21:12.047979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f27642d-2669-4739-a1cf-108feac06b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:12.115322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f27642d-2669-4739-a1cf-108feac06b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:12.118387 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f27642d-2669-4739-a1cf-108feac06b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:12.122414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f27642d-2669-4739-a1cf-108feac06b24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d82bb38-23d1-4214-a35e-91b6f07e9d4f HTTP/1.1" status: 204 len: 168 time: 0.1717718 Dec 09 15:21:12.133426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27642d-2669-4739-a1cf-108feac06b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d82bb38-23d1-4214-a35e-91b6f07e9d4f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:12.454229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3a0a8-dfbe-4c65-a262-92429e98d6f3 req-f53cf9c1-4e38-4c7d-b2e8-778779fa1c36 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:12.481207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35a3a0a8-dfbe-4c65-a262-92429e98d6f3 req-f53cf9c1-4e38-4c7d-b2e8-778779fa1c36 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1027203 Dec 09 15:21:12.576237 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35a3a0a8-dfbe-4c65-a262-92429e98d6f3 req-5888c849-184a-4f98-bc97-36cdc85dd133 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878954 Dec 09 15:21:12.663090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fbbbb-e205-48e1-9063-479b023a1db6 req-d0ce54b5-6e74-4c29-a428-9061a8caa07d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:12.664718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-358fbbbb-e205-48e1-9063-479b023a1db6 req-d0ce54b5-6e74-4c29-a428-9061a8caa07d tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.1236711 Dec 09 15:21:12.843442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-358fbbbb-e205-48e1-9063-479b023a1db6 req-53fda274-c800-49d2-807f-13ad40c5a460 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602137 Dec 09 15:21:12.946761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634986-08ec-4f6e-b6e9-23ffae344481 req-5188fc76-f189-41a2-8934-85a82a540da7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:12.955884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3634986-08ec-4f6e-b6e9-23ffae344481 req-5188fc76-f189-41a2-8934-85a82a540da7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.2109351 Dec 09 15:21:13.027164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3634986-08ec-4f6e-b6e9-23ffae344481 req-79150a0e-2a8e-42f8-818f-56254be3d35a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716488 Dec 09 15:21:13.734906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b9d5d-a35a-4cef-895a-ade2baa1fdb3 req-f7287e07-681a-433f-b95e-e4420a16ef71 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:13.753406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af4b9d5d-a35a-4cef-895a-ade2baa1fdb3 req-f7287e07-681a-433f-b95e-e4420a16ef71 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0936458 Dec 09 15:21:13.853960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af4b9d5d-a35a-4cef-895a-ade2baa1fdb3 req-5fede786-9733-4186-a677-9ea6955622b5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907319 Dec 09 15:21:14.032833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044261b-d214-4103-87c3-44bd2a8d4e7d req-5cb8369e-ac46-4682-ba90-e4f83d37deea tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:14.035001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0044261b-d214-4103-87c3-44bd2a8d4e7d req-5cb8369e-ac46-4682-ba90-e4f83d37deea tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.0850251 Dec 09 15:21:14.124570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0044261b-d214-4103-87c3-44bd2a8d4e7d req-e41c93a7-845b-4698-a932-bc99d6a3e958 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832944 Dec 09 15:21:14.218929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ecac-547d-4903-8ca3-173103eaeb61 req-352b6577-210d-4ffb-867f-1e96925d1f9d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:14.220487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a74ecac-547d-4903-8ca3-173103eaeb61 req-352b6577-210d-4ffb-867f-1e96925d1f9d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0776224 Dec 09 15:21:14.302483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a74ecac-547d-4903-8ca3-173103eaeb61 req-b2d90268-fb22-45ce-ada8-72c00d8e2943 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753226 Dec 09 15:21:14.586182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51406) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:14.740437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32fd66da-df78-4074-b415-778e9ee95d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:14.843207 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32fd66da-df78-4074-b415-778e9ee95d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:14.852648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-32fd66da-df78-4074-b415-778e9ee95d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:14.902606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51414) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:14.902918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-32fd66da-df78-4074-b415-778e9ee95d60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de9e429246644c688a3e84d6d8988c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148851 Dec 09 15:21:14.904012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd66da-df78-4074-b415-778e9ee95d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e132a88c-6cf0-4221-912f-c73e9303cc90,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:14.975177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce498218-dcfc-4ee7-9a0d-df33e39e2d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.021580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce498218-dcfc-4ee7-9a0d-df33e39e2d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.060475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd8cf-1e7a-4219-816a-e42a88fbe31a req-272a6f4d-d0a7-4df9-9152-6ba55fec3bf3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:15.062111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29bcd8cf-1e7a-4219-816a-e42a88fbe31a req-272a6f4d-d0a7-4df9-9152-6ba55fec3bf3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1039701 Dec 09 15:21:15.126420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-29bcd8cf-1e7a-4219-816a-e42a88fbe31a req-df3b5470-b848-411d-ad29-c892b1c66375 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559139 Dec 09 15:21:15.127121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce498218-dcfc-4ee7-9a0d-df33e39e2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.130487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce498218-dcfc-4ee7-9a0d-df33e39e2d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.132563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce498218-dcfc-4ee7-9a0d-df33e39e2d95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e132a88c-6cf0-4221-912f-c73e9303cc90 HTTP/1.1" status: 204 len: 168 time: 0.2287691 Dec 09 15:21:15.155342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce498218-dcfc-4ee7-9a0d-df33e39e2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132a88c-6cf0-4221-912f-c73e9303cc90,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:15.303551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895cc7-3c07-420c-930e-becfb5830ae5 req-a58177c7-3435-4a7b-9523-03a809724a8b tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:15.313094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da895cc7-3c07-420c-930e-becfb5830ae5 req-a58177c7-3435-4a7b-9523-03a809724a8b tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 943 time: 0.0751290 Dec 09 15:21:15.437278 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da895cc7-3c07-420c-930e-becfb5830ae5 req-452185c7-1fb1-41c5-bb12-0c0a826eba94 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147277 Dec 09 15:21:15.500423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e633c-fd61-4925-bd74-ad17dc282f44 req-611b15e8-8953-4d27-9ad9-51dbc003a11e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:15.501884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa2e633c-fd61-4925-bd74-ad17dc282f44 req-611b15e8-8953-4d27-9ad9-51dbc003a11e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0825834 Dec 09 15:21:15.520325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51424) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:15.544804 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0820db4-20dc-406b-978f-9f91fd16da29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.569344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa2e633c-fd61-4925-bd74-ad17dc282f44 req-1db897b0-06f1-4e4e-b331-ad20b36ac317 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599599 Dec 09 15:21:15.691569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0820db4-20dc-406b-978f-9f91fd16da29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.696792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c0820db4-20dc-406b-978f-9f91fd16da29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.743890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c0820db4-20dc-406b-978f-9f91fd16da29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bd4add00e044187a28cfd7ecabfeb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224133 Dec 09 15:21:15.745422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0820db4-20dc-406b-978f-9f91fd16da29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2d134-d96c-4a71-9a6d-78958a3f97d1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:15.746520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51426) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:15.824519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f08e52bc-6b92-4962-ab4f-77cd8697d1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.853312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11f310f4-1e44-45bd-ab86-f1de4b1379bb details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:21:15.913383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f08e52bc-6b92-4962-ab4f-77cd8697d1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.988718 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f08e52bc-6b92-4962-ab4f-77cd8697d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.992199 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f08e52bc-6b92-4962-ab4f-77cd8697d1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:15.993614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f08e52bc-6b92-4962-ab4f-77cd8697d1b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9e2d134-d96c-4a71-9a6d-78958a3f97d1 HTTP/1.1" status: 204 len: 168 time: 0.2460837 Dec 09 15:21:16.015385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e52bc-6b92-4962-ab4f-77cd8697d1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2d134-d96c-4a71-9a6d-78958a3f97d1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:16.092544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:16.164925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:21:16.269223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:16.285796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f310f4-1e44-45bd-ab86-f1de4b1379bb {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:21:16.340354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:16.347193 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:16.404082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6a51b-bb60-4ec3-a862-310eb41c2c66 req-dff535be-800f-4f62-936b-34ae4658d7f4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:16.410225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8dc6a51b-bb60-4ec3-a862-310eb41c2c66 req-dff535be-800f-4f62-936b-34ae4658d7f4 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0853324 Dec 09 15:21:16.428545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11f310f4-1e44-45bd-ab86-f1de4b1379bb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:16.472015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8dc6a51b-bb60-4ec3-a862-310eb41c2c66 req-d032e6ed-4163-420f-a8a9-e29410d74393 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597889 Dec 09 15:21:16.581945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['11f310f4-1e44-45bd-ab86-f1de4b1379bb'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:21:16.625437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40a2be-ee4a-4e22-90fb-d571870194c4 req-e4da0b16-1e7b-4d81-b717-fe6ab72ca2f0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:16.627394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b40a2be-ee4a-4e22-90fb-d571870194c4 req-e4da0b16-1e7b-4d81-b717-fe6ab72ca2f0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 944 time: 0.1125405 Dec 09 15:21:16.721384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b40a2be-ee4a-4e22-90fb-d571870194c4 req-643d6e6f-cfd6-4d72-90d6-aea11e721310 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874238 Dec 09 15:21:16.785530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b2479-73db-47f2-af0a-92bcb1c2a4df req-1bc12862-9e7a-4323-bb11-36c179224c07 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:16.795306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-147b2479-73db-47f2-af0a-92bcb1c2a4df req-1bc12862-9e7a-4323-bb11-36c179224c07 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0906861 Dec 09 15:21:16.869648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-147b2479-73db-47f2-af0a-92bcb1c2a4df req-31f79596-c4c4-4f09-8425-8da61c84f8f8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683100 Dec 09 15:21:17.655945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d702c67-1b7f-4c24-bc05-28265be102a0 req-19647fd1-56ff-4bd5-817c-6bdc8912c6ec tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:17.665256 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d702c67-1b7f-4c24-bc05-28265be102a0 req-19647fd1-56ff-4bd5-817c-6bdc8912c6ec tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0819097 Dec 09 15:21:17.721232 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d702c67-1b7f-4c24-bc05-28265be102a0 req-b5a2c231-c02e-4fa5-9fde-39db72514a9c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545521 Dec 09 15:21:17.861814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11f310f4-1e44-45bd-ab86-f1de4b1379bb up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:17.998407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a31617-f2bf-4d59-aa3e-ebecbbbe95bc req-1358ea6a-7e1a-4cb7-94e7-9aa3eabc5ce4 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:18.005757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76a31617-f2bf-4d59-aa3e-ebecbbbe95bc req-1358ea6a-7e1a-4cb7-94e7-9aa3eabc5ce4 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 944 time: 0.1912143 Dec 09 15:21:18.034398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 11f310f4-1e44-45bd-ab86-f1de4b1379bb completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:21:18.041105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 11f310f4-1e44-45bd-ab86-f1de4b1379bb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:18.045601 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:18.048810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b395-2673-4f6c-8f2a-c818030831d3 req-fbc6cc4c-2917-440a-b77e-61c73fe5d203 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:18.051147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e157b395-2673-4f6c-8f2a-c818030831d3 req-fbc6cc4c-2917-440a-b77e-61c73fe5d203 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0892882 Dec 09 15:21:18.134014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76a31617-f2bf-4d59-aa3e-ebecbbbe95bc req-91e95653-0b13-490d-845b-2892e6168af3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234372 Dec 09 15:21:18.179950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:18.208275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e157b395-2673-4f6c-8f2a-c818030831d3 req-61dc37f7-91d8-4a91-abf2-626192e9a325 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476133 Dec 09 15:21:18.214782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:18.217594 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de4b44-61a1-4787-9bb9-b9294223c150" -d '{"events": [{"server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "name": "network-vif-plugged", "status": "completed", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:18.238702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:18.243833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:18.280675 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfe18d5-b6a0-48d3-94cc-7551e4b6dbd2 x-openstack-request-id: req-6dfe18d5-b6a0-48d3-94cc-7551e4b6dbd2 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:18.280980 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "name": "network-vif-plugged", "status": "completed", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:18.281237 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6dfe18d5-b6a0-48d3-94cc-7551e4b6dbd2 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:18.281634 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'code': 200} Dec 09 15:21:18.311651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=11f310f4-1e44-45bd-ab86-f1de4b1379bb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:18.434377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a898b7e-09c9-4817-acc5-28ef9f09b737 req-87f086c2-254c-4fe8-9bc8-bd25e608e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:18.435777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a898b7e-09c9-4817-acc5-28ef9f09b737 req-87f086c2-254c-4fe8-9bc8-bd25e608e424 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1096 time: 0.0624206 Dec 09 15:21:18.509633 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1a898b7e-09c9-4817-acc5-28ef9f09b737 req-45af5c9c-6c5c-42cf-aceb-60314b5a37da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571415 Dec 09 15:21:18.941695 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02cb72-0483-4ff4-8649-bb4727e730a5 req-42bd08ce-ec5d-4e0c-a4a5-e0870c53d0b1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:18.950960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf02cb72-0483-4ff4-8649-bb4727e730a5 req-42bd08ce-ec5d-4e0c-a4a5-e0870c53d0b1 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0802314 Dec 09 15:21:19.011172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf02cb72-0483-4ff4-8649-bb4727e730a5 req-71ca8ba6-0d35-4bde-8aa8-7e123607e901 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Dec 09 15:21:19.245234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51520) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:19.326091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846a05-8ea4-4922-9d10-9eb8699b48d3 req-60e9fe46-d8a1-417d-90f1-a9a66f530104 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:19.333312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be846a05-8ea4-4922-9d10-9eb8699b48d3 req-60e9fe46-d8a1-417d-90f1-a9a66f530104 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 945 time: 0.0873361 Dec 09 15:21:19.396976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269c3e-30df-4b8c-acd6-487a439ab4b3 req-ed6d2723-b2bf-488c-9677-8d53e369b8f4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:19.398419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68269c3e-30df-4b8c-acd6-487a439ab4b3 req-ed6d2723-b2bf-488c-9677-8d53e369b8f4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0898128 Dec 09 15:21:19.413216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be846a05-8ea4-4922-9d10-9eb8699b48d3 req-06fd9778-accc-4288-9252-d66092a90438 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793178 Dec 09 15:21:19.419030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d31e-25f6-49a0-a7ca-504ccdff4db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.515193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68269c3e-30df-4b8c-acd6-487a439ab4b3 req-f6a86555-4f32-4fc8-9d8b-1c99e1582035 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070309 Dec 09 15:21:19.566847 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d31e-25f6-49a0-a7ca-504ccdff4db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.573446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d31e-25f6-49a0-a7ca-504ccdff4db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.628966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3d31e-25f6-49a0-a7ca-504ccdff4db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac58fc-b3c5-4919-a3dd-49f8b9c59d12,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:19.633501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2dd3d31e-25f6-49a0-a7ca-504ccdff4db7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=361529d855bc4fab9a812bcdf3b8826a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869638 Dec 09 15:21:19.637446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51534) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:19.712954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a90-afbf-4a32-b454-1e2343c468f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.737783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a90-afbf-4a32-b454-1e2343c468f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.790182 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a90-afbf-4a32-b454-1e2343c468f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.793651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a90-afbf-4a32-b454-1e2343c468f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:19.794916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9f80a90-afbf-4a32-b454-1e2343c468f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3aac58fc-b3c5-4919-a3dd-49f8b9c59d12 HTTP/1.1" status: 204 len: 168 time: 0.1568983 Dec 09 15:21:19.803819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80a90-afbf-4a32-b454-1e2343c468f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac58fc-b3c5-4919-a3dd-49f8b9c59d12,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:20.158355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba476-1947-47ad-8fcf-841c792f097a req-d951af3e-602b-4873-834b-53e957beac18 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:20.175914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-535ba476-1947-47ad-8fcf-841c792f097a req-d951af3e-602b-4873-834b-53e957beac18 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0813212 Dec 09 15:21:20.194298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51576) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:20.213837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27659e2a-491c-4774-bb17-421e64c9bc06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.266966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-535ba476-1947-47ad-8fcf-841c792f097a req-468a284a-ebfe-4e14-864e-d5a102274403 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823052 Dec 09 15:21:20.330008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27659e2a-491c-4774-bb17-421e64c9bc06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.334910 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-27659e2a-491c-4774-bb17-421e64c9bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.383277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-27659e2a-491c-4774-bb17-421e64c9bc06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d9c59e49a0646d6b1676869c4412373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854980 Dec 09 15:21:20.383277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27659e2a-491c-4774-bb17-421e64c9bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed57be71-c777-4ec8-8601-81982064a562,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:20.383685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:20.435072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33946cdf-4377-4edb-84d2-58de5db49dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.467383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33946cdf-4377-4edb-84d2-58de5db49dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.543704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33946cdf-4377-4edb-84d2-58de5db49dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.546543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33946cdf-4377-4edb-84d2-58de5db49dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:20.555824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0143a41-aa2d-4372-9759-e770697a87cd req-5ee0b29e-fd33-4916-9d6f-a25695562254 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:20.557629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0143a41-aa2d-4372-9759-e770697a87cd req-5ee0b29e-fd33-4916-9d6f-a25695562254 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 945 time: 0.0664775 Dec 09 15:21:20.559694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-33946cdf-4377-4edb-84d2-58de5db49dbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed57be71-c777-4ec8-8601-81982064a562 HTTP/1.1" status: 204 len: 168 time: 0.1666527 Dec 09 15:21:20.595052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33946cdf-4377-4edb-84d2-58de5db49dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed57be71-c777-4ec8-8601-81982064a562,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:20.649969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0143a41-aa2d-4372-9759-e770697a87cd req-c40a388e-2ed7-48d8-b47c-fe3c2e927c21 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679598 Dec 09 15:21:20.705912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618288-ec8c-43c9-b4d7-3cfb529a7eb2 req-cbce5ca9-a0d3-4dde-8e9a-2c848d48a0e1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:20.707840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c618288-ec8c-43c9-b4d7-3cfb529a7eb2 req-cbce5ca9-a0d3-4dde-8e9a-2c848d48a0e1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0745223 Dec 09 15:21:20.777649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-e1b2cd6b-4cb4-4cb4-a316-f0c1dbac8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:20.779549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-e1b2cd6b-4cb4-4cb4-a316-f0c1dbac8a79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1096 time: 0.0948806 Dec 09 15:21:20.784098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b5de-4a3d-49aa-9a77-3c656dd78a6b req-0037640f-ca69-427d-aa9a-b439755e88dd tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:20.785902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1238b5de-4a3d-49aa-9a77-3c656dd78a6b req-0037640f-ca69-427d-aa9a-b439755e88dd tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 945 time: 0.0531697 Dec 09 15:21:20.819103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c618288-ec8c-43c9-b4d7-3cfb529a7eb2 req-3da49abd-854a-444c-b793-87ecb55d2b61 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949488 Dec 09 15:21:20.869722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1238b5de-4a3d-49aa-9a77-3c656dd78a6b req-35396bb3-371f-4bd1-910c-f5394681e38e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772724 Dec 09 15:21:20.888668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51598) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:20.926095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-55522054-ad3a-49d9-80cf-c525c49c4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:20.927988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-55522054-ad3a-49d9-80cf-c525c49c4633 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1378987 Dec 09 15:21:21.018078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-9e068fea-4d8d-4b1a-ba76-b23849398c6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 1001 time: 0.0818844 Dec 09 15:21:21.083598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-e33c16e9-fc11-4d5b-870c-570e0546f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.085511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-e33c16e9-fc11-4d5b-870c-570e0546f513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0606868 Dec 09 15:21:21.147444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-432c6ac1-d478-402d-8bd2-81ef14e4c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.149148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-432c6ac1-d478-402d-8bd2-81ef14e4c28b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567987 Dec 09 15:21:21.157890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b4c71-04d5-4792-b10f-332e1b343834 tempest-TestVolumeBackupRestore-1109310581 tempest-TestVolumeBackupRestore-1109310581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.160104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f5b4c71-04d5-4792-b10f-332e1b343834 tempest-TestVolumeBackupRestore-1109310581 tempest-TestVolumeBackupRestore-1109310581-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1091 time: 0.2700493 Dec 09 15:21:21.163108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 51610) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:21.169062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:21.200368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:21.268036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-c146458d-2a7b-48d5-9fc0-da670470d60f service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117518 Dec 09 15:21:21.374340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:21.445698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a5ec4-8e4c-4804-a5db-126fecba4707 req-c56d3514-cae4-4e72-bf7a-93ce8ebabc15 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.447335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca3a5ec4-8e4c-4804-a5db-126fecba4707 req-c56d3514-cae4-4e72-bf7a-93ce8ebabc15 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1040895 Dec 09 15:21:21.451636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-836f962e-2aa8-4f82-8c13-ea4ae9e4aa74 req-f548f4f0-317c-43a7-b912-8d0782378b8d service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728537 Dec 09 15:21:21.517038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca3a5ec4-8e4c-4804-a5db-126fecba4707 req-24c8e677-59da-4930-93eb-274b8f0b0a77 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606322 Dec 09 15:21:21.583262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Allocated IP 172.25.0.234 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/6376b81c-a055-4354-85c1-14349f4b2a31) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:21:21.591667 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-ef1dbf88-7750-4256-ba25-9029c0f3739f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770488 Dec 09 15:21:21.736599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62841fdb-845c-48e4-b81b-606df79240bc req-31b2ee77-400e-46f1-a89b-b7d7bf5abedc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.738137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62841fdb-845c-48e4-b81b-606df79240bc req-31b2ee77-400e-46f1-a89b-b7d7bf5abedc tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1376550 Dec 09 15:21:21.768870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-27cc7c92-b11c-4ce9-b1fa-9dce10a91b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.770359 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-27cc7c92-b11c-4ce9-b1fa-9dce10a91b69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1097 time: 0.1168811 Dec 09 15:21:21.799831 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:21.869951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62841fdb-845c-48e4-b81b-606df79240bc req-b4b4ff09-b342-436c-a34f-28e30a030d89 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111996 Dec 09 15:21:21.985206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-4ea720c7-7b32-459d-8830-f3d8460e71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:21.986738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-4ea720c7-7b32-459d-8830-f3d8460e71b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.1840816 Dec 09 15:21:21.988375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:22.028288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f7580-36fa-40e8-96c2-beedcb7f9e17 req-8dc31c6f-e9cb-4c5c-8630-83c44020e8b3 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:22.036674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-454f7580-36fa-40e8-96c2-beedcb7f9e17 req-8dc31c6f-e9cb-4c5c-8630-83c44020e8b3 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.0974996 Dec 09 15:21:22.049565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:22.096295 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-9245fe2a-4c7d-4319-ae31-84098c836ec9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.1003258 Dec 09 15:21:22.098048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:21:22.118868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:21:22.123978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-454f7580-36fa-40e8-96c2-beedcb7f9e17 req-663d25bd-4976-401d-823a-ee436e53b952 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861137 Dec 09 15:21:22.135413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:21:22.180944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'Port': ['ID=6376b81c-a055-4354-85c1-14349f4b2a31,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:22.222847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-84b0c6ac-99bd-4043-9900-4db62fa0373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:22.224373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-84b0c6ac-99bd-4043-9900-4db62fa0373a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.1206093 Dec 09 15:21:22.232083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa943d0-4ff0-4dad-9c5b-26389d503cfe req-e919928a-8f43-408f-a404-a951c7129044 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:22.239211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fa943d0-4ff0-4dad-9c5b-26389d503cfe req-e919928a-8f43-408f-a404-a951c7129044 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1931319 Dec 09 15:21:22.313786 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-6d645e7a-f076-48d8-bcff-830563dfdd6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652995 Dec 09 15:21:22.463632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4fa943d0-4ff0-4dad-9c5b-26389d503cfe req-f3e980c3-9c0f-4c76-a5e4-b0123cd3b575 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215531 Dec 09 15:21:22.513907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:22.692253 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-3ce40668-682b-48b8-b4fb-ae8a2eb64227 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758163 Dec 09 15:21:22.738486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b30603-8abe-4bf7-b943-d5140a9830bf req-d9860fd7-ef6d-47d5-8e81-e92b9adabd5e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:22.740283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01b30603-8abe-4bf7-b943-d5140a9830bf req-d9860fd7-ef6d-47d5-8e81-e92b9adabd5e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1339858 Dec 09 15:21:22.890415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-01b30603-8abe-4bf7-b943-d5140a9830bf req-493fb9dc-0907-4b65-8bf3-bf13909b6d5f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353126 Dec 09 15:21:23.002045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f647e69-cb58-42f8-8f0d-1d5f3be85fea req-cb9f63f3-c816-4505-b51f-7870fe1d3fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805607 Dec 09 15:21:23.015258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.125885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.156676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e474827-9653-446e-9b28-41056de495e9 req-db40dcbe-3349-4eb9-a774-98ee5faddab8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:23.166766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e474827-9653-446e-9b28-41056de495e9 req-db40dcbe-3349-4eb9-a774-98ee5faddab8 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1060159 Dec 09 15:21:23.198482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-add8bef4-909a-41ad-b2d0-f3a1b9a3ef96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.226867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e474827-9653-446e-9b28-41056de495e9 req-85f001bf-18d0-4046-b9fc-2691a40fe621 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591266 Dec 09 15:21:23.364456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99a1a8-cf2f-4641-9a2c-499c99f5e483 req-b360effd-575e-4af9-a9fe-5b392bee8d55 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:23.366762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed99a1a8-cf2f-4641-9a2c-499c99f5e483 req-b360effd-575e-4af9-a9fe-5b392bee8d55 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 0.1267316 Dec 09 15:21:23.475829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.481589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed99a1a8-cf2f-4641-9a2c-499c99f5e483 req-8e935218-fd23-46e6-8539-f413fd599753 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034992 Dec 09 15:21:23.484737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.494735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518beb3-05a5-46f1-996d-41a662e1a20c req-57984219-723c-4faf-aecb-a00905a18d66 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:23.499042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7518beb3-05a5-46f1-996d-41a662e1a20c req-57984219-723c-4faf-aecb-a00905a18d66 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1450579 Dec 09 15:21:23.578084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7518beb3-05a5-46f1-996d-41a662e1a20c req-ad58203c-750c-4720-aa02-55721585bf23 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699041 Dec 09 15:21:23.599123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event updated for resources: {'Port': ['ID=6376b81c-a055-4354-85c1-14349f4b2a31,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:23.619815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:23.751186 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Floating IP 126634c7-47f4-4a20-9eae-b28bbeb69c3f associated. External IP: 172.25.0.234, port: 11f310f4-1e44-45bd-ab86-f1de4b1379bb. Dec 09 15:21:23.756397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6e71f-85e5-425d-bbfb-56686720211d req-3bb761dd-1582-4f65-81a2-0206f269f333 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:23.758196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbe6e71f-85e5-425d-bbfb-56686720211d req-3bb761dd-1582-4f65-81a2-0206f269f333 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0781777 Dec 09 15:21:23.829783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbe6e71f-85e5-425d-bbfb-56686720211d req-1fdb767e-17f7-4fbf-83f0-88879c5021ee tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635953 Dec 09 15:21:24.065999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Router 3a996778-030a-408f-8f7e-63d6dd9a4702 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:21:24.226996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace3cfc-cb66-4a9e-b70e-447c7d21610f req-68155690-1cce-43d8-a2b3-863c4ef6398b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:24.228692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ace3cfc-cb66-4a9e-b70e-447c7d21610f req-68155690-1cce-43d8-a2b3-863c4ef6398b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1066234 Dec 09 15:21:24.292012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:21:24.316028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] Sync routers for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:21:24.345884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:24.350471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:21:24.351333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:20:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:24.353724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ace3cfc-cb66-4a9e-b70e-447c7d21610f req-087c1b79-60b4-4313-b89e-2edca9dfcc09 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150281 Dec 09 15:21:24.383241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-72c5fd1c-9fda-46fb-a02b-f8633839a00e tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2188106 Dec 09 15:21:24.383999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:24.385974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51714) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:24.386704 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e62fdd-55b0-4679-aa79-b9156fe916b4" -d '{"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:24.441757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f020187-d1fb-4045-a461-2af7b9457738 tempest-TestVolumeBackupRestore-1109310581 tempest-TestVolumeBackupRestore-1109310581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:24.445758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9f020187-d1fb-4045-a461-2af7b9457738 tempest-TestVolumeBackupRestore-1109310581 tempest-TestVolumeBackupRestore-1109310581-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1091 time: 0.0575747 Dec 09 15:21:24.448811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 51718) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:24.453703 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5739e872-1623-4b27-a24b-b405525e7faa x-openstack-request-id: req-5739e872-1623-4b27-a24b-b405525e7faa {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:24.453982 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:24.454276 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5739e872-1623-4b27-a24b-b405525e7faa {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:24.454906 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'status': 'completed', 'code': 200} Dec 09 15:21:24.456329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Request body: {'floatingip': {'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:24.606784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:21:24.694352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:21:24.695626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-864dd99e-ba25-498e-b7d3-db5a61b46b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:24.697430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-864dd99e-ba25-498e-b7d3-db5a61b46b52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1096 time: 0.2165029 Dec 09 15:21:24.772844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:24.994263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:25.210246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:25.220664 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5305249f-f33c-4f25-b323-b6eaa4f42e7e" -d '{"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-unplugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:25.341170 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c99b274-d066-47d6-a910-47047907f937 x-openstack-request-id: req-7c99b274-d066-47d6-a910-47047907f937 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:25.341893 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-unplugged", "status": "failed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:25.341893 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c99b274-d066-47d6-a910-47047907f937 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:25.347988 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'code': 422} returned with failed status Dec 09 15:21:25.414116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:25.444379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:25.541635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-e743a7a1-2772-41b8-b9c7-ee4886b2f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:25.546537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-e743a7a1-2772-41b8-b9c7-ee4886b2f36c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 915 time: 0.8020906 Dec 09 15:21:25.612887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '126634c7-47f4-4a20-9eae-b28bbeb69c3f', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:21:22Z', 'updated_at': '2021-12-09T15:21:22Z', 'revision_number': 0, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:25.679136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] Checking router: 3a996778-030a-408f-8f7e-63d6dd9a4702 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:21:25.690751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:25.697188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5cf27789-a91d-41f8-8792-eab3482b5f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:25.725397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:21:25.731750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:25.959617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3535e0-f197-42e2-9b85-5f802f6fa7c3 req-3624b1d2-aa8d-417f-b4d5-5c0d9d33da5b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:25.961268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b3535e0-f197-42e2-9b85-5f802f6fa7c3 req-3624b1d2-aa8d-417f-b4d5-5c0d9d33da5b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 945 time: 1.3361802 Dec 09 15:21:25.967841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-42abc734-6b1d-4a0e-9a8d-6c768927f9c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 999 time: 0.4159651 Dec 09 15:21:25.968615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:21:25.995310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-d58bfd9b-6185-4df3-9c94-4f4ee6457f87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3283846 Dec 09 15:21:26.037047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce603fd-3bdb-4e74-980f-722a63215905 req-69bb83c5-2483-4486-ab69-74ce4ef049e6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:26.047687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bce603fd-3bdb-4e74-980f-722a63215905 req-69bb83c5-2483-4486-ab69-74ce4ef049e6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.3853285 Dec 09 15:21:26.079529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2b3535e0-f197-42e2-9b85-5f802f6fa7c3 req-7a2635fc-6aa2-43a7-8142-24b82739f47c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082516 Dec 09 15:21:26.093398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-daeb72dc-59a5-4459-a7be-3a05b8a7a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:26.095132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-daeb72dc-59a5-4459-a7be-3a05b8a7a27c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 200 len: 853 time: 0.0978301 Dec 09 15:21:26.173768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-ec726a46-65c9-4606-8ad8-da7f58da9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:26.178399 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-ec726a46-65c9-4606-8ad8-da7f58da9168 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f34bff4e-7b0e-4775-a198-7af49e78867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713336 Dec 09 15:21:26.213799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:26.223939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:26.338983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '126634c7-47f4-4a20-9eae-b28bbeb69c3f', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:21:22Z', 'updated_at': '2021-12-09T15:21:22Z', 'revision_number': 0, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:26.388859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-28a3e257-9300-4c09-b290-88028e1e1b42 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040806 Dec 09 15:21:26.397428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb78239-9b06-4c24-b41f-da883c09444d None None] The sync data for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 is: [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '126634c7-47f4-4a20-9eae-b28bbeb69c3f', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:21:22Z', 'updated_at': '2021-12-09T15:21:22Z', 'revision_number': 0, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:21:26.510604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bce603fd-3bdb-4e74-980f-722a63215905 req-ffb4d183-6adc-4c55-b956-c5fd68441f4c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598641 Dec 09 15:21:26.549230 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:21:26.557153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b7e62fdd-55b0-4679-aa79-b9156fe916b4 req-0a8650c8-0e1a-402f-8f37-6be221da6127 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566968 Dec 09 15:21:26.652084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Router 3a996778-030a-408f-8f7e-63d6dd9a4702 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:21:26.763424 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:26.834649 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57757e1-506f-47a5-a6f7-708f3fbd8e69 None None] New status for floating IP 126634c7-47f4-4a20-9eae-b28bbeb69c3f: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:21:26.873772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:21:26.884421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:26.926206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:26.928539 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:26.960351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ec8b1ec2-6544-4d98-8810-83e96bb1a7e3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "PUT /v2.0/floatingips/126634c7-47f4-4a20-9eae-b28bbeb69c3f HTTP/1.1" status: 200 len: 991 time: 2.5096257 Dec 09 15:21:27.020761 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd19997-9651-4545-9545-82329c931b06 x-openstack-request-id: req-0fd19997-9651-4545-9545-82329c931b06 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:27.021064 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:27.021333 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fd19997-9651-4545-9545-82329c931b06 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:27.021759 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'status': 'completed', 'code': 200} Dec 09 15:21:27.037457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df4c1-8d0d-4354-ad24-2ea93c2db81e req-5d6c57b4-f2d0-4be2-8f52-95ca922422a5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.039690 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e8df4c1-8d0d-4354-ad24-2ea93c2db81e req-5d6c57b4-f2d0-4be2-8f52-95ca922422a5 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1567528 Dec 09 15:21:27.061235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-57370aac-0b61-4557-930e-2e616312a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.062767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-57370aac-0b61-4557-930e-2e616312a809 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 1097 time: 0.2502005 Dec 09 15:21:27.181430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] Sync routers for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:21:27.207090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:21:27.208658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:27.314452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402101-9b36-4940-a7be-d80417b85fa1 req-39a1bc86-7133-478a-b32a-876d6cc9ef55 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.322941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92402101-9b36-4940-a7be-d80417b85fa1 req-39a1bc86-7133-478a-b32a-876d6cc9ef55 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0998194 Dec 09 15:21:27.375411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-d757166a-ce74-43a6-9d26-4c1c1d0b6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.377078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-d757166a-ce74-43a6-9d26-4c1c1d0b6c93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1096 time: 0.3320436 Dec 09 15:21:27.404028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-b2878a89-cf7e-4878-ac99-343f18de71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.406211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-b2878a89-cf7e-4878-ac99-343f18de71e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 200 len: 914 time: 0.3238597 Dec 09 15:21:27.438361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:21:27.445153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92402101-9b36-4940-a7be-d80417b85fa1 req-e464f27c-e3ad-4d5c-bafb-dfd7a5094f9f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102066 Dec 09 15:21:27.517720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e8df4c1-8d0d-4354-ad24-2ea93c2db81e req-74580108-7000-4cd3-879c-4f123b6eee2b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536657 Dec 09 15:21:27.560319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-87434d57-013c-49f0-8b08-9dd9d4463876 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 200 len: 217 time: 0.0944300 Dec 09 15:21:27.673968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-3c5d8779-0921-40e1-9533-37b8c1b9d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.675534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-3c5d8779-0921-40e1-9533-37b8c1b9d761 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 200 len: 853 time: 0.0859501 Dec 09 15:21:27.678837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-7bb7f5db-b858-4f96-83a7-92ad983ecb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:27.680358 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-7bb7f5db-b858-4f96-83a7-92ad983ecb50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 915 time: 0.2672272 Dec 09 15:21:27.805369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-2aac005f-eeab-4575-9f14-4353b0a24988 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c8162e4-f49f-40fd-be16-345c226d11c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168170 Dec 09 15:21:28.108008 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-4aa51d60-6962-4451-a813-74513f4c8a18 service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865236 Dec 09 15:21:28.110530 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-df974f3a-566b-491e-9d19-37fbaceab7d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 1001 time: 0.4107885 Dec 09 15:21:28.138142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '126634c7-47f4-4a20-9eae-b28bbeb69c3f', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:21:22Z', 'updated_at': '2021-12-09T15:21:27Z', 'revision_number': 2, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:28.218991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] Checking router: 3a996778-030a-408f-8f7e-63d6dd9a4702 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:21:28.241149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:21:28.242610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:28.286998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-00e622b0-069d-40d9-9be9-bb3dd8c41740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:28.289829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-00e622b0-069d-40d9-9be9-bb3dd8c41740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 200 len: 853 time: 0.1482835 Dec 09 15:21:28.418592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-320f849d-8176-4236-8e4c-d78132fc3d7d req-643f8723-ab74-4568-97ba-7599962022fd service neutron] 10.222.0.43 "GET /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864537 Dec 09 15:21:28.471449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:28.482726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-5a7c356e-4913-4bf0-99c1-75ca91bbdc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:28.484361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-5a7c356e-4913-4bf0-99c1-75ca91bbdc6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f34bff4e-7b0e-4775-a198-7af49e78867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872416 Dec 09 15:21:28.497852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:21:28.824951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-ced66b68-6296-4c98-8d93-f8ec76f65668 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203807 Dec 09 15:21:28.834743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626b667-fc7c-44fb-bc7f-929219265e20 req-e7079d9c-e22b-45d9-add5-660ca9403e44 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:28.836626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d626b667-fc7c-44fb-bc7f-929219265e20 req-e7079d9c-e22b-45d9-add5-660ca9403e44 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1652076 Dec 09 15:21:28.870104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '126634c7-47f4-4a20-9eae-b28bbeb69c3f', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:21:22Z', 'updated_at': '2021-12-09T15:21:27Z', 'revision_number': 2, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:28.954501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5c3b9-86c1-4f48-93c1-204b63c7ed53 None None] The sync data for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 is: [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '126634c7-47f4-4a20-9eae-b28bbeb69c3f', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'port_id': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'mac_address': 'fa:16:3e:ea:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643a5109-11ca-499f-a904-759b2406ac1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:21:22Z', 'updated_at': '2021-12-09T15:21:27Z', 'revision_number': 2, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:21:29.007970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac03b-360a-4bd1-9668-cf88f33d81a2 req-6168d508-3227-4935-bab9-669d3bbbde1d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:29.020584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5eac03b-360a-4bd1-9668-cf88f33d81a2 req-6168d508-3227-4935-bab9-669d3bbbde1d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0643108 Dec 09 15:21:29.024925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:29.030293 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:29.049257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d626b667-fc7c-44fb-bc7f-929219265e20 req-92245d55-7935-47b7-adb8-122a8eb89a65 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031450 Dec 09 15:21:29.094762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2e53466-9c9a-4db0-9453-7a2acaec6d7e req-78803734-ceb6-4f81-90a0-48b0eca58298 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570915 Dec 09 15:21:29.137861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b5eac03b-360a-4bd1-9668-cf88f33d81a2 req-56bfa92a-48df-4b16-8f7f-1e48609ae222 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162686 Dec 09 15:21:29.169653 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ae9712-eb6b-4bf2-bf4e-331839ec9a46 x-openstack-request-id: req-37ae9712-eb6b-4bf2-bf4e-331839ec9a46 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:29.169852 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:29.170592 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37ae9712-eb6b-4bf2-bf4e-331839ec9a46 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:29.171445 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'status': 'completed', 'code': 200} Dec 09 15:21:29.200296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:29.304874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-511fdbba-f811-4af8-9d50-aff5a0779b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:29.311496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-511fdbba-f811-4af8-9d50-aff5a0779b6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1096 time: 0.0979505 Dec 09 15:21:29.484581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-3369f1e0-4948-46d2-b1db-58c344f4aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:29.486190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-3369f1e0-4948-46d2-b1db-58c344f4aa61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 915 time: 0.1666794 Dec 09 15:21:29.564179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-ab7490e6-35eb-44e3-8678-70b7ce86082c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 1001 time: 0.0700252 Dec 09 15:21:29.623084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-0c8995dd-2330-4882-881e-f9f1bea6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:29.624560 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-0c8995dd-2330-4882-881e-f9f1bea6c90f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 200 len: 853 time: 0.0529006 Dec 09 15:21:29.679522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-822a31f1-6cbd-4f13-839f-d6eba678286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:29.681230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-822a31f1-6cbd-4f13-839f-d6eba678286c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f34bff4e-7b0e-4775-a198-7af49e78867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495663 Dec 09 15:21:29.793238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-f4a75d32-1cdf-4587-b3f3-f0f1f5a23c25 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030538 Dec 09 15:21:29.893145 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9617ad5c-79af-4dfc-8b37-29e69c4f9d2c req-d7658a86-b716-450e-a983-f20cfda0ec7a service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917962 Dec 09 15:21:30.202258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f6ecb-3a2e-4f3d-a2bf-bb3351c9ec05 req-704cf2ff-7a28-4d49-9356-915aa8a36598 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:30.205142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e5f6ecb-3a2e-4f3d-a2bf-bb3351c9ec05 req-704cf2ff-7a28-4d49-9356-915aa8a36598 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0708127 Dec 09 15:21:30.305520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e5f6ecb-3a2e-4f3d-a2bf-bb3351c9ec05 req-61a35475-78bf-4835-af53-0520e562b24f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945694 Dec 09 15:21:30.318300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845296-dd06-477c-8723-a905532eb88b req-b54ff9bd-8f68-4781-adf6-b58189943568 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:30.321431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c845296-dd06-477c-8723-a905532eb88b req-b54ff9bd-8f68-4781-adf6-b58189943568 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0917795 Dec 09 15:21:30.408846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3c845296-dd06-477c-8723-a905532eb88b req-c25e6060-6a5a-446d-a161-eed90b295742 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646334 Dec 09 15:21:30.475991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6439f25-ea19-4d0a-af4b-5444812f98ad req-f9648f4f-bbbc-40b9-bb04-4e257c2774af tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:30.477651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6439f25-ea19-4d0a-af4b-5444812f98ad req-f9648f4f-bbbc-40b9-bb04-4e257c2774af tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0860231 Dec 09 15:21:30.548732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a6439f25-ea19-4d0a-af4b-5444812f98ad req-f2f26032-661c-4866-9ebd-0aac44d42dff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611169 Dec 09 15:21:30.713521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7d612-e22e-4477-830d-58dd4eef8d5c req-9429abe2-3e5a-4033-9af8-4ad640d8c5ff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:30.716498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2d7d612-e22e-4477-830d-58dd4eef8d5c req-9429abe2-3e5a-4033-9af8-4ad640d8c5ff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0604968 Dec 09 15:21:30.775152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2d7d612-e22e-4477-830d-58dd4eef8d5c req-5dd1d40d-6bd1-42ce-a211-7a663ec39172 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Dec 09 15:21:30.914062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3e5c6-5d8c-4da5-86e1-dccbc956c69f req-73f37c60-0ea2-488f-9adf-fe6052ac0da9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:30.916132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68b3e5c6-5d8c-4da5-86e1-dccbc956c69f req-73f37c60-0ea2-488f-9adf-fe6052ac0da9 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0520790 Dec 09 15:21:30.981819 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68b3e5c6-5d8c-4da5-86e1-dccbc956c69f req-2f44a8ab-e03b-418b-8775-49017c36c537 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 Dec 09 15:21:31.209421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4823-b16d-4f25-b5e8-f667a76f1cd5 req-c29180d7-ac75-4e35-8583-34ac1c96b3e0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:31.219235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-189c4823-b16d-4f25-b5e8-f667a76f1cd5 req-c29180d7-ac75-4e35-8583-34ac1c96b3e0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0751605 Dec 09 15:21:31.282553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-189c4823-b16d-4f25-b5e8-f667a76f1cd5 req-8daa81ab-eed3-453a-b892-f0648bd3bf43 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622790 Dec 09 15:21:31.444218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56642b-9e5d-42b7-8209-c8b24747d73e req-02be593d-74c0-4e05-a8ae-633d602bdd53 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:31.446065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e56642b-9e5d-42b7-8209-c8b24747d73e req-02be593d-74c0-4e05-a8ae-633d602bdd53 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0649791 Dec 09 15:21:31.550576 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e56642b-9e5d-42b7-8209-c8b24747d73e req-b24d3891-8a8e-4f38-b6e6-44d403feef5a tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962718 Dec 09 15:21:31.585458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd751a5-1ff0-4181-8314-adbb088349cc req-5e9c1b6c-6366-4b22-8b35-9a47ceeb0d66 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:31.597598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4cd751a5-1ff0-4181-8314-adbb088349cc req-5e9c1b6c-6366-4b22-8b35-9a47ceeb0d66 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0825214 Dec 09 15:21:31.697111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4cd751a5-1ff0-4181-8314-adbb088349cc req-6173dfae-f3f7-404b-9ada-3f2466bc9eff tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909569 Dec 09 15:21:31.762876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7390-c3f0-4a2b-93ea-1d4a42ccfcda req-71c74ce0-a7fa-48ab-9ee0-5bc7f730ad2c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:31.764666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53fe7390-c3f0-4a2b-93ea-1d4a42ccfcda req-71c74ce0-a7fa-48ab-9ee0-5bc7f730ad2c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0631740 Dec 09 15:21:31.817014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53fe7390-c3f0-4a2b-93ea-1d4a42ccfcda req-11c11c5b-fa5d-4f85-a5ae-71936025eaf0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 Dec 09 15:21:31.953099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd15d17-c238-4688-93b5-2e664d24c1d0 req-1ac744df-fdb3-494f-9994-b184947665d6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:31.963033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ecd15d17-c238-4688-93b5-2e664d24c1d0 req-1ac744df-fdb3-494f-9994-b184947665d6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0676966 Dec 09 15:21:32.032895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ecd15d17-c238-4688-93b5-2e664d24c1d0 req-2d64b35c-c01c-4332-9c1b-823036b4994c tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675602 Dec 09 15:21:32.268100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277a419-42d9-45a3-810a-90aa69e1f6d1 req-0b39532a-14e7-43af-bd29-f26c2bfd2893 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:32.270475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c277a419-42d9-45a3-810a-90aa69e1f6d1 req-0b39532a-14e7-43af-bd29-f26c2bfd2893 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0873635 Dec 09 15:21:32.328192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c277a419-42d9-45a3-810a-90aa69e1f6d1 req-380d0707-ab5d-46c6-bdb1-2fa30ebbb684 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Dec 09 15:21:32.555525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a854657-4a55-40da-98c6-5b6cb3e8fae1 req-8f6b1f0e-34f1-4d1f-9452-99b34e8a35ef tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:32.557199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a854657-4a55-40da-98c6-5b6cb3e8fae1 req-8f6b1f0e-34f1-4d1f-9452-99b34e8a35ef tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1168072 Dec 09 15:21:32.641372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a854657-4a55-40da-98c6-5b6cb3e8fae1 req-7b15f81d-9824-43b6-9280-b67851e8ae9b tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Dec 09 15:21:32.838544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6294fe-e9a1-419e-8d6d-c5015b7f0c54 req-cb586e6d-03f3-44ad-811a-8425667f1379 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:32.847411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b6294fe-e9a1-419e-8d6d-c5015b7f0c54 req-cb586e6d-03f3-44ad-811a-8425667f1379 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0618534 Dec 09 15:21:32.857079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea447c36-4a95-4b18-94a7-da8f6c888538 req-5ef9b9e4-3e6d-4848-a0b8-6ffa0887a43f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:32.867880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea447c36-4a95-4b18-94a7-da8f6c888538 req-5ef9b9e4-3e6d-4848-a0b8-6ffa0887a43f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0811667 Dec 09 15:21:32.899968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b6294fe-e9a1-419e-8d6d-c5015b7f0c54 req-f4a9f48b-1f8b-422d-b999-0faa4ce817f7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516663 Dec 09 15:21:32.922704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea447c36-4a95-4b18-94a7-da8f6c888538 req-f480b70a-c283-44f1-b32a-978b1585cbbe tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Dec 09 15:21:33.061674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc5df-03bc-4bcc-a1b5-ecdac301a88b req-49b99837-1413-4aa1-9d5f-7acfb0fcb5ad tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:33.063204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-410bc5df-03bc-4bcc-a1b5-ecdac301a88b req-49b99837-1413-4aa1-9d5f-7acfb0fcb5ad tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0708969 Dec 09 15:21:33.115292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-410bc5df-03bc-4bcc-a1b5-ecdac301a88b req-fc67b651-ed26-4714-8012-5e5510a551a3 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Dec 09 15:21:33.254529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cfe66-a1ce-4c85-aab8-bd8b83149b6a req-44cc6f54-240b-4167-968b-4a336fe6f6ff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:33.256049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-343cfe66-a1ce-4c85-aab8-bd8b83149b6a req-44cc6f54-240b-4167-968b-4a336fe6f6ff tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Dec 09 15:21:33.351669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-343cfe66-a1ce-4c85-aab8-bd8b83149b6a req-d36122d2-8bda-4a6d-b2d1-940b78a5b76e tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749714 Dec 09 15:21:33.489620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b026b-20db-472f-a81a-d3aa0b8c3d00 req-b58daaa7-e6ec-4924-9ed2-767b99f82c50 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:33.491449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d58b026b-20db-472f-a81a-d3aa0b8c3d00 req-b58daaa7-e6ec-4924-9ed2-767b99f82c50 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0522900 Dec 09 15:21:33.542826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d58b026b-20db-472f-a81a-d3aa0b8c3d00 req-f2f67bfa-ce9a-4b78-a8eb-659ec1865348 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Dec 09 15:21:33.697813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee71833-0cf2-4e0b-b657-1258dcc63bb3 req-29b9891c-0dce-4a46-8633-5b164f41dcfe tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:33.700260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ee71833-0cf2-4e0b-b657-1258dcc63bb3 req-29b9891c-0dce-4a46-8633-5b164f41dcfe tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0589685 Dec 09 15:21:33.774091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ee71833-0cf2-4e0b-b657-1258dcc63bb3 req-0904fec1-d843-44c8-93b1-f4d53692ec3f tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675213 Dec 09 15:21:34.074434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-acee97c6-fbd0-4fd8-8afb-93216667f61f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:34.082371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-acee97c6-fbd0-4fd8-8afb-93216667f61f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.2344384 Dec 09 15:21:34.101029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-d4fa8c39-7976-426b-984b-7215d479beb6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.0175252 Dec 09 15:21:34.135193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b56d99-699e-4b89-b3cc-8fe74f5d0d0e req-7dbc267c-989a-40bc-bdee-c57dc8193824 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:34.148710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6b56d99-699e-4b89-b3cc-8fe74f5d0d0e req-7dbc267c-989a-40bc-bdee-c57dc8193824 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1355560 Dec 09 15:21:34.194704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-027bba68-f0c0-413d-b3d8-cd25cd729371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914445 Dec 09 15:21:34.200654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-4707bf0a-3391-4f16-8617-5331babd23b2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:21:34.215925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f6b56d99-699e-4b89-b3cc-8fe74f5d0d0e req-508c930b-a134-49b0-82f5-9f9c21ac816e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596523 Dec 09 15:21:34.221881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-4707bf0a-3391-4f16-8617-5331babd23b2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261271 Dec 09 15:21:34.366527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-d332c591-5c84-47c1-9830-24280f87293a service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436434 Dec 09 15:21:34.471921 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-d2b6160d-1401-4a27-929a-5abec6978b48 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046004 Dec 09 15:21:34.557078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166202a-367b-451d-9b89-2e101b92327e req-e878f4e1-f5b1-4fb3-b3f0-d201b55768d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:34.559173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-e878f4e1-f5b1-4fb3-b3f0-d201b55768d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908&tenant_id=ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 1094 time: 0.0879147 Dec 09 15:21:34.641292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166202a-367b-451d-9b89-2e101b92327e req-6e3060ea-f73b-43b6-83e8-7244d8e6e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:34.642937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-6e3060ea-f73b-43b6-83e8-7244d8e6e534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1094 time: 0.0564966 Dec 09 15:21:34.791915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f04dd21-92b1-493a-97fe-364e00fee9dd req-2ceb62a0-7dd5-4e57-98cc-0d0374e0c150 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0363946 Dec 09 15:21:34.822354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166202a-367b-451d-9b89-2e101b92327e req-bc7eaa13-9b06-47b2-95a4-87c0da88cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:34.824556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-bc7eaa13-9b06-47b2-95a4-87c0da88cb20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1743503 Dec 09 15:21:34.973968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-713d6996-aaf7-4540-9ef1-d674ad009354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 999 time: 0.1384425 Dec 09 15:21:35.053202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166202a-367b-451d-9b89-2e101b92327e req-e44d59fb-ad75-4bbd-a649-666933ca326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:35.054709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-e44d59fb-ad75-4bbd-a649-666933ca326c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0731630 Dec 09 15:21:35.143603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166202a-367b-451d-9b89-2e101b92327e req-0f30bd87-7cd5-455f-ae6d-11950db5c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:35.146800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-0f30bd87-7cd5-455f-ae6d-11950db5c930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832963 Dec 09 15:21:35.307545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-1d44d366-aaee-443c-9481-421302fba90a service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535137 Dec 09 15:21:35.427379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129e9a3-56cd-4604-ae25-95bbb8ce6528 req-8f99d666-c3f2-4721-894c-09dfda1c8d2c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:35.440481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2129e9a3-56cd-4604-ae25-95bbb8ce6528 req-8f99d666-c3f2-4721-894c-09dfda1c8d2c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1228933 Dec 09 15:21:35.532430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2129e9a3-56cd-4604-ae25-95bbb8ce6528 req-a1d3bee7-c192-41f9-b83c-566d7afcef03 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909414 Dec 09 15:21:35.535075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b166202a-367b-451d-9b89-2e101b92327e req-7ba79d80-79d3-4979-9254-739809186adb service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118945 Dec 09 15:21:35.894910 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-979fcd01-74b5-43eb-a620-e970ba1ba0eb req-5b027cb1-79b6-4633-ba76-279565f99baa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Dec 09 15:21:36.383020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-f150bb2c-acb2-4a48-a898-2b6bf210a505 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:36.384759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-f150bb2c-acb2-4a48-a898-2b6bf210a505 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.3486657 Dec 09 15:21:36.754243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d6e23-d4d9-4f70-a927-bd01ec7bc0a7 req-994276a2-d991-4058-b209-8ab34bf3a6c0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:36.764219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f8d6e23-d4d9-4f70-a927-bd01ec7bc0a7 req-994276a2-d991-4058-b209-8ab34bf3a6c0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0754948 Dec 09 15:21:36.884979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2f8d6e23-d4d9-4f70-a927-bd01ec7bc0a7 req-983b96ca-d070-4a08-b6de-36c9b312b2b7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163864 Dec 09 15:21:37.082850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbddfd97-a9eb-4624-bb8b-39412548487c req-c68091ab-58a6-4701-a082-478bb961cb77 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0423295 Dec 09 15:21:38.017435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:38.232871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a8dfa-1be0-4065-8872-dcf12d626c74 req-b0ed9491-c1af-4cb0-998e-390439aaa625 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:38.237515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c37a8dfa-1be0-4065-8872-dcf12d626c74 req-b0ed9491-c1af-4cb0-998e-390439aaa625 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1737199 Dec 09 15:21:38.349998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c37a8dfa-1be0-4065-8872-dcf12d626c74 req-21b9fe95-4a10-4b23-bae9-8cb70818aebb tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026359 Dec 09 15:21:38.894336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6281e73-ece1-44f0-b4bf-1552f5142b54 req-37069965-650b-4636-a822-33d933b7dd2d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.5963578 Dec 09 15:21:38.899088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:21:38.916982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:39.452781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.6 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/b84475c3-dbcb-4045-98c4-b49197f954f9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:21:39.861584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b2af-0626-4345-bb26-865bf48d7804 req-e8e49ab5-74ea-42f8-9d2f-99bdc3e68899 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:39.888057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55d9b2af-0626-4345-bb26-865bf48d7804 req-e8e49ab5-74ea-42f8-9d2f-99bdc3e68899 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.2242920 Dec 09 15:21:39.957144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:40.087037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55d9b2af-0626-4345-bb26-865bf48d7804 req-0ac09acc-38bd-430c-809a-d61cfa84b647 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978958 Dec 09 15:21:40.096510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17f581a0-f546-491d-bd7e-6c9da591082f req-83e1b11d-d25e-41af-b44d-c2f09503764f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0380759 Dec 09 15:21:40.107893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:40.345198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=b84475c3-dbcb-4045-98c4-b49197f954f9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:40.388286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:21:40.396151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:21:40.406940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:21:40.419543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.424243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.425343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.425917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.428958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.430012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.431304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.431845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.434226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.435714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.436966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.437886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.438519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:40.620528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:40.621945 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:40.656023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-3f402598-992e-4024-881a-c61be126977b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6428857 Dec 09 15:21:40.683800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Request body: {'port': {'device_id': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:40.812379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:40.899566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2dbdf159-4eae-4f07-90f2-3b3445afbc4d None None] Provisioning complete for port b84475c3-dbcb-4045-98c4-b49197f954f9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:40.900023 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf159-4eae-4f07-90f2-3b3445afbc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:41.019600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdf159-4eae-4f07-90f2-3b3445afbc4d None None] Port b84475c3-dbcb-4045-98c4-b49197f954f9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:21:41.336080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9e29-5bf2-4f65-b8ac-d225a8cf8dae req-5b6783c0-bf82-4402-b2ce-4d3ecea732bf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:41.357874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a87e9e29-5bf2-4f65-b8ac-d225a8cf8dae req-5b6783c0-bf82-4402-b2ce-4d3ecea732bf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1251476 Dec 09 15:21:41.360605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af78e-059d-474f-8a6a-4ee354e2e659 req-19a83acd-dc8a-4f52-8eb7-c3af2aa9d8f4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:41.369522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e81af78e-059d-474f-8a6a-4ee354e2e659 req-19a83acd-dc8a-4f52-8eb7-c3af2aa9d8f4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 931 time: 0.0999033 Dec 09 15:21:41.442759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a87e9e29-5bf2-4f65-b8ac-d225a8cf8dae req-2e43d638-3a26-44d9-87d5-b7418592f4c7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828803 Dec 09 15:21:41.446309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e81af78e-059d-474f-8a6a-4ee354e2e659 req-e24ab295-51c1-4f0a-b9f8-62d7e11813c4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756848 Dec 09 15:21:41.574563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84475c3-dbcb-4045-98c4-b49197f954f9 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:21:41.593651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:41.619656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Transition to ACTIVE for port object b84475c3-dbcb-4045-98c4-b49197f954f9 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:21:41.626750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:41.723074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Pushing event updated for resources: {'Port': ['ID=b84475c3-dbcb-4045-98c4-b49197f954f9,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:41.865878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Attempting to bind port b84475c3-dbcb-4045-98c4-b49197f954f9 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:21:41.866405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Attempting to bind port b84475c3-dbcb-4045-98c4-b49197f954f9 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:21:41.866974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Attempting to bind port b84475c3-dbcb-4045-98c4-b49197f954f9 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:21:41.890186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Port b84475c3-dbcb-4045-98c4-b49197f954f9 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:21:41.891650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Attempting to bind port b84475c3-dbcb-4045-98c4-b49197f954f9 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:21:41.908530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:21:41.910146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:21:41.910559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:21:41.913431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Bound port: b84475c3-dbcb-4045-98c4-b49197f954f9, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:21:41.914097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:42.104277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] For port b84475c3-dbcb-4045-98c4-b49197f954f9, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:21:42.114872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] For port b84475c3-dbcb-4045-98c4-b49197f954f9, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b84475c3-dbcb-4045-98c4-b49197f954f9,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:21:42.131157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:42.155484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:42.156689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:42.158603 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] 10.222.0.36 "PUT /v2.0/ports/b84475c3-dbcb-4045-98c4-b49197f954f9 HTTP/1.1" status: 200 len: 1091 time: 1.4802330 Dec 09 15:21:42.161730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'tag': 'b84475c3-dbcb-4045-98c4-b49197f954f9'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:42.175369 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e211e2a1-9380-466a-8656-43744492a653" -d '{"events": [{"name": "network-changed", "server_uuid": "e04a9d69-b4db-4067-9f7d-366632e2ccf5", "tag": "b84475c3-dbcb-4045-98c4-b49197f954f9"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:42.406725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf656-160e-4296-9c4d-e6fa8a17c81c service neutron] Pushing event updated for resources: {'Port': ['ID=b84475c3-dbcb-4045-98c4-b49197f954f9,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:42.572657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-775eba65-6735-4dd0-b31a-cb7067bf1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:42.574643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-775eba65-6735-4dd0-b31a-cb7067bf1c0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1463993 Dec 09 15:21:42.718294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-60ea0ee5-a0dd-439e-bd38-06689d907c99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b84475c3-dbcb-4045-98c4-b49197f954f9 HTTP/1.1" status: 200 len: 217 time: 0.1035109 Dec 09 15:21:42.950217 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5b4d37-4d50-4e95-92da-778b75d5595b x-openstack-request-id: req-0d5b4d37-4d50-4e95-92da-778b75d5595b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:42.958500 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04a9d69-b4db-4067-9f7d-366632e2ccf5", "tag": "b84475c3-dbcb-4045-98c4-b49197f954f9", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:42.959954 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d5b4d37-4d50-4e95-92da-778b75d5595b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:42.962535 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'tag': 'b84475c3-dbcb-4045-98c4-b49197f954f9', 'status': 'completed', 'code': 200} Dec 09 15:21:42.990379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-0171938e-f11a-4906-a114-734310a173bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:43.001915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-0171938e-f11a-4906-a114-734310a173bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.2371626 Dec 09 15:21:43.098424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df941be6-efe5-43f3-bd58-54387b4d1a06 req-8a5aea34-9848-453d-8836-78ab1b9ca5de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:43.107205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df941be6-efe5-43f3-bd58-54387b4d1a06 req-8a5aea34-9848-453d-8836-78ab1b9ca5de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.3322990 Dec 09 15:21:43.203833 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493a417-cca8-4751-9f39-0a40a5c8dcaa req-47577bfc-a1fd-4c69-a969-cd4f0d03513a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:43.205610 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1493a417-cca8-4751-9f39-0a40a5c8dcaa req-47577bfc-a1fd-4c69-a969-cd4f0d03513a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1261792 Dec 09 15:21:43.294059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-df941be6-efe5-43f3-bd58-54387b4d1a06 req-61b98ad6-ac22-4d93-9a2c-a831adc0c2c6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851263 Dec 09 15:21:43.308112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1493a417-cca8-4751-9f39-0a40a5c8dcaa req-27abf0b4-28e1-4a42-8841-07a35c7db6ba tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903206 Dec 09 15:21:43.320465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-9e15bbfe-c223-4cf2-bb4f-5102c977337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:43.324182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-9e15bbfe-c223-4cf2-bb4f-5102c977337a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901673 Dec 09 15:21:43.603297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1c3a-f68e-4e7f-bcb3-8ddb36590c67 req-e45dd0e5-36a2-4df2-a28d-95fdb913abeb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:43.615752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b6f1c3a-f68e-4e7f-bcb3-8ddb36590c67 req-e45dd0e5-36a2-4df2-a28d-95fdb913abeb tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.1881452 Dec 09 15:21:43.629765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-55b9d16a-ef55-4ae4-aec2-a9800d665dab service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440293 Dec 09 15:21:43.730510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b6f1c3a-f68e-4e7f-bcb3-8ddb36590c67 req-56bdbfbd-d4c6-42be-b23e-bb72b70380f0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130638 Dec 09 15:21:44.495581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8904-21ae-4615-bef0-552bc4cdfb11 req-8c567502-7278-4939-a8d6-83944133a205 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:44.503900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c7d8904-21ae-4615-bef0-552bc4cdfb11 req-8c567502-7278-4939-a8d6-83944133a205 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0734148 Dec 09 15:21:44.579627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c7d8904-21ae-4615-bef0-552bc4cdfb11 req-707e3a18-a58f-4498-bd19-52560b3d74a1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591643 Dec 09 15:21:44.582429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba13ca-88fe-440e-9226-c6257e3a902a req-feb60097-bd18-4f2c-8ec8-12d7ea6907c4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:44.598537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0dba13ca-88fe-440e-9226-c6257e3a902a req-feb60097-bd18-4f2c-8ec8-12d7ea6907c4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1374078 Dec 09 15:21:44.704777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0dba13ca-88fe-440e-9226-c6257e3a902a req-61f94dee-44ce-439b-8c3c-8b79adceb2d9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052208 Dec 09 15:21:44.740533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-5481f50c-44f5-4a31-8aa7-fea3fba92fed tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:44.742465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-5481f50c-44f5-4a31-8aa7-fea3fba92fed tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.43 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0777373 Dec 09 15:21:44.962743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d131c0a-2f3d-41aa-8ba1-4cfca881d03b req-e9c12c4e-aa65-4d47-bb27-dd57efa07aa0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:44.964661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d131c0a-2f3d-41aa-8ba1-4cfca881d03b req-e9c12c4e-aa65-4d47-bb27-dd57efa07aa0 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 946 time: 0.0874481 Dec 09 15:21:45.105507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0d131c0a-2f3d-41aa-8ba1-4cfca881d03b req-b4369025-5241-4654-b0f9-0878ab85baaa tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/security-groups?id=53e46521-b051-4fc3-8dfb-49799f7af49a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004989 Dec 09 15:21:45.125420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Deleting port 27932259-5040-4e48-aa71-c267fe8c525a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:21:45.125770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:45.255721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] For port 27932259-5040-4e48-aa71-c267fe8c525a, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=27932259-5040-4e48-aa71-c267fe8c525a,segment=NetworkSegment(efde56c1-bfaf-4472-b3fb-a3018c4d8f74),segment_id=efde56c1-bfaf-4472-b3fb-a3018c4d8f74)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:45.256121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:45.273976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Calling delete_port for 27932259-5040-4e48-aa71-c267fe8c525a owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:21:45.530085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:45.545867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['27932259-5040-4e48-aa71-c267fe8c525a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:21:45.596151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb376a9-1459-4c7c-942d-309704c2170b None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:21:45.690545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Pushing event deleted for resources: {'Port': ['ID=27932259-5040-4e48-aa71-c267fe8c525a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:45.712478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.712844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.713185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.713544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.713929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.714312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.714702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.715147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.715508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.715848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.716217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.716567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.716903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:45.720044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] No DVR routers for this DVR port 27932259-5040-4e48-aa71-c267fe8c525a on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:21:45.733511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:45.737825 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b4efbc2-96da-45a3-9e66-134e42fb74bc req-8378ee7c-530c-4469-9d9f-7079a7113ec6 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.43 "DELETE /v2.0/ports/27932259-5040-4e48-aa71-c267fe8c525a HTTP/1.1" status: 204 len: 173 time: 0.9849446 Dec 09 15:21:45.744540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-deleted', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:45.776801 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d4dc9-53df-4fe0-bfa6-f70d6420f699" -d '{"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-deleted", "tag": "27932259-5040-4e48-aa71-c267fe8c525a"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:45.869370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfe35a-eddf-49ec-8d36-b75f5762e0d2 req-e824de7e-c658-44f9-abc9-8ccb14ac5caf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:45.882540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fdfe35a-eddf-49ec-8d36-b75f5762e0d2 req-e824de7e-c658-44f9-abc9-8ccb14ac5caf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.1227355 Dec 09 15:21:45.980264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8504f-18a6-4d2b-b951-fbe83f2921ed req-1c58867a-c549-47b9-b9bc-c01b4179aef7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:45.992278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7c8504f-18a6-4d2b-b951-fbe83f2921ed req-1c58867a-c549-47b9-b9bc-c01b4179aef7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1723225 Dec 09 15:21:46.063873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8fdfe35a-eddf-49ec-8d36-b75f5762e0d2 req-87aa0a8c-7903-4be6-bfa6-c7cbe86b834e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802092 Dec 09 15:21:46.148132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7c8504f-18a6-4d2b-b951-fbe83f2921ed req-e61c05fa-9437-45a1-a0cb-c29c13264161 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546376 Dec 09 15:21:46.387192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aac8df51-f913-4142-ac6f-4647a9e86a05 req-ca1a93a6-b619-4d48-8a79-b05172977623 tempest-ServersNegativeTestJSON-379444580 tempest-ServersNegativeTestJSON-379444580-project] 10.222.0.46 "GET /v2.0/ports?device_id=699727d2-db19-47dd-81d7-86e6bfd847d9 HTTP/1.1" status: 200 len: 210 time: 0.0396378 Dec 09 15:21:46.418726 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524c4ea1-cff5-47da-b6c7-a4097415112c x-openstack-request-id: req-524c4ea1-cff5-47da-b6c7-a4097415112c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:46.419139 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699727d2-db19-47dd-81d7-86e6bfd847d9", "name": "network-vif-deleted", "tag": "27932259-5040-4e48-aa71-c267fe8c525a", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:46.419428 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-524c4ea1-cff5-47da-b6c7-a4097415112c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:46.419865 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699727d2-db19-47dd-81d7-86e6bfd847d9', 'name': 'network-vif-deleted', 'tag': '27932259-5040-4e48-aa71-c267fe8c525a', 'status': 'completed', 'code': 200} Dec 09 15:21:47.298538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674b7a0-7f13-443e-89c2-c16e6b153b75 req-50786a31-d4d6-4b26-bec9-0ace9e51703f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:47.324217 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6674b7a0-7f13-443e-89c2-c16e6b153b75 req-50786a31-d4d6-4b26-bec9-0ace9e51703f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.1379879 Dec 09 15:21:47.424687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6674b7a0-7f13-443e-89c2-c16e6b153b75 req-815b8238-dffd-476b-857b-2e71d860d08f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990694 Dec 09 15:21:47.513097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a85a28-d64b-4c4b-9308-8acab529c935 req-4cb507fb-7ce0-4aab-8ac5-c9fba6d9e117 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:47.521343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5a85a28-d64b-4c4b-9308-8acab529c935 req-4cb507fb-7ce0-4aab-8ac5-c9fba6d9e117 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.2293446 Dec 09 15:21:47.600663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52068) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:47.711315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f3c988c-1ad1-42f6-acbe-81f7907c529e req-c97762a3-7e3f-49f2-ba4e-f86ac746eabc service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846542 Dec 09 15:21:47.786110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5a85a28-d64b-4c4b-9308-8acab529c935 req-bdcc6f35-2db6-4a3a-acb8-0d289e876351 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903938 Dec 09 15:21:47.798794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Deleting subnet 9eee77de-4023-43f1-87cb-9bd80e0907da {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:21:47.806729 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:47.915110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211e2a1-9380-466a-8656-43744492a653 req-fca99434-9c57-4d6e-9efa-6eef389f3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:47.919916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-fca99434-9c57-4d6e-9efa-6eef389f3014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1048622 Dec 09 15:21:47.922504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.009451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.142835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.190060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.195717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a701370-2026-4743-ad34-01630fd984d7 None None] Network 1c8162e4-f49f-40fd-be16-345c226d11c4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:48.203864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9eee77de-4023-43f1-87cb-9bd80e0907da HTTP/1.1" status: 204 len: 168 time: 0.6017325 Dec 09 15:21:48.204462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52070) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:48.226370 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b18126-ff26-456c-9bdb-eb082a2728e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eee77de-4023-43f1-87cb-9bd80e0907da,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:48.338958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc935d-df1f-4555-873a-78d2b5d3ae87 None None] DHCP port deletion for 1c8162e4-f49f-40fd-be16-345c226d11c4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:21:48.365346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.479152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.589802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8162e4-f49f-40fd-be16-345c226d11c4']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:48.629077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92b82-3198-4d90-8b9b-487cf63a9da1 req-fdbfc13a-0c7a-446a-85cb-01251080e27d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:48.640061 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7a92b82-3198-4d90-8b9b-487cf63a9da1 req-fdbfc13a-0c7a-446a-85cb-01251080e27d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.1049163 Dec 09 15:21:48.640297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:48.640413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efde56c1-bfaf-4472-b3fb-a3018c4d8f74') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:48.664610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.674176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211e2a1-9380-466a-8656-43744492a653 req-c4b4036f-6d3d-40b2-a62a-8d9c16a4fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:48.676134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-c4b4036f-6d3d-40b2-a62a-8d9c16a4fade service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1924970 Dec 09 15:21:48.696311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.715740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7a92b82-3198-4d90-8b9b-487cf63a9da1 req-d4a5f51b-b349-457d-8850-9f599ce6afcb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745108 Dec 09 15:21:48.744389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-e0fa6d9a-87f3-4e62-94e4-8781ac10353d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b84475c3-dbcb-4045-98c4-b49197f954f9 HTTP/1.1" status: 200 len: 217 time: 0.0572608 Dec 09 15:21:48.744847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:21:48.746083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:21:48.772078 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:21:48.880135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211e2a1-9380-466a-8656-43744492a653 req-cc3fdeca-1240-4e20-8a1c-167c34b62405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:48.881591 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-cc3fdeca-1240-4e20-8a1c-167c34b62405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1082554 Dec 09 15:21:48.882875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.891064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:48.895868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] 10.222.0.46 "DELETE /v2.0/networks/1c8162e4-f49f-40fd-be16-345c226d11c4 HTTP/1.1" status: 204 len: 168 time: 0.6863997 Dec 09 15:21:48.966088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e8b30-91ee-4f1d-b42e-96151bb119fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8162e4-f49f-40fd-be16-345c226d11c4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:48.997391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211e2a1-9380-466a-8656-43744492a653 req-004a9ba6-6915-4b3d-8765-0d5d85409bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:48.998851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-004a9ba6-6915-4b3d-8765-0d5d85409bde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091502 Dec 09 15:21:49.008587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959685b-af8a-4d42-b107-d16f68ae845f req-cdfcb8e8-fea3-4cd7-be29-f97cfde5a695 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:49.009477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b959685b-af8a-4d42-b107-d16f68ae845f req-cdfcb8e8-fea3-4cd7-be29-f97cfde5a695 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1130240 Dec 09 15:21:49.139260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b959685b-af8a-4d42-b107-d16f68ae845f req-d63c023e-c84d-4f58-bbd8-0209c0d72256 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211963 Dec 09 15:21:49.164564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-204a6602-744f-43b8-a2f9-2bcdd6b38bb8 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543121 Dec 09 15:21:49.285100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52082) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:49.328655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e211e2a1-9380-466a-8656-43744492a653 req-82ea2d81-a17f-40fd-a627-071fef47b644 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540005 Dec 09 15:21:49.371814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c47ae397-a283-4474-abc3-1208c3624859 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c39ace65a25b4fdb9e2e4ec2aa421e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845902 Dec 09 15:21:49.375339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52084) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:49.444525 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c331f88a-1fcd-4bb1-94e4-ce07c28ba9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:49.478989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c331f88a-1fcd-4bb1-94e4-ce07c28ba9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:49.543588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c331f88a-1fcd-4bb1-94e4-ce07c28ba9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:49.547163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c331f88a-1fcd-4bb1-94e4-ce07c28ba9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:49.548627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c331f88a-1fcd-4bb1-94e4-ce07c28ba9fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53e46521-b051-4fc3-8dfb-49799f7af49a HTTP/1.1" status: 204 len: 168 time: 0.1719093 Dec 09 15:21:49.561724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f88a-1fcd-4bb1-94e4-ce07c28ba9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e46521-b051-4fc3-8dfb-49799f7af49a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:49.915885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00b4e8-ddae-43a0-b68f-cebafe09bd8d req-84cb941c-aa28-4497-bfda-ffba3d6bf44b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:49.919233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa00b4e8-ddae-43a0-b68f-cebafe09bd8d req-84cb941c-aa28-4497-bfda-ffba3d6bf44b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0918989 Dec 09 15:21:49.954683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:21:50.050170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 27932259-5040-4e48-aa71-c267fe8c525a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:21:50.051555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 27932259-5040-4e48-aa71-c267fe8c525a not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:21:50.097003 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa00b4e8-ddae-43a0-b68f-cebafe09bd8d req-9055c007-6e5c-4ca5-9b31-93e3ef9d4a36 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702018 Dec 09 15:21:50.393287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878e8b-1ec0-43c5-ae8d-0fed7519158e req-a03a94b5-c036-40b5-b00f-6daf233819a1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:50.396290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b878e8b-1ec0-43c5-ae8d-0fed7519158e req-a03a94b5-c036-40b5-b00f-6daf233819a1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0937457 Dec 09 15:21:50.480831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b878e8b-1ec0-43c5-ae8d-0fed7519158e req-11c4a732-2b83-4af5-895d-e1456a2278fa tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731871 Dec 09 15:21:50.678265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52122) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:50.847108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-367188853-network', 'tenant_id': '956431a3fea14ea39720244799be347c'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:50.878471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Made reservation on behalf of 956431a3fea14ea39720244799be347c for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:21:50.881801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:50.891928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:50.981382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:50.986634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.013865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6224ed3-6d5c-44c9-ac6d-951cebf0db50,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:51.031043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:21:51.050517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.050796 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Added segment 8e6287fc-948c-4dac-a105-03aaf324981e of type vlan for network 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b Dec 09 15:21:51.133162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.167468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.169707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:51.172197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.282959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6002533 Dec 09 15:21:51.283376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52130) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:51.289461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Request body: {'subnet': {'network_id': '8974c8c5-c941-4ad8-a7fb-b76ad415fd6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-367188853-subnet', 'tenant_id': '956431a3fea14ea39720244799be347c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:21:51.322567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Made reservation on behalf of 956431a3fea14ea39720244799be347c for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:21:51.328934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.394410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1ba6-fb6e-44a2-9fdb-0e099d76d637 admin admin] Pushing event updated for resources: {'Network': ['ID=8974c8c5-c941-4ad8-a7fb-b76ad415fd6b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:51.405964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:21:51.439068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81959481-3d0a-456d-9cf7-475df2159112 req-1fe90c69-6c61-4d24-9bee-d732310ea664 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:51.447742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81959481-3d0a-456d-9cf7-475df2159112 req-1fe90c69-6c61-4d24-9bee-d732310ea664 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.2461362 Dec 09 15:21:51.559815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81959481-3d0a-456d-9cf7-475df2159112 req-33f5195d-795a-4081-984c-7d1917785967 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030641 Dec 09 15:21:51.571490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.673647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b19914-3878-4e29-8898-394cf4e1c8e1,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:51.685826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Checking segment: {'id': '8e6287fc-948c-4dac-a105-03aaf324981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8974c8c5-c941-4ad8-a7fb-b76ad415fd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:21:51.686193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Network hostable DHCP agents. Network: 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:21:51.709444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d140a-2209-4d63-ba52-34ea530fd34f req-cd0be1dd-dded-4e07-b069-92392a1608c3 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:51.711039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a5d140a-2209-4d63-ba52-34ea530fd34f req-cd0be1dd-dded-4e07-b069-92392a1608c3 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1085687 Dec 09 15:21:51.739311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Network 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:21:51.758189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:21:51.772266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:51.772812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:51.795702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7349a8e4-6897-4830-8611-6026381d53ea None None] Network 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:51.797038 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a5d140a-2209-4d63-ba52-34ea530fd34f req-4059fd50-a10a-4913-b2da-b90fb1cce98b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785246 Dec 09 15:21:51.815408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9c3671e8-2be6-4aa2-954b-acec9901485d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5229518 Dec 09 15:21:52.018032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd29c3-4638-4df3-b3bd-08e052efdb9d None None] Network 8974c8c5-c941-4ad8-a7fb-b76ad415fd6b requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:21:52.036719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52140) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:52.094393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Deleting subnet 25b19914-3878-4e29-8898-394cf4e1c8e1 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:21:52.101911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.178704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.196346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.247294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.332711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.366472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b19914-3878-4e29-8898-394cf4e1c8e1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:52.375061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.381755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1c053cff-c841-44e2-9679-c9a81e67bb30 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/25b19914-3878-4e29-8898-394cf4e1c8e1 HTTP/1.1" status: 204 len: 168 time: 0.3409595 Dec 09 15:21:52.382174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:52.480497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.483533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.593441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.619787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8974c8c5-c941-4ad8-a7fb-b76ad415fd6b']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:52.633804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6287fc-948c-4dac-a105-03aaf324981e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:52.634134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6287fc-948c-4dac-a105-03aaf324981e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:21:52.646969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.668719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.676636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:21:52.677463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:21:52.679590 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:21:52.732585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec427cc-8d07-4c41-812c-9c91f5004dad req-d42a734a-0907-4474-925c-5e1f3556cf7d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:52.734117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ec427cc-8d07-4c41-812c-9c91f5004dad req-d42a734a-0907-4474-925c-5e1f3556cf7d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0586729 Dec 09 15:21:52.844390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ec427cc-8d07-4c41-812c-9c91f5004dad req-2b595d2a-b7ac-4a56-9a85-f30e347e47fa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957172 Dec 09 15:21:53.170018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40034205-7f01-4179-b4e3-f1cfe247ae33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.215670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.222585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.226129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8974c8c5-c941-4ad8-a7fb-b76ad415fd6b HTTP/1.1" status: 204 len: 168 time: 0.8426931 Dec 09 15:21:53.241305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5bbbe-2d1e-4135-962d-6e07c6d009a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8974c8c5-c941-4ad8-a7fb-b76ad415fd6b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:53.262099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ef73-ec6c-4236-9b08-620127c97e14 req-ee72347d-7e05-42ba-aab5-7651484a5583 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:53.269709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa89ef73-ec6c-4236-9b08-620127c97e14 req-ee72347d-7e05-42ba-aab5-7651484a5583 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0996811 Dec 09 15:21:53.331872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa89ef73-ec6c-4236-9b08-620127c97e14 req-fa5f1105-eb66-4841-a553-3b35a2fc6732 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611651 Dec 09 15:21:53.383926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52156) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:53.442292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8b094c48-aafa-4a8f-baba-e75e10557514 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=956431a3fea14ea39720244799be347c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570772 Dec 09 15:21:53.445538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:53.528480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e60a314-64e7-42e3-aa76-340dc244aa02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.560402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e60a314-64e7-42e3-aa76-340dc244aa02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.618457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e60a314-64e7-42e3-aa76-340dc244aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.622824 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6e60a314-64e7-42e3-aa76-340dc244aa02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:53.626458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6e60a314-64e7-42e3-aa76-340dc244aa02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6224ed3-6d5c-44c9-ac6d-951cebf0db50 HTTP/1.1" status: 204 len: 168 time: 0.1774192 Dec 09 15:21:53.633508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60a314-64e7-42e3-aa76-340dc244aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6224ed3-6d5c-44c9-ac6d-951cebf0db50,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:53.990209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52184) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:54.050947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08cb4c-ac18-48f1-8c79-322de9cceb3e req-0099ff74-2677-43ac-80c7-7e071d6056d4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:54.052495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc08cb4c-ac18-48f1-8c79-322de9cceb3e req-0099ff74-2677-43ac-80c7-7e071d6056d4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0907173 Dec 09 15:21:54.116588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc08cb4c-ac18-48f1-8c79-322de9cceb3e req-2bb5899e-0c03-43f9-a5db-954222a2485a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562949 Dec 09 15:21:54.166968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d7216cd-e51d-4965-9e5f-566b7909fd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.262563 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d7216cd-e51d-4965-9e5f-566b7909fd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.271094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d7216cd-e51d-4965-9e5f-566b7909fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.316458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d7216cd-e51d-4965-9e5f-566b7909fd1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d340efcc47e45e9a5d3519abb5ed193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251317 Dec 09 15:21:54.319149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52196) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:54.324317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7216cd-e51d-4965-9e5f-566b7909fd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65d08af-8aa9-4230-b041-69f31bc1c551,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:54.374654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bb611ee-7938-460f-a511-0f10b52ae5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.407034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bb611ee-7938-460f-a511-0f10b52ae5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.509948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bb611ee-7938-460f-a511-0f10b52ae5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.519644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3bb611ee-7938-460f-a511-0f10b52ae5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:54.523237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3bb611ee-7938-460f-a511-0f10b52ae5ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f65d08af-8aa9-4230-b041-69f31bc1c551 HTTP/1.1" status: 204 len: 168 time: 0.2027075 Dec 09 15:21:54.548572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb611ee-7938-460f-a511-0f10b52ae5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65d08af-8aa9-4230-b041-69f31bc1c551,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:54.599992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd1e44-7bca-4d37-86ec-fcd80fba1a7b req-9bd564b0-8645-4604-b247-cbc6eb85a168 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:54.605063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60bd1e44-7bca-4d37-86ec-fcd80fba1a7b req-9bd564b0-8645-4604-b247-cbc6eb85a168 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.1184952 Dec 09 15:21:54.669898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60bd1e44-7bca-4d37-86ec-fcd80fba1a7b req-3363dade-183b-46e9-b20f-9d8b0cb77f46 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567055 Dec 09 15:21:54.928344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:55.050763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48786283-5f19-4059-9bf0-ba7cd61c2dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.073199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:55.087332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e75a1f2b-2f69-439e-9757-c8dfb1bf20a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.148954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48786283-5f19-4059-9bf0-ba7cd61c2dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.158317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48786283-5f19-4059-9bf0-ba7cd61c2dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.185746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e75a1f2b-2f69-439e-9757-c8dfb1bf20a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.190771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e75a1f2b-2f69-439e-9757-c8dfb1bf20a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.221075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48786283-5f19-4059-9bf0-ba7cd61c2dc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c957f622d31e452eba121f62118dde87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914770 Dec 09 15:21:55.224518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52224) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:55.226863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48786283-5f19-4059-9bf0-ba7cd61c2dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ab18e-369c-46a1-bf9c-c81343d715ff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:55.271127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52226) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:55.271484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e75a1f2b-2f69-439e-9757-c8dfb1bf20a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5ef5e2dc82a4ef09080aaee0efedad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969213 Dec 09 15:21:55.277814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a1f2b-2f69-439e-9757-c8dfb1bf20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb346078-8ba0-4c3e-9988-f2962e6a9adb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:55.301842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650bf7a-38ec-4257-b6d1-bb3ffc42766c req-82ad9386-cd04-4705-a6fe-242b33b0a137 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:55.303520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3650bf7a-38ec-4257-b6d1-bb3ffc42766c req-82ad9386-cd04-4705-a6fe-242b33b0a137 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0897505 Dec 09 15:21:55.307672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b46-176c-4e35-b622-c6ed493a76e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.351572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b46-176c-4e35-b622-c6ed493a76e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.358590 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e74bb03-119b-47b6-a167-1124532c8c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.371501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3650bf7a-38ec-4257-b6d1-bb3ffc42766c req-974d04f4-be6c-46ad-a5dd-fe958b775c63 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Dec 09 15:21:55.408007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e74bb03-119b-47b6-a167-1124532c8c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.447845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b46-176c-4e35-b622-c6ed493a76e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.451435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b46-176c-4e35-b622-c6ed493a76e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.452919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b9ca4b46-176c-4e35-b622-c6ed493a76e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/178ab18e-369c-46a1-bf9c-c81343d715ff HTTP/1.1" status: 204 len: 168 time: 0.2273254 Dec 09 15:21:55.462827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca4b46-176c-4e35-b622-c6ed493a76e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ab18e-369c-46a1-bf9c-c81343d715ff,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:55.469873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e74bb03-119b-47b6-a167-1124532c8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.473092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2e74bb03-119b-47b6-a167-1124532c8c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.477737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2e74bb03-119b-47b6-a167-1124532c8c13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb346078-8ba0-4c3e-9988-f2962e6a9adb HTTP/1.1" status: 204 len: 168 time: 0.2053196 Dec 09 15:21:55.489641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74bb03-119b-47b6-a167-1124532c8c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb346078-8ba0-4c3e-9988-f2962e6a9adb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:55.637899 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2731abc-9555-4ab5-9c3f-50469b94cb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:55.847718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c813282-0137-48aa-b637-35e9e029bd30 req-5b58adb7-070d-4e6f-a3af-f41660a2e295 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:55.849426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c813282-0137-48aa-b637-35e9e029bd30 req-5b58adb7-070d-4e6f-a3af-f41660a2e295 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 943 time: 0.0746531 Dec 09 15:21:55.928784 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c813282-0137-48aa-b637-35e9e029bd30 req-b6565aeb-657c-459a-b216-d056310a61b5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695674 Dec 09 15:21:56.558800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17456d-0d4b-4d66-be08-3bc62ca6aa9a req-e33c5024-4c45-4c5f-8505-7ca9ede0e056 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:56.560530 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc17456d-0d4b-4d66-be08-3bc62ca6aa9a req-e33c5024-4c45-4c5f-8505-7ca9ede0e056 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.1005454 Dec 09 15:21:56.621000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc17456d-0d4b-4d66-be08-3bc62ca6aa9a req-df76dbd2-9258-4d26-8035-05bb62eeb267 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Dec 09 15:21:56.713568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:21:56.827027 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:56.845419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:56.858265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'port_id': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'mac_address': 'fa:16:3e:79:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:21:56.870452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52296) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:56.909235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:56.927006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764ee7f3-db8a-4097-9ddf-a26c5e08a677 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:21:56.947715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:56.968288 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.046056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:57.056389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.057078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.057862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.058563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.071119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.071577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.072003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.072405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.073818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.074386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.075463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.076004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.076828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:21:57.122490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfa3bc-3f70-4b51-90e9-8294effeff42 req-8001982c-777d-48c0-8b31-5e01b90a3056 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:57.130390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9cfa3bc-3f70-4b51-90e9-8294effeff42 req-8001982c-777d-48c0-8b31-5e01b90a3056 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 944 time: 0.0701027 Dec 09 15:21:57.185084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['764ee7f3-db8a-4097-9ddf-a26c5e08a677'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:21:57.189001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9cfa3bc-3f70-4b51-90e9-8294effeff42 req-78816224-3ff1-43e1-b44e-ca34491b8d81 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574827 Dec 09 15:21:57.212942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0bc1-1315-48ff-b2c7-96c97429ea5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.297380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0bc1-1315-48ff-b2c7-96c97429ea5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.302863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0bc1-1315-48ff-b2c7-96c97429ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.357566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ee6b0bc1-1315-48ff-b2c7-96c97429ea5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecba1a7b42f14badb911bbb46fe21c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826827 Dec 09 15:21:57.357566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b0bc1-1315-48ff-b2c7-96c97429ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f94e62-d5bd-4f6e-9d72-c1add800ee39,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:57.357906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52310) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:57.411562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9d76-c2b1-470e-a881-a48ee4d605eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.436611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9d76-c2b1-470e-a881-a48ee4d605eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.489012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9d76-c2b1-470e-a881-a48ee4d605eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.493234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9d76-c2b1-470e-a881-a48ee4d605eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:57.498840 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0f6b9d76-c2b1-470e-a881-a48ee4d605eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55f94e62-d5bd-4f6e-9d72-c1add800ee39 HTTP/1.1" status: 204 len: 168 time: 0.1398139 Dec 09 15:21:57.508670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b9d76-c2b1-470e-a881-a48ee4d605eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f94e62-d5bd-4f6e-9d72-c1add800ee39,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:57.794487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20e09c-d96a-403d-b99d-f2db7cb4b39c req-2b450178-278b-42c6-aa42-54c9f010efe4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:57.805853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f20e09c-d96a-403d-b99d-f2db7cb4b39c req-2b450178-278b-42c6-aa42-54c9f010efe4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0788636 Dec 09 15:21:57.859409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f20e09c-d96a-403d-b99d-f2db7cb4b39c req-bf8db75e-a945-479d-9bfa-5b113811b1c9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585210 Dec 09 15:21:58.343425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd31885-f511-4875-a5d9-3589713e1713 req-97bd4112-754a-4d3f-a27e-43f273951991 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:58.345018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbd31885-f511-4875-a5d9-3589713e1713 req-97bd4112-754a-4d3f-a27e-43f273951991 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 944 time: 0.0636067 Dec 09 15:21:58.409522 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:58.422746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bbd31885-f511-4875-a5d9-3589713e1713 req-62213c86-5246-4a09-8834-f8c48529dde7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715110 Dec 09 15:21:58.725228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:21:58.786791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:21:58.787537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:58.912874 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:58.981383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:21:58.982786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:21:58.986171 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce3c9eb-d97c-42b3-9a3c-f0aeb67476fb" -d '{"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-plugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:21:58.991469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.020352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516654d-0118-4d78-8649-18bd093ad87d req-072b802f-658c-475f-aa8d-5c8111b90ce7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:59.030412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3516654d-0118-4d78-8649-18bd093ad87d req-072b802f-658c-475f-aa8d-5c8111b90ce7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0768392 Dec 09 15:21:59.061292 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73deb571-f4af-4aae-89f7-e2db6419d6e1 x-openstack-request-id: req-73deb571-f4af-4aae-89f7-e2db6419d6e1 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:21:59.061597 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-plugged", "status": "completed", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:21:59.061860 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73deb571-f4af-4aae-89f7-e2db6419d6e1 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:21:59.064696 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'code': 200} Dec 09 15:21:59.095199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:59.108714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3516654d-0118-4d78-8649-18bd093ad87d req-73b988c8-7854-4ab7-87e0-20ce7772a471 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772936 Dec 09 15:21:59.127739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52382) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:59.218391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.328246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd31c17-3fad-4878-a1cc-80080a0984ec req-da4a7e00-12b4-4b45-b677-c53085b3940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:59.329738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bd31c17-3fad-4878-a1cc-80080a0984ec req-da4a7e00-12b4-4b45-b677-c53085b3940c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1097 time: 0.0848553 Dec 09 15:21:59.333592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc87dfb1-e248-40a0-9b34-1be8e252695e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.393315 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bd31c17-3fad-4878-a1cc-80080a0984ec req-fb236727-4032-4a64-bec5-09185e449953 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556138 Dec 09 15:21:59.433654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc87dfb1-e248-40a0-9b34-1be8e252695e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.437752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fc87dfb1-e248-40a0-9b34-1be8e252695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.482058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52396) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:21:59.482785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fc87dfb1-e248-40a0-9b34-1be8e252695e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8163e8bfedc9480b980ff9931243cb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517900 Dec 09 15:21:59.484310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87dfb1-e248-40a0-9b34-1be8e252695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984147d5-5211-412d-b66c-91d39a0acfbd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:21:59.588704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf867720-9a43-4ca2-a925-99ef1176ff73 req-5ff3cda4-a81f-4559-a986-e2da05ffdcb6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:21:59.590392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf867720-9a43-4ca2-a925-99ef1176ff73 req-5ff3cda4-a81f-4559-a986-e2da05ffdcb6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 946 time: 0.0695927 Dec 09 15:21:59.607486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36c8156e-21d4-4c6f-946f-d96c63d5cc4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.645761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36c8156e-21d4-4c6f-946f-d96c63d5cc4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.674860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf867720-9a43-4ca2-a925-99ef1176ff73 req-5d40f9ce-9814-4fa0-975a-8f4131d296a5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767999 Dec 09 15:21:59.713857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36c8156e-21d4-4c6f-946f-d96c63d5cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.716861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36c8156e-21d4-4c6f-946f-d96c63d5cc4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:21:59.718058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36c8156e-21d4-4c6f-946f-d96c63d5cc4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/984147d5-5211-412d-b66c-91d39a0acfbd HTTP/1.1" status: 204 len: 168 time: 0.2344513 Dec 09 15:21:59.732811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8156e-21d4-4c6f-946f-d96c63d5cc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984147d5-5211-412d-b66c-91d39a0acfbd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:00.279201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06b30c-ed8a-407a-8ebe-4063120dba68 req-b54c5050-fa0c-47d0-86f0-5c8b2969bc0f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:00.280745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df06b30c-ed8a-407a-8ebe-4063120dba68 req-b54c5050-fa0c-47d0-86f0-5c8b2969bc0f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0693321 Dec 09 15:22:00.336230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df06b30c-ed8a-407a-8ebe-4063120dba68 req-d56d8494-2a20-43e5-af5d-975cb61f1d1a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 Dec 09 15:22:00.830310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b5f9-af8c-4bda-8967-191e522f96db req-9e75c119-fde5-4119-83a1-c79e74bbe300 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:00.839094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b06b5f9-af8c-4bda-8967-191e522f96db req-9e75c119-fde5-4119-83a1-c79e74bbe300 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 946 time: 0.0714145 Dec 09 15:22:00.909104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1b06b5f9-af8c-4bda-8967-191e522f96db req-b66ebda3-53cf-4f70-bec4-bfbc2721c2c6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686967 Dec 09 15:22:01.490301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dadeb-ed59-42e6-a3da-4d8b2e1066ae req-14ecb599-8051-49f6-b9f5-e2c005768fa4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:01.492709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a37dadeb-ed59-42e6-a3da-4d8b2e1066ae req-14ecb599-8051-49f6-b9f5-e2c005768fa4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0546961 Dec 09 15:22:01.555968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a37dadeb-ed59-42e6-a3da-4d8b2e1066ae req-402aecd3-3133-4234-9d80-24d498ccf495 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565360 Dec 09 15:22:02.040491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd10c5b-9bd0-43e1-ad26-abf26431f09b req-5279acf6-1915-4787-9ee6-bd5a869cd322 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:02.044961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbd10c5b-9bd0-43e1-ad26-abf26431f09b req-5279acf6-1915-4787-9ee6-bd5a869cd322 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 946 time: 0.0550756 Dec 09 15:22:02.107659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbd10c5b-9bd0-43e1-ad26-abf26431f09b req-e96e19a5-2ac9-48c9-80fd-3c1cbce31cf7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540080 Dec 09 15:22:02.686832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edc50-411f-491b-a90e-9c385aae64ad req-2f180f1d-abca-430e-b2bc-85bd0e24cc21 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:02.688964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b3edc50-411f-491b-a90e-9c385aae64ad req-2f180f1d-abca-430e-b2bc-85bd0e24cc21 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0535614 Dec 09 15:22:02.743093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b3edc50-411f-491b-a90e-9c385aae64ad req-c1887493-40ff-46b5-8e2a-e9cea954035e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474427 Dec 09 15:22:02.796978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52532) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:02.906554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3be0142-cd0c-4356-a472-fa7f9cf90213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:02.989478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3be0142-cd0c-4356-a472-fa7f9cf90213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:02.994186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3be0142-cd0c-4356-a472-fa7f9cf90213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.033746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0142-cd0c-4356-a472-fa7f9cf90213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b60447-c03e-49f9-a53b-a3bf8afaa2ed,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:03.039950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3be0142-cd0c-4356-a472-fa7f9cf90213 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=876d1803376449a8ae5ceb3e53b78488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418039 Dec 09 15:22:03.041045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:03.098654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2538-ff5c-4845-ab5f-9c043be62392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.123578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2538-ff5c-4845-ab5f-9c043be62392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.177614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2538-ff5c-4845-ab5f-9c043be62392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.180684 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2538-ff5c-4845-ab5f-9c043be62392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.182046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba5f2538-ff5c-4845-ab5f-9c043be62392 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09b60447-c03e-49f9-a53b-a3bf8afaa2ed HTTP/1.1" status: 204 len: 168 time: 0.1400878 Dec 09 15:22:03.191771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f2538-ff5c-4845-ab5f-9c043be62392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b60447-c03e-49f9-a53b-a3bf8afaa2ed,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:03.453005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52548) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:03.466403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b6da28-dea9-4ff4-bc6c-fd64f07a8b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.554454 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:22:03.563573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b6da28-dea9-4ff4-bc6c-fd64f07a8b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.569743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86b6da28-dea9-4ff4-bc6c-fd64f07a8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.613505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6da28-dea9-4ff4-bc6c-fd64f07a8b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5031cd-6891-4c9e-93cc-6aaedbca412d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:03.618325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86b6da28-dea9-4ff4-bc6c-fd64f07a8b79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1df2b55d3a74c6c8a1938bc72051236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642809 Dec 09 15:22:03.621587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52554) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:03.677917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1fd01af-9854-4da1-82ff-6dbd5aa3c267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.701649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1fd01af-9854-4da1-82ff-6dbd5aa3c267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.759210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1fd01af-9854-4da1-82ff-6dbd5aa3c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.762800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d1fd01af-9854-4da1-82ff-6dbd5aa3c267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:03.768523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d1fd01af-9854-4da1-82ff-6dbd5aa3c267 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a5031cd-6891-4c9e-93cc-6aaedbca412d HTTP/1.1" status: 204 len: 168 time: 0.1455796 Dec 09 15:22:03.780186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd01af-9854-4da1-82ff-6dbd5aa3c267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5031cd-6891-4c9e-93cc-6aaedbca412d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:03.893009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e9e82-2274-4b75-8d44-fd4e267c21d2 req-060f8959-cafa-4799-b17a-6e1f2c586ebb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:03.895485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-017e9e82-2274-4b75-8d44-fd4e267c21d2 req-060f8959-cafa-4799-b17a-6e1f2c586ebb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0627296 Dec 09 15:22:03.968382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-017e9e82-2274-4b75-8d44-fd4e267c21d2 req-e6bf498f-966c-48ad-9342-69cda7bba74e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Dec 09 15:22:04.123359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52568) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:04.329334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Deleting port 6376b81c-a055-4354-85c1-14349f4b2a31 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:04.329695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:04.449650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:04.451022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:04.472801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Calling delete_port for 6376b81c-a055-4354-85c1-14349f4b2a31 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:04.688071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:04.749163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event deleted for resources: {'Port': ['ID=6376b81c-a055-4354-85c1-14349f4b2a31,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:04.809847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:04.810261 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Floating IP 126634c7-47f4-4a20-9eae-b28bbeb69c3f disassociated (deleted). External IP: 172.25.0.234, port: 11f310f4-1e44-45bd-ab86-f1de4b1379bb. Dec 09 15:22:05.120498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08ef9d-f9af-47aa-85fd-ddec75739051 req-a1c043cc-daf4-49e7-96de-071193f7ad72 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:05.123322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a08ef9d-f9af-47aa-85fd-ddec75739051 req-a1c043cc-daf4-49e7-96de-071193f7ad72 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.0669518 Dec 09 15:22:05.136471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Router 3a996778-030a-408f-8f7e-63d6dd9a4702 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:05.212521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a08ef9d-f9af-47aa-85fd-ddec75739051 req-02fdb3ce-ba4b-45f5-aae2-6256c6df692a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Dec 09 15:22:05.281820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:05.287411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:05.294391 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] Sync routers for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:05.306376 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:05.317624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7db5cc76-ac3d-4457-b6a5-f1b0299d0c1f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "DELETE /v2.0/floatingips/126634c7-47f4-4a20-9eae-b28bbeb69c3f HTTP/1.1" status: 204 len: 168 time: 1.1931481 Dec 09 15:22:05.318014 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:05.318210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:22:05.331922 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa4ce37-bb78-4c68-9695-cc84428970d0" -d '{"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:22:05.402815 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c22c70-9a27-4c25-b12f-4372fead6e26 x-openstack-request-id: req-33c22c70-9a27-4c25-b12f-4372fead6e26 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:22:05.403136 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:22:05.403415 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33c22c70-9a27-4c25-b12f-4372fead6e26 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:22:05.403826 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'status': 'completed', 'code': 200} Dec 09 15:22:05.444190 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:05.539479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-eb2b25c1-d995-43df-8b00-b350978dc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:05.541424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-eb2b25c1-d995-43df-8b00-b350978dc305 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e565a897750f4dd091885195f20a47cc&device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 1096 time: 0.1103015 Dec 09 15:22:05.672161 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:05.822495 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] Checking router: 3a996778-030a-408f-8f7e-63d6dd9a4702 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:05.835424 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:05.836058 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:05.845888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86935-be9a-4dd7-ac1e-b50a4a86995c req-0476e873-e349-4b0d-b41c-10e748105cc0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:05.847626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74d86935-be9a-4dd7-ac1e-b50a4a86995c req-0476e873-e349-4b0d-b41c-10e748105cc0 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 945 time: 0.1423817 Dec 09 15:22:05.853688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-7ad3a165-e04b-4a27-90da-86a3e77b8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:05.855473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-7ad3a165-e04b-4a27-90da-86a3e77b8d6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 200 len: 915 time: 0.3029027 Dec 09 15:22:05.937952 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-c5862dfe-9045-4824-aa78-1b1acdcf64bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 200 len: 217 time: 0.0637965 Dec 09 15:22:06.002513 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:06.071222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74d86935-be9a-4dd7-ac1e-b50a4a86995c req-c7104f23-8512-4b4a-aab5-b025e09e528c tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112570 Dec 09 15:22:06.085583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-d355e703-f2da-4437-a48e-1ab93bf3769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:06.087372 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-d355e703-f2da-4437-a48e-1ab93bf3769e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 200 len: 853 time: 0.1440711 Dec 09 15:22:06.152878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-bf5401f7-bb06-4bda-8e0b-2a3a6106e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:06.154864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-bf5401f7-bb06-4bda-8e0b-2a3a6106e950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f34bff4e-7b0e-4775-a198-7af49e78867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583668 Dec 09 15:22:06.279046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-5f91a058-d1b2-4656-8e02-bf1ea05b85d9 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154962 Dec 09 15:22:06.329674 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:06.377057 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198eb7c9-16c6-47e2-9381-2398dc6484dc None None] The sync data for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 is: [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b6160f62-c9b0-4527-b334-0ba262181a50', 'name': '', 'network_id': 'f34bff4e-7b0e-4775-a198-7af49e78867a', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'mac_address': 'fa:16:3e:f9:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:40Z', 'updated_at': '2021-12-09T15:17:47Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'subnets': [{'id': '89c5b76e-78a5-4b23-921f-eb24cdf96e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:06.576347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa4ce37-bb78-4c68-9695-cc84428970d0 req-b27299c0-30b5-45c8-8c6a-934472a254a6 service neutron] 10.222.0.43 "GET /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880437 Dec 09 15:22:06.755554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b84475c3-dbcb-4045-98c4-b49197f954f9 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:22:06.817450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b329-0fb5-4106-96c4-73ce9d0102ce req-10a6a84b-2440-41bb-87fc-b8020d69d1ed tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:06.826442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9fc5b329-0fb5-4106-96c4-73ce9d0102ce req-10a6a84b-2440-41bb-87fc-b8020d69d1ed tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 943 time: 0.4860892 Dec 09 15:22:06.939148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9fc5b329-0fb5-4106-96c4-73ce9d0102ce req-0181491e-21e5-4ffa-a851-8ccbc8f168ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074929 Dec 09 15:22:07.046872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b84475c3-dbcb-4045-98c4-b49197f954f9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b84475c3-dbcb-4045-98c4-b49197f954f9,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:07.060653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'b84475c3-dbcb-4045-98c4-b49197f954f9', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': 'b84475c3-dbcb-4045-98c4-b49197f954f9', 'mac_address': 'fa:16:3e:8a:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:22:07.068786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b7efb-a17a-48b8-b8c8-5e0d9078ebea None None] New status for floating IP 126634c7-47f4-4a20-9eae-b28bbeb69c3f: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:22:07.131429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52648) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:07.189295 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.214899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84475c3-dbcb-4045-98c4-b49197f954f9 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:22:07.239386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b84475c3-dbcb-4045-98c4-b49197f954f9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b84475c3-dbcb-4045-98c4-b49197f954f9,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:07.246478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.258710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82c03f-b2d2-4245-a492-ad1c28e46e00 req-0bf87f36-e244-42fc-b6be-f27e7ec8befe tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:07.267066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf82c03f-b2d2-4245-a492-ad1c28e46e00 req-0bf87f36-e244-42fc-b6be-f27e7ec8befe tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 945 time: 0.0856600 Dec 09 15:22:07.318803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b84475c3-dbcb-4045-98c4-b49197f954f9,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:07.331287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf82c03f-b2d2-4245-a492-ad1c28e46e00 req-f26a10fa-90dc-4a56-a4e1-5b0e27575e82 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/security-groups?id=84b4859b-65ec-492a-936f-7314fa54d829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585010 Dec 09 15:22:07.351880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01ceb28d-4d33-4ad4-8d35-b55323a98d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.453015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2183be-4b89-4648-8fe3-428753f6b027 req-c3cf99d4-913c-4267-a989-349320534475 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:07.454517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db2183be-4b89-4648-8fe3-428753f6b027 req-c3cf99d4-913c-4267-a989-349320534475 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.43 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 945 time: 0.1222343 Dec 09 15:22:07.461516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b84475c3-dbcb-4045-98c4-b49197f954f9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:22:07.589056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01ceb28d-4d33-4ad4-8d35-b55323a98d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.611912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01ceb28d-4d33-4ad4-8d35-b55323a98d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.722228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ceb28d-4d33-4ad4-8d35-b55323a98d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352e7e11-4d44-431e-a98d-4d1b7ae7e457,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:07.751911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01ceb28d-4d33-4ad4-8d35-b55323a98d73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2580153b586e48b4a6b19ad2dfdacfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172199 Dec 09 15:22:07.752633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52652) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:07.783254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Deleting port 11f310f4-1e44-45bd-ab86-f1de4b1379bb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:07.783254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.828707 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4082eb5-1713-45b2-b087-bc21907821aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.857988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4082eb5-1713-45b2-b087-bc21907821aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.878762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] For port 11f310f4-1e44-45bd-ab86-f1de4b1379bb, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=11f310f4-1e44-45bd-ab86-f1de4b1379bb,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:07.879046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.892656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Calling delete_port for 11f310f4-1e44-45bd-ab86-f1de4b1379bb owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:07.919558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4082eb5-1713-45b2-b087-bc21907821aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.922669 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4082eb5-1713-45b2-b087-bc21907821aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:07.923924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f4082eb5-1713-45b2-b087-bc21907821aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/352e7e11-4d44-431e-a98d-4d1b7ae7e457 HTTP/1.1" status: 204 len: 168 time: 0.1701283 Dec 09 15:22:07.934625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4082eb5-1713-45b2-b087-bc21907821aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352e7e11-4d44-431e-a98d-4d1b7ae7e457,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:08.110449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ab025-396e-4eb4-8938-0d3c8ddee8de req-32f0492a-4dd7-4da0-8a11-20dfbdc5b338 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:08.120926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-605ab025-396e-4eb4-8938-0d3c8ddee8de req-32f0492a-4dd7-4da0-8a11-20dfbdc5b338 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 944 time: 0.0680697 Dec 09 15:22:08.154416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.223663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event deleted for resources: {'Port': ['ID=11f310f4-1e44-45bd-ab86-f1de4b1379bb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:08.248418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-605ab025-396e-4eb4-8938-0d3c8ddee8de req-9aaede90-099f-4921-b341-1d83e5350831 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263230 Dec 09 15:22:08.302576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] No DVR routers for this DVR port 11f310f4-1e44-45bd-ab86-f1de4b1379bb on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:08.305416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.318417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db2183be-4b89-4648-8fe3-428753f6b027 req-a472e95f-4183-4f62-ad7e-b07276db378f tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.43 "DELETE /v2.0/ports/11f310f4-1e44-45bd-ab86-f1de4b1379bb HTTP/1.1" status: 204 len: 173 time: 0.8508105 Dec 09 15:22:08.318991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'name': 'network-vif-deleted', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:22:08.322140 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aaa4d6-e5f6-400a-856c-b328515472d6" -d '{"events": [{"server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "name": "network-vif-deleted", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:22:08.382982 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df81cbc-5fc8-48a0-87d4-42cbb5475f5b x-openstack-request-id: req-0df81cbc-5fc8-48a0-87d4-42cbb5475f5b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:22:08.383462 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643a5109-11ca-499f-a904-759b2406ac1c", "name": "network-vif-deleted", "tag": "11f310f4-1e44-45bd-ab86-f1de4b1379bb", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:22:08.384823 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0df81cbc-5fc8-48a0-87d4-42cbb5475f5b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:22:08.385528 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643a5109-11ca-499f-a904-759b2406ac1c', 'name': 'network-vif-deleted', 'tag': '11f310f4-1e44-45bd-ab86-f1de4b1379bb', 'status': 'completed', 'code': 200} Dec 09 15:22:08.456165 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2d1705f9-7f76-4819-b727-5bb174e8d6d7 req-c9baac75-c2db-43e9-a12e-e006e56f0eae tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0262022 Dec 09 15:22:08.462242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52666) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:08.486300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79a95e04-0e15-4b7b-a523-b29c9087b86c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.567011 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79a95e04-0e15-4b7b-a523-b29c9087b86c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.571477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-79a95e04-0e15-4b7b-a523-b29c9087b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.612071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-79a95e04-0e15-4b7b-a523-b29c9087b86c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd1fe8cdd050489a9c2034f0193f900b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483545 Dec 09 15:22:08.613018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:08.633403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a95e04-0e15-4b7b-a523-b29c9087b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e3e361-d642-44d1-a76a-4b5727d60ec5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:08.665898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13892753-1f6e-4ca8-ae83-ccaf06f030c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.696456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13892753-1f6e-4ca8-ae83-ccaf06f030c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.752966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13892753-1f6e-4ca8-ae83-ccaf06f030c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.756404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13892753-1f6e-4ca8-ae83-ccaf06f030c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.763529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b84475c3-dbcb-4045-98c4-b49197f954f9 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:08.767518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-13892753-1f6e-4ca8-ae83-ccaf06f030c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26e3e361-d642-44d1-a76a-4b5727d60ec5 HTTP/1.1" status: 204 len: 168 time: 0.1532485 Dec 09 15:22:08.786587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13892753-1f6e-4ca8-ae83-ccaf06f030c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e3e361-d642-44d1-a76a-4b5727d60ec5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:08.858918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port b84475c3-dbcb-4045-98c4-b49197f954f9 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:22:08.867013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port b84475c3-dbcb-4045-98c4-b49197f954f9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:08.867468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:08.970908 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:09.009874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84475c3-dbcb-4045-98c4-b49197f954f9'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:22:09.013256 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bceb97b-ef95-4cc2-884d-a28ede5bdb41" -d '{"events": [{"server_uuid": "e04a9d69-b4db-4067-9f7d-366632e2ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "b84475c3-dbcb-4045-98c4-b49197f954f9"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:22:09.017128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port b84475c3-dbcb-4045-98c4-b49197f954f9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b84475c3-dbcb-4045-98c4-b49197f954f9,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:09.030058 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:09.127455 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32159e42-38b5-4460-a0f2-f283dc864eba x-openstack-request-id: req-32159e42-38b5-4460-a0f2-f283dc864eba {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:22:09.128100 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04a9d69-b4db-4067-9f7d-366632e2ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "b84475c3-dbcb-4045-98c4-b49197f954f9", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:22:09.128681 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32159e42-38b5-4460-a0f2-f283dc864eba {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:22:09.129376 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84475c3-dbcb-4045-98c4-b49197f954f9', 'code': 200} Dec 09 15:22:09.130589 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=b84475c3-dbcb-4045-98c4-b49197f954f9,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:09.237282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69421-6e19-4482-b2ef-abb55725dc3d req-c4b28a8e-1861-461d-b8be-10732b4dd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:09.239312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-79f69421-6e19-4482-b2ef-abb55725dc3d req-c4b28a8e-1861-461d-b8be-10732b4dd371 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 1096 time: 0.0750194 Dec 09 15:22:09.361021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-79f69421-6e19-4482-b2ef-abb55725dc3d req-26da75b4-540b-48e6-96d1-b4b888ac70cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Dec 09 15:22:09.424579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e4608-4d80-4c79-94a6-66c9fc74aab9 req-914803e3-9815-4653-8fa6-a7b3f5667cdf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:09.426626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b9e4608-4d80-4c79-94a6-66c9fc74aab9 req-914803e3-9815-4653-8fa6-a7b3f5667cdf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0591307 Dec 09 15:22:09.487172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b9e4608-4d80-4c79-94a6-66c9fc74aab9 req-25cdcfd9-dad8-47fe-8a6f-11db72c2a690 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Dec 09 15:22:09.584000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae9b09a1-aff3-4263-a3f5-12dd882f5e64 req-b8d1e634-54ff-40a0-b149-7481b86fe6f3 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0363305 Dec 09 15:22:10.655887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc66f66-d188-419c-ae4c-493188b82fc0 req-8aa7e4ef-37e1-4a92-8d5b-c6b8541a8620 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:10.666505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccc66f66-d188-419c-ae4c-493188b82fc0 req-8aa7e4ef-37e1-4a92-8d5b-c6b8541a8620 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0782146 Dec 09 15:22:10.742687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccc66f66-d188-419c-ae4c-493188b82fc0 req-8c470ebc-096f-4a2d-9835-a7831f703cec tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742261 Dec 09 15:22:10.770721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb682daa-5a9e-4c50-96d6-b9bdf8627e21 req-95483ada-c130-48e0-b38d-c80acecc1397 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0517294 Dec 09 15:22:10.887141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119366-20cf-4cd4-8c99-6f1c095d0ac9 req-4826a95d-0fe7-4b97-9a79-23274bb6d50f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:10.888834 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19119366-20cf-4cd4-8c99-6f1c095d0ac9 req-4826a95d-0fe7-4b97-9a79-23274bb6d50f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0599408 Dec 09 15:22:10.952123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19119366-20cf-4cd4-8c99-6f1c095d0ac9 req-1ebbe95d-c4d7-4bfe-8eb0-5d30f089cc39 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544243 Dec 09 15:22:11.098941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aa514-92e8-4794-8241-5fbda1d27d32 req-705cb2ad-1629-4146-bf84-2333ac7580e4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:11.119747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e9aa514-92e8-4794-8241-5fbda1d27d32 req-705cb2ad-1629-4146-bf84-2333ac7580e4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0819743 Dec 09 15:22:11.234439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e9aa514-92e8-4794-8241-5fbda1d27d32 req-709f893c-8447-4333-b04e-4cf22c5f8e83 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133409 Dec 09 15:22:11.764672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ffbfa-4677-419d-b97d-9a126bad5220 req-f38e247d-2ca6-4050-b8fd-d919da31d6ab tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:11.767031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-680ffbfa-4677-419d-b97d-9a126bad5220 req-f38e247d-2ca6-4050-b8fd-d919da31d6ab tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0690336 Dec 09 15:22:11.852377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-680ffbfa-4677-419d-b97d-9a126bad5220 req-70617b72-6515-40e6-bd31-dc23301758c5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679421 Dec 09 15:22:11.889747 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94137117-338a-4042-8cf9-72920bd0e2f0 req-98dd3f37-e0f2-4915-817f-2f39dfc0de6b tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0470073 Dec 09 15:22:12.032930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11f310f4-1e44-45bd-ab86-f1de4b1379bb no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:12.055580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 11f310f4-1e44-45bd-ab86-f1de4b1379bb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:12.056230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 11f310f4-1e44-45bd-ab86-f1de4b1379bb not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:12.076303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:12.200158 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b9cf-71a7-497e-9da8-143e0e983251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.293536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b9cf-71a7-497e-9da8-143e0e983251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.298734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b9cf-71a7-497e-9da8-143e0e983251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.342360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b9cf-71a7-497e-9da8-143e0e983251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e2422-efae-4812-9ba7-1ad69fd17750,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:12.350062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52778) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:12.356622 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d8d2b9cf-71a7-497e-9da8-143e0e983251 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b12014dd8d2d4113aec1518d1dcda99b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789869 Dec 09 15:22:12.405988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ded132c-255d-4904-9c6b-7a849d2b29ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.427825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ded132c-255d-4904-9c6b-7a849d2b29ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.474516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ded132c-255d-4904-9c6b-7a849d2b29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.477826 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3ded132c-255d-4904-9c6b-7a849d2b29ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.479742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3ded132c-255d-4904-9c6b-7a849d2b29ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/621e2422-efae-4812-9ba7-1ad69fd17750 HTTP/1.1" status: 204 len: 168 time: 0.1285222 Dec 09 15:22:12.488349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded132c-255d-4904-9c6b-7a849d2b29ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e2422-efae-4812-9ba7-1ad69fd17750,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:12.779666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52786) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:12.793594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3fda-c2e3-44fa-87a6-35db30c59ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.903724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3fda-c2e3-44fa-87a6-35db30c59ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:12.910703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3fda-c2e3-44fa-87a6-35db30c59ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.017748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb3fda-c2e3-44fa-87a6-35db30c59ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a1f54e-d315-41b0-be46-c4ef217d376b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:13.032213 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c9fb3fda-c2e3-44fa-87a6-35db30c59ced admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9a1107d67f1407ca0bfba95dee666a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514198 Dec 09 15:22:13.033023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52792) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:13.042391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a31829ec-a0b0-4aec-8590-0c1aec041db5 req-b244fbf8-dc4f-432e-8835-0de29e73ba34 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0563560 Dec 09 15:22:13.080813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2353eb-1138-4542-8cab-bdd691580589 req-128423a8-5fcd-474b-965a-daa6925ed15e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:13.082604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c2353eb-1138-4542-8cab-bdd691580589 req-128423a8-5fcd-474b-965a-daa6925ed15e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.1222622 Dec 09 15:22:13.163932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c2353eb-1138-4542-8cab-bdd691580589 req-cecfa3ae-eb8a-4f2c-9379-1f707c7fab5a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Dec 09 15:22:13.164794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-351a6d6c-0088-442b-b6a5-6685522d25d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.192561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-351a6d6c-0088-442b-b6a5-6685522d25d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.241245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-351a6d6c-0088-442b-b6a5-6685522d25d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.244025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-351a6d6c-0088-442b-b6a5-6685522d25d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.247926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-351a6d6c-0088-442b-b6a5-6685522d25d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1a1f54e-d315-41b0-be46-c4ef217d376b HTTP/1.1" status: 204 len: 168 time: 0.2103684 Dec 09 15:22:13.253890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a6d6c-0088-442b-b6a5-6685522d25d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a1f54e-d315-41b0-be46-c4ef217d376b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:13.349121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e4dc9382-97da-42a3-9d15-fdcf74a100f9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:13.350594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e4dc9382-97da-42a3-9d15-fdcf74a100f9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 945 time: 0.0940132 Dec 09 15:22:13.467141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port b84475c3-dbcb-4045-98c4-b49197f954f9 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:13.467539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.575187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port b84475c3-dbcb-4045-98c4-b49197f954f9, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=b84475c3-dbcb-4045-98c4-b49197f954f9,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:13.576612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.591527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for b84475c3-dbcb-4045-98c4-b49197f954f9 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:13.810910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.828558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['b84475c3-dbcb-4045-98c4-b49197f954f9'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:22:13.852423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=b84475c3-dbcb-4045-98c4-b49197f954f9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:13.928739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port b84475c3-dbcb-4045-98c4-b49197f954f9 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:13.933400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:13.940132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f509526-30ae-4ace-b74f-d7a8288db5d1 req-e0c296d7-eab0-421e-88fe-49895a760d87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "DELETE /v2.0/ports/b84475c3-dbcb-4045-98c4-b49197f954f9 HTTP/1.1" status: 204 len: 173 time: 0.5813749 Dec 09 15:22:13.941081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'name': 'network-vif-deleted', 'tag': 'b84475c3-dbcb-4045-98c4-b49197f954f9'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:22:13.946870 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7812a76b-cc88-4e6b-aac5-b505f223a42b" -d '{"events": [{"server_uuid": "e04a9d69-b4db-4067-9f7d-366632e2ccf5", "name": "network-vif-deleted", "tag": "b84475c3-dbcb-4045-98c4-b49197f954f9"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:22:13.995661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52814) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:14.010765 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0a3552-c046-4d2b-9604-9c8d5b8a9034 x-openstack-request-id: req-6a0a3552-c046-4d2b-9604-9c8d5b8a9034 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:22:14.011735 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04a9d69-b4db-4067-9f7d-366632e2ccf5", "name": "network-vif-deleted", "tag": "b84475c3-dbcb-4045-98c4-b49197f954f9", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:22:14.012003 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a0a3552-c046-4d2b-9604-9c8d5b8a9034 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:22:14.013511 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a9d69-b4db-4067-9f7d-366632e2ccf5', 'name': 'network-vif-deleted', 'tag': 'b84475c3-dbcb-4045-98c4-b49197f954f9', 'status': 'completed', 'code': 200} Dec 09 15:22:14.164624 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b1d448c-969f-4452-853c-273b6b4ead9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.250056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9cef99db-3d32-495b-922c-dd602e6601c0 req-2e6384c5-9f97-4fdb-8bfa-42617a6a3ca2 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "GET /v2.0/ports?device_id=643a5109-11ca-499f-a904-759b2406ac1c HTTP/1.1" status: 200 len: 210 time: 0.0829217 Dec 09 15:22:14.391659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c46177b6-bd29-4acf-8b31-5a7bc9e05b5d req-c7d34ea6-6208-4f04-a036-ca9dee2b8653 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0837302 Dec 09 15:22:14.410936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b1d448c-969f-4452-853c-273b6b4ead9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.416165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b1d448c-969f-4452-853c-273b6b4ead9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.473617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1b1d448c-969f-4452-853c-273b6b4ead9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7612266029fd43e8965a3970dff62379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4768400 Dec 09 15:22:14.474963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d448c-969f-4452-853c-273b6b4ead9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3062e342-25e6-4b02-8966-8ba7483c5b6e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:14.476417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52830) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:14.558746 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c235c1-c063-41c7-b3e8-ae8673459783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.583697 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c235c1-c063-41c7-b3e8-ae8673459783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.638358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c235c1-c063-41c7-b3e8-ae8673459783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.641045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93c235c1-c063-41c7-b3e8-ae8673459783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:14.644652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93c235c1-c063-41c7-b3e8-ae8673459783 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3062e342-25e6-4b02-8966-8ba7483c5b6e HTTP/1.1" status: 204 len: 168 time: 0.1647642 Dec 09 15:22:14.650770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c235c1-c063-41c7-b3e8-ae8673459783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3062e342-25e6-4b02-8966-8ba7483c5b6e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:15.036833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52854) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:15.052252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6776b150-d6d8-43ab-82bd-68ccd47f5895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.148772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6776b150-d6d8-43ab-82bd-68ccd47f5895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.153757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6776b150-d6d8-43ab-82bd-68ccd47f5895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.192480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6776b150-d6d8-43ab-82bd-68ccd47f5895 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=846292b30626409aa5dde483e3185dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543269 Dec 09 15:22:15.195158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 52866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:15.197088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776b150-d6d8-43ab-82bd-68ccd47f5895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7907dd-4715-437e-98e1-1fe1a6144803,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:15.252118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c29cf04-d0e4-4fa0-9c81-dffb21af69e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.283162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c29cf04-d0e4-4fa0-9c81-dffb21af69e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.341267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 52884) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:15.360378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c29cf04-d0e4-4fa0-9c81-dffb21af69e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.365543 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c29cf04-d0e4-4fa0-9c81-dffb21af69e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.366895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c29cf04-d0e4-4fa0-9c81-dffb21af69e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a7907dd-4715-437e-98e1-1fe1a6144803 HTTP/1.1" status: 204 len: 168 time: 0.1700017 Dec 09 15:22:15.375816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29cf04-d0e4-4fa0-9c81-dffb21af69e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7907dd-4715-437e-98e1-1fe1a6144803,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:15.438275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c678ac5-3929-4c2e-aba6-1a395c723610 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.483264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c678ac5-3929-4c2e-aba6-1a395c723610 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.567520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-902c01b0-3920-4a61-b98e-0a4651a94e3e req-1098ed8c-28b0-488b-bf6f-52a74daae901 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0445604 Dec 09 15:22:15.600275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c678ac5-3929-4c2e-aba6-1a395c723610 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.603163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c678ac5-3929-4c2e-aba6-1a395c723610 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:15.604385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c678ac5-3929-4c2e-aba6-1a395c723610 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] 10.222.0.46 "DELETE /v2.0/security-groups/84b4859b-65ec-492a-936f-7314fa54d829 HTTP/1.1" status: 204 len: 168 time: 0.2582159 Dec 09 15:22:15.613641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678ac5-3929-4c2e-aba6-1a395c723610 tempest-TestVolumeBackupRestore-1611226438 tempest-TestVolumeBackupRestore-1611226438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4859b-65ec-492a-936f-7314fa54d829,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:16.375651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53014) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:16.499585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-944120657-network', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:16.525570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Made reservation on behalf of a7d2a1946e434516be7373e0366fa697 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:16.528534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.543696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.679597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.689589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.726106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0dd7cee0-5edc-454c-b849-f8f9f7519a0b req-3480baef-0383-42cc-8168-66d343740aeb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0572698 Dec 09 15:22:16.737407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:22:16.740485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b654755c-3eff-45ce-9478-d40e75a256a1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:16.757937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.758280 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Added segment 179a5b42-0840-4b02-a29a-6c2003b57d0d of type vlan for network 569d951b-3111-4b52-a7ab-90336d3e1d75 Dec 09 15:22:16.814723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.825584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b84475c3-dbcb-4045-98c4-b49197f954f9 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:16.849353 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.850988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:16.851626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.864603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: b84475c3-dbcb-4045-98c4-b49197f954f9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:16.865090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device b84475c3-dbcb-4045-98c4-b49197f954f9 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:16.887120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5073154 Dec 09 15:22:16.888855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53086) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:16.897232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Request body: {'subnet': {'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-944120657-subnet', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:16.939983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Made reservation on behalf of a7d2a1946e434516be7373e0366fa697 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:16.944900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:16.950039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b727-667a-4cc7-ad8e-ebc2147504d1 admin admin] Pushing event updated for resources: {'Network': ['ID=569d951b-3111-4b52-a7ab-90336d3e1d75,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:16.963137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:22:17.271299 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.407780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Checking segment: {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:17.408070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Network hostable DHCP agents. Network: 569d951b-3111-4b52-a7ab-90336d3e1d75, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:22:17.417526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841ec5c2-7eb2-4eb1-8334-00001cee1a54,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:17.439235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:22:17.457668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 569d951b-3111-4b52-a7ab-90336d3e1d75) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:17.468654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:17.469571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.482643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be544127-557e-4b7a-aca3-90f5d39c725c None None] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:17.528200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-810d93de-0e76-41df-a330-78c7d1d5fe16 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6381004 Dec 09 15:22:17.531877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53182) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:17.543079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:17.575685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.576753 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.646525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-569d951b-3111-4b52-a7ab-90336d3e1d75', 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75', 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'fixed_ips': [{'subnet_id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:22:17.647994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.650884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.878507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2771022e-30fe-4b9e-9708-dd3cac1c2181 req-8c570bf9-fde1-4780-9f15-c7e328dcab36 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0428724 Dec 09 15:22:17.898826 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:17.949462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Allocated IP 172.20.0.2 (569d951b-3111-4b52-a7ab-90336d3e1d75/841ec5c2-7eb2-4eb1-8334-00001cee1a54/8d6df268-aa51-482c-baf4-3b60b1a587d6) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:18.230832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.246954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.259518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.279174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.353470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:18.358252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:18.362550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:18.409999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Allocated IP 172.25.0.156 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/cd666e65-7b0b-42c2-985d-b55e7f7251d2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:18.428895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Pushing event updated for resources: {'Port': ['ID=8d6df268-aa51-482c-baf4-3b60b1a587d6,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:18.437215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Attempting to bind port 8d6df268-aa51-482c-baf4-3b60b1a587d6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:18.437818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Attempting to bind port 8d6df268-aa51-482c-baf4-3b60b1a587d6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:18.438831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Attempting to bind port 8d6df268-aa51-482c-baf4-3b60b1a587d6 on network 569d951b-3111-4b52-a7ab-90336d3e1d75 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:18.445822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:18.446410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Checking segment: {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:18.446995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.447565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Bound using segment: {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:18.448780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Bound port: 8d6df268-aa51-482c-baf4-3b60b1a587d6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:18.449411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.527544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] For port 8d6df268-aa51-482c-baf4-3b60b1a587d6, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:18.532226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] For port 8d6df268-aa51-482c-baf4-3b60b1a587d6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d6df268-aa51-482c-baf4-3b60b1a587d6,segment=NetworkSegment(179a5b42-0840-4b02-a29a-6c2003b57d0d),segment_id=179a5b42-0840-4b02-a29a-6c2003b57d0d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:18.539507 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.589950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.653052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb58c20-6fd8-4409-889f-0f2a3624c4bc None None] Pushing event updated for resources: {'Port': ['ID=8d6df268-aa51-482c-baf4-3b60b1a587d6,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:18.662154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.738774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Pushing event updated for resources: {'Port': ['ID=cd666e65-7b0b-42c2-985d-b55e7f7251d2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:18.748908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:18.751611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:18.755437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:18.773161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555060c-2da5-43c1-868c-0a235d582675 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:18.830415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5c45b578-3b25-42de-8124-354c09bc206b None None] Provisioning complete for port cd666e65-7b0b-42c2-985d-b55e7f7251d2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:18.830625 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c45b578-3b25-42de-8124-354c09bc206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:18.912899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5c45b578-3b25-42de-8124-354c09bc206b None None] Port cd666e65-7b0b-42c2-985d-b55e7f7251d2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:19.041874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53374) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:19.082393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9916cdc3-fe40-4fbf-82c1-9d35e16455ba req-a8a63ef0-01d2-4d26-bb54-5e1d991d2c8f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0717607 Dec 09 15:22:19.279978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0793ba75-5cc3-4bed-b722-0b876a3f5dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.332666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.397219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0793ba75-5cc3-4bed-b722-0b876a3f5dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.402757 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0793ba75-5cc3-4bed-b722-0b876a3f5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.466720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0793ba75-5cc3-4bed-b722-0b876a3f5dd0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0cab7ef72a44f2b8387d8e4b197dbe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237893 Dec 09 15:22:19.470096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53420) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:19.472248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ba75-5cc3-4bed-b722-0b876a3f5dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccedf7df-cab9-4588-8a5b-3d06a3c211a0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:19.541818 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ec98c2-31ce-481b-8eae-eadf0309462e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.578832 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ec98c2-31ce-481b-8eae-eadf0309462e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.647999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ec98c2-31ce-481b-8eae-eadf0309462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.652222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ec98c2-31ce-481b-8eae-eadf0309462e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:19.654214 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f0ec98c2-31ce-481b-8eae-eadf0309462e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccedf7df-cab9-4588-8a5b-3d06a3c211a0 HTTP/1.1" status: 204 len: 168 time: 0.1829615 Dec 09 15:22:19.686638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec98c2-31ce-481b-8eae-eadf0309462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccedf7df-cab9-4588-8a5b-3d06a3c211a0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:19.765084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.079465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d6df268-aa51-482c-baf4-3b60b1a587d6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:20.086252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Router bf5171c2-1496-4e83-a252-22f3112149e6 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:22:20.334553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8d6df268-aa51-482c-baf4-3b60b1a587d6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:20.334933 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.389164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7dee811-faa2-49fd-90f3-010a3e41286a req-eeb6ef24-c569-447d-8ed0-b790444f2367 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04a9d69-b4db-4067-9f7d-366632e2ccf5 HTTP/1.1" status: 200 len: 210 time: 0.1004863 Dec 09 15:22:20.429694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:20.443730 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Sync routers for ids ['bf5171c2-1496-4e83-a252-22f3112149e6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:20.484413 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Routers {'bf5171c2-1496-4e83-a252-22f3112149e6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:20.485044 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['bf5171c2-1496-4e83-a252-22f3112149e6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:20.494324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.500358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53528) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:20.500465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-41d76895-5266-4e2e-a443-a2b978e701ab admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9676914 Dec 09 15:22:20.531115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2da58-28c4-499f-8f86-2fc505bafa9b None None] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:20.668662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.671406 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Set router bf5171c2-1496-4e83-a252-22f3112149e6 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:20.683961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-578fae04-e373-4346-b9ea-a5f1619d64ff None None] Provisioning complete for port 8d6df268-aa51-482c-baf4-3b60b1a587d6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:20.684339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-578fae04-e373-4346-b9ea-a5f1619d64ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.846500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 8d6df268-aa51-482c-baf4-3b60b1a587d6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d6df268-aa51-482c-baf4-3b60b1a587d6,segment=NetworkSegment(179a5b42-0840-4b02-a29a-6c2003b57d0d),segment_id=179a5b42-0840-4b02-a29a-6c2003b57d0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:20.848325 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-578fae04-e373-4346-b9ea-a5f1619d64ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.858670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:20.938433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=8d6df268-aa51-482c-baf4-3b60b1a587d6,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:21.002589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-578fae04-e373-4346-b9ea-a5f1619d64ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:22:21.002980 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-578fae04-e373-4346-b9ea-a5f1619d64ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:22:21.013639 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:19Z', 'revision_number': 3, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:21.054065 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Checking router: bf5171c2-1496-4e83-a252-22f3112149e6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:21.054815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Updating router bf5171c2-1496-4e83-a252-22f3112149e6 port cd666e65-7b0b-42c2-985d-b55e7f7251d2 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:22:21.105726 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.249736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.488224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Allocated IP 172.20.0.1 (569d951b-3111-4b52-a7ab-90336d3e1d75/841ec5c2-7eb2-4eb1-8334-00001cee1a54/ff786568-3e18-4ba6-aa57-d6a0e16019eb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:21.544035 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.552143 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.605646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f43165-bbdd-4673-b073-e0b3c9d72a8e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:21.613111 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Attempting to bind port cd666e65-7b0b-42c2-985d-b55e7f7251d2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:21.613722 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Attempting to bind port cd666e65-7b0b-42c2-985d-b55e7f7251d2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:21.614292 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Attempting to bind port cd666e65-7b0b-42c2-985d-b55e7f7251d2 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:21.622999 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Pushing event updated for resources: {'Port': ['ID=cd666e65-7b0b-42c2-985d-b55e7f7251d2,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:21.626344 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:21.627197 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:21.627803 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.628393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:21.629204 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Bound port: cd666e65-7b0b-42c2-985d-b55e7f7251d2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:21.629779 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.661156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.673057 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.674294 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.675730 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.676285 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.677572 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.678530 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.679062 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.679900 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.680628 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.683159 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.683729 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.684708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.685317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:21.701409 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.715294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c9b2be60-9835-4cdf-8f45-d46a0608482b None None] Provisioning complete for port cd666e65-7b0b-42c2-985d-b55e7f7251d2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:21.716024 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be60-9835-4cdf-8f45-d46a0608482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.750519 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] For port cd666e65-7b0b-42c2-985d-b55e7f7251d2, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:21.758271 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] For port cd666e65-7b0b-42c2-985d-b55e7f7251d2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd666e65-7b0b-42c2-985d-b55e7f7251d2,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:21.765836 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.772381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2be60-9835-4cdf-8f45-d46a0608482b None None] Port cd666e65-7b0b-42c2-985d-b55e7f7251d2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:21.773964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:21.778816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:21.781304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Pushing event updated for resources: {'Port': ['ID=ff786568-3e18-4ba6-aa57-d6a0e16019eb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:21.784078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:21.806949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c9b2be60-9835-4cdf-8f45-d46a0608482b None None] Provisioning complete for port 8d6df268-aa51-482c-baf4-3b60b1a587d6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:21.808919 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c9b2be60-9835-4cdf-8f45-d46a0608482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.853397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:21.864735 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Routers {'bf5171c2-1496-4e83-a252-22f3112149e6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:21.865612 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:21:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['bf5171c2-1496-4e83-a252-22f3112149e6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:21.879941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11f07c-6e3b-401c-81db-2f94c7ad9157 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:22.016979 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab717f-4501-496d-8951-766396d5e3c7 None None] Pushing event updated for resources: {'Port': ['ID=cd666e65-7b0b-42c2-985d-b55e7f7251d2,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:22.128325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.134935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d6df268-aa51-482c-baf4-3b60b1a587d6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:22.194161 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] Set router bf5171c2-1496-4e83-a252-22f3112149e6 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:22.211711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.313178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Provisioning complete for port cd666e65-7b0b-42c2-985d-b55e7f7251d2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:22.313806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.389884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8d6df268-aa51-482c-baf4-3b60b1a587d6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:22.390648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.481378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.483780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.491588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.507204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] For port cd666e65-7b0b-42c2-985d-b55e7f7251d2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd666e65-7b0b-42c2-985d-b55e7f7251d2,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:22.521790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.590641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.647248 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.655225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Provisioning complete for port ff786568-3e18-4ba6-aa57-d6a0e16019eb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:22.656263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:22.665543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Pushing event updated for resources: {'Port': ['ID=ff786568-3e18-4ba6-aa57-d6a0e16019eb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:22.708672 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:19Z', 'revision_number': 3, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:22.743323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Port ff786568-3e18-4ba6-aa57-d6a0e16019eb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:22.766209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad4c83-10a3-403e-9f66-e4d2be36a7e4 None None] Pushing event updated for resources: {'Port': ['ID=cd666e65-7b0b-42c2-985d-b55e7f7251d2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:22.919476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:22.930461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:22.962909 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a50ec-7cf5-459c-af5d-7eae25042ed1 None None] The sync data for ids ['bf5171c2-1496-4e83-a252-22f3112149e6'] in n-d-804292-5 is: [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:19Z', 'revision_number': 3, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:23.165190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Router bf5171c2-1496-4e83-a252-22f3112149e6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:23.188123 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32c1af7e-a25e-4608-bb9f-4e9deb9ce88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:23.496528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-64337743-9b66-4392-b7d2-681a3fe22063 None None] Provisioning complete for port ff786568-3e18-4ba6-aa57-d6a0e16019eb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:23.497275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-64337743-9b66-4392-b7d2-681a3fe22063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:23.580863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-64337743-9b66-4392-b7d2-681a3fe22063 None None] Port ff786568-3e18-4ba6-aa57-d6a0e16019eb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:24.001715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:24.015562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-979c25e4-92c7-40d9-953a-872df335355e admin admin] 10.222.0.46 "PUT /v2.0/routers/bf5171c2-1496-4e83-a252-22f3112149e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5140965 Dec 09 15:22:24.097986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd666e65-7b0b-42c2-985d-b55e7f7251d2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:24.220395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port cd666e65-7b0b-42c2-985d-b55e7f7251d2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:24.221128 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:24.837654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53644) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:25.000937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-619a704a-ead2-4e1b-90c7-b265c23f80ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.158735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-619a704a-ead2-4e1b-90c7-b265c23f80ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.169891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-619a704a-ead2-4e1b-90c7-b265c23f80ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.189121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53656) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:25.195105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-162559854-network', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:25.235313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a704a-ead2-4e1b-90c7-b265c23f80ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364ec255-1623-4bde-a484-bd90429d61e6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:25.242099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-619a704a-ead2-4e1b-90c7-b265c23f80ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a64afdc9c0d4fd38f2491684a3865fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009120 Dec 09 15:22:25.242291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53658) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:25.257958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Made reservation on behalf of 0c8bdfb143ff4a3fb3d54b3dcab11e6f for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:25.262919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.279097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.311935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54c280a9-3c13-4e4c-90cf-9fce7924b464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.347931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54c280a9-3c13-4e4c-90cf-9fce7924b464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.429611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54c280a9-3c13-4e4c-90cf-9fce7924b464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.436315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54c280a9-3c13-4e4c-90cf-9fce7924b464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.439337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54c280a9-3c13-4e4c-90cf-9fce7924b464 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/364ec255-1623-4bde-a484-bd90429d61e6 HTTP/1.1" status: 204 len: 168 time: 0.1961191 Dec 09 15:22:25.461715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c280a9-3c13-4e4c-90cf-9fce7924b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364ec255-1623-4bde-a484-bd90429d61e6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:25.472050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.480608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.515678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:22:25.532431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac198d9-0cb1-4794-ad60-ab39b4aa7f63,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:25.535992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.536543 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Added segment aced47e9-8393-45c7-80ce-4f93bec9aa6f of type vlan for network e513fe5b-0019-443f-ab4c-0189567a1051 Dec 09 15:22:25.598451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.655588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.656583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:25.657163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.667393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0cd92396-d5b1-4a66-b31d-da99ebcfd0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:25.707613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Sync routers for ids ['bf5171c2-1496-4e83-a252-22f3112149e6'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:25.735950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Routers {'bf5171c2-1496-4e83-a252-22f3112149e6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:25.736595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['bf5171c2-1496-4e83-a252-22f3112149e6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:25.853460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:25.863686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:25.864539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6726632 Dec 09 15:22:25.868382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191210d-2d6c-4984-8c65-95c1aea3490c admin admin] Pushing event updated for resources: {'Network': ['ID=e513fe5b-0019-443f-ab4c-0189567a1051,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:25.874862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Request body: {'subnet': {'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-162559854-subnet', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:26.045466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Made reservation on behalf of 0c8bdfb143ff4a3fb3d54b3dcab11e6f for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:26.048995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.075131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Set router bf5171c2-1496-4e83-a252-22f3112149e6 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:26.296663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:26.332507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6b327604-1c4e-4062-84a2-121eb899bd55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.400390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e513fe5b-0019-443f-ab4c-0189567a1051 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:22:26.460775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6b327604-1c4e-4062-84a2-121eb899bd55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.467997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6b327604-1c4e-4062-84a2-121eb899bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.521154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6b327604-1c4e-4062-84a2-121eb899bd55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baf676d8e96741ba8fa4714ce355a2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233119 Dec 09 15:22:26.523669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:26.525129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b327604-1c4e-4062-84a2-121eb899bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2109ca6-4515-4fa2-8f0d-99e3f4e22527,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:26.527484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.627583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2806f567-0e06-4247-a048-dc81ca292e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.632828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3493a844-b72f-4016-8d19-02614425841a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:26.662512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'ff786568-3e18-4ba6-aa57-d6a0e16019eb', 'name': '', 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'mac_address': 'fa:16:3e:22:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:21Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 2, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'subnets': [{'id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:26.696879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Checking router: bf5171c2-1496-4e83-a252-22f3112149e6 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:26.698078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Updating router bf5171c2-1496-4e83-a252-22f3112149e6 port ff786568-3e18-4ba6-aa57-d6a0e16019eb binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:22:26.699737 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2806f567-0e06-4247-a048-dc81ca292e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.729419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Checking segment: {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:26.729783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Network hostable DHCP agents. Network: e513fe5b-0019-443f-ab4c-0189567a1051, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:22:26.732281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.765553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.785718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2806f567-0e06-4247-a048-dc81ca292e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.788406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2806f567-0e06-4247-a048-dc81ca292e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.789598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2806f567-0e06-4247-a048-dc81ca292e71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2109ca6-4515-4fa2-8f0d-99e3f4e22527 HTTP/1.1" status: 204 len: 168 time: 0.2427890 Dec 09 15:22:26.802367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Network e513fe5b-0019-443f-ab4c-0189567a1051 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:22:26.805834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806f567-0e06-4247-a048-dc81ca292e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2109ca6-4515-4fa2-8f0d-99e3f4e22527,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:26.900504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e513fe5b-0019-443f-ab4c-0189567a1051) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:26.910763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:26.912178 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:26.969288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d095c876-014e-487e-b160-2c497ba75c60 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1006451 Dec 09 15:22:26.969633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:26.974095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:26.981066 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.013013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66b255-11d6-4810-af05-5308904ce146 None None] Network e513fe5b-0019-443f-ab4c-0189567a1051 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:27.017281 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.018407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.120952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.286123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-e513fe5b-0019-443f-ab4c-0189567a1051', 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'fixed_ips': [{'subnet_id': '3493a844-b72f-4016-8d19-02614425841a'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:22:27.287379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.356396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.626959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Deleting port b6160f62-c9b0-4527-b334-0ba262181a50 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:27.627931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.709751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.733647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.780164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] For port b6160f62-c9b0-4527-b334-0ba262181a50, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b6160f62-c9b0-4527-b334-0ba262181a50,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:27.780531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:27.798685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Calling delete_port for b6160f62-c9b0-4527-b334-0ba262181a50 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:27.987920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Allocated IP 172.20.0.2 (e513fe5b-0019-443f-ab4c-0189567a1051/3493a844-b72f-4016-8d19-02614425841a/6243bae9-5cf3-4f39-8d86-babe30e136e6) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:28.325519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.413513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6160f62-c9b0-4527-b334-0ba262181a50,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:28.481166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Allocated IP 172.25.0.234 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/10c67b88-ee66-4e2b-9941-9f1027820e12) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:28.645807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.664409 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.694027 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.822325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.851318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c6fef-31aa-4b9e-a8e8-0ba7bd145006 None None] Pushing event updated for resources: {'Port': ['ID=ff786568-3e18-4ba6-aa57-d6a0e16019eb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:28.867925 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.935815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:28.944963 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.029783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.035338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:29.049047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:29.053572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:29.062933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Network e513fe5b-0019-443f-ab4c-0189567a1051 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:29.064972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Attempting to bind port ff786568-3e18-4ba6-aa57-d6a0e16019eb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:29.065539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Attempting to bind port ff786568-3e18-4ba6-aa57-d6a0e16019eb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:29.066091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Attempting to bind port ff786568-3e18-4ba6-aa57-d6a0e16019eb on network 569d951b-3111-4b52-a7ab-90336d3e1d75 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:29.072036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:29.074931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6043eb-35fd-456d-ac28-f0586dbc36fd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:29.093046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:29.107261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:29.107786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Checking segment: {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:29.108487 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.109130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Bound using segment: {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:29.110093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Bound port: ff786568-3e18-4ba6-aa57-d6a0e16019eb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179a5b42-0840-4b02-a29a-6c2003b57d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:29.110720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.188488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Pushing event updated for resources: {'Port': ['ID=10c67b88-ee66-4e2b-9941-9f1027820e12,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:29.203065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] For port ff786568-3e18-4ba6-aa57-d6a0e16019eb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:29.207148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] For port ff786568-3e18-4ba6-aa57-d6a0e16019eb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff786568-3e18-4ba6-aa57-d6a0e16019eb,segment=NetworkSegment(179a5b42-0840-4b02-a29a-6c2003b57d0d),segment_id=179a5b42-0840-4b02-a29a-6c2003b57d0d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:29.417878 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.419835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Pushing event updated for resources: {'Port': ['ID=6243bae9-5cf3-4f39-8d86-babe30e136e6,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:29.584428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Attempting to bind port 6243bae9-5cf3-4f39-8d86-babe30e136e6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:29.584806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Attempting to bind port 6243bae9-5cf3-4f39-8d86-babe30e136e6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:29.597407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Attempting to bind port 6243bae9-5cf3-4f39-8d86-babe30e136e6 on network e513fe5b-0019-443f-ab4c-0189567a1051 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:29.602029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.611257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-94063716-b250-4980-bff6-d6a3fbdb9c14 None None] Provisioning complete for port 10c67b88-ee66-4e2b-9941-9f1027820e12 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:29.612494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94063716-b250-4980-bff6-d6a3fbdb9c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.640656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Router 3a996778-030a-408f-8f7e-63d6dd9a4702 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:29.702896 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.705974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:29.706360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Checking segment: {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:29.706773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.707199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Bound using segment: {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:29.707724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Bound port: 6243bae9-5cf3-4f39-8d86-babe30e136e6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:29.708110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:29.779784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Routers {'bf5171c2-1496-4e83-a252-22f3112149e6'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:29.780423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['bf5171c2-1496-4e83-a252-22f3112149e6'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:29.889422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c6fef-31aa-4b9e-a8e8-0ba7bd145006 None None] Pushing event updated for resources: {'Port': ['ID=ff786568-3e18-4ba6-aa57-d6a0e16019eb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:29.915078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:29.921414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5ba46b3a-0e79-4f56-baf9-df60a2ec7257 admin admin] 10.222.0.46 "PUT /v2.0/routers/3a996778-030a-408f-8f7e-63d6dd9a4702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0662229 Dec 09 15:22:29.924090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53806) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:29.929708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] Sync routers for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:29.934084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-94063716-b250-4980-bff6-d6a3fbdb9c14 None None] Port 10c67b88-ee66-4e2b-9941-9f1027820e12 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:29.959377 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:29.960378 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:30.117059 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] For port 6243bae9-5cf3-4f39-8d86-babe30e136e6, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:30.136922 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:30.188146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] For port 6243bae9-5cf3-4f39-8d86-babe30e136e6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6243bae9-5cf3-4f39-8d86-babe30e136e6,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:30.195030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-92ff1c7c-e108-49d6-8c77-729806666296 None None] Provisioning complete for port ff786568-3e18-4ba6-aa57-d6a0e16019eb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:30.195456 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92ff1c7c-e108-49d6-8c77-729806666296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.207715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53810) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:30.217105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] Set router bf5171c2-1496-4e83-a252-22f3112149e6 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:30.224836 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.368729 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:22:28Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:30.378448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-472ef403-4ffd-4ee9-a1b5-6c8b29ea2c9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.388872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-3ff43302-4dcc-4012-8030-6374876bbc87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3425951 Dec 09 15:22:30.421495 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.446211 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] Checking router: 3a996778-030a-408f-8f7e-63d6dd9a4702 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:30.464355 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] Routers {'3a996778-030a-408f-8f7e-63d6dd9a4702'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:30.465406 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3a996778-030a-408f-8f7e-63d6dd9a4702'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:30.613486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-472ef403-4ffd-4ee9-a1b5-6c8b29ea2c9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.617706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28310f-9f56-4a25-8a0c-4709f83b6c52 None None] Pushing event updated for resources: {'Port': ['ID=6243bae9-5cf3-4f39-8d86-babe30e136e6,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:30.622686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-472ef403-4ffd-4ee9-a1b5-6c8b29ea2c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.657239 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] Set router 3a996778-030a-408f-8f7e-63d6dd9a4702 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:30.740691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.790027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-472ef403-4ffd-4ee9-a1b5-6c8b29ea2c9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f17f16c92aff4a85aab88d6fc4dba717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5805082 Dec 09 15:22:30.793631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:30.795640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ef403-4ffd-4ee9-a1b5-6c8b29ea2c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5064b-d90e-467b-b13a-c62bbaa72f3b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:30.806046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.883998 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92ff1c7c-e108-49d6-8c77-729806666296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.967186 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59bd1a7b-876f-4ba4-8a8a-0396e8168949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:30.980268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-92ff1c7c-e108-49d6-8c77-729806666296 None None] For port ff786568-3e18-4ba6-aa57-d6a0e16019eb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff786568-3e18-4ba6-aa57-d6a0e16019eb,segment=NetworkSegment(179a5b42-0840-4b02-a29a-6c2003b57d0d),segment_id=179a5b42-0840-4b02-a29a-6c2003b57d0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:30.997243 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59bd1a7b-876f-4ba4-8a8a-0396e8168949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.026799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92ff1c7c-e108-49d6-8c77-729806666296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.090347 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:22:28Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:31.131148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff1c7c-e108-49d6-8c77-729806666296 None None] Pushing event updated for resources: {'Port': ['ID=ff786568-3e18-4ba6-aa57-d6a0e16019eb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:31.144753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59bd1a7b-876f-4ba4-8a8a-0396e8168949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.148411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-59bd1a7b-876f-4ba4-8a8a-0396e8168949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.152977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-59bd1a7b-876f-4ba4-8a8a-0396e8168949 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dec5064b-d90e-467b-b13a-c62bbaa72f3b HTTP/1.1" status: 204 len: 168 time: 0.3482716 Dec 09 15:22:31.163252 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc57906-075c-4a8c-84ee-ab1987dd974b None None] The sync data for ids ['3a996778-030a-408f-8f7e-63d6dd9a4702'] in n-d-804292-5 is: [{'id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'name': 'tempest-TestVolumeBackupRestore-2118622093-router', 'tenant_id': 'e565a897750f4dd091885195f20a47cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:22:28Z', 'revision_number': 5, 'project_id': 'e565a897750f4dd091885195f20a47cc', 'gw_port': {'id': 'f397227f-60e7-43e1-8919-dc94e288b8ef', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a996778-030a-408f-8f7e-63d6dd9a4702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:36Z', 'updated_at': '2021-12-09T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:31.165424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd1a7b-876f-4ba4-8a8a-0396e8168949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5064b-d90e-467b-b13a-c62bbaa72f3b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:31.174629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'ff786568-3e18-4ba6-aa57-d6a0e16019eb', 'name': '', 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'mac_address': 'fa:16:3e:22:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:21Z', 'updated_at': '2021-12-09T15:22:29Z', 'revision_number': 4, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'subnets': [{'id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:31.206320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19656c9b-04d4-402b-b067-87e56457a695 req-eae71c33-274d-41c0-a6b6-7b2138911f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:31.208766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-eae71c33-274d-41c0-a6b6-7b2138911f1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 1097 time: 0.4861574 Dec 09 15:22:31.235460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9109e61-8240-4428-ab3c-8134889d0ac3 None None] The sync data for ids ['bf5171c2-1496-4e83-a252-22f3112149e6'] in n-d-804292-5 is: [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'ff786568-3e18-4ba6-aa57-d6a0e16019eb', 'name': '', 'network_id': '569d951b-3111-4b52-a7ab-90336d3e1d75', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'mac_address': 'fa:16:3e:22:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:21Z', 'updated_at': '2021-12-09T15:22:29Z', 'revision_number': 4, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'subnets': [{'id': '841ec5c2-7eb2-4eb1-8334-00001cee1a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:31.301522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Deleting port f397227f-60e7-43e1-8919-dc94e288b8ef {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:31.301862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.404765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:22:31.520325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19656c9b-04d4-402b-b067-87e56457a695 req-1d5520ed-ba28-450c-ac0d-04e563c84007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:31.522113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-1d5520ed-ba28-450c-ac0d-04e563c84007 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.2625990 Dec 09 15:22:31.575325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] For port f397227f-60e7-43e1-8919-dc94e288b8ef, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f397227f-60e7-43e1-8919-dc94e288b8ef,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:31.576260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.753517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Calling delete_port for f397227f-60e7-43e1-8919-dc94e288b8ef owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:31.824699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:31.837927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Sync routers for ids ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:31.863088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Routers {'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:31.864167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:31.937180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:31.939128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eddc54dc-fc5b-42d8-aa18-091cb45fd3bb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9684119 Dec 09 15:22:31.941965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:31.963908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-1b10e28a-c93e-4540-b4ee-59a81d038adb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 200 len: 1001 time: 0.3656902 Dec 09 15:22:32.134422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Set router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:32.181169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28800205-684f-48c1-b50d-0281d9549701 None None] Network e513fe5b-0019-443f-ab4c-0189567a1051 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:32.193145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19656c9b-04d4-402b-b067-87e56457a695 req-8cc410e1-f765-40eb-92a0-bf3ca4c905d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:32.194667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-8cc410e1-f765-40eb-92a0-bf3ca4c905d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.2216103 Dec 09 15:22:32.255480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ff786568-3e18-4ba6-aa57-d6a0e16019eb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:32.334050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19656c9b-04d4-402b-b067-87e56457a695 req-0a58d0fc-8466-4791-9aa0-f818e5318075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:32.335722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-0a58d0fc-8466-4791-9aa0-f818e5318075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283817 Dec 09 15:22:32.469060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-20aaaa13-2da2-4cf3-9185-f87476ecead5 service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255598 Dec 09 15:22:32.540788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b61bcdd9-aa39-48f1-810d-3ad175816093 None None] Provisioning complete for port 6243bae9-5cf3-4f39-8d86-babe30e136e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:32.542230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b61bcdd9-aa39-48f1-810d-3ad175816093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:32.671406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ff786568-3e18-4ba6-aa57-d6a0e16019eb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:32.672346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:32.703158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:32.769049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f397227f-60e7-43e1-8919-dc94e288b8ef,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:32.793463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faae799-2e92-441d-9247-9d4f10abfecb None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:32.801671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:32.871647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:32.882472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19656c9b-04d4-402b-b067-87e56457a695 req-4b03dcef-f810-47bd-b324-0383e0cc2bfe service neutron] 10.222.0.36 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865139 Dec 09 15:22:33.133188 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.138372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.174745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Allocated IP 172.20.0.1 (e513fe5b-0019-443f-ab4c-0189567a1051/3493a844-b72f-4016-8d19-02614425841a/88589410-45b7-4f17-975b-dd4e79c01d04) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:33.207078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b61bcdd9-aa39-48f1-810d-3ad175816093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.269352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.270269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a996778-030a-408f-8f7e-63d6dd9a4702 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:33.278938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.279816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d5dda54-2579-4ab3-b387-824e2b10d3f8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3a996778-030a-408f-8f7e-63d6dd9a4702 HTTP/1.1" status: 204 len: 168 time: 3.3547435 Dec 09 15:22:33.282426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:33.320009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6243bae9-5cf3-4f39-8d86-babe30e136e6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:33.334862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b61bcdd9-aa39-48f1-810d-3ad175816093 None None] For port 6243bae9-5cf3-4f39-8d86-babe30e136e6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6243bae9-5cf3-4f39-8d86-babe30e136e6,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:33.361795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.369028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:29Z', 'revision_number': 3, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:33.408236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.421369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Checking router: a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:33.421369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Updating router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 port 10c67b88-ee66-4e2b-9941-9f1027820e12 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:22:33.422292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Deleting subnet 89c5b76e-78a5-4b23-921f-eb24cdf96e40 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:22:33.438093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.482223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Pushing event updated for resources: {'Port': ['ID=88589410-45b7-4f17-975b-dd4e79c01d04,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:33.493083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.494287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Network e513fe5b-0019-443f-ab4c-0189567a1051 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:33.496876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:33.500100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:33.507492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.589041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.646692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.775116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.794849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b61bcdd9-aa39-48f1-810d-3ad175816093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.796014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:33.814871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c5b76e-78a5-4b23-921f-eb24cdf96e40,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:33.830159 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.835343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8f438c00-a6dc-40dc-80f5-8b5aadc55857 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/89c5b76e-78a5-4b23-921f-eb24cdf96e40 HTTP/1.1" status: 204 len: 168 time: 0.5517907 Dec 09 15:22:33.839198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53868) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:33.888533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:33.899562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2442f-24f9-46c7-a47b-a4e7d50a18fa None None] Network f34bff4e-7b0e-4775-a198-7af49e78867a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:34.039821 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.078365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6c02cf1d-51f5-41a5-afc2-a1935d192f03 None None] Provisioning complete for port 6243bae9-5cf3-4f39-8d86-babe30e136e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:34.086942 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c02cf1d-51f5-41a5-afc2-a1935d192f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.143196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Deleting port 188c28a2-3cca-4eae-95ab-8350865dbcf2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:34.143621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.203067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1457159767'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:34.257736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] For port 188c28a2-3cca-4eae-95ab-8350865dbcf2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=188c28a2-3cca-4eae-95ab-8350865dbcf2,segment=NetworkSegment(78316359-0963-4d39-bc05-4260a5f8569d),segment_id=78316359-0963-4d39-bc05-4260a5f8569d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:34.258697 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.273161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Calling delete_port for 188c28a2-3cca-4eae-95ab-8350865dbcf2 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:34.301605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.304857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Made reservation on behalf of 6c2002bf62794db4858db60f4a7edd6b for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:34.309934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.325024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.329934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.332187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bcdd9-aa39-48f1-810d-3ad175816093 None None] Pushing event updated for resources: {'Port': ['ID=6243bae9-5cf3-4f39-8d86-babe30e136e6,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:34.378402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6243bae9-5cf3-4f39-8d86-babe30e136e6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:34.378676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.420570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.428688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Pushing event updated for resources: {'Port': ['ID=88589410-45b7-4f17-975b-dd4e79c01d04,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:34.431812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.474494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=188c28a2-3cca-4eae-95ab-8350865dbcf2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:34.483453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] No DVR routers for this DVR port 188c28a2-3cca-4eae-95ab-8350865dbcf2 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:34.493524 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.532482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.610475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.617658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418def9-6a77-4212-a3f3-32258ffae041 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:34.630950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.640901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d6321-e14d-4cb6-8b2c-b1020bc54f86 None None] DHCP port deletion for f34bff4e-7b0e-4775-a198-7af49e78867a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:34.664060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Network e513fe5b-0019-443f-ab4c-0189567a1051 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:34.665349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Attempting to bind port 10c67b88-ee66-4e2b-9941-9f1027820e12 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:34.665994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Attempting to bind port 10c67b88-ee66-4e2b-9941-9f1027820e12 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:34.667376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Attempting to bind port 10c67b88-ee66-4e2b-9941-9f1027820e12 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:34.679441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:34.688910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.695606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:34.696349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:34.696921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:22:34.697182 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.698645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:34.699462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Bound port: 10c67b88-ee66-4e2b-9941-9f1027820e12, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:34.699945 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.748919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b6160f62-c9b0-4527-b334-0ba262181a50 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:34.761064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34bff4e-7b0e-4775-a198-7af49e78867a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:34.763465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32613a4e-795e-4fa2-a54d-fbd615b758bf None None] Pushing event updated for resources: {'Port': ['ID=10c67b88-ee66-4e2b-9941-9f1027820e12,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:34.788244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806ffed6-83a2-4fb8-a00f-a63248876206,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:34.794301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78316359-0963-4d39-bc05-4260a5f8569d') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:34.794778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78316359-0963-4d39-bc05-4260a5f8569d') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:34.796174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] For port 10c67b88-ee66-4e2b-9941-9f1027820e12, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:34.799859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] For port 10c67b88-ee66-4e2b-9941-9f1027820e12, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10c67b88-ee66-4e2b-9941-9f1027820e12,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:34.816965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.817412 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Added segment e3277764-f2eb-4a74-add0-fe0c70bef75d of type vlan for network 05c9b8e4-999f-40ec-acef-390777ec4416 Dec 09 15:22:34.829018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:34.839448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b6160f62-c9b0-4527-b334-0ba262181a50 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:34.840019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b6160f62-c9b0-4527-b334-0ba262181a50 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:34.905753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e2d65-601d-4844-ab29-deafd236f63b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:34.912013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Provisioning complete for port 10c67b88-ee66-4e2b-9941-9f1027820e12 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:34.912801 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.023895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Routers {'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:35.024704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:35.080833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.111108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32613a4e-795e-4fa2-a54d-fbd615b758bf None None] Pushing event updated for resources: {'Port': ['ID=10c67b88-ee66-4e2b-9941-9f1027820e12,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:35.125825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6243bae9-5cf3-4f39-8d86-babe30e136e6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:35.148647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:35.173133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.173133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:35.173133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.281454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4809999 Dec 09 15:22:35.313749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53888) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:35.317176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Request body: {'subnet': {'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:35.324047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e561a-f8a9-4dce-b29b-e3c3d66a057b tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event updated for resources: {'Network': ['ID=05c9b8e4-999f-40ec-acef-390777ec4416,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:35.375571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.381497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.390533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 05c9b8e4-999f-40ec-acef-390777ec4416 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:22:35.394859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.406013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:22:35.406419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:22:35.408965 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:22:35.449070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:35.457471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cc38d059-655a-42c3-bdbf-8bda0271fab7 admin admin] 10.222.0.46 "PUT /v2.0/routers/a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5144124 Dec 09 15:22:35.458840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] For port 10c67b88-ee66-4e2b-9941-9f1027820e12, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10c67b88-ee66-4e2b-9941-9f1027820e12,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:35.490819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Made reservation on behalf of 6c2002bf62794db4858db60f4a7edd6b for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:35.494990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.497027 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.512130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.515591 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f34bff4e-7b0e-4775-a198-7af49e78867a HTTP/1.1" status: 204 len: 168 time: 1.6748216 Dec 09 15:22:35.518342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 53892) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:35.536110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0452e03-9bc5-4804-9284-ca789bbd2a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34bff4e-7b0e-4775-a198-7af49e78867a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:35.563258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.585396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] Set router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:35.643998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6243bae9-5cf3-4f39-8d86-babe30e136e6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:35.644479 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.753674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Provisioning complete for port 88589410-45b7-4f17-975b-dd4e79c01d04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:35.755789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.806060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:35.846047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Port 88589410-45b7-4f17-975b-dd4e79c01d04 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:35.891809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event updated for resources: {'Subnet': ['ID=456b8681-9d0c-40ee-aadb-adb1bcdead4e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:35.905700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Checking segment: {'id': 'e3277764-f2eb-4a74-add0-fe0c70bef75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:35.906275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Network hostable DHCP agents. Network: 05c9b8e4-999f-40ec-acef-390777ec4416, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:22:35.932667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Network 05c9b8e4-999f-40ec-acef-390777ec4416 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:22:35.949106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 05c9b8e4-999f-40ec-acef-390777ec4416) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:35.958016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b9698-53e5-4116-8a83-af5f24b27157 None None] Pushing event updated for resources: {'Port': ['ID=10c67b88-ee66-4e2b-9941-9f1027820e12,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:35.967614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:35.970121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:36.002232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb2aef-1c4d-4fd3-9f8e-7806fbf76e6a None None] Network 05c9b8e4-999f-40ec-acef-390777ec4416 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:36.006129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dac0796e-c94d-49be-807a-d526a0b886e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6903653 Dec 09 15:22:36.007467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 53902) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:36.012347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Request body: {'port': {'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1882095584'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:36.431041 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:36.582146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f397227f-60e7-43e1-8919-dc94e288b8ef no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:36.656756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5d72c8ba-3886-4c0b-a87d-6137833b052a None None] Provisioning complete for port 10c67b88-ee66-4e2b-9941-9f1027820e12 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:36.659712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5d72c8ba-3886-4c0b-a87d-6137833b052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:36.746481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f397227f-60e7-43e1-8919-dc94e288b8ef {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:36.746828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f397227f-60e7-43e1-8919-dc94e288b8ef not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:36.747264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 188c28a2-3cca-4eae-95ab-8350865dbcf2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:36.972197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Deleting port d0fd7a41-4210-461c-b89c-7885a2509693 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:36.973871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.011442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Made reservation on behalf of 6c2002bf62794db4858db60f4a7edd6b for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:37.018010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.033509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 188c28a2-3cca-4eae-95ab-8350865dbcf2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:37.034075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 188c28a2-3cca-4eae-95ab-8350865dbcf2 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:37.064916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] device_id is not set on port 6985719e-8097-40f9-8764-ce34d9b6d65d yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:22:37.095581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-05c9b8e4-999f-40ec-acef-390777ec4416', 'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416', 'project_id': '6c2002bf62794db4858db60f4a7edd6b', 'fixed_ips': [{'subnet_id': '456b8681-9d0c-40ee-aadb-adb1bcdead4e'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:22:37.096661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.129787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] For port d0fd7a41-4210-461c-b89c-7885a2509693, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d0fd7a41-4210-461c-b89c-7885a2509693,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:37.130296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.149032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Calling delete_port for d0fd7a41-4210-461c-b89c-7885a2509693 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:37.217029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '88589410-45b7-4f17-975b-dd4e79c01d04', 'name': '', 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'mac_address': 'fa:16:3e:74:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '3493a844-b72f-4016-8d19-02614425841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:32Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 2, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'subnets': [{'id': '3493a844-b72f-4016-8d19-02614425841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:37.327439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Allocated IP 172.20.0.13 (05c9b8e4-999f-40ec-acef-390777ec4416/456b8681-9d0c-40ee-aadb-adb1bcdead4e/6985719e-8097-40f9-8764-ce34d9b6d65d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:37.452710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.496572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:37.564918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fd7a41-4210-461c-b89c-7885a2509693,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:37.616087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15d3bd-5198-4329-bea8-ddfbbc17605f None None] The sync data for ids ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'] in n-d-804292-5 is: [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '88589410-45b7-4f17-975b-dd4e79c01d04', 'name': '', 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'mac_address': 'fa:16:3e:74:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '3493a844-b72f-4016-8d19-02614425841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:32Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 2, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'subnets': [{'id': '3493a844-b72f-4016-8d19-02614425841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:37.729123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5d72c8ba-3886-4c0b-a87d-6137833b052a None None] Provisioning complete for port 88589410-45b7-4f17-975b-dd4e79c01d04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:37.729727 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5d72c8ba-3886-4c0b-a87d-6137833b052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.832575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5d72c8ba-3886-4c0b-a87d-6137833b052a None None] Port 88589410-45b7-4f17-975b-dd4e79c01d04 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:37.899897 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:37.959021 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.113362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.271733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Allocated IP 172.20.0.2 (05c9b8e4-999f-40ec-acef-390777ec4416/456b8681-9d0c-40ee-aadb-adb1bcdead4e/bfd299cf-0a93-4400-985d-f303393cc2c5) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:38.313821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Network 05c9b8e4-999f-40ec-acef-390777ec4416 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:38.366857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:38.375494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:38.383050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event updated for resources: {'Port': ['ID=6985719e-8097-40f9-8764-ce34d9b6d65d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:38.515000 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Router 5faa000b-2548-4a83-94db-d4300c80a125 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:38.547135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:38.552190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.693668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-94326e90-3430-4b8a-b495-f037e5526d0a tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.6861250 Dec 09 15:22:38.698634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54024) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:38.765431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:38.774675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.776580 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] Sync routers for ids ['5faa000b-2548-4a83-94db-d4300c80a125'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:38.779076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b76e84b-ef17-420a-8c0a-a021bc2682ac admin admin] 10.222.0.46 "PUT /v2.0/routers/5faa000b-2548-4a83-94db-d4300c80a125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2596638 Dec 09 15:22:38.779737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54026) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:38.797586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.827193 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] Routers {'5faa000b-2548-4a83-94db-d4300c80a125'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:38.828809 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['5faa000b-2548-4a83-94db-d4300c80a125'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:38.867267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Pushing event updated for resources: {'Port': ['ID=bfd299cf-0a93-4400-985d-f303393cc2c5,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:38.882191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Network 05c9b8e4-999f-40ec-acef-390777ec4416 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:38.883779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:38.886770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:38.976274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Attempting to bind port bfd299cf-0a93-4400-985d-f303393cc2c5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:38.976657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Attempting to bind port bfd299cf-0a93-4400-985d-f303393cc2c5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e3277764-f2eb-4a74-add0-fe0c70bef75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:38.977026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Attempting to bind port bfd299cf-0a93-4400-985d-f303393cc2c5 on network 05c9b8e4-999f-40ec-acef-390777ec4416 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:38.986431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:38.987242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Checking segment: {'id': 'e3277764-f2eb-4a74-add0-fe0c70bef75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:38.987690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:38.988096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Bound using segment: {'id': 'e3277764-f2eb-4a74-add0-fe0c70bef75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:38.988740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Bound port: bfd299cf-0a93-4400-985d-f303393cc2c5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3277764-f2eb-4a74-add0-fe0c70bef75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05c9b8e4-999f-40ec-acef-390777ec4416'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:38.989143 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.063431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Deleting port 6985719e-8097-40f9-8764-ce34d9b6d65d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:39.063786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.101832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.196759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] For port bfd299cf-0a93-4400-985d-f303393cc2c5, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:39.217237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] For port bfd299cf-0a93-4400-985d-f303393cc2c5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bfd299cf-0a93-4400-985d-f303393cc2c5,segment=NetworkSegment(e3277764-f2eb-4a74-add0-fe0c70bef75d),segment_id=e3277764-f2eb-4a74-add0-fe0c70bef75d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:39.227269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.249590 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] Set router 5faa000b-2548-4a83-94db-d4300c80a125 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:39.286165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.434848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10c67b88-ee66-4e2b-9941-9f1027820e12 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:39.454883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.504449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Calling delete_port for 6985719e-8097-40f9-8764-ce34d9b6d65d owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:39.551730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.699769 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:22:37Z', 'revision_number': 5, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port': {'id': 'b3780bbb-5c6d-46a4-af74-1c2babe00858', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faa000b-2548-4a83-94db-d4300c80a125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:17:46Z', 'updated_at': '2021-12-09T15:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:39.741494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916213-daeb-44b5-95fe-4b4e24922459 None None] Pushing event updated for resources: {'Port': ['ID=bfd299cf-0a93-4400-985d-f303393cc2c5,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:39.767279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 10c67b88-ee66-4e2b-9941-9f1027820e12 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:39.768367 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.784981 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] Checking router: 5faa000b-2548-4a83-94db-d4300c80a125 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:39.812407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Deleting port b3780bbb-5c6d-46a4-af74-1c2babe00858 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:39.812773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:39.821805 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] Routers {'5faa000b-2548-4a83-94db-d4300c80a125'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:39.823284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['5faa000b-2548-4a83-94db-d4300c80a125'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:39.987755 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.038017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] For port b3780bbb-5c6d-46a4-af74-1c2babe00858, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b3780bbb-5c6d-46a4-af74-1c2babe00858,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:40.038411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.052748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Calling delete_port for b3780bbb-5c6d-46a4-af74-1c2babe00858 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:40.070490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event deleted for resources: {'Port': ['ID=6985719e-8097-40f9-8764-ce34d9b6d65d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:40.126427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] Set router 5faa000b-2548-4a83-94db-d4300c80a125 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:40.265204 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.279949 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:22:39Z', 'revision_number': 6, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:40.308986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.316337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b73fca8b-116a-4981-934d-7613d7ab0ee1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "DELETE /v2.0/ports/6985719e-8097-40f9-8764-ce34d9b6d65d HTTP/1.1" status: 204 len: 168 time: 1.6134565 Dec 09 15:22:40.318908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54032) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:40.335604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96ebfa-a50d-412e-901e-bbe80552a007 None None] The sync data for ids ['5faa000b-2548-4a83-94db-d4300c80a125'] in n-d-804292-5 is: [{'id': '5faa000b-2548-4a83-94db-d4300c80a125', 'name': 'tempest-TestVolumeBackupRestore-125155656-router', 'tenant_id': 'debb9833ba6e454c934b73b8a8536b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:17:45Z', 'updated_at': '2021-12-09T15:22:39Z', 'revision_number': 6, 'project_id': 'debb9833ba6e454c934b73b8a8536b1d', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:40.350052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3780bbb-5c6d-46a4-af74-1c2babe00858,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:40.363062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Deleting port ff786568-3e18-4ba6-aa57-d6a0e16019eb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:40.363494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.370972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706857c-9a29-4efd-b461-33faf64fd1ff None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:40.540510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.544889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-995958cd-1d18-485b-8c94-75c6678eb1ca tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2233467 Dec 09 15:22:40.548095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54038) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:40.568131 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:22:40.593992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] For port ff786568-3e18-4ba6-aa57-d6a0e16019eb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff786568-3e18-4ba6-aa57-d6a0e16019eb,segment=NetworkSegment(179a5b42-0840-4b02-a29a-6c2003b57d0d),segment_id=179a5b42-0840-4b02-a29a-6c2003b57d0d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:40.594471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.613113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Calling delete_port for ff786568-3e18-4ba6-aa57-d6a0e16019eb owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:40.666666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-255031697'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:40.720499 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.723670 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.783288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Made reservation on behalf of 6c2002bf62794db4858db60f4a7edd6b for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:40.788928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.814501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.815404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5faa000b-2548-4a83-94db-d4300c80a125 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:40.821502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.825517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ebeb8431-84b1-457c-97af-90a15f08ae43 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5faa000b-2548-4a83-94db-d4300c80a125 HTTP/1.1" status: 204 len: 168 time: 2.0447874 Dec 09 15:22:40.826451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54040) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:40.834888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:22:40.847649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.847770 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Added segment a7d7c1e7-0700-4c29-8185-b1036993d0fc of type vlan for network d92c9ca3-7490-47db-bf87-3ad288cbedbf Dec 09 15:22:40.903265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.939382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.945207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:40.945827 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.968940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Deleting subnet 1c41643c-b335-4988-96dd-2e732b890e37 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:22:40.996365 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:40.998692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4495039 Dec 09 15:22:41.007074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54044) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:41.076248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event updated for resources: {'Network': ['ID=d92c9ca3-7490-47db-bf87-3ad288cbedbf,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:41.088734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.089187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.089658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.090579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.093095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.093559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.093975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.094391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.094805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.095229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.095659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.096297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.096778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0185cf72-f407-40c1-b930-51f552a5c7e1 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:41.129189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d92c9ca3-7490-47db-bf87-3ad288cbedbf details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:22:41.145604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:41.170023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8acb0-5ed2-4bf9-8a25-b53ee28202f5 None None] Network 05c9b8e4-999f-40ec-acef-390777ec4416 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:41.219112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff786568-3e18-4ba6-aa57-d6a0e16019eb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:41.283996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:41.414482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e5e277df-80d2-49a6-a801-c172f8ac612b None None] Provisioning complete for port bfd299cf-0a93-4400-985d-f303393cc2c5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:41.415736 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e5e277df-80d2-49a6-a801-c172f8ac612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:41.606867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e5e277df-80d2-49a6-a801-c172f8ac612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:41.660230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:41.701388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e5e277df-80d2-49a6-a801-c172f8ac612b None None] For port bfd299cf-0a93-4400-985d-f303393cc2c5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bfd299cf-0a93-4400-985d-f303393cc2c5,segment=NetworkSegment(e3277764-f2eb-4a74-add0-fe0c70bef75d),segment_id=e3277764-f2eb-4a74-add0-fe0c70bef75d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:41.721225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e5e277df-80d2-49a6-a801-c172f8ac612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:41.825386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bfd299cf-0a93-4400-985d-f303393cc2c5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:41.828246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Sync routers for ids ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:41.903406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Routers {'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:41.904060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:41.979426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e277df-80d2-49a6-a801-c172f8ac612b None None] Pushing event updated for resources: {'Port': ['ID=bfd299cf-0a93-4400-985d-f303393cc2c5,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:41.992995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54048) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:41.993894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a91921cb-95d0-4194-a2d9-9a808ea81531 tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/agents/f67e19fe-b9fa-46f7-8687-8e9daf107d22/dhcp-networks HTTP/1.1" status: 200 len: 8092 time: 0.9517009 Dec 09 15:22:42.053962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:42.207604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0fa76f30-7881-4928-a3a4-2c6105a28c4a None None] Provisioning complete for port bfd299cf-0a93-4400-985d-f303393cc2c5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:42.207939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fa76f30-7881-4928-a3a4-2c6105a28c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:42.256462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f498b74-df15-42e0-9f25-5ee3966d08c4 tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] Network d92c9ca3-7490-47db-bf87-3ad288cbedbf is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:22:42.275204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6f498b74-df15-42e0-9f25-5ee3966d08c4 tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "POST /v2.0/agents/f67e19fe-b9fa-46f7-8687-8e9daf107d22/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2805429 Dec 09 15:22:42.277625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54052) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.282134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:42.282421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bfd299cf-0a93-4400-985d-f303393cc2c5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:42.282903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:42.295541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0bd9b-bd4c-4456-8835-29b1193d2718 None None] Network d92c9ca3-7490-47db-bf87-3ad288cbedbf requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:42.512208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fbb5d037-41ec-4cf2-be27-a6e4bfe05b8c tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/agents/f67e19fe-b9fa-46f7-8687-8e9daf107d22/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 0.2325957 Dec 09 15:22:42.514380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54054) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.621252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-21599a5f-d875-4ad6-ad68-b8880db24d2c tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "DELETE /v2.0/agents/f67e19fe-b9fa-46f7-8687-8e9daf107d22/dhcp-networks/d92c9ca3-7490-47db-bf87-3ad288cbedbf HTTP/1.1" status: 204 len: 168 time: 0.1022792 Dec 09 15:22:42.621442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54058) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.656483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Set router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:42.869634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-63e8d08e-7da7-4c4a-9eb6-abb35b7cc1dd tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/agents/f67e19fe-b9fa-46f7-8687-8e9daf107d22/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.2463586 Dec 09 15:22:42.874710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54060) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.895139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a6591443-5de3-48e9-ab65-3b4773a2ba43 tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/networks/05c9b8e4-999f-40ec-acef-390777ec4416/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0190110 Dec 09 15:22:42.898522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54062) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.907925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c41643c-b335-4988-96dd-2e732b890e37,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:42.912256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:42.919296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54064) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.919691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a45c1abf-fa16-4e89-88e9-aed48ff6f76b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1c41643c-b335-4988-96dd-2e732b890e37 HTTP/1.1" status: 204 len: 168 time: 2.0919466 Dec 09 15:22:42.937790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3febc45-ff95-4a1c-aa22-dc41634f868b None None] Network dc5fd25f-dde9-4be1-a0c9-7d87e804c599 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:42.944688 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-947946d7-f667-4893-b940-b41915df3343 tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/networks/05c9b8e4-999f-40ec-acef-390777ec4416/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0449197 Dec 09 15:22:42.947798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54066) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:42.950404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Router bf5171c2-1496-4e83-a252-22f3112149e6 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:43.059767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.100593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:43.115093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc42f9c3-ed7a-4cf8-883c-42a29f4435e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/bf5171c2-1496-4e83-a252-22f3112149e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6150239 Dec 09 15:22:43.115296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54068) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:43.121091 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] Sync routers for ids ['bf5171c2-1496-4e83-a252-22f3112149e6'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:43.164797 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] Routers {'bf5171c2-1496-4e83-a252-22f3112149e6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:43.165796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['bf5171c2-1496-4e83-a252-22f3112149e6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:43.220732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d0fd7a41-4210-461c-b89c-7885a2509693 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:43.251501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '88589410-45b7-4f17-975b-dd4e79c01d04', 'name': '', 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'mac_address': 'fa:16:3e:74:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '3493a844-b72f-4016-8d19-02614425841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:32Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 2, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'subnets': [{'id': '3493a844-b72f-4016-8d19-02614425841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:43.257945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d0fd7a41-4210-461c-b89c-7885a2509693 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:43.258416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d0fd7a41-4210-461c-b89c-7885a2509693 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:43.291862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Checking router: a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:43.292210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Updating router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 port 88589410-45b7-4f17-975b-dd4e79c01d04 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:22:43.356943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b2691cd2-8311-4cbf-a1f1-39dbc914c977 None None] Could not find standard attr ID for object 6985719e-8097-40f9-8764-ce34d9b6d65d. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:22:43.373885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.381495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] DHCP port deletion for dc5fd25f-dde9-4be1-a0c9-7d87e804c599 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:43.446786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.620771 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] Set router bf5171c2-1496-4e83-a252-22f3112149e6 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:43.647161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.721791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Deleting port cd666e65-7b0b-42c2-985d-b55e7f7251d2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:43.722148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.814732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bfd299cf-0a93-4400-985d-f303393cc2c5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:43.850630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] For port cd666e65-7b0b-42c2-985d-b55e7f7251d2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd666e65-7b0b-42c2-985d-b55e7f7251d2,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:43.852841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.888235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Calling delete_port for cd666e65-7b0b-42c2-985d-b55e7f7251d2 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:43.921169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:40Z', 'revision_number': 5, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port': {'id': 'cd666e65-7b0b-42c2-985d-b55e7f7251d2', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:18Z', 'updated_at': '2021-12-09T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:43.923884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] Deleting port 27269631-c122-4bed-8abd-dfee569e5732 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:43.924268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:43.984999 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] Checking router: bf5171c2-1496-4e83-a252-22f3112149e6 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:43.998456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] For port 27269631-c122-4bed-8abd-dfee569e5732, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=27269631-c122-4bed-8abd-dfee569e5732,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:43.998888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.007589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3cb31171-a615-4d8b-bc5c-937b500d1c52 tempest-DHCPAgentSchedulersTestJSON-1669444101 tempest-DHCPAgentSchedulersTestJSON-1669444101-project-admin] 10.222.0.46 "GET /v2.0/agents/f67e19fe-b9fa-46f7-8687-8e9daf107d22/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 1.0551844 Dec 09 15:22:44.008965 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] Routers {'bf5171c2-1496-4e83-a252-22f3112149e6'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:44.010666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54074) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:44.012146 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['bf5171c2-1496-4e83-a252-22f3112149e6'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:44.014569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] Calling delete_port for 27269631-c122-4bed-8abd-dfee569e5732 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:44.112384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Deleting port 27269631-c122-4bed-8abd-dfee569e5732 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:44.112933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.127491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.143363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bfd299cf-0a93-4400-985d-f303393cc2c5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:44.143862 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.150712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.196123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] Pushing event deleted for resources: {'Port': ['ID=27269631-c122-4bed-8abd-dfee569e5732,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:44.216903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d15ad-d05e-4593-918c-5576ce11b33e None None] No DVR routers for this DVR port 27269631-c122-4bed-8abd-dfee569e5732 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:44.217542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.236897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] Set router bf5171c2-1496-4e83-a252-22f3112149e6 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:44.277460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] For port 27269631-c122-4bed-8abd-dfee569e5732, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=27269631-c122-4bed-8abd-dfee569e5732,segment=NetworkSegment(e38f5abe-d702-4f90-94d0-3d2cafc1c9cd),segment_id=e38f5abe-d702-4f90-94d0-3d2cafc1c9cd)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:44.277720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.287343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Pushing event deleted for resources: {'Port': ['ID=cd666e65-7b0b-42c2-985d-b55e7f7251d2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:44.319631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de47fd-59ba-4ab9-bba6-9b06d742c51f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:44.384907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Calling delete_port for 27269631-c122-4bed-8abd-dfee569e5732 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:44.411897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:43Z', 'revision_number': 6, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:44.416751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b3780bbb-5c6d-46a4-af74-1c2babe00858 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:44.458679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.468125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad78fe-7ff1-467b-b8e6-88cd4c3e8106 None None] The sync data for ids ['bf5171c2-1496-4e83-a252-22f3112149e6'] in n-d-804292-5 is: [{'id': 'bf5171c2-1496-4e83-a252-22f3112149e6', 'name': 'tempest-TestAggregatesBasicOps-944120657-router', 'tenant_id': 'a7d2a1946e434516be7373e0366fa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:17Z', 'updated_at': '2021-12-09T15:22:43Z', 'revision_number': 6, 'project_id': 'a7d2a1946e434516be7373e0366fa697', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:44.485306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b3780bbb-5c6d-46a4-af74-1c2babe00858 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:44.485654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b3780bbb-5c6d-46a4-af74-1c2babe00858 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:44.493987 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.503124 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.545423 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.580293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92c9ca3-7490-47db-bf87-3ad288cbedbf']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:44.598898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d7c1e7-0700-4c29-8185-b1036993d0fc') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:44.599388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d7c1e7-0700-4c29-8185-b1036993d0fc') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:44.639920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.642313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.647470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.677797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.683716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.686515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Attempting to bind port 88589410-45b7-4f17-975b-dd4e79c01d04 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:44.687460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Attempting to bind port 88589410-45b7-4f17-975b-dd4e79c01d04 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:44.688307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Attempting to bind port 88589410-45b7-4f17-975b-dd4e79c01d04 on network e513fe5b-0019-443f-ab4c-0189567a1051 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:44.698991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fbcd1-3ee4-46f6-9fd3-4601154a78ed None None] Pushing event updated for resources: {'Port': ['ID=88589410-45b7-4f17-975b-dd4e79c01d04,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:44.708910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:44.710260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Checking segment: {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:44.711094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.711818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Bound using segment: {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:44.712725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Bound port: 88589410-45b7-4f17-975b-dd4e79c01d04, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aced47e9-8393-45c7-80ce-4f93bec9aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:44.713295 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.716161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.716683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5171c2-1496-4e83-a252-22f3112149e6 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:44.726307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.730388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-50309774-adf6-4fa2-9f9a-586e19264dba admin admin] 10.222.0.46 "DELETE /v2.0/routers/bf5171c2-1496-4e83-a252-22f3112149e6 HTTP/1.1" status: 204 len: 168 time: 1.6110547 Dec 09 15:22:44.730667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54078) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:44.733161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:22:44.733594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:22:44.756171 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:22:44.809693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] For port 88589410-45b7-4f17-975b-dd4e79c01d04, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:44.814693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] For port 88589410-45b7-4f17-975b-dd4e79c01d04, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=88589410-45b7-4f17-975b-dd4e79c01d04,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:44.820701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Deleting subnet 841ec5c2-7eb2-4eb1-8334-00001cee1a54 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:22:44.825743 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.826266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.832858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] No DVR routers for this DVR port 27269631-c122-4bed-8abd-dfee569e5732 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:44.834636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Pushing event deleted for resources: {'Port': ['ID=27269631-c122-4bed-8abd-dfee569e5732,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:44.941614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:44.993353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.006794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.011932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "DELETE /v2.0/networks/d92c9ca3-7490-47db-bf87-3ad288cbedbf HTTP/1.1" status: 204 len: 168 time: 0.9987791 Dec 09 15:22:45.016241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54082) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:45.034623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Routers {'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:45.035245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:45.056259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7937e7-c7be-4444-9ef8-6d0919e3a232 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event deleted for resources: {'Network': ['ID=d92c9ca3-7490-47db-bf87-3ad288cbedbf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:45.068321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.089145 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6426406a-a40a-4569-806e-77852ae918c8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] DELETE failed (client error): The resource could not be found. Dec 09 15:22:45.089808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6426406a-a40a-4569-806e-77852ae918c8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:22:45.095171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6426406a-a40a-4569-806e-77852ae918c8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "DELETE /v2.0/ports/6985719e-8097-40f9-8764-ce34d9b6d65d HTTP/1.1" status: 404 len: 333 time: 0.0402350 Dec 09 15:22:45.098347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54084) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:45.108527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5fd25f-dde9-4be1-a0c9-7d87e804c599']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:45.123573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:45.125840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38f5abe-d702-4f90-94d0-3d2cafc1c9cd') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:45.143342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.167709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.169610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.173147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-990652da-eaa1-4420-83e9-33403fcec35e None None] Provisioning complete for port 88589410-45b7-4f17-975b-dd4e79c01d04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:45.173635 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-990652da-eaa1-4420-83e9-33403fcec35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.175821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fbcd1-3ee4-46f6-9fd3-4601154a78ed None None] Pushing event updated for resources: {'Port': ['ID=88589410-45b7-4f17-975b-dd4e79c01d04,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:45.179184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:22:45.187024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:22:45.190999 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:22:45.238382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Deleting subnet 456b8681-9d0c-40ee-aadb-adb1bcdead4e {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:22:45.241974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.293509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.304349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.311284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] 10.222.0.46 "DELETE /v2.0/networks/dc5fd25f-dde9-4be1-a0c9-7d87e804c599 HTTP/1.1" status: 204 len: 168 time: 2.3896394 Dec 09 15:22:45.322827 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.341452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25136958-e4f9-48d5-9964-3d1c6a403efb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5fd25f-dde9-4be1-a0c9-7d87e804c599,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:45.409319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] Set router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:45.498963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.507887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54090) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:45.557560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b13ec4c-eb5e-4427-947e-dcadc82338cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e565a897750f4dd091885195f20a47cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457792 Dec 09 15:22:45.557920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54092) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:45.576360 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-990652da-eaa1-4420-83e9-33403fcec35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.597642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.636508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab921ce6-7794-441a-8920-7f8751de09f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.662328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 88589410-45b7-4f17-975b-dd4e79c01d04 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:45.675479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841ec5c2-7eb2-4eb1-8334-00001cee1a54,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:45.691993 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab921ce6-7794-441a-8920-7f8751de09f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.694272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.708090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-817a2be6-01c0-4667-8811-8f190dd7eb1b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/841ec5c2-7eb2-4eb1-8334-00001cee1a54 HTTP/1.1" status: 204 len: 168 time: 0.9742229 Dec 09 15:22:45.708491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54096) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:45.829107 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.846284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab921ce6-7794-441a-8920-7f8751de09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.850576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab921ce6-7794-441a-8920-7f8751de09f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.852380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ab921ce6-7794-441a-8920-7f8751de09f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81891715-d108-47b3-aa23-fb5cd19ab54e HTTP/1.1" status: 204 len: 168 time: 0.2934363 Dec 09 15:22:45.865079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab921ce6-7794-441a-8920-7f8751de09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81891715-d108-47b3-aa23-fb5cd19ab54e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:45.935459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:45.955760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event deleted for resources: {'Subnet': ['ID=456b8681-9d0c-40ee-aadb-adb1bcdead4e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:46.007762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.014310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "DELETE /v2.0/subnets/456b8681-9d0c-40ee-aadb-adb1bcdead4e HTTP/1.1" status: 204 len: 168 time: 0.9146960 Dec 09 15:22:46.016505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54104) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:46.029863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.030454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.031035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.047425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.048669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.049469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.054076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.054922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.055755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.056718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.057503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.059927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.060751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da494d8d-c8c3-479e-aaea-4c4055d5d8e8 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:22:46.202263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Deleting port 8d6df268-aa51-482c-baf4-3b60b1a587d6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:46.205338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.224136 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.235241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b44b3b-103b-4d21-9f80-c93a1838c941 None None] Network 569d951b-3111-4b52-a7ab-90336d3e1d75 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:46.257120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c1124-19d3-4abf-9c27-c019fb7a73a5 None None] Network 05c9b8e4-999f-40ec-acef-390777ec4416 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:46.396576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] For port 8d6df268-aa51-482c-baf4-3b60b1a587d6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8d6df268-aa51-482c-baf4-3b60b1a587d6,segment=NetworkSegment(179a5b42-0840-4b02-a29a-6c2003b57d0d),segment_id=179a5b42-0840-4b02-a29a-6c2003b57d0d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:46.397481 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.422923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-990652da-eaa1-4420-83e9-33403fcec35e None None] For port 88589410-45b7-4f17-975b-dd4e79c01d04, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=88589410-45b7-4f17-975b-dd4e79c01d04,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:46.448661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Calling delete_port for 8d6df268-aa51-482c-baf4-3b60b1a587d6 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:46.459282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ea73-e3c6-4791-a5c3-e9fbe68c1a85 req-4646e005-7e44-4678-b037-3891ef3e189a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:46.461254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9500ea73-e3c6-4791-a5c3-e9fbe68c1a85 req-4646e005-7e44-4678-b037-3891ef3e189a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 946 time: 0.1566994 Dec 09 15:22:46.476726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Deleting port bfd299cf-0a93-4400-985d-f303393cc2c5 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:46.477090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.495673 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-990652da-eaa1-4420-83e9-33403fcec35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.546588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 88589410-45b7-4f17-975b-dd4e79c01d04 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:46.547516 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.550571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] For port bfd299cf-0a93-4400-985d-f303393cc2c5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bfd299cf-0a93-4400-985d-f303393cc2c5,segment=NetworkSegment(e3277764-f2eb-4a74-add0-fe0c70bef75d),segment_id=e3277764-f2eb-4a74-add0-fe0c70bef75d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:46.550571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.565992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Calling delete_port for bfd299cf-0a93-4400-985d-f303393cc2c5 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:46.703886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.716990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.751246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] No DVR routers for this DVR port bfd299cf-0a93-4400-985d-f303393cc2c5 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:46.772050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-033f6b64-4a35-4c06-94e1-09bc280df9c5 None None] Provisioning complete for port 88589410-45b7-4f17-975b-dd4e79c01d04 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:46.772417 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-033f6b64-4a35-4c06-94e1-09bc280df9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.803028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6df268-aa51-482c-baf4-3b60b1a587d6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:46.819818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] No DVR routers for this DVR port 8d6df268-aa51-482c-baf4-3b60b1a587d6 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:46.822613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54112) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:46.830939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990652da-eaa1-4420-83e9-33403fcec35e None None] Pushing event updated for resources: {'Port': ['ID=88589410-45b7-4f17-975b-dd4e79c01d04,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:46.840516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event deleted for resources: {'Port': ['ID=bfd299cf-0a93-4400-985d-f303393cc2c5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:46.865039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9500ea73-e3c6-4791-a5c3-e9fbe68c1a85 req-78fb8c8f-2d90-44dd-848c-1727dd8694e3 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869364 Dec 09 15:22:46.867121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3688f8d2-7e44-4810-8f53-9ad8527080f2 None None] DHCP port deletion for 05c9b8e4-999f-40ec-acef-390777ec4416 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:46.954889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:46.972119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-39014053-457c-48e0-97e1-52ccf3bcdc13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=debb9833ba6e454c934b73b8a8536b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457424 Dec 09 15:22:46.973323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54114) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:46.999780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f656cb-a72e-4a15-a78d-23068be5a9bb None None] DHCP port deletion for 569d951b-3111-4b52-a7ab-90336d3e1d75 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:47.009348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.010662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569d951b-3111-4b52-a7ab-90336d3e1d75']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.026689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '88589410-45b7-4f17-975b-dd4e79c01d04', 'name': '', 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'mac_address': 'fa:16:3e:74:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '3493a844-b72f-4016-8d19-02614425841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:32Z', 'updated_at': '2021-12-09T15:22:44Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'subnets': [{'id': '3493a844-b72f-4016-8d19-02614425841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.048647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179a5b42-0840-4b02-a29a-6c2003b57d0d') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.049107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179a5b42-0840-4b02-a29a-6c2003b57d0d') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.060536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c9b8e4-999f-40ec-acef-390777ec4416']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.060841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.071568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3277764-f2eb-4a74-add0-fe0c70bef75d') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.071956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3277764-f2eb-4a74-add0-fe0c70bef75d') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:47.082001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cd4bcd-0645-4c07-9946-61a8ac74e288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.084815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.085408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ff786568-3e18-4ba6-aa57-d6a0e16019eb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:47.086038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.090452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc3bdf-9826-46ee-9951-93fa1f5ddcfc None None] The sync data for ids ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'] in n-d-804292-5 is: [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:33Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '88589410-45b7-4f17-975b-dd4e79c01d04', 'name': '', 'network_id': 'e513fe5b-0019-443f-ab4c-0189567a1051', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'mac_address': 'fa:16:3e:74:e9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '3493a844-b72f-4016-8d19-02614425841a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:32Z', 'updated_at': '2021-12-09T15:22:44Z', 'revision_number': 4, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'subnets': [{'id': '3493a844-b72f-4016-8d19-02614425841a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:47.099504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:22:47.100275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:22:47.101641 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:22:47.117405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.130115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:22:47.132353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.133515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ff786568-3e18-4ba6-aa57-d6a0e16019eb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:47.133870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ff786568-3e18-4ba6-aa57-d6a0e16019eb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:47.134349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 27269631-c122-4bed-8abd-dfee569e5732 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:47.134567 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cd4bcd-0645-4c07-9946-61a8ac74e288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:22:47.139435 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:22:47.173420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 27269631-c122-4bed-8abd-dfee569e5732 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:47.173793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 27269631-c122-4bed-8abd-dfee569e5732 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:47.174367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd666e65-7b0b-42c2-985d-b55e7f7251d2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:47.195240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: cd666e65-7b0b-42c2-985d-b55e7f7251d2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:47.195660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd666e65-7b0b-42c2-985d-b55e7f7251d2 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:47.246729 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.247576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.254682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.258181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/569d951b-3111-4b52-a7ab-90336d3e1d75 HTTP/1.1" status: 204 len: 168 time: 1.5482042 Dec 09 15:22:47.282338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.282561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54118) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:47.284411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] 10.222.0.46 "DELETE /v2.0/networks/05c9b8e4-999f-40ec-acef-390777ec4416 HTTP/1.1" status: 204 len: 168 time: 1.2663295 Dec 09 15:22:47.286313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb0e0a-82db-479c-93c6-ec2dd95ae230 tempest-DHCPAgentSchedulersTestJSON-1704768750 tempest-DHCPAgentSchedulersTestJSON-1704768750-project] Pushing event deleted for resources: {'Network': ['ID=05c9b8e4-999f-40ec-acef-390777ec4416,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:47.289895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415b2c6-f2fe-4fbf-ba8c-3e4c1e7d19fa admin admin] Pushing event deleted for resources: {'Network': ['ID=569d951b-3111-4b52-a7ab-90336d3e1d75,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:47.344950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cd4bcd-0645-4c07-9946-61a8ac74e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.347703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cd4bcd-0645-4c07-9946-61a8ac74e288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.348899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49cd4bcd-0645-4c07-9946-61a8ac74e288 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62879682-0500-4ff9-91ce-125f543d34bf HTTP/1.1" status: 204 len: 168 time: 0.3746355 Dec 09 15:22:47.409896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4bcd-0645-4c07-9946-61a8ac74e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62879682-0500-4ff9-91ce-125f543d34bf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:47.472731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 88589410-45b7-4f17-975b-dd4e79c01d04 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:22:47.586303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 88589410-45b7-4f17-975b-dd4e79c01d04 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:47.587514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:47.732769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-f8b752e3-c00d-435f-8acf-bf2970d07925 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:47.734683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-f8b752e3-c00d-435f-8acf-bf2970d07925 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 946 time: 0.1369188 Dec 09 15:22:47.892633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bfd299cf-0a93-4400-985d-f303393cc2c5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:47.966124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54128) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:47.978818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: bfd299cf-0a93-4400-985d-f303393cc2c5 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:47.979489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bfd299cf-0a93-4400-985d-f303393cc2c5 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:47.980157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d6df268-aa51-482c-baf4-3b60b1a587d6 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:48.035008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Deleting port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:48.035466 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.037678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8d6df268-aa51-482c-baf4-3b60b1a587d6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:48.038283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8d6df268-aa51-482c-baf4-3b60b1a587d6 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:48.238917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c1c5-779a-4179-bdf2-1d5fde2bb759 req-e57382a6-cf1b-4976-b59d-cf066da29115 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:48.247144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d294c1c5-779a-4179-bdf2-1d5fde2bb759 req-e57382a6-cf1b-4976-b59d-cf066da29115 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 946 time: 0.1457813 Dec 09 15:22:48.249914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] For port 764ee7f3-db8a-4097-9ddf-a26c5e08a677, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=764ee7f3-db8a-4097-9ddf-a26c5e08a677,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:48.250532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.261058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.367325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d294c1c5-779a-4179-bdf2-1d5fde2bb759 req-7587eacd-eebc-412f-b042-09fddd89bff7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=40983111-32c3-4e13-91ce-854ed3c5f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188421 Dec 09 15:22:48.500152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d88daab-7210-44c4-9bdb-d0fda52f4ee2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c2002bf62794db4858db60f4a7edd6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325778 Dec 09 15:22:48.500770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:48.575977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42fd8bb9-da0c-419a-803f-271df2896890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.591251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.591656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.591985 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Floating IP 918a5928-91f6-4cb3-ab7f-48b6b954e87f disassociated. External IP: 172.25.0.115, port: 764ee7f3-db8a-4097-9ddf-a26c5e08a677. Dec 09 15:22:48.592338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Calling delete_port for 764ee7f3-db8a-4097-9ddf-a26c5e08a677 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:48.619462 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42fd8bb9-da0c-419a-803f-271df2896890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.692001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Deleting port 88589410-45b7-4f17-975b-dd4e79c01d04 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:48.692874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.707133 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42fd8bb9-da0c-419a-803f-271df2896890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.709765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42fd8bb9-da0c-419a-803f-271df2896890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.714794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-42fd8bb9-da0c-419a-803f-271df2896890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/806ffed6-83a2-4fb8-a00f-a63248876206 HTTP/1.1" status: 204 len: 168 time: 0.2123461 Dec 09 15:22:48.734035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8bb9-da0c-419a-803f-271df2896890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ffed6-83a2-4fb8-a00f-a63248876206,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:48.767917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.800235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event deleted for resources: {'Port': ['ID=764ee7f3-db8a-4097-9ddf-a26c5e08a677,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:48.838273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] For port 88589410-45b7-4f17-975b-dd4e79c01d04, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=88589410-45b7-4f17-975b-dd4e79c01d04,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:48.839331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:48.857955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Calling delete_port for 88589410-45b7-4f17-975b-dd4e79c01d04 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:48.937881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Router cc3591e9-d8f1-405b-835a-def7dceef940 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:49.080024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:49.097661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:49.113227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:49.117562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:49.118454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:49.131556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] No DVR routers for this DVR port 764ee7f3-db8a-4097-9ddf-a26c5e08a677 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:49.137181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.137392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e0de45f-d1b2-4450-9722-4f0473c28aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.138533 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fddbe98d-b0f4-4921-b6f8-8c9079c5de68 req-41952f87-20ae-4448-8eb3-ae57cfc74e87 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.36 "DELETE /v2.0/ports/764ee7f3-db8a-4097-9ddf-a26c5e08a677 HTTP/1.1" status: 204 len: 173 time: 1.3908556 Dec 09 15:22:49.138833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-deleted', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:22:49.141390 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684bb71-159a-49c9-ac28-8f7b059561f0" -d '{"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-deleted", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:22:49.196205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.235309 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4920ddc-a4d2-42ca-9b94-6e9e9bf81daa x-openstack-request-id: req-f4920ddc-a4d2-42ca-9b94-6e9e9bf81daa {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:22:49.235785 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8ad07c-cfea-4dee-a448-0ca07888e908", "name": "network-vif-deleted", "tag": "764ee7f3-db8a-4097-9ddf-a26c5e08a677", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:22:49.236215 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4920ddc-a4d2-42ca-9b94-6e9e9bf81daa {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:22:49.237032 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8ad07c-cfea-4dee-a448-0ca07888e908', 'name': 'network-vif-deleted', 'tag': '764ee7f3-db8a-4097-9ddf-a26c5e08a677', 'status': 'completed', 'code': 200} Dec 09 15:22:49.253002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88589410-45b7-4f17-975b-dd4e79c01d04,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:49.357148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:49.546264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e0de45f-d1b2-4450-9722-4f0473c28aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.600695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8e0de45f-d1b2-4450-9722-4f0473c28aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.630727 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39bdd587-8842-47d2-9db3-5758f863477a req-7fcad965-a0d6-4623-88cc-77f74bfdc049 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8ad07c-cfea-4dee-a448-0ca07888e908 HTTP/1.1" status: 200 len: 210 time: 0.0778959 Dec 09 15:22:49.641824 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8e0de45f-d1b2-4450-9722-4f0473c28aea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fdb285074ac449789db2ddade2a2b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5275357 Dec 09 15:22:49.644235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54148) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:49.721773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2da79d86-f82d-4404-bef5-abd1cba282d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.733938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0de45f-d1b2-4450-9722-4f0473c28aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f76fc78-c78d-4f86-93b3-93ce66e73c4e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:49.741783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:49.746893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2da79d86-f82d-4404-bef5-abd1cba282d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.758535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.771805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:49.783923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:49.783923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:49.821815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2da79d86-f82d-4404-bef5-abd1cba282d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.827879 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2da79d86-f82d-4404-bef5-abd1cba282d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:49.829205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2da79d86-f82d-4404-bef5-abd1cba282d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f76fc78-c78d-4f86-93b3-93ce66e73c4e HTTP/1.1" status: 204 len: 168 time: 0.1826055 Dec 09 15:22:49.839070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da79d86-f82d-4404-bef5-abd1cba282d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f76fc78-c78d-4f86-93b3-93ce66e73c4e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:49.951304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:50.078693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:22:50.174436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:50.209928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73e772-ff0c-4d98-b775-2a5c6868feae None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:50.532626 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19aef3a-5f02-4fdb-bfae-774af8e10288 None None] New status for floating IP 918a5928-91f6-4cb3-ab7f-48b6b954e87f: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:22:50.600352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:22:50.610078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3de273f6-e9c6-4798-8c14-8de267a7f1c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3256979 Dec 09 15:22:50.610375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54168) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:50.615975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] Sync routers for ids ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:22:50.637355 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] Routers {'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:50.641813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:50.792247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54178) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:50.812327 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:50.922350 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7d3-68bf-4a7b-88d6-9018119ba07c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:50.970704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] Set router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:50.994894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7d3-68bf-4a7b-88d6-9018119ba07c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.000575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:51.016869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.058883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 764ee7f3-db8a-4097-9ddf-a26c5e08a677 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:51.059127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 764ee7f3-db8a-4097-9ddf-a26c5e08a677 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:51.104616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7d3-68bf-4a7b-88d6-9018119ba07c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.107554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd7d3-68bf-4a7b-88d6-9018119ba07c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.111878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54184) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:51.112615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3a3dd7d3-68bf-4a7b-88d6-9018119ba07c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "DELETE /v2.0/security-groups/40983111-32c3-4e13-91ce-854ed3c5f0ee HTTP/1.1" status: 204 len: 168 time: 0.3193479 Dec 09 15:22:51.125851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Deleting port 10c67b88-ee66-4e2b-9941-9f1027820e12 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:51.125851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.135814 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-10cfef92-db5d-454b-8b8b-82cc142ad113 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] show failed (client error): The resource could not be found. Dec 09 15:22:51.139835 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-10cfef92-db5d-454b-8b8b-82cc142ad113 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups/40983111-32c3-4e13-91ce-854ed3c5f0ee HTTP/1.1" status: 404 len: 347 time: 0.0240073 Dec 09 15:22:51.140665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54186) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:51.146656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dd7d3-68bf-4a7b-88d6-9018119ba07c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40983111-32c3-4e13-91ce-854ed3c5f0ee,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:51.215071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:49Z', 'revision_number': 5, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port': {'id': '10c67b88-ee66-4e2b-9941-9f1027820e12', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:51.235199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] For port 10c67b88-ee66-4e2b-9941-9f1027820e12, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10c67b88-ee66-4e2b-9941-9f1027820e12,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:51.235593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.250952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] Checking router: a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:22:51.267187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] Routers {'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:22:51.267187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:51.270279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Calling delete_port for 10c67b88-ee66-4e2b-9941-9f1027820e12 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:51.377941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Deleting port 83f45f8f-63ba-4075-a1b9-75901b9d384c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:51.378924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.391188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] Set router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:22:51.469491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:51Z', 'revision_number': 6, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:51.484380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.484380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.502179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Calling delete_port for 83f45f8f-63ba-4075-a1b9-75901b9d384c owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:51.516924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1fde2-8e1f-4dfe-a2db-309bac5a4ca6 None None] The sync data for ids ['a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01'] in n-d-804292-5 is: [{'id': 'a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01', 'name': 'tempest-TestAggregatesBasicOps-162559854-router', 'tenant_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:27Z', 'updated_at': '2021-12-09T15:22:51Z', 'revision_number': 6, 'project_id': '0c8bdfb143ff4a3fb3d54b3dcab11e6f', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:22:51.537332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.598794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c67b88-ee66-4e2b-9941-9f1027820e12,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:51.610155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0882eb0-c962-4980-a6bc-41e7641c4cbe None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:51.684458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.714981 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.750063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event deleted for resources: {'Port': ['ID=83f45f8f-63ba-4075-a1b9-75901b9d384c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:51.801388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.803752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.821453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.825401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.826644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a7777df0-c72e-4fcd-aa9f-8678277ba6ab tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "DELETE /v2.0/floatingips/918a5928-91f6-4cb3-ab7f-48b6b954e87f HTTP/1.1" status: 204 len: 168 time: 0.6850455 Dec 09 15:22:51.836009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54200) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:51.868192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.868716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:51.875953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:51.880232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:51.889456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b08b2ccd-17a0-48a6-9a9b-324ad49080e8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a7f2f37c-42bc-48b1-bcbd-02c9ecc15a01 HTTP/1.1" status: 204 len: 168 time: 1.2713175 Dec 09 15:22:51.938586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Deleting subnet 3493a844-b72f-4016-8d19-02614425841a {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:22:51.947767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.015990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.050300 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.082016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1692902634'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:52.148122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.149038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.157637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.248153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.255815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.273213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.280179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.283893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1bf67d0c-8b53-4748-b042-e78eced44bda tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4444976 Dec 09 15:22:52.284369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54208) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:52.313734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54210) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:52.318151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150867834', 'description': 'tempest-description--596734915'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:52.323085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3493a844-b72f-4016-8d19-02614425841a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:52.329628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.334988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe713903-a748-4b3d-a4ec-345b277153b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3493a844-b72f-4016-8d19-02614425841a HTTP/1.1" status: 204 len: 168 time: 0.4515929 Dec 09 15:22:52.335570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54212) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:52.339114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ca9db-cf8a-4eae-87d0-b836fcc4e0b8 None None] Network e513fe5b-0019-443f-ab4c-0189567a1051 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:22:52.384195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.402943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.426316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.496418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.566203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.572150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96167761-1d31-472f-a4cd-815e342d185f None None] DHCP port deletion for e513fe5b-0019-443f-ab4c-0189567a1051 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:22:52.576829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Deleting port 6243bae9-5cf3-4f39-8d86-babe30e136e6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:52.577389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.580330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.649910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-96167761-1d31-472f-a4cd-815e342d185f None None] Deleting port 6243bae9-5cf3-4f39-8d86-babe30e136e6 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:22:52.650345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96167761-1d31-472f-a4cd-815e342d185f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.667028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.682378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3642802 Dec 09 15:22:52.682378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf22e95-37f0-40c7-9158-413b0c5ce125 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845c5ce7-ced3-411e-9920-c44f70a1458c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:52.690570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54216) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:52.745844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'security_group_rule': {'security_group_id': '845c5ce7-ced3-411e-9920-c44f70a1458c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:52.751934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-96167761-1d31-472f-a4cd-815e342d185f None None] For port 6243bae9-5cf3-4f39-8d86-babe30e136e6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6243bae9-5cf3-4f39-8d86-babe30e136e6,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:52.752340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96167761-1d31-472f-a4cd-815e342d185f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.768535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-96167761-1d31-472f-a4cd-815e342d185f None None] Calling delete_port for 6243bae9-5cf3-4f39-8d86-babe30e136e6 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:52.788882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] For port 6243bae9-5cf3-4f39-8d86-babe30e136e6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6243bae9-5cf3-4f39-8d86-babe30e136e6,segment=NetworkSegment(aced47e9-8393-45c7-80ce-4f93bec9aa6f),segment_id=aced47e9-8393-45c7-80ce-4f93bec9aa6f)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:22:52.789369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.817246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Calling delete_port for 6243bae9-5cf3-4f39-8d86-babe30e136e6 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:22:52.819204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.914228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96167761-1d31-472f-a4cd-815e342d185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.954733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.966747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:52.967753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96167761-1d31-472f-a4cd-815e342d185f None None] Pushing event deleted for resources: {'Port': ['ID=6243bae9-5cf3-4f39-8d86-babe30e136e6,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:52.975752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96167761-1d31-472f-a4cd-815e342d185f None None] No DVR routers for this DVR port 6243bae9-5cf3-4f39-8d86-babe30e136e6 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:53.002209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a428d80e-b1ee-4c89-acc3-3780e5605978,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:53.004958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.005765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.009029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.037004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.038333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-09ede75e-5c84-4831-9826-5aec9084bee8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447688 Dec 09 15:22:53.039228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6243bae9-5cf3-4f39-8d86-babe30e136e6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:53.043550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54218) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:53.046087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] No DVR routers for this DVR port 6243bae9-5cf3-4f39-8d86-babe30e136e6 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:22:53.050321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'security_group_rule': {'security_group_id': '845c5ce7-ced3-411e-9920-c44f70a1458c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:53.066947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.067967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaccd3a6-42c0-4286-bfef-79c466fb2357 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:53.074108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.075265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f5d6301a-9947-4bd3-b783-9c3e37d6598e tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "DELETE /v2.0/routers/eaccd3a6-42c0-4286-bfef-79c466fb2357 HTTP/1.1" status: 204 len: 168 time: 0.7891169 Dec 09 15:22:53.078709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54220) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:53.084833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Request body: {'router': {'name': 'tempest-router-1089383179', 'distributed': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:53.109870 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:22:53.109870 n-d-804292-5 neutron-server[109894]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 15:22:53.109870 n-d-804292-5 neutron-server[109894]: [parameters: {'project_id': '28cdecd0dfef41b781146a4c8812a6a4', 'id': 'cb3f9e07-5302-46e6-b7fe-609f1a707e2b', 'expiration': datetime.datetime(2021, 12, 9, 15, 24, 53, 97704)}] Dec 09 15:22:53.109870 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:22:53.111432 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:22:53.158184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.170293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.178547 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6b25259d-429b-45f6-9513-cf521baadd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.194883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e513fe5b-0019-443f-ab4c-0189567a1051']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:53.213793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aced47e9-8393-45c7-80ce-4f93bec9aa6f') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:53.214101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aced47e9-8393-45c7-80ce-4f93bec9aa6f') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:22:53.229470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.250521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.259789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.262883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:22:53.263289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:22:53.265066 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:22:53.321752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.351268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc546533-fb5e-4ee6-beaf-7bdc09cdfecb,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:53.355259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.364964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.368049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e2dbbcb4-609f-42eb-9c79-0831a72dc5b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233328 Dec 09 15:22:53.371609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:53.375037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.379400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] 10.222.0.46 "DELETE /v2.0/networks/e513fe5b-0019-443f-ab4c-0189567a1051 HTTP/1.1" status: 204 len: 168 time: 1.0431793 Dec 09 15:22:53.381103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:53.401024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4ae71-fe2c-4ff4-a67d-f1f52d77d2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e513fe5b-0019-443f-ab4c-0189567a1051,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:53.439933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 88589410-45b7-4f17-975b-dd4e79c01d04 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:53.440861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.471850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 88589410-45b7-4f17-975b-dd4e79c01d04 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:53.474104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 88589410-45b7-4f17-975b-dd4e79c01d04 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:53.475835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6243bae9-5cf3-4f39-8d86-babe30e136e6 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:53.502406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6243bae9-5cf3-4f39-8d86-babe30e136e6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:53.502897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6243bae9-5cf3-4f39-8d86-babe30e136e6 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:53.503715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10c67b88-ee66-4e2b-9941-9f1027820e12 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:22:53.528095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 10c67b88-ee66-4e2b-9941-9f1027820e12 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:22:53.528698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10c67b88-ee66-4e2b-9941-9f1027820e12 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:22:53.572598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.642091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54226) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:53.668210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.669328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.692268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca91969d-a39b-475c-92a8-a3ecee6fd664 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7d2a1946e434516be7373e0366fa697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480020 Dec 09 15:22:53.693961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54228) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:53.724583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Allocated IP 172.25.0.113 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e6a7e2da-201f-447b-9e6d-3408aad9895f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:53.755527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08f60f08-14d2-4c4b-a1a7-3886595f29c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.760003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.782667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.796524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08f60f08-14d2-4c4b-a1a7-3886595f29c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.837449 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.839634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-974e1fb1-ee51-42d7-bd0b-552e980ef341 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7593215 Dec 09 15:22:53.842353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54232) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:53.862121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08f60f08-14d2-4c4b-a1a7-3886595f29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.865667 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-08f60f08-14d2-4c4b-a1a7-3886595f29c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:53.867308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-08f60f08-14d2-4c4b-a1a7-3886595f29c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b654755c-3eff-45ce-9478-d40e75a256a1 HTTP/1.1" status: 204 len: 168 time: 0.1719520 Dec 09 15:22:53.889286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f60f08-14d2-4c4b-a1a7-3886595f29c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b654755c-3eff-45ce-9478-d40e75a256a1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:53.950026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.033717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.137867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.141228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.204441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.205600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e203679-5674-42dc-b24b-cbbb65c23be6 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:54.210609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.215829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54238) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:54.217334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6363930d-0329-414c-92eb-460acfa57af6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "DELETE /v2.0/routers/9e203679-5674-42dc-b24b-cbbb65c23be6 HTTP/1.1" status: 204 len: 168 time: 0.3737657 Dec 09 15:22:54.218837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.221094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Request body: {'router': {'name': 'tempest-router-1056956577', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9827a6a7d41a460ebff12f852c11477c'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:54.251421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.252928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.256817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:54.260481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:54.264587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:54.306189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:54.309654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'Port': ['ID=e6a7e2da-201f-447b-9e6d-3408aad9895f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:54.361996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.370355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.403772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.405696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e9053e06-9373-4716-abf1-098f5c896817 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1886010 Dec 09 15:22:54.409148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:54.414561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:54.420574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c65128d-5e6e-436c-963a-3670cad5c035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c8bdfb143ff4a3fb3d54b3dcab11e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126027 Dec 09 15:22:54.425331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54244) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:54.436698 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.499257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.543422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-787723d7-c80f-45c0-9429-7c8b4740ac98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.614490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-787723d7-c80f-45c0-9429-7c8b4740ac98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.685574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.686418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.729883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-787723d7-c80f-45c0-9429-7c8b4740ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.732489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-787723d7-c80f-45c0-9429-7c8b4740ac98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.733957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-787723d7-c80f-45c0-9429-7c8b4740ac98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aac198d9-0cb1-4794-ad60-ab39b4aa7f63 HTTP/1.1" status: 204 len: 168 time: 0.3076570 Dec 09 15:22:54.744998 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.751133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787723d7-c80f-45c0-9429-7c8b4740ac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac198d9-0cb1-4794-ad60-ab39b4aa7f63,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:54.753484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.814024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109895) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 09 15:22:54.814585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Router 48ab7fa6-1511-4da9-8dcc-b299c3e578fd migrating from provider to provider. {{(pid=109895) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 09 15:22:54.814707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.826692 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.834253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.840439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'Port': ['ID=e6a7e2da-201f-447b-9e6d-3408aad9895f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:54.862828 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.883510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:54.885337 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-72da124f-afb8-4a2e-9793-17d4b1075230 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5107729 Dec 09 15:22:54.936021 n-d-804292-5 neutron-server[109895]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] No L3 agents can host the router 48ab7fa6-1511-4da9-8dcc-b299c3e578fd Dec 09 15:22:55.052293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Hosts for router 48ab7fa6-1511-4da9-8dcc-b299c3e578fd: [] {{(pid=109895) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 09 15:22:55.077753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Hosts for other DVR routers connected to router 48ab7fa6-1511-4da9-8dcc-b299c3e578fd: set() {{(pid=109895) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 09 15:22:55.080586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.081815 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c42b7182-3358-4fac-8842-27720160b2a7 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "PUT /v2.0/routers/48ab7fa6-1511-4da9-8dcc-b299c3e578fd HTTP/1.1" status: 200 len: 717 time: 0.6717417 Dec 09 15:22:55.084498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54264) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:55.158394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-8328f5ed-f1f8-44d2-ac64-d937bc70debd tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1150867834&fields=id&tenant_id=ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 267 time: 0.0583141 Dec 09 15:22:55.191109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-557a2c05-938d-4c43-b5f4-38bf6012ce76 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "GET /v2.0/routers/48ab7fa6-1511-4da9-8dcc-b299c3e578fd HTTP/1.1" status: 200 len: 717 time: 0.1053703 Dec 09 15:22:55.193515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54270) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:55.304991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-79fff652-0988-45f7-9c4e-3823d950c8f4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:55.306820 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-79fff652-0988-45f7-9c4e-3823d950c8f4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 817 time: 0.1396866 Dec 09 15:22:55.330109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-bf5e9ae1-e803-4560-94da-ccd20febdccc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/quotas/ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 375 time: 0.0111206 Dec 09 15:22:55.390843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-ff386682-8c83-45e6-a6db-97da54216c79 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506918 Dec 09 15:22:55.524032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-caa301a2-0409-414e-a592-9927e5b97852 service neutron] 10.222.0.46 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171103 Dec 09 15:22:55.559479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-35c16f9d-1705-49ce-a436-3f59858a8719 tempest-RoutersTestDVR-1219458840 tempest-RoutersTestDVR-1219458840-project] 10.222.0.46 "GET /v2.0/routers/48ab7fa6-1511-4da9-8dcc-b299c3e578fd HTTP/1.1" status: 200 len: 683 time: 0.3647277 Dec 09 15:22:55.561883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54284) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:55.649910 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0b85917b-16ed-491f-ab21-d4ddc1c4cb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.653722 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.659972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-48eb86e1-182f-4b71-8dfd-51f7f389bb21 service neutron] 10.222.0.46 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288307 Dec 09 15:22:55.846391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.849300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.940515 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35e58048-5a63-4426-8acb-c984831034a2 req-761af72b-7250-4308-9468-7ad9b939b623 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 210 time: 0.0791872 Dec 09 15:22:55.968467 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.968467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48ab7fa6-1511-4da9-8dcc-b299c3e578fd {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:55.972458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:55.974207 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0bb5e1e7-a696-44c4-892b-6d89fab26e30 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "DELETE /v2.0/routers/48ab7fa6-1511-4da9-8dcc-b299c3e578fd HTTP/1.1" status: 204 len: 168 time: 0.4113131 Dec 09 15:22:55.979079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54300) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:55.984672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Request body: {'router': {'name': 'tempest-router-957145336', 'distributed': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:56.009359 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.010600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.076926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.089103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.111834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.115898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54312) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:56.116473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e94b4dcf-1f2a-4986-8d71-affd67b01bd6 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1351845 Dec 09 15:22:56.205388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.394185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.396464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.454313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.455222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2288f16b-b4db-491c-869f-c0b7a17c94ad {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:22:56.466543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.471601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e99913ba-cccf-4ec0-bf67-572063b09a00 tempest-RoutersTestDVR-724086420 tempest-RoutersTestDVR-724086420-project-admin] 10.222.0.46 "DELETE /v2.0/routers/2288f16b-b4db-491c-869f-c0b7a17c94ad HTTP/1.1" status: 204 len: 168 time: 0.3503211 Dec 09 15:22:56.741693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:56.787567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54334) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:56.909068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-08e264c6-66d2-4dd3-984f-71f39f43f885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.007365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-08e264c6-66d2-4dd3-984f-71f39f43f885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.013971 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-08e264c6-66d2-4dd3-984f-71f39f43f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.069546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e264c6-66d2-4dd3-984f-71f39f43f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d6573-4ea4-4ee9-9593-c3a54d9ac426,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:57.099090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-08e264c6-66d2-4dd3-984f-71f39f43f885 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9827a6a7d41a460ebff12f852c11477c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102477 Dec 09 15:22:57.101442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54350) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:57.162485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c82ac4da-fdfd-4874-a19f-fed3004afeca req-5fbe01fd-1317-4da8-abfb-63fc749955ca tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 210 time: 0.0473256 Dec 09 15:22:57.229845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b9f6-f424-4064-9579-17c066bd0921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.273841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b9f6-f424-4064-9579-17c066bd0921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.294053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54352) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:57.301172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814548120', 'description': 'tempest-secgroup-smoke-814548120 description', 'project_id': '04bb30fb984a4d36b8046aef06454315'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:57.330928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-87b52bd0-20c4-467c-b42d-269ed83b3310 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:57.332426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-87b52bd0-20c4-467c-b42d-269ed83b3310 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 817 time: 0.1897149 Dec 09 15:22:57.382944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.401535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.428982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b9f6-f424-4064-9579-17c066bd0921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.432324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b9f6-f424-4064-9579-17c066bd0921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.433477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f0f8b9f6-f424-4064-9579-17c066bd0921 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/521d6573-4ea4-4ee9-9593-c3a54d9ac426 HTTP/1.1" status: 204 len: 168 time: 0.3310323 Dec 09 15:22:57.457519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-3841e71a-0eac-405f-afec-c10e9a23fc4c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 380 time: 0.1067083 Dec 09 15:22:57.459626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b9f6-f424-4064-9579-17c066bd0921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d6573-4ea4-4ee9-9593-c3a54d9ac426,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:57.529549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.534544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.581037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20c6a3-96d3-4313-96c0-bd442ee04674,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:57.605597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'port': {'device_id': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'admin_state_up': True, 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'security_groups': ['845c5ce7-ced3-411e-9920-c44f70a1458c']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:57.664116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.693966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.735609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.739840 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4415708 Dec 09 15:22:57.740017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54358) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:57.744390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '2e645c92-2f8a-404f-8642-00de6888bbdc', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:57.748063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30852a9f-49b6-4f8e-a8a1-e70e5b38a19b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e645c92-2f8a-404f-8642-00de6888bbdc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:57.772832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.784728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54360) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:57.791761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Made reservation on behalf of ab581ffb4411402c98df37bfc86ac6cf for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:57.795993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.808847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec968-e621-4d02-9825-240f668ee076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.862591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.870132 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.898392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b9bf19-6d3f-4123-90ef-9f616d074709,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:57.909372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.910666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-852aaa41-8cd7-4cbc-aa92-56bfc26bf69b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697907 Dec 09 15:22:57.914489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54362) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:57.922535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '2e645c92-2f8a-404f-8642-00de6888bbdc', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:57.940320 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec968-e621-4d02-9825-240f668ee076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.944992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec968-e621-4d02-9825-240f668ee076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.961679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Allocated IP 172.20.0.6 (d025b975-ab3e-41a7-bb52-2bd69d09b4d2/96f92a48-9fa1-4d90-bab1-230def423ede/32c7c354-84c6-40ac-95ba-4c2bb2858b69) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:22:57.976081 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:57.992322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5a4ec968-e621-4d02-9825-240f668ee076 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28cdecd0dfef41b781146a4c8812a6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063658 Dec 09 15:22:57.993584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ec968-e621-4d02-9825-240f668ee076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856c4d2f-ab32-498f-b4a3-3a02bebc11df,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:57.995717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54364) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:58.147249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.162249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.192511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90921cdb-ea96-48de-8db3-716540f0ad9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.208790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee26984a-7a1d-4c17-9b32-bf47a6537d00,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:58.225740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.226945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6131bfa6-a08c-487e-ab5e-a3faa9a47053 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3115990 Dec 09 15:22:58.230414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54370) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:58.246268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '2e645c92-2f8a-404f-8642-00de6888bbdc', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:58.267887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90921cdb-ea96-48de-8db3-716540f0ad9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.282061 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.307210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.343061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b770d865-a7c7-4825-988e-8b34901803a7 req-53a81ed5-5877-4f79-b9d7-d1ef5ea3385d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 210 time: 0.0467329 Dec 09 15:22:58.380152 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90921cdb-ea96-48de-8db3-716540f0ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.383047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90921cdb-ea96-48de-8db3-716540f0ad9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.388731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-90921cdb-ea96-48de-8db3-716540f0ad9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/856c4d2f-ab32-498f-b4a3-3a02bebc11df HTTP/1.1" status: 204 len: 168 time: 0.3911164 Dec 09 15:22:58.389985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.410805 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.434484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.439666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.464081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60224a94-7a8b-4067-aa7a-1d446fa300af,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:58.475457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90921cdb-ea96-48de-8db3-716540f0ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856c4d2f-ab32-498f-b4a3-3a02bebc11df,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:58.477298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.479593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e87c9749-7af4-4f85-86e5-92f4a64f8916 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2468865 Dec 09 15:22:58.482416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54382) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:58.488458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:22:58.491306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:22:58.493963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:22:58.520652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '2e645c92-2f8a-404f-8642-00de6888bbdc', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:58.560530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:58.560886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.561241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.590819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:58.600703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-b42cbda2-3fe2-41c1-a1ec-10be8566540a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0030451 Dec 09 15:22:58.624871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Request body: {'port': {'device_id': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:58.671689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.678638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.700357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89eab4e7-524f-4cd5-9e00-a61110ac2db3,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:58.729073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.735719 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.742951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54386) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:58.743572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-16a3f7f2-52f3-4756-ace1-38ff01e83a4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592609 Dec 09 15:22:58.747660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '2e645c92-2f8a-404f-8642-00de6888bbdc', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:58.885290 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:22:58.892593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.904566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4d16c512-f33e-4b27-9fde-5f4ee6c83b20 None None] Provisioning complete for port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:22:58.905352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d16c512-f33e-4b27-9fde-5f4ee6c83b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:58.959142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4d16c512-f33e-4b27-9fde-5f4ee6c83b20 None None] Port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:22:59.008965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.016257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.049763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeed51e-fdce-4d25-8124-6b57983318a7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:59.067627 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.068751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f13ff5e-4d0c-4220-a35f-85e9cf4111de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3247831 Dec 09 15:22:59.072780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54396) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:59.079228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '2e645c92-2f8a-404f-8642-00de6888bbdc', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:59.120494 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:22:59.132828 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.135726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c7c354-84c6-40ac-95ba-4c2bb2858b69 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:22:59.160157 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.193031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Transition to ACTIVE for port object 32c7c354-84c6-40ac-95ba-4c2bb2858b69 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:22:59.198766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.200632 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.254004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:59.294472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.318236 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.342805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5509afcc-9a01-4df0-a010-3d23e4b962e3,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:59.364962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.367202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34e442a1-9db4-442b-989e-14700016e436 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2922695 Dec 09 15:22:59.370947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54406) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:59.375199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Attempting to bind port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:22:59.375573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Attempting to bind port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:22:59.375902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Attempting to bind port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:59.382100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'network': {'name': 'tempest-network-smoke--1825694168', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:59.389481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:22:59.389806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Attempting to bind port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 on network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:22:59.400799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:22:59.401128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Checking segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:22:59.401515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Bound using segment: {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:22:59.401945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Bound port: 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:22:59.402301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.422233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:59.426359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.463841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:22:59.490933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.491798 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Added segment 3e6a8882-8eed-4429-97c2-45ab6c4ed7c1 of type vlan for network e9385143-f0e2-4c30-92af-fe5f027b3948 Dec 09 15:22:59.555072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.560503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:22:59.565530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:22:59.576915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1b2cd-012b-4b8f-a505-fceb39e31dd2 req-493532eb-3b8f-41db-90f3-9821c1c943a1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:59.578901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47c1b2cd-012b-4b8f-a505-fceb39e31dd2 req-493532eb-3b8f-41db-90f3-9821c1c943a1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0913768 Dec 09 15:22:59.580965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.593128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.606957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:59.607653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.629520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:59.630760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.632656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54412) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:59.633639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] 10.222.0.43 "PUT /v2.0/ports/32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 1091 time: 1.0200942 Dec 09 15:22:59.637873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:22:59.642591 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13bc25b-0697-45c4-afe4-32f8c6d2960f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:22:59.693511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3204329 Dec 09 15:22:59.698715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54418) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:22:59.717851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'admin_state_up': True, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:59.745084 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874a919-d05a-4e5b-b06e-4159457257d8 x-openstack-request-id: req-6874a919-d05a-4e5b-b06e-4159457257d8 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:22:59.745470 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:22:59.745721 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6874a919-d05a-4e5b-b06e-4159457257d8 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:22:59.746054 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'status': 'completed', 'code': 200} Dec 09 15:22:59.748759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e60239-f247-48cc-bd7f-824573b41a21 service neutron] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:59.761535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82685384-4251-443b-a1b4-2f9a8f311d58 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Network': ['ID=e9385143-f0e2-4c30-92af-fe5f027b3948,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:22:59.778381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e9385143-f0e2-4c30-92af-fe5f027b3948 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:22:59.794002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47c1b2cd-012b-4b8f-a505-fceb39e31dd2 req-29efdfb2-d8c8-4287-9700-960f51b92c50 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031972 Dec 09 15:22:59.798432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.799721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.813413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-277773550'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:22:59.814026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-f37c502b-6a10-419d-a28b-c19e5ec8d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:22:59.815895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-f37c502b-6a10-419d-a28b-c19e5ec8d7da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1094 time: 0.1320693 Dec 09 15:22:59.853347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:22:59.857483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.877916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:22:59.886070 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-cdff9cb8-3dbd-48d5-bbf3-38d4f570623e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 217 time: 0.0473008 Dec 09 15:23:00.008371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.014739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.055929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:00.063953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e39ef8-016e-481a-b60a-8fc5ba850319,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:00.085773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.087596 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Added segment 2452593e-cd58-4b41-93cd-5b4fa9fe591b of type vlan for network f03aa308-4abc-4e49-aaf7-38493f419f60 Dec 09 15:23:00.136626 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.163854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.170432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:00.171073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.214536 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5778818 Dec 09 15:23:00.215751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54422) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:00.221039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'subnet': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:00.278196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.281062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f30586-89ad-4d7c-81c2-d7405d295982 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Network': ['ID=f03aa308-4abc-4e49-aaf7-38493f419f60,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:00.292371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f03aa308-4abc-4e49-aaf7-38493f419f60 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:00.373007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:00.376835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.423192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-bab50032-9ce3-4e42-af43-d70d7f8ae241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:00.424689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-bab50032-9ce3-4e42-af43-d70d7f8ae241 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.1581247 Dec 09 15:23:00.469245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.524042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-97fd996a-3853-4778-84a2-d2db4c8d4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:00.525571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-97fd996a-3853-4778-84a2-d2db4c8d4cfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693116 Dec 09 15:23:00.687837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-4dc97c79-d90e-41af-8826-d539039713ee service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507254 Dec 09 15:23:00.859266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.869985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.886289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:00.949426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-34dbab22-25d2-4290-8dc9-041cf1bdc802 req-d4f90deb-93e1-40eb-824f-bfa9843f2076 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491968 Dec 09 15:23:00.971067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Subnet': ['ID=a773cc20-b726-496a-9794-8bbb085bc663,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:00.990243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Checking segment: {'id': '2452593e-cd58-4b41-93cd-5b4fa9fe591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:00.990619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network hostable DHCP agents. Network: f03aa308-4abc-4e49-aaf7-38493f419f60, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:01.001962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca0381-c56d-451b-b4e0-efee57ade8a2 req-f30dcb2f-ad8a-4cb2-bfdc-8e99def2a6c4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:01.003537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ca0381-c56d-451b-b4e0-efee57ade8a2 req-f30dcb2f-ad8a-4cb2-bfdc-8e99def2a6c4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0862169 Dec 09 15:23:01.020276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:01.044228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f03aa308-4abc-4e49-aaf7-38493f419f60) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:01.050950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:01.051120 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.054251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.25 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/b238c98d-6c17-4db3-8c9b-03c0882ad3ee) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:01.059127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867fbda-685b-4b00-964a-1e4fd3cb69f8 None None] Network f03aa308-4abc-4e49-aaf7-38493f419f60 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:01.085760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-65ce45bd-5aab-4df3-be97-ffc8120ca385 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8698335 Dec 09 15:23:01.088727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54426) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:01.094078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'name': 'tempest-AllowedAddressPairTestJSON-394534027'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:01.101606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ca0381-c56d-451b-b4e0-efee57ade8a2 req-4abd8b4e-55ce-4d74-8e16-d6c674c2c97b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743592 Dec 09 15:23:01.144834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-cd0a1213-e034-48a8-9983-82474ae80f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:01.146364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-cd0a1213-e034-48a8-9983-82474ae80f90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1094 time: 0.1149793 Dec 09 15:23:01.226896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f03aa308-4abc-4e49-aaf7-38493f419f60', 'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'project_id': '56c472632923495d9cdfc94b1e68eb95', 'fixed_ips': [{'subnet_id': 'a773cc20-b726-496a-9794-8bbb085bc663'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:01.227928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.269618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:01.275611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.320919 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.341854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] device_id is not set on port 691e8f6e-3b6d-43e5-bcd0-20263d12aa86 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:23:01.346264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-c0f9f4db-2768-489b-b4b4-411d6f592eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:01.348451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-c0f9f4db-2768-489b-b4b4-411d6f592eca service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1935451 Dec 09 15:23:01.420635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-8d4c066a-a284-4005-9ce7-3bc6229e9522 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 217 time: 0.0616171 Dec 09 15:23:01.488130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Allocated IP 172.20.0.2 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/172488dc-f80a-40f1-9262-64a4d3499a73) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:01.491186 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.554395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:01.560726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-880a2f45-fc20-4ac2-aad0-0c6903b5129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:01.562602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-880a2f45-fc20-4ac2-aad0-0c6903b5129a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.1320055 Dec 09 15:23:01.566230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:01.569543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:01.584428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814eaae0-94eb-48f8-a5f5-3378607a8684 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:01.621432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:01.681010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.686133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9043bcca-9b77-4dd9-9b75-3f8de7503737 None None] Provisioning complete for port b238c98d-6c17-4db3-8c9b-03c0882ad3ee triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:01.686624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9043bcca-9b77-4dd9-9b75-3f8de7503737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.710339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.724411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-587a78fa-7825-4e10-bcb2-403228d0c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:01.726159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-587a78fa-7825-4e10-bcb2-403228d0c66d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483705 Dec 09 15:23:01.761266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Pushing event updated for resources: {'Port': ['ID=172488dc-f80a-40f1-9262-64a4d3499a73,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:01.781490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:01.785840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Allocated IP 172.20.0.11 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/691e8f6e-3b6d-43e5-bcd0-20263d12aa86) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:01.788548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:01.791318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.791733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.792052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.792444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.792760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.793091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.793417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.793752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.794089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.794426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.794759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.795383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.795751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:01.801886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:01.813567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9043bcca-9b77-4dd9-9b75-3f8de7503737 None None] Port b238c98d-6c17-4db3-8c9b-03c0882ad3ee cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:01.886331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Attempting to bind port 172488dc-f80a-40f1-9262-64a4d3499a73 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:01.886707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Attempting to bind port 172488dc-f80a-40f1-9262-64a4d3499a73 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2452593e-cd58-4b41-93cd-5b4fa9fe591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:01.887337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Attempting to bind port 172488dc-f80a-40f1-9262-64a4d3499a73 on network f03aa308-4abc-4e49-aaf7-38493f419f60 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:01.893360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:01.894073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Checking segment: {'id': '2452593e-cd58-4b41-93cd-5b4fa9fe591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:01.894712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.895327 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Bound using segment: {'id': '2452593e-cd58-4b41-93cd-5b4fa9fe591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:01.896091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Bound port: 172488dc-f80a-40f1-9262-64a4d3499a73, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2452593e-cd58-4b41-93cd-5b4fa9fe591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:01.896730 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:01.967934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-37dcdf4f-bdfb-43a3-a4eb-01d229675a05 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125545 Dec 09 15:23:01.984175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] For port 172488dc-f80a-40f1-9262-64a4d3499a73, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:01.988432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] For port 172488dc-f80a-40f1-9262-64a4d3499a73, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=172488dc-f80a-40f1-9262-64a4d3499a73,segment=NetworkSegment(2452593e-cd58-4b41-93cd-5b4fa9fe591b),segment_id=2452593e-cd58-4b41-93cd-5b4fa9fe591b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:01.996311 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.081617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.083761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc9a7b-25b2-43ce-9432-bbbe6ce06db3 None None] Pushing event updated for resources: {'Port': ['ID=172488dc-f80a-40f1-9262-64a4d3499a73,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:02.124131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.138140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.168870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:02.172249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:02.178338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:02.186563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=691e8f6e-3b6d-43e5-bcd0-20263d12aa86,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:02.226731 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a13bc25b-0697-45c4-afe4-32f8c6d2960f req-c27c19a5-c1a1-459d-94c4-71230f22e327 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496355 Dec 09 15:23:02.240339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:02.241081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.293615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7d13dd22-1e44-4078-a6fb-d9c2bc4d7c2f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2026756 Dec 09 15:23:02.294653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54432) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:02.303138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'name': 'tempest-AllowedAddressPairTestJSON-1490404214', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:80:bf:8b'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:02.386052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ef500-df7c-45e2-985f-980c9c5a49eb req-ecd1bf77-4ee1-4cad-9f0e-f6d1637e759c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:02.388496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e1ef500-df7c-45e2-985f-980c9c5a49eb req-ecd1bf77-4ee1-4cad-9f0e-f6d1637e759c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.1169951 Dec 09 15:23:02.484965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:02.523453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e1ef500-df7c-45e2-985f-980c9c5a49eb req-3b01f173-cc04-48c2-a1a8-67699f35760f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966458 Dec 09 15:23:02.547324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.595873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.618414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] device_id is not set on port d43d03c1-5e93-4cfc-b145-88f7c0b8db40 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:23:02.690727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 7d78763d-6b11-467e-b51f-4b92830dd98d is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:23:02.739578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Allocated IP 172.20.0.9 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/d43d03c1-5e93-4cfc-b145-88f7c0b8db40) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:02.806738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:23:02.825886 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Sync routers for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:23:02.847041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:02.848955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-103251ca-0de5-4a66-996c-0e61acbf3f04 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1381226 Dec 09 15:23:02.851847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54436) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:02.852265 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:02.856713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:02.978505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.017763 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:03.041344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.046884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-442937d6-a402-44ee-bc4d-43d4e94035ad tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=04bb30fb984a4d36b8046aef06454315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1938276 Dec 09 15:23:03.049682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54440) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:03.106032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=d43d03c1-5e93-4cfc-b145-88f7c0b8db40,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:03.131126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:03.133921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:03.142324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:03.216038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:03.217172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.241973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f6f5ce44-b0d6-4718-9193-5bb062519547 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.9457974 Dec 09 15:23:03.244103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54442) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:03.268937 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:01Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:03.274789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a8271-8b06-4804-88b9-dc274ed72e47 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:03.276696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-547a8271-8b06-4804-88b9-dc274ed72e47 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2257135 Dec 09 15:23:03.279546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54444) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:03.304835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Checking router: 7d78763d-6b11-467e-b51f-4b92830dd98d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:23:03.305726 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Updating router 7d78763d-6b11-467e-b51f-4b92830dd98d port b238c98d-6c17-4db3-8c9b-03c0882ad3ee binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:23:03.343500 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.358505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6bcc9641-e031-4431-8086-caf0c89e48f9 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764668 Dec 09 15:23:03.360210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54446) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:03.380761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-479074175', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:03.399856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cef8d1-34d2-4b3d-9948-3a24d487c57f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:03.407593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cef8d1-34d2-4b3d-9948-3a24d487c57f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:03.413947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cef8d1-34d2-4b3d-9948-3a24d487c57f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:03.416355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c4cef8d1-34d2-4b3d-9948-3a24d487c57f tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1698503 Dec 09 15:23:03.419201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54448) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:03.424459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58e45c-0482-4c79-a155-637418660b35 None None] Network f03aa308-4abc-4e49-aaf7-38493f419f60 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:03.520830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:03.531406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.557874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port d43d03c1-5e93-4cfc-b145-88f7c0b8db40 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:03.558226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.563163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 172488dc-f80a-40f1-9262-64a4d3499a73 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:03.661816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f5e7a9b6-f2b0-4e72-bf2f-1ff1a771975a None None] Provisioning complete for port 172488dc-f80a-40f1-9262-64a4d3499a73 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:03.663083 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a9b6-f2b0-4e72-bf2f-1ff1a771975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.707247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.723208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for d43d03c1-5e93-4cfc-b145-88f7c0b8db40 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:03.727060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373fc0-8c13-49f2-ad8f-cd07333b902c req-dba06cb9-e3f8-4c5f-b8c7-0914bb0b9d9e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:03.728868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d373fc0-8c13-49f2-ad8f-cd07333b902c req-dba06cb9-e3f8-4c5f-b8c7-0914bb0b9d9e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0791576 Dec 09 15:23:03.786037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d373fc0-8c13-49f2-ad8f-cd07333b902c req-2a80f199-f492-410a-b03e-2de759cd6634 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503578 Dec 09 15:23:03.847668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 172488dc-f80a-40f1-9262-64a4d3499a73 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:03.847668 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.894867 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.916000 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.925241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.926520 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:03.999107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=d43d03c1-5e93-4cfc-b145-88f7c0b8db40,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:03.999602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a9b6-f2b0-4e72-bf2f-1ff1a771975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.006933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Checking segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:04.007482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network hostable DHCP agents. Network: e9385143-f0e2-4c30-92af-fe5f027b3948, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:04.010004 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbfc23-36bc-496d-904c-182e4d05f51a None None] Pushing event updated for resources: {'Port': ['ID=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:04.024042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f9b57-6ec1-4833-9704-c4d024862ee4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:04.024399 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Attempting to bind port b238c98d-6c17-4db3-8c9b-03c0882ad3ee on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:04.024788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Attempting to bind port b238c98d-6c17-4db3-8c9b-03c0882ad3ee by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:04.025221 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Attempting to bind port b238c98d-6c17-4db3-8c9b-03c0882ad3ee on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:04.026432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Subnet': ['ID=4125857e-df89-4bce-90ff-0132cc3acfbb,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:04.041030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network e9385143-f0e2-4c30-92af-fe5f027b3948 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:04.042489 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:04.043152 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:04.043830 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.044714 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:04.051769 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Bound port: b238c98d-6c17-4db3-8c9b-03c0882ad3ee, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:04.052567 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.054961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e9385143-f0e2-4c30-92af-fe5f027b3948) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:04.062380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:04.063075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.068064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f5e7a9b6-f2b0-4e72-bf2f-1ff1a771975a None None] For port 172488dc-f80a-40f1-9262-64a4d3499a73, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=172488dc-f80a-40f1-9262-64a4d3499a73,segment=NetworkSegment(2452593e-cd58-4b41-93cd-5b4fa9fe591b),segment_id=2452593e-cd58-4b41-93cd-5b4fa9fe591b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:04.073271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163388e-e17c-4ad2-9f96-b0e638294820 None None] Network e9385143-f0e2-4c30-92af-fe5f027b3948 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:04.086441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7022abfd-b820-40ed-ac32-deff13b95fb3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7249467 Dec 09 15:23:04.089393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54462) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:04.104515 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a9b6-f2b0-4e72-bf2f-1ff1a771975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.160188 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] For port b238c98d-6c17-4db3-8c9b-03c0882ad3ee, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:04.173454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7a9b6-f2b0-4e72-bf2f-1ff1a771975a None None] Pushing event updated for resources: {'Port': ['ID=172488dc-f80a-40f1-9262-64a4d3499a73,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:04.178732 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] For port b238c98d-6c17-4db3-8c9b-03c0882ad3ee, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:04.198673 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.266099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:23:04.309437 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbfc23-36bc-496d-904c-182e4d05f51a None None] Pushing event updated for resources: {'Port': ['ID=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:04.328040 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:04.328944 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:04.481110 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:04.485798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85e407-8de0-47e8-9104-7a6122255676 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:04.545773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6a265b75-a8f2-4db9-b722-dbcbc197e469 None None] Provisioning complete for port b238c98d-6c17-4db3-8c9b-03c0882ad3ee triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:04.546147 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a265b75-a8f2-4db9-b722-dbcbc197e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.630550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-9c8e8bca-6fa8-449b-a90d-6e1b0ed8efa3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:04.632125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-9c8e8bca-6fa8-449b-a90d-6e1b0ed8efa3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.7169979 Dec 09 15:23:04.671687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.resource_extend [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 15:23:04.683276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-900ec1de-2ff8-4843-acf2-12c9cfd426c1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.0370901 Dec 09 15:23:04.729601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.738619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca47486a-66d4-4894-a216-f672541e06f7 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/ports/d43d03c1-5e93-4cfc-b145-88f7c0b8db40 HTTP/1.1" status: 204 len: 168 time: 1.3183064 Dec 09 15:23:04.742288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54464) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:04.757057 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:01Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:04.776328 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-915f31c2-70dc-4534-982a-249ac5edf98a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] GET failed (client error): The resource could not be found. Dec 09 15:23:04.777799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-915f31c2-70dc-4534-982a-249ac5edf98a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "GET /v2.0/ports/d43d03c1-5e93-4cfc-b145-88f7c0b8db40 HTTP/1.1" status: 404 len: 333 time: 0.0332291 Dec 09 15:23:04.791024 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a265b75-a8f2-4db9-b722-dbcbc197e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.791454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54466) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:04.792461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-e9385143-f0e2-4c30-92af-fe5f027b3948', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:04.793490 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:04.794478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'name': 'tempest-AllowedAddressPairTestJSON-2069913895'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:04.806268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290904-9764-49e0-ae6d-832ede23fcb6 None None] The sync data for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 is: [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:01Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:23:04.814804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-0df4ec27-d00a-407b-92aa-c91989f7aea0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245210 Dec 09 15:23:04.861527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.024730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:05.029329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.039517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a3050-0e14-4e42-9ab1-1a1c8b3962bc req-2ad79976-2477-436b-ab96-b985f1976b2c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:05.048667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf5a3050-0e14-4e42-9ab1-1a1c8b3962bc req-2ad79976-2477-436b-ab96-b985f1976b2c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.1146924 Dec 09 15:23:05.062999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] device_id is not set on port d95eeb10-a2e2-43d0-9f85-2c0435661e2c yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:23:05.076408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:05.080274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-dc7b72bc-0ba5-4945-97df-6983618dcbf8 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362181 Dec 09 15:23:05.095781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6a265b75-a8f2-4db9-b722-dbcbc197e469 None None] For port b238c98d-6c17-4db3-8c9b-03c0882ad3ee, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:05.098308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'mac_address': 'fa:16:3e:5d:8c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:23:05.128713 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a265b75-a8f2-4db9-b722-dbcbc197e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.174117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf5a3050-0e14-4e42-9ab1-1a1c8b3962bc req-53334867-59a0-4fc9-ac41-c23cf9915b60 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239977 Dec 09 15:23:05.228201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Allocated IP 172.20.0.5 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/d95eeb10-a2e2-43d0-9f85-2c0435661e2c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:05.263476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.306744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Allocated IP 172.20.0.2 (e9385143-f0e2-4c30-92af-fe5f027b3948/4125857e-df89-4bce-90ff-0132cc3acfbb/f59f0973-a127-4f7b-a3f2-09ceda3314c8) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:05.318685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c7c354-84c6-40ac-95ba-4c2bb2858b69 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:05.341305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:05.371003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.394593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a265b75-a8f2-4db9-b722-dbcbc197e469 None None] Pushing event updated for resources: {'Port': ['ID=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:05.439072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Provisioning complete for port b238c98d-6c17-4db3-8c9b-03c0882ad3ee triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:05.439223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.531293 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1369e7a6-790e-46c6-a695-69b08a4701a2 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425711 Dec 09 15:23:05.545659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b238c98d-6c17-4db3-8c9b-03c0882ad3ee up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:05.557318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:05.584069 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.629424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.678124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['32c7c354-84c6-40ac-95ba-4c2bb2858b69'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:23:05.691253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:05.708158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=d95eeb10-a2e2-43d0-9f85-2c0435661e2c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:05.721714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:05.726900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:05.756826 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.802008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:05.803197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.803919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b238c98d-6c17-4db3-8c9b-03c0882ad3ee triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:05.804299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.810181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:05.831608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b1006a73-9c21-4e4b-9f5d-c9b04a8cce5c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0415826 Dec 09 15:23:05.834275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54476) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:05.842373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:80:bf:8b'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:05.871493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.1 (e9385143-f0e2-4c30-92af-fe5f027b3948/4125857e-df89-4bce-90ff-0132cc3acfbb/c427762d-f7e6-460c-b5b9-df00f4429a9f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:05.950516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Network e9385143-f0e2-4c30-92af-fe5f027b3948 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:05.962982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:05.968713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:06.052323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Pushing event updated for resources: {'Port': ['ID=f59f0973-a127-4f7b-a3f2-09ceda3314c8,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:06.061024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Provisioning complete for port 691e8f6e-3b6d-43e5-bcd0-20263d12aa86 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:06.061401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.068197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-48638303-9643-4094-a32c-5f176a65f971 req-9fd23009-c186-4265-a896-29c723f0e8f2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0628033 Dec 09 15:23:06.133704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.184334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.194160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.206840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Attempting to bind port f59f0973-a127-4f7b-a3f2-09ceda3314c8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:06.207227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Attempting to bind port f59f0973-a127-4f7b-a3f2-09ceda3314c8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:06.207628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Attempting to bind port f59f0973-a127-4f7b-a3f2-09ceda3314c8 on network e9385143-f0e2-4c30-92af-fe5f027b3948 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:06.218405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:06.218789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Checking segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:06.219385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.219783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Bound using segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:06.220320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Bound port: f59f0973-a127-4f7b-a3f2-09ceda3314c8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:06.220706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.248442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Port 691e8f6e-3b6d-43e5-bcd0-20263d12aa86 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:06.248711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network e9385143-f0e2-4c30-92af-fe5f027b3948 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:06.252955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:06.259005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:06.278613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 172488dc-f80a-40f1-9262-64a4d3499a73 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:06.332252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.402937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=c427762d-f7e6-460c-b5b9-df00f4429a9f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:06.451600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcda6ed-b84f-4e4a-b3d8-a04415cd8dde req-ea1e78ca-5c87-4ea3-8429-dfe7745b4224 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:06.453220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdcda6ed-b84f-4e4a-b3d8-a04415cd8dde req-ea1e78ca-5c87-4ea3-8429-dfe7745b4224 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 944 time: 0.1060810 Dec 09 15:23:06.456322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Provisioning complete for port 172488dc-f80a-40f1-9262-64a4d3499a73 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:06.456894 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.521930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] For port f59f0973-a127-4f7b-a3f2-09ceda3314c8, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:06.525202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] For port f59f0973-a127-4f7b-a3f2-09ceda3314c8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f59f0973-a127-4f7b-a3f2-09ceda3314c8,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:06.532254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdcda6ed-b84f-4e4a-b3d8-a04415cd8dde req-065f51e7-835c-4b72-b3c1-971590ab20fa tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689449 Dec 09 15:23:06.540153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 172488dc-f80a-40f1-9262-64a4d3499a73 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:06.541160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.543556 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.549848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.550607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.559399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.720887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] In _notify_port_updated(), no bound segment for port d95eeb10-a2e2-43d0-9f85-2c0435661e2c on network f03aa308-4abc-4e49-aaf7-38493f419f60 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:23:06.735085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:06.736090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.737609 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "PUT /v2.0/ports/d95eeb10-a2e2-43d0-9f85-2c0435661e2c HTTP/1.1" status: 200 len: 994 time: 0.9021277 Dec 09 15:23:06.740650 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54490) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:06.754874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0692bc-959a-42a4-b623-b44e6ace3796 None None] Pushing event updated for resources: {'Port': ['ID=f59f0973-a127-4f7b-a3f2-09ceda3314c8,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:06.759787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f21bbe4-99cf-4a95-8600-2ae815f8d6ff None None] Could not find standard attr ID for object d43d03c1-5e93-4cfc-b145-88f7c0b8db40. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:23:06.817432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7b1f4-662b-422e-b96b-eb28bb76cadc tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=d95eeb10-a2e2-43d0-9f85-2c0435661e2c,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:06.887232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3ac8a316-028d-4e04-9bb9-db9f660098a4 None None] Provisioning complete for port d95eeb10-a2e2-43d0-9f85-2c0435661e2c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:06.892357 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a316-028d-4e04-9bb9-db9f660098a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.916033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port d95eeb10-a2e2-43d0-9f85-2c0435661e2c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:06.916392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:06.997783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8a316-028d-4e04-9bb9-db9f660098a4 None None] Port d95eeb10-a2e2-43d0-9f85-2c0435661e2c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:07.077547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.106279 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.111919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for d95eeb10-a2e2-43d0-9f85-2c0435661e2c owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:07.120254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.126439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8950812e-db0b-4e3c-9f50-2fd56f29ce85 None None] Provisioning complete for port d95eeb10-a2e2-43d0-9f85-2c0435661e2c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:07.129667 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8950812e-db0b-4e3c-9f50-2fd56f29ce85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.188006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8950812e-db0b-4e3c-9f50-2fd56f29ce85 None None] Port d95eeb10-a2e2-43d0-9f85-2c0435661e2c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:07.256062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b01fadd-18fc-487c-afc7-253a40344446 req-05b0690a-2180-4d36-80d1-cfd1a2c88cc7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0601077 Dec 09 15:23:07.281065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=c427762d-f7e6-460c-b5b9-df00f4429a9f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:07.285308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.305776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.371825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=d95eeb10-a2e2-43d0-9f85-2c0435661e2c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:07.509573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-ea0f9c49-818d-4b04-969b-caa41d5f7395 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:07.511375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-ea0f9c49-818d-4b04-969b-caa41d5f7395 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.1910861 Dec 09 15:23:07.525733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:07.656687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.668415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network e9385143-f0e2-4c30-92af-fe5f027b3948 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:07.670532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:07.671069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4fc25760-87a7-47ee-9fe2-60441fe54f01 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/ports/d95eeb10-a2e2-43d0-9f85-2c0435661e2c HTTP/1.1" status: 204 len: 168 time: 0.9288528 Dec 09 15:23:07.671997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54496) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:07.752928 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-721f9d9c-2c75-4012-a6a5-02503c3eb306 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] GET failed (client error): The resource could not be found. Dec 09 15:23:07.762743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-721f9d9c-2c75-4012-a6a5-02503c3eb306 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "GET /v2.0/ports/d95eeb10-a2e2-43d0-9f85-2c0435661e2c HTTP/1.1" status: 404 len: 333 time: 0.0866504 Dec 09 15:23:07.764284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54498) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:07.784584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'name': 'tempest-AllowedAddressPairTestJSON-402418683'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:07.813819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f59f0973-a127-4f7b-a3f2-09ceda3314c8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:07.908181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da00f-1e3d-4e96-a4a0-9a14919ee079 req-3eb709e2-8199-4a9d-966f-dd192a528ec6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:07.913891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f59f0973-a127-4f7b-a3f2-09ceda3314c8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:07.914828 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:07.918344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c39da00f-1e3d-4e96-a4a0-9a14919ee079 req-3eb709e2-8199-4a9d-966f-dd192a528ec6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 944 time: 0.1520011 Dec 09 15:23:08.010700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c39da00f-1e3d-4e96-a4a0-9a14919ee079 req-ffb9beeb-d31b-43e1-886a-456f62de828e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917270 Dec 09 15:23:08.022907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.065486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port f59f0973-a127-4f7b-a3f2-09ceda3314c8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f59f0973-a127-4f7b-a3f2-09ceda3314c8,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:08.074057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.075141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b238c98d-6c17-4db3-8c9b-03c0882ad3ee up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:08.084570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:08.089702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.119465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] device_id is not set on port a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:23:08.190972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=f59f0973-a127-4f7b-a3f2-09ceda3314c8,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:08.221766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b238c98d-6c17-4db3-8c9b-03c0882ad3ee triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:08.222585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.262570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:08.334224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Allocated IP 172.20.0.6 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:08.344465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:08.348408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.447237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:23:08.454612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:08.455279 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.474709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 7d78763d-6b11-467e-b51f-4b92830dd98d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:23:08.482855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65045918-ea42-4c19-aabe-2a57719bd72f req-eb602fc1-9c4a-48b7-9337-1bc759170e28 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0520880 Dec 09 15:23:08.571547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.635296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.656137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.11 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/286c526c-ba9a-447c-903c-0f6f1ad28645) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:08.689721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:08.696395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:08.702755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:23:08.703488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:08.708031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:08.719560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36170f56-b2f7-4288-9601-f83ef9bd4fda tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/7d78763d-6b11-467e-b51f-4b92830dd98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6195035 Dec 09 15:23:08.719978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dfd235-7d4a-4ac5-a250-358b08aab5ba None None] Network e9385143-f0e2-4c30-92af-fe5f027b3948 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:08.746186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Sync routers for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:23:08.780359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:08.781151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.796917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9465bae2-16e2-4f2c-a9fc-212fb9d9e4c4 None None] Provisioning complete for port f59f0973-a127-4f7b-a3f2-09ceda3314c8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:08.796917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9465bae2-16e2-4f2c-a9fc-212fb9d9e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.856407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0da36c7c-19ed-455a-9000-643eaee79a5a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0731857 Dec 09 15:23:08.857542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54504) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:08.862994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:80:bf:8b'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:08.937038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:08.937752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:08.976623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:08.991333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.028672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.136447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:09.154228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:09.168524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:09.169053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-906b8501-984d-4656-8374-d0ca32da1ddd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814548120&fields=id&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 267 time: 0.1377213 Dec 09 15:23:09.184981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:09.218277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=286c526c-ba9a-447c-903c-0f6f1ad28645,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:09.276397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:09.277132 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.297442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952407cd-79d6-436c-a35a-61d797c62243 req-698ce8d2-23b8-420c-a10e-7041cc9df984 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:09.299955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-952407cd-79d6-436c-a35a-61d797c62243 req-698ce8d2-23b8-420c-a10e-7041cc9df984 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 944 time: 0.2046697 Dec 09 15:23:09.331342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-c95d6d71-2344-47f4-8ba1-8d12a5a4f4ba tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8104005 Dec 09 15:23:09.352395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Request body: {'port': {'device_id': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:09.422720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-952407cd-79d6-436c-a35a-61d797c62243 req-7ed3e26d-4537-4b86-b0df-5e9bcef51148 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023369 Dec 09 15:23:09.475268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.478751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f59f0973-a127-4f7b-a3f2-09ceda3314c8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:09.479794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-d68f2a04-bee6-486b-a0c4-469609a6acf2 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:09.481561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-d68f2a04-bee6-486b-a0c4-469609a6acf2 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 797 time: 0.3115001 Dec 09 15:23:09.526789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-1a095787-fdcc-41aa-88fd-22f63251a2f8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/quotas/04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 375 time: 0.0269921 Dec 09 15:23:09.583554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.592573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.643378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.710467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] In _notify_port_updated(), no bound segment for port a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b on network f03aa308-4abc-4e49-aaf7-38493f419f60 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:23:09.718047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:09.718302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:09.718995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.720608 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575002ec-e976-426e-bac1-4240edd0018f" -d '{"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-plugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:09.723970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54522) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:09.725514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "PUT /v2.0/ports/a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b HTTP/1.1" status: 200 len: 995 time: 0.8671689 Dec 09 15:23:09.726467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01f49e-4824-47fe-9878-3443fd4b361a tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:09.758691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-b05aab5d-652f-476f-b418-53f957b2f659 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011676 Dec 09 15:23:09.792495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:09.805406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.821941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c7d61a64-189c-47e2-95f0-8105a01b3f50 None None] Provisioning complete for port a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:09.821941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c7d61a64-189c-47e2-95f0-8105a01b3f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.910353 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c7d61a64-189c-47e2-95f0-8105a01b3f50 None None] Port a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:09.932126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f59f0973-a127-4f7b-a3f2-09ceda3314c8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:09.933304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:09.948775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-2db35da6-ff1c-416c-bdc6-949cffb05180 service neutron] 10.222.0.46 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860163 Dec 09 15:23:09.960920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadc684-a43e-4d4f-beec-2576ea0b9ee1 req-dc2cedeb-f7ea-4001-a7df-f05c5f97534b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:09.963069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cadc684-a43e-4d4f-beec-2576ea0b9ee1 req-dc2cedeb-f7ea-4001-a7df-f05c5f97534b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 932 time: 0.2734683 Dec 09 15:23:10.052845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c7d61a64-189c-47e2-95f0-8105a01b3f50 None None] Provisioning complete for port 286c526c-ba9a-447c-903c-0f6f1ad28645 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:10.053449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c7d61a64-189c-47e2-95f0-8105a01b3f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.110429 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-9f16d6a4-faa4-4a23-a370-c25137cf8e82 service neutron] 10.222.0.46 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483495 Dec 09 15:23:10.154323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:10.156276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:10.157065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.157191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c7d61a64-189c-47e2-95f0-8105a01b3f50 None None] Port 286c526c-ba9a-447c-903c-0f6f1ad28645 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:10.162013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 2, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:10.196519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Checking router: 7d78763d-6b11-467e-b51f-4b92830dd98d for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:23:10.197432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Updating router 7d78763d-6b11-467e-b51f-4b92830dd98d port c427762d-f7e6-460c-b5b9-df00f4429a9f binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:23:10.246837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.280261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.316099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-68d97f3c-70e2-41f1-822c-282c8e436904 None None] Provisioning complete for port f59f0973-a127-4f7b-a3f2-09ceda3314c8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:10.316676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68d97f3c-70e2-41f1-822c-282c8e436904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.352995 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3041d6e3-287e-4e2c-9050-3a981ef79c0d x-openstack-request-id: req-3041d6e3-287e-4e2c-9050-3a981ef79c0d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:10.353332 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-plugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:10.353875 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3041d6e3-287e-4e2c-9050-3a981ef79c0d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:10.354203 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'code': 200} Dec 09 15:23:10.365510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:10.536203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ad4adf7-eba2-4659-8016-b0f2ede1ed3a req-2d17284b-582f-45f0-a878-bc276283d18f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 210 time: 0.0589020 Dec 09 15:23:10.548790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2100589-2fa9-4f91-9d97-725098ef9481 req-2c2fe3c2-c65a-486c-aae1-b46fa0473760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:10.558143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2100589-2fa9-4f91-9d97-725098ef9481 req-2c2fe3c2-c65a-486c-aae1-b46fa0473760 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1096 time: 0.1329556 Dec 09 15:23:10.606220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8cadc684-a43e-4d4f-beec-2576ea0b9ee1 req-a4cfea93-74bc-4b2e-b3e1-eef6143052fa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785728 Dec 09 15:23:10.629057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.655775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-68d97f3c-70e2-41f1-822c-282c8e436904 None None] Could not find standard attr ID for object a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:23:10.672647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:10.762439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2100589-2fa9-4f91-9d97-725098ef9481 req-702f8c05-c165-4d70-bd76-168a992a18c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892025 Dec 09 15:23:10.813383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-68d97f3c-70e2-41f1-822c-282c8e436904 None None] Provisioning complete for port c427762d-f7e6-460c-b5b9-df00f4429a9f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:10.816068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-68d97f3c-70e2-41f1-822c-282c8e436904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.845547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286c526c-ba9a-447c-903c-0f6f1ad28645 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:10.857677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356b7a-d022-43cd-82b1-361f1e3a6dff req-9a81ab18-b956-416b-8f03-5b98846cb172 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:10.858674 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.860284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08356b7a-d022-43cd-82b1-361f1e3a6dff req-9a81ab18-b956-416b-8f03-5b98846cb172 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1303947 Dec 09 15:23:10.864856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.868627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a38b01a9-2f3f-43cb-a207-7e7e2f37a308 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/ports/a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b HTTP/1.1" status: 204 len: 168 time: 1.1432872 Dec 09 15:23:10.872533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:10.907761 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fa5703-232f-48d1-8a51-fcb66aacfd33 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] GET failed (client error): The resource could not be found. Dec 09 15:23:10.914104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-33fa5703-232f-48d1-8a51-fcb66aacfd33 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "GET /v2.0/ports/a2a38244-dff6-4f9e-b9f6-b4fd82b1fb5b HTTP/1.1" status: 404 len: 333 time: 0.0403006 Dec 09 15:23:10.923403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54538) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:10.929268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'name': 'tempest-AllowedAddressPairTestJSON-103000481'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:10.929447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-68d97f3c-70e2-41f1-822c-282c8e436904 None None] Port c427762d-f7e6-460c-b5b9-df00f4429a9f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:10.938737 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Transition to ACTIVE for port object 286c526c-ba9a-447c-903c-0f6f1ad28645 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:23:10.964864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:10.965501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08356b7a-d022-43cd-82b1-361f1e3a6dff req-17c8e768-cc00-4276-9b8c-7f2318ef59c5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978844 Dec 09 15:23:11.054478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.075258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.113274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Pushing event updated for resources: {'Port': ['ID=286c526c-ba9a-447c-903c-0f6f1ad28645,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:11.156897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6a800d83-c86a-43fd-9380-82ebc29d94b6 None None] Provisioning complete for port c427762d-f7e6-460c-b5b9-df00f4429a9f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:11.157518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a800d83-c86a-43fd-9380-82ebc29d94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.234695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6a800d83-c86a-43fd-9380-82ebc29d94b6 None None] Port c427762d-f7e6-460c-b5b9-df00f4429a9f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:11.283578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bb2be-937b-4eaf-a930-3da791295efe None None] Pushing event updated for resources: {'Port': ['ID=c427762d-f7e6-460c-b5b9-df00f4429a9f,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:11.307051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Attempting to bind port 286c526c-ba9a-447c-903c-0f6f1ad28645 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:11.312270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Attempting to bind port 286c526c-ba9a-447c-903c-0f6f1ad28645 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:11.313835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Attempting to bind port 286c526c-ba9a-447c-903c-0f6f1ad28645 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:11.336436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Port 286c526c-ba9a-447c-903c-0f6f1ad28645 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:23:11.340022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Attempting to bind port 286c526c-ba9a-447c-903c-0f6f1ad28645 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:11.343168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:11.343553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:11.344053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:11.344372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Bound port: 286c526c-ba9a-447c-903c-0f6f1ad28645, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:11.344736 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.348125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:11.363340 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.389832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Attempting to bind port c427762d-f7e6-460c-b5b9-df00f4429a9f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:11.390527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Attempting to bind port c427762d-f7e6-460c-b5b9-df00f4429a9f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:11.391121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Attempting to bind port c427762d-f7e6-460c-b5b9-df00f4429a9f on network e9385143-f0e2-4c30-92af-fe5f027b3948 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:11.404705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:11.405890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Checking segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:11.406425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.406950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Bound using segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:11.412725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Bound port: c427762d-f7e6-460c-b5b9-df00f4429a9f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:11.413245 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.447774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] device_id is not set on port ca6595dc-4e07-468f-aa67-4e102145e466 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:23:11.559685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] For port 286c526c-ba9a-447c-903c-0f6f1ad28645, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:11.563503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] For port c427762d-f7e6-460c-b5b9-df00f4429a9f, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:11.569005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] For port 286c526c-ba9a-447c-903c-0f6f1ad28645, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=286c526c-ba9a-447c-903c-0f6f1ad28645,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:11.581207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] For port c427762d-f7e6-460c-b5b9-df00f4429a9f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c427762d-f7e6-460c-b5b9-df00f4429a9f,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:11.588982 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.599406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.674089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bb2be-937b-4eaf-a930-3da791295efe None None] Pushing event updated for resources: {'Port': ['ID=c427762d-f7e6-460c-b5b9-df00f4429a9f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:11.701029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:11.701918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.703919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] 10.222.0.36 "PUT /v2.0/ports/286c526c-ba9a-447c-903c-0f6f1ad28645 HTTP/1.1" status: 200 len: 1092 time: 2.3570831 Dec 09 15:23:11.707338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:11.707338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:11.724517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'tag': '286c526c-ba9a-447c-903c-0f6f1ad28645'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:11.727599 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616" -d '{"events": [{"name": "network-changed", "server_uuid": "8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd", "tag": "286c526c-ba9a-447c-903c-0f6f1ad28645"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:11.735167 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-98be5b03-cb8b-44c0-9138-11eca285dced req-69ab7065-6624-47e6-8e2b-be9c17f01abf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 210 time: 0.0837564 Dec 09 15:23:11.814814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Allocated IP 172.20.0.3 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/ca6595dc-4e07-468f-aa67-4e102145e466) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:11.850396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a050-9e62-4a67-888a-a76dfbf458d5 req-ea06261c-0491-4bdc-8b6d-846050fe5c7e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:11.851650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-62b3627f-51b1-47bc-bf4a-26732e130a4f None None] Provisioning complete for port c427762d-f7e6-460c-b5b9-df00f4429a9f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:11.852052 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62b3627f-51b1-47bc-bf4a-26732e130a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:11.853603 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7925a050-9e62-4a67-888a-a76dfbf458d5 req-ea06261c-0491-4bdc-8b6d-846050fe5c7e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.1176739 Dec 09 15:23:11.879827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790c4d3-ee31-4665-a606-f4e36562f777 service neutron] Pushing event updated for resources: {'Port': ['ID=286c526c-ba9a-447c-903c-0f6f1ad28645,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:11.890273 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ea603-d747-400f-a752-d1cb44b7dae3 x-openstack-request-id: req-030ea603-d747-400f-a752-d1cb44b7dae3 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:11.892426 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd", "tag": "286c526c-ba9a-447c-903c-0f6f1ad28645", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:11.892930 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-030ea603-d747-400f-a752-d1cb44b7dae3 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:11.893514 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'tag': '286c526c-ba9a-447c-903c-0f6f1ad28645', 'status': 'completed', 'code': 200} Dec 09 15:23:11.999598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7925a050-9e62-4a67-888a-a76dfbf458d5 req-0f83b0f1-2293-4c6d-b6d1-cf803f54b410 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291640 Dec 09 15:23:12.034998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-dea063cd-06b7-4bf7-a593-d4d55b98a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.043909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-dea063cd-06b7-4bf7-a593-d4d55b98a912 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 1095 time: 0.2814434 Dec 09 15:23:12.170932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:12.220765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-07efdeb8-b011-4b80-a242-44a33737b4d2 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.222403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-07efdeb8-b011-4b80-a242-44a33737b4d2 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 797 time: 0.2209318 Dec 09 15:23:12.231533 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-756aca61-7c6e-4729-94aa-083a4d474475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c526c-ba9a-447c-903c-0f6f1ad28645 HTTP/1.1" status: 200 len: 217 time: 0.1733050 Dec 09 15:23:12.310090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-bf57c834-d704-4f14-83cd-928906c7bfeb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 379 time: 0.0773087 Dec 09 15:23:12.328191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'port': {'device_id': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'admin_state_up': True, 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'security_groups': ['2e645c92-2f8a-404f-8642-00de6888bbdc']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:12.352568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-69b95d1b-21b8-4c2a-a197-64432afa626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.354808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-69b95d1b-21b8-4c2a-a197-64432afa626e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1102307 Dec 09 15:23:12.369130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7461e-f882-4a69-973c-579d9473746f req-722c8a8f-323b-4a81-ba06-a5495b8c44b5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.371073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5c7461e-f882-4a69-973c-579d9473746f req-722c8a8f-323b-4a81-ba06-a5495b8c44b5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.2186134 Dec 09 15:23:12.489982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:12.495486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:12.511005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-f929b383-b5bc-4546-8013-a3108409a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.512836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-f929b383-b5bc-4546-8013-a3108409a115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406381 Dec 09 15:23:12.548200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5c7461e-f882-4a69-973c-579d9473746f req-4d87acb3-fa7d-4ce5-9aa0-5320ad17690f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642880 Dec 09 15:23:12.563376 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:12.655054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-d9959075-c9a2-47cc-baf7-f28e617ab7bb service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318705 Dec 09 15:23:12.663113 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62b3627f-51b1-47bc-bf4a-26732e130a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:12.721459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-62b3627f-51b1-47bc-bf4a-26732e130a4f None None] For port c427762d-f7e6-460c-b5b9-df00f4429a9f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c427762d-f7e6-460c-b5b9-df00f4429a9f,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:12.733419 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62b3627f-51b1-47bc-bf4a-26732e130a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:12.737988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:11Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:12.744533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.3 (e9385143-f0e2-4c30-92af-fe5f027b3948/4125857e-df89-4bce-90ff-0132cc3acfbb/2385c8b4-4457-4ee3-9a68-87379aec0911) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:12.767452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a336b25-4a52-4a1a-a5e3-af0350c9d4aa req-2a1df8b5-da81-4d37-8c3f-fbb58df8c86a service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041391 Dec 09 15:23:12.768990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:12.822292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3627f-51b1-47bc-bf4a-26732e130a4f None None] Pushing event updated for resources: {'Port': ['ID=c427762d-f7e6-460c-b5b9-df00f4429a9f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:12.834507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:12.840346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:12.858474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:12.911595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2a6b8-6339-4780-aaab-e4d3741b72ce None None] The sync data for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 is: [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:11Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:23:12.912081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=ca6595dc-4e07-468f-aa67-4e102145e466,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:12.965908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.966592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:12.972305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-d8f1e47f-7ea0-49c8-bffb-0522f7679642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:12.973820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-d8f1e47f-7ea0-49c8-bffb-0522f7679642 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 1095 time: 0.1347888 Dec 09 15:23:12.991153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1aad4ce-3bc5-4d92-b62d-5bcca5b6398f req-9cfce3bc-1546-45e9-b384-e021b9326215 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 210 time: 0.0838161 Dec 09 15:23:13.051265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ff4ca305-db12-4f83-8b1f-24f9517e4166 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1264369 Dec 09 15:23:13.055185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54552) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:13.065460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1e6a38c5-b266-4d84-bab2-93c74a4b6d1d None None] Provisioning complete for port c427762d-f7e6-460c-b5b9-df00f4429a9f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:13.068848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1e6a38c5-b266-4d84-bab2-93c74a4b6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.071059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'network_id': 'f03aa308-4abc-4e49-aaf7-38493f419f60', 'name': 'tempest-AllowedAddressPairTestJSON-381481459'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:13.071402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.177355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.265814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network e9385143-f0e2-4c30-92af-fe5f027b3948 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:13.271328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:13.277489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:13.287790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:13.313272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-cdfeb6be-bf63-4495-9f66-90d2ca2b4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:13.314850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-cdfeb6be-bf63-4495-9f66-90d2ca2b4050 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.3177509 Dec 09 15:23:13.344298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54de1e-7172-41eb-8c8f-67efb41955c0 req-9d126a92-f373-4a93-b3cf-dc42b74fb048 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:13.345882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e54de1e-7172-41eb-8c8f-67efb41955c0 req-9d126a92-f373-4a93-b3cf-dc42b74fb048 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.1793957 Dec 09 15:23:13.390665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:13.391310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.393921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-44f04cf1-3235-4be8-a8d8-c8d4e2296481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c526c-ba9a-447c-903c-0f6f1ad28645 HTTP/1.1" status: 200 len: 217 time: 0.0653367 Dec 09 15:23:13.419885 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-15470931-ed68-4123-811b-b57038fb5df0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960712 Dec 09 15:23:13.424883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e46de427-eb55-4dd0-bf81-15c9638e79d2 None None] Provisioning complete for port ca6595dc-4e07-468f-aa67-4e102145e466 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:13.425771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e46de427-eb55-4dd0-bf81-15c9638e79d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.449334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Request body: {'port': {'device_id': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:13.525685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c427762d-f7e6-460c-b5b9-df00f4429a9f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:13.542762 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.573949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e54de1e-7172-41eb-8c8f-67efb41955c0 req-256b979d-94dd-4976-b1cd-e8c081fe84f6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826708 Dec 09 15:23:13.574606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Made reservation on behalf of 56c472632923495d9cdfc94b1e68eb95 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:13.578094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.591723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e46de427-eb55-4dd0-bf81-15c9638e79d2 None None] Port ca6595dc-4e07-468f-aa67-4e102145e466 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:13.604820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-cdaef814-2a0c-44ec-b328-7388336bc7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:13.606307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-cdaef814-2a0c-44ec-b328-7388336bc7cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1987493 Dec 09 15:23:13.659645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] device_id is not set on port 392b1432-01a2-42fb-a6c0-f8b191121b93 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:23:13.666148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c427762d-f7e6-460c-b5b9-df00f4429a9f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:13.666530 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.798283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-c37e5d51-563b-4743-a996-fc527c43c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:13.800930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-c37e5d51-563b-4743-a996-fc527c43c9f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831090 Dec 09 15:23:13.847886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-55d0bdc3-a3c5-48cb-9c77-7ff5aee6f451 None None] Provisioning complete for port 2385c8b4-4457-4ee3-9a68-87379aec0911 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:13.848262 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-55d0bdc3-a3c5-48cb-9c77-7ff5aee6f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:13.913441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-55d0bdc3-a3c5-48cb-9c77-7ff5aee6f451 None None] Port 2385c8b4-4457-4ee3-9a68-87379aec0911 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:13.945786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Allocated IP 172.20.0.7 (f03aa308-4abc-4e49-aaf7-38493f419f60/a773cc20-b726-496a-9794-8bbb085bc663/392b1432-01a2-42fb-a6c0-f8b191121b93) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:13.981875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-8d9dec5f-1b17-438b-b911-e83a3b02bdbf service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705730 Dec 09 15:23:13.983277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bc610-8ef6-4220-a62c-3016a741900a req-108bdde8-3246-4673-be13-d961eaa34ec5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:13.985111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa6bc610-8ef6-4220-a62c-3016a741900a req-108bdde8-3246-4673-be13-d961eaa34ec5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.2988050 Dec 09 15:23:14.155668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-aa6bc610-8ef6-4220-a62c-3016a741900a req-2dae831a-6b14-4801-98f2-087c714e9098 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357272 Dec 09 15:23:14.166392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2385c8b4-4457-4ee3-9a68-87379aec0911 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:14.179491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:14.215514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Transition to ACTIVE for port object 2385c8b4-4457-4ee3-9a68-87379aec0911 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:23:14.225573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:14.358521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:14.440044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d820-42f9-40d0-b571-a289e94466c9 req-7e10a110-0400-4eda-92c4-9bd45abf7270 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:14.441937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66d8d820-42f9-40d0-b571-a289e94466c9 req-7e10a110-0400-4eda-92c4-9bd45abf7270 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1519346 Dec 09 15:23:14.453206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54562) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:14.458711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Request body: {'floatingip': {'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:14.518011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:14.602413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:14.603399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:14.603818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 on network e9385143-f0e2-4c30-92af-fe5f027b3948 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:14.612336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Port 2385c8b4-4457-4ee3-9a68-87379aec0911 on network e9385143-f0e2-4c30-92af-fe5f027b3948 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:23:14.612559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 on network e9385143-f0e2-4c30-92af-fe5f027b3948 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:14.641898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:14.641898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Checking segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:14.642148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Bound using segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:14.642454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Bound port: 2385c8b4-4457-4ee3-9a68-87379aec0911, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:14.642809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:14.643379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f27e004-44d1-47f9-b7a6-3e7e81c4c616 req-bd66bd87-6f05-46df-80bf-35c92d75fb1e service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511984 Dec 09 15:23:14.675207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef272-bb3a-4427-bb20-d5c819241407 req-09f0b819-175b-4f21-bc5c-f326fbd73b6c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:14.676782 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4cef272-bb3a-4427-bb20-d5c819241407 req-09f0b819-175b-4f21-bc5c-f326fbd73b6c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 931 time: 0.5778630 Dec 09 15:23:14.724883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:14.820991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4cef272-bb3a-4427-bb20-d5c819241407 req-6f3be56d-7bf9-4617-a930-a424d1198d8e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276472 Dec 09 15:23:14.845969 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:14.904161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Network f03aa308-4abc-4e49-aaf7-38493f419f60 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:14.911093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:14.916524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:14.922153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=392b1432-01a2-42fb-a6c0-f8b191121b93,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:14.999128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:15.000882 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.025447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2c5d106c-1493-47b1-ad90-12703f2174f5 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9607353 Dec 09 15:23:15.026581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54566) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:15.032575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:80:bf:8b'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:8a:45:7d'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:15.208784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.209404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:15.256000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:15.264201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c1314cdd-0868-4f96-a6b7-fad72a4a8e80 None None] Provisioning complete for port 392b1432-01a2-42fb-a6c0-f8b191121b93 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:15.265016 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1314cdd-0868-4f96-a6b7-fad72a4a8e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.277351 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.298081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:15.298500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.300307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] 10.222.0.43 "PUT /v2.0/ports/2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 1091 time: 1.8583884 Dec 09 15:23:15.317371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:15.320072 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30447563-c932-49d4-92bf-7ddc297e216a" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:15.332050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c1314cdd-0868-4f96-a6b7-fad72a4a8e80 None None] Port 392b1432-01a2-42fb-a6c0-f8b191121b93 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:15.451820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.458429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.474878 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b28ce-ab34-4afa-a75a-f49be8750393 x-openstack-request-id: req-9d0b28ce-ab34-4afa-a75a-f49be8750393 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:15.475272 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:15.475635 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d0b28ce-ab34-4afa-a75a-f49be8750393 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:15.476094 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'status': 'completed', 'code': 200} Dec 09 15:23:15.566635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c657a-a21b-415e-ae67-ccded3526738 req-0b99c638-02bd-4a1a-ad5e-856e5997c419 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:15.568025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event updated for resources: {'Port': ['ID=392b1432-01a2-42fb-a6c0-f8b191121b93,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:15.569483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-623c657a-a21b-415e-ae67-ccded3526738 req-0b99c638-02bd-4a1a-ad5e-856e5997c419 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.3577561 Dec 09 15:23:15.578931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6c97-52a6-4b27-be97-024736ab0866 service neutron] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:15.590165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] In _notify_port_updated(), no bound segment for port 392b1432-01a2-42fb-a6c0-f8b191121b93 on network f03aa308-4abc-4e49-aaf7-38493f419f60 {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:23:15.599325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:15.600290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.606969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bee0474b-1121-4625-be6f-d8c5527e0501 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "PUT /v2.0/ports/392b1432-01a2-42fb-a6c0-f8b191121b93 HTTP/1.1" status: 200 len: 1055 time: 0.5790017 Dec 09 15:23:15.608259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54570) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:15.684599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-63e04e28-b542-427c-95d3-8de9c0d4604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:15.686065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-63e04e28-b542-427c-95d3-8de9c0d4604d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1094 time: 0.3065033 Dec 09 15:23:15.749534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port 392b1432-01a2-42fb-a6c0-f8b191121b93 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:15.750527 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.801028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-711f4125-0bc8-4547-947b-48abc88bf809 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 217 time: 0.1028392 Dec 09 15:23:15.831748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-623c657a-a21b-415e-ae67-ccded3526738 req-86b1dd4c-e0ba-4a5c-9613-ef4f5eae6e93 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454097 Dec 09 15:23:15.876931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.885005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-230e73dd-4b01-43e9-a297-23f5ad9f8659 None None] Provisioning complete for port 392b1432-01a2-42fb-a6c0-f8b191121b93 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:15.887981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-230e73dd-4b01-43e9-a297-23f5ad9f8659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.895037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for 392b1432-01a2-42fb-a6c0-f8b191121b93 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:15.926086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-5776e91e-2985-4993-a3f6-89afdc1ad224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:15.927485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-5776e91e-2985-4993-a3f6-89afdc1ad224 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.1169925 Dec 09 15:23:15.934014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-230e73dd-4b01-43e9-a297-23f5ad9f8659 None None] Port 392b1432-01a2-42fb-a6c0-f8b191121b93 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:15.947905 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:15.970630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.025759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-8645d0a1-a153-45f1-8d0f-302d1e6b720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:16.027266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-8645d0a1-a153-45f1-8d0f-302d1e6b720d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921183 Dec 09 15:23:16.031209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf72248-c031-4c8b-a3e9-753913c11e35 req-fae5a05a-0f46-493d-b20c-59e82525a15d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:16.032748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9bf72248-c031-4c8b-a3e9-753913c11e35 req-fae5a05a-0f46-493d-b20c-59e82525a15d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.0679784 Dec 09 15:23:16.121539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9bf72248-c031-4c8b-a3e9-753913c11e35 req-197b7d3d-5bb9-4cae-9c2a-e88906cf21dc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821486 Dec 09 15:23:16.137052 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Floating IP 2ed50828-4280-48db-83e5-8a0da3d3f103 associated. External IP: 172.25.0.113, port: 32c7c354-84c6-40ac-95ba-4c2bb2858b69. Dec 09 15:23:16.146675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.178664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=392b1432-01a2-42fb-a6c0-f8b191121b93,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:16.198549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-8c4cea32-71fb-4032-b164-bd16182d51be service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640065 Dec 09 15:23:16.385959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f5173aa8-d4c4-43bb-bd93-1ecc585d9b2c req-444305c7-ba7c-4ef1-85a1-87c2afac25a0 service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505575 Dec 09 15:23:16.429937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.437168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f08a2b7c-51d7-4423-9333-7dd9e0dcba4c tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/ports/392b1432-01a2-42fb-a6c0-f8b191121b93 HTTP/1.1" status: 204 len: 168 time: 0.8275411 Dec 09 15:23:16.440017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:16.464606 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6547cb0f-ab8c-4fce-98b2-dbc4d8bdd6eb tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] GET failed (client error): The resource could not be found. Dec 09 15:23:16.465957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6547cb0f-ab8c-4fce-98b2-dbc4d8bdd6eb tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "GET /v2.0/ports/392b1432-01a2-42fb-a6c0-f8b191121b93 HTTP/1.1" status: 404 len: 333 time: 0.0250003 Dec 09 15:23:16.468934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54576) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:16.493878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Router cc3591e9-d8f1-405b-835a-def7dceef940 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:23:16.505472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447563-c932-49d4-92bf-7ddc297e216a req-488bfd99-8329-4abd-9d48-065e984ddad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:16.506975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-488bfd99-8329-4abd-9d48-065e984ddad4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1094 time: 0.0627868 Dec 09 15:23:16.558607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port ca6595dc-4e07-468f-aa67-4e102145e466 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:16.558943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.648267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.660546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for ca6595dc-4e07-468f-aa67-4e102145e466 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:16.689183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:23:16.691115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447563-c932-49d4-92bf-7ddc297e216a req-b26e8cae-4f32-4bfa-987f-c48ae75ed0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:16.692631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-b26e8cae-4f32-4bfa-987f-c48ae75ed0fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.1774960 Dec 09 15:23:16.695767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.700758 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:23:16.711924 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:16.713897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:16.755021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-3fe7c5f4-3321-4984-8c18-d0c83da2f6dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 217 time: 0.0544093 Dec 09 15:23:16.761244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2bf631da-ffdd-43a9-88b1-fe0bc0148c8e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "PUT /v2.0/floatingips/2ed50828-4280-48db-83e5-8a0da3d3f103 HTTP/1.1" status: 200 len: 991 time: 2.3064389 Dec 09 15:23:16.805472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.827776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447563-c932-49d4-92bf-7ddc297e216a req-eda21d67-8b5f-49a3-9340-5840941ccbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:16.829508 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-eda21d67-8b5f-49a3-9340-5840941ccbaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0661018 Dec 09 15:23:16.835475 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:16.838037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=ca6595dc-4e07-468f-aa67-4e102145e466,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:16.895149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447563-c932-49d4-92bf-7ddc297e216a req-23389cca-f90c-4897-948a-43dfa0c81960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:16.896760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-23389cca-f90c-4897-948a-43dfa0c81960 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504951 Dec 09 15:23:16.921813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:16.928205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5782df02-f3a2-4a02-89f1-c395659b5d29 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/ports/ca6595dc-4e07-468f-aa67-4e102145e466 HTTP/1.1" status: 204 len: 168 time: 0.4583020 Dec 09 15:23:16.930306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54582) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:16.990177 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2881fca-8bae-4ee8-adb8-b4823c807b5d tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] GET failed (client error): The resource could not be found. Dec 09 15:23:16.991708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e2881fca-8bae-4ee8-adb8-b4823c807b5d tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "GET /v2.0/ports/ca6595dc-4e07-468f-aa67-4e102145e466 HTTP/1.1" status: 404 len: 333 time: 0.0604160 Dec 09 15:23:16.995561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54584) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:17.028109 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-97317e4a-b3fe-4fa8-803f-0ae03efc95a8 service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186719 Dec 09 15:23:17.080815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b63ab-10e9-4d1d-8573-c12337c6b83e req-f9296fd2-d4ed-4f93-8b6c-9345022a0fc0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:17.089068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e7b63ab-10e9-4d1d-8573-c12337c6b83e req-f9296fd2-d4ed-4f93-8b6c-9345022a0fc0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.1593652 Dec 09 15:23:17.127581 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2ed50828-4280-48db-83e5-8a0da3d3f103', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'mac_address': 'fa:16:3e:5d:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:22:54Z', 'updated_at': '2021-12-09T15:23:15Z', 'revision_number': 1, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:17.141076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port 691e8f6e-3b6d-43e5-bcd0-20263d12aa86 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:17.141348 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.149336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30447563-c932-49d4-92bf-7ddc297e216a req-c37b635f-50e5-42a5-8e71-1f094865901c service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120305 Dec 09 15:23:17.162786 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:23:17.173169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:17.173755 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:22:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:17.180078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e7b63ab-10e9-4d1d-8573-c12337c6b83e req-5d5aa1a0-0e03-4ea7-9912-fc43d5fabdf8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901461 Dec 09 15:23:17.252100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.265355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for 691e8f6e-3b6d-43e5-bcd0-20263d12aa86 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:17.278092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095d214-09fc-4f7b-b310-451a394f5fc5 req-901b4833-ba9a-4f6d-9174-3f08fee93762 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:17.279790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b095d214-09fc-4f7b-b310-451a394f5fc5 req-901b4833-ba9a-4f6d-9174-3f08fee93762 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.0635686 Dec 09 15:23:17.285050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:17.340544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b095d214-09fc-4f7b-b310-451a394f5fc5 req-31d3118b-2a09-4d59-8af7-1f5facac733e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529070 Dec 09 15:23:17.406375 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.437232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=691e8f6e-3b6d-43e5-bcd0-20263d12aa86,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:17.477964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:17.481416 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7239f622-c727-4e41-847c-3f9e556e8376" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:17.515379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.520044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-550f0d08-7dc1-43ba-a873-df8f98dda536 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/ports/691e8f6e-3b6d-43e5-bcd0-20263d12aa86 HTTP/1.1" status: 204 len: 168 time: 0.5236008 Dec 09 15:23:17.522632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54590) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:17.533333 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae920b1-4946-436c-af85-0595b6d62d19 x-openstack-request-id: req-fae920b1-4946-436c-af85-0595b6d62d19 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:17.533614 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:17.533878 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fae920b1-4946-436c-af85-0595b6d62d19 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:17.534277 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'status': 'completed', 'code': 200} Dec 09 15:23:17.544715 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2ed50828-4280-48db-83e5-8a0da3d3f103', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'mac_address': 'fa:16:3e:5d:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:22:54Z', 'updated_at': '2021-12-09T15:23:15Z', 'revision_number': 1, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:17.577715 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c1e5f-a088-482b-8e82-6f17399f1ead None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2ed50828-4280-48db-83e5-8a0da3d3f103', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'mac_address': 'fa:16:3e:5d:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:22:54Z', 'updated_at': '2021-12-09T15:23:15Z', 'revision_number': 1, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:23:17.580835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:23:17.614065 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting subnet a773cc20-b726-496a-9794-8bbb085bc663 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:17.623260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.655642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239f622-c727-4e41-847c-3f9e556e8376 req-daefe62d-31d7-42f9-93c4-a36f14ea1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:17.657156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-daefe62d-31d7-42f9-93c4-a36f14ea1757 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1096 time: 0.0955489 Dec 09 15:23:17.705355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.818252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aea94e-e823-470b-adfd-409fbe8173e4 None None] New status for floating IP 2ed50828-4280-48db-83e5-8a0da3d3f103: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:23:17.823454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239f622-c727-4e41-847c-3f9e556e8376 req-c1c9917f-9e10-47d3-b55e-bc3567cc957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:17.824459 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-c1c9917f-9e10-47d3-b55e-bc3567cc957f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1593652 Dec 09 15:23:17.880272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:17.948178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-2311644a-7935-4403-93de-6f8c2844c3b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 999 time: 0.1152961 Dec 09 15:23:18.001215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.033438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239f622-c727-4e41-847c-3f9e556e8376 req-1b92653e-2ce5-4b2d-811c-104076f3e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:18.034925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-1b92653e-2ce5-4b2d-811c-104076f3e818 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0799494 Dec 09 15:23:18.037335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Subnet': ['ID=a773cc20-b726-496a-9794-8bbb085bc663,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:18.039250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.043583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-afd5ea05-2a96-4a86-9cc2-306e772055ab tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/subnets/a773cc20-b726-496a-9794-8bbb085bc663 HTTP/1.1" status: 204 len: 168 time: 0.5196340 Dec 09 15:23:18.045849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffff1ec-de41-4a16-b71b-23e3156d7500 None None] Network f03aa308-4abc-4e49-aaf7-38493f419f60 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:18.045982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54594) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:18.085447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239f622-c727-4e41-847c-3f9e556e8376 req-d16058b2-9b3f-45d8-9df9-b3e5014872a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:18.086969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-d16058b2-9b3f-45d8-9df9-b3e5014872a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420411 Dec 09 15:23:18.125616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.191833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Deleting port 172488dc-f80a-40f1-9262-64a4d3499a73 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:18.192517 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.202432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] DHCP port deletion for f03aa308-4abc-4e49-aaf7-38493f419f60 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:18.209705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-a8712986-d71d-46a3-b1dd-a3309b00476a service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048176 Dec 09 15:23:18.256200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] Deleting port 172488dc-f80a-40f1-9262-64a4d3499a73 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:18.256573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.300197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] For port 172488dc-f80a-40f1-9262-64a4d3499a73, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=172488dc-f80a-40f1-9262-64a4d3499a73,segment=NetworkSegment(2452593e-cd58-4b41-93cd-5b4fa9fe591b),segment_id=2452593e-cd58-4b41-93cd-5b4fa9fe591b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:18.300573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.321427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Calling delete_port for 172488dc-f80a-40f1-9262-64a4d3499a73 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:18.330267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7239f622-c727-4e41-847c-3f9e556e8376 req-38bfca3a-d4ac-4cb9-a435-707a659a5928 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138144 Dec 09 15:23:18.341650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a65e11-075d-48b1-9c4a-fa62d1c27b8b req-089fab5f-a7c7-42dd-ad9d-ac66e83b6dc7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:18.343192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46a65e11-075d-48b1-9c4a-fa62d1c27b8b req-089fab5f-a7c7-42dd-ad9d-ac66e83b6dc7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.0789621 Dec 09 15:23:18.350549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] For port 172488dc-f80a-40f1-9262-64a4d3499a73, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=172488dc-f80a-40f1-9262-64a4d3499a73,segment=NetworkSegment(2452593e-cd58-4b41-93cd-5b4fa9fe591b),segment_id=2452593e-cd58-4b41-93cd-5b4fa9fe591b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:18.350955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.366704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] Calling delete_port for 172488dc-f80a-40f1-9262-64a4d3499a73 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:18.448739 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.456358 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46a65e11-075d-48b1-9c4a-fa62d1c27b8b req-21efb73a-0cb4-47dc-a40d-ae363e681f79 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767279 Dec 09 15:23:18.465893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.483077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] Pushing event deleted for resources: {'Port': ['ID=172488dc-f80a-40f1-9262-64a4d3499a73,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:18.488311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d88db3-1f46-438f-9efc-82b36774ed47 None None] No DVR routers for this DVR port 172488dc-f80a-40f1-9262-64a4d3499a73 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:18.494080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Port': ['ID=172488dc-f80a-40f1-9262-64a4d3499a73,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:18.495861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359e5f0-461f-4434-95e6-876d0cf2fe1b req-96659e36-02f9-4567-a1be-e6df57ac0978 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:18.497448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7359e5f0-461f-4434-95e6-876d0cf2fe1b req-96659e36-02f9-4567-a1be-e6df57ac0978 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.0757115 Dec 09 15:23:18.497574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] No DVR routers for this DVR port 172488dc-f80a-40f1-9262-64a4d3499a73 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:18.553896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7359e5f0-461f-4434-95e6-876d0cf2fe1b req-9e7848b5-abe4-4131-bd36-5282715d4a7a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493896 Dec 09 15:23:18.580058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.600451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03aa308-4abc-4e49-aaf7-38493f419f60']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:18.609776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2452593e-cd58-4b41-93cd-5b4fa9fe591b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:18.610163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2452593e-cd58-4b41-93cd-5b4fa9fe591b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:18.625649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.639521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.645618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:18.646008 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:18.649197 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:18.706914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.711312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:18.714809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] 10.222.0.46 "DELETE /v2.0/networks/f03aa308-4abc-4e49-aaf7-38493f419f60 HTTP/1.1" status: 204 len: 168 time: 0.6679063 Dec 09 15:23:18.729609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593bb3e-cb92-48cc-b077-a7cd3d3dc796 tempest-AllowedAddressPairTestJSON-893673271 tempest-AllowedAddressPairTestJSON-893673271-project] Pushing event deleted for resources: {'Network': ['ID=f03aa308-4abc-4e49-aaf7-38493f419f60,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:18.960385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54606) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:19.092048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e12fa70c-a901-4ef2-9d21-313c839a3fa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56c472632923495d9cdfc94b1e68eb95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304796 Dec 09 15:23:19.094522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54610) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:19.140648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e162043-88df-4360-9753-fb541b5b1adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:19.166568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e162043-88df-4360-9753-fb541b5b1adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:19.212093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e162043-88df-4360-9753-fb541b5b1adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:19.215126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3e162043-88df-4360-9753-fb541b5b1adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:19.216288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3e162043-88df-4360-9753-fb541b5b1adb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97e39ef8-016e-481a-b60a-8fc5ba850319 HTTP/1.1" status: 204 len: 168 time: 0.1208687 Dec 09 15:23:19.224393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e162043-88df-4360-9753-fb541b5b1adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e39ef8-016e-481a-b60a-8fc5ba850319,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:19.389182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 172488dc-f80a-40f1-9262-64a4d3499a73 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:23:19.410433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 172488dc-f80a-40f1-9262-64a4d3499a73 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:23:19.410791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 172488dc-f80a-40f1-9262-64a4d3499a73 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:23:19.580862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceea274-9226-430a-983a-bebb1d81d624 req-15063461-293c-4f32-8690-27c9a7f3086b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:19.583694 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bceea274-9226-430a-983a-bebb1d81d624 req-15063461-293c-4f32-8690-27c9a7f3086b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.0509880 Dec 09 15:23:19.637897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bceea274-9226-430a-983a-bebb1d81d624 req-9e09f515-9fdf-4fbf-8328-cbff10bd03ff tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 Dec 09 15:23:19.686573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecf849-0611-4402-a045-705939e7d392 req-9ad844c8-6851-4c9f-bdeb-51cf3d55adbe tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:19.688117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-03ecf849-0611-4402-a045-705939e7d392 req-9ad844c8-6851-4c9f-bdeb-51cf3d55adbe tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.0556552 Dec 09 15:23:19.738935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-03ecf849-0611-4402-a045-705939e7d392 req-55da8990-722d-4d27-a9fe-b555d2c4a1e3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446370 Dec 09 15:23:19.866536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54636) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:19.967971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222377718'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:19.994760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:19.998209 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.006697 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.080899 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.084590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.111557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:20.121936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f2989-52c0-4467-98c7-970abd5f3571,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:20.126629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.126980 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 5d44e9f1-821b-4c74-b3dc-387d2f3b70e4 of type vlan for network fbf092b6-76de-4364-9b9b-c44cf28319d0 Dec 09 15:23:20.172939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.197548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.203125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:20.203748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.232791 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3650465 Dec 09 15:23:20.275600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73814ca-f694-4de5-b4c9-488e1107377f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=fbf092b6-76de-4364-9b9b-c44cf28319d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:20.281696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:23:20.285859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fbf092b6-76de-4364-9b9b-c44cf28319d0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:20.435505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:20.446050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'port_id': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'mac_address': 'fa:16:3e:c0:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:23:20.482717 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.495621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2385c8b4-4457-4ee3-9a68-87379aec0911 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:20.518185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:20.521871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:20.568600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:20.756326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504feaf-e9ea-4f17-81e7-b3cc43f93f49 req-935b6c59-a97e-437b-b7cb-ce7a666cb8d1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:20.757709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0504feaf-e9ea-4f17-81e7-b3cc43f93f49 req-935b6c59-a97e-437b-b7cb-ce7a666cb8d1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.0487206 Dec 09 15:23:20.763379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['2385c8b4-4457-4ee3-9a68-87379aec0911'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:23:20.824856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0504feaf-e9ea-4f17-81e7-b3cc43f93f49 req-8439249d-9dd5-4905-aace-70760a8bb5a2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584764 Dec 09 15:23:20.888643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f50-c7fc-4c54-85ad-dd28304328aa req-29d97af9-3646-44b1-aad0-7b84d4298341 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:20.890310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b816f50-c7fc-4c54-85ad-dd28304328aa req-29d97af9-3646-44b1-aad0-7b84d4298341 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 944 time: 0.0565102 Dec 09 15:23:20.942475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b816f50-c7fc-4c54-85ad-dd28304328aa req-59e2121f-aa9f-4c6c-b0a9-c9c827455988 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460651 Dec 09 15:23:21.955335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fb05c-ec4e-408e-b7e0-19db83862d1c req-8cee5f35-5b61-4687-bc3c-cc95ca4d2e3b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:21.956984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff7fb05c-ec4e-408e-b7e0-19db83862d1c req-8cee5f35-5b61-4687-bc3c-cc95ca4d2e3b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.0586736 Dec 09 15:23:22.029373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff7fb05c-ec4e-408e-b7e0-19db83862d1c req-8dd37da2-5831-4440-9315-b3f6e24dc6f6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616052 Dec 09 15:23:22.064493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:22.084411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7fd7b-3c8e-4a06-b9b8-f3e16ca2b3c0 req-9e73dc87-dcfa-44f9-b5d5-504138fe7d00 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:22.086652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baa7fd7b-3c8e-4a06-b9b8-f3e16ca2b3c0 req-9e73dc87-dcfa-44f9-b5d5-504138fe7d00 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 944 time: 0.0538244 Dec 09 15:23:22.151690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-baa7fd7b-3c8e-4a06-b9b8-f3e16ca2b3c0 req-d95ca7a0-afc5-408e-b021-611d25811296 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540454 Dec 09 15:23:22.305275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:22.371286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 2385c8b4-4457-4ee3-9a68-87379aec0911 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:23:22.376290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 2385c8b4-4457-4ee3-9a68-87379aec0911 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:22.376679 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:22.460637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:22.483125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:22.485956 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df63896-24d9-4993-a6a8-7fd572a022a7" -d '{"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-plugged", "status": "completed", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:22.510632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:22.517092 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:22.519007 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:22.544522 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4335a00-e7ce-405b-aab3-034c04aaedaf x-openstack-request-id: req-b4335a00-e7ce-405b-aab3-034c04aaedaf {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:22.544808 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-plugged", "status": "completed", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:22.545332 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4335a00-e7ce-405b-aab3-034c04aaedaf {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:22.545729 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'code': 200} Dec 09 15:23:22.577575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:22.644881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4f56c-8d97-47fc-b541-83210a4b225b req-750f95e4-9adb-49b3-b714-41dcb8dcc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:22.646392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75f4f56c-8d97-47fc-b541-83210a4b225b req-750f95e4-9adb-49b3-b714-41dcb8dcc8ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0396488 Dec 09 15:23:22.701613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75f4f56c-8d97-47fc-b541-83210a4b225b req-47da4a6a-3e10-493b-85e6-0292fc730e97 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473530 Dec 09 15:23:23.082822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 286c526c-ba9a-447c-903c-0f6f1ad28645 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:23:23.200874 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8544c7a3-a633-4926-8f4b-b6a501659248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.218961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 286c526c-ba9a-447c-903c-0f6f1ad28645, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=286c526c-ba9a-447c-903c-0f6f1ad28645,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:23.233560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '286c526c-ba9a-447c-903c-0f6f1ad28645', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': '286c526c-ba9a-447c-903c-0f6f1ad28645', 'mac_address': 'fa:16:3e:1a:49:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:23:23.289550 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.315715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286c526c-ba9a-447c-903c-0f6f1ad28645 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:23.346425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 286c526c-ba9a-447c-903c-0f6f1ad28645, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=286c526c-ba9a-447c-903c-0f6f1ad28645,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:23.352995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.416663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc63e93-5a75-4be5-a325-45f1b71f2f8f req-85ae83d9-61da-4cef-8f4c-0b81c03c2606 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:23.419844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bc63e93-5a75-4be5-a325-45f1b71f2f8f req-85ae83d9-61da-4cef-8f4c-0b81c03c2606 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0605955 Dec 09 15:23:23.420338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=286c526c-ba9a-447c-903c-0f6f1ad28645,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:23.420964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54662) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:23.426055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:23.536933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4bc63e93-5a75-4be5-a325-45f1b71f2f8f req-47c4369c-ad7a-4141-a48d-84ac8e030b60 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065404 Dec 09 15:23:23.563618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['286c526c-ba9a-447c-903c-0f6f1ad28645'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:23:23.564725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:23.569980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.604803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dfebe-e28e-48bd-9492-21aefe18ec9a req-efc4502e-12e6-420e-99d3-d3d8a6f42b6d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:23.606343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-807dfebe-e28e-48bd-9492-21aefe18ec9a req-efc4502e-12e6-420e-99d3-d3d8a6f42b6d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 944 time: 0.5113103 Dec 09 15:23:23.617279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-18294254-e2f0-42c2-9860-a82f65771381 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609474 Dec 09 15:23:23.664395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-807dfebe-e28e-48bd-9492-21aefe18ec9a req-eadbc8f1-9934-4651-9e75-0ec3d3419ae3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Dec 09 15:23:23.713186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-4fa0a6d0-3e60-45ee-a17e-9f033854c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:23.714904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-4fa0a6d0-3e60-45ee-a17e-9f033854c4a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1096 time: 0.0483830 Dec 09 15:23:23.803490 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.827696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-d25c5a64-23a6-4a39-b5cb-4359e5dee234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:23.829258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-d25c5a64-23a6-4a39-b5cb-4359e5dee234 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.0898128 Dec 09 15:23:23.866042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=673460e0-5dd9-4a54-9010-f065f5494e8f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:23.875533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:23.875533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: fbf092b6-76de-4364-9b9b-c44cf28319d0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:23.894165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network fbf092b6-76de-4364-9b9b-c44cf28319d0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:23.905347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-560e6819-c3f9-4242-9e4d-a8dd2782123e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 1001 time: 0.0681074 Dec 09 15:23:23.905835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fbf092b6-76de-4364-9b9b-c44cf28319d0) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:23.910016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:23.910624 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.916566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930623f-2546-427b-adc0-185d8109d038 None None] Network fbf092b6-76de-4364-9b9b-c44cf28319d0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:23.928123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-572890ae-b6f0-4062-8874-f8110be52cc3 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5059073 Dec 09 15:23:23.934155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54664) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:23.939746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147529026'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:23.965201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:23.970608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:23.977588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-fe7d13d5-15fa-45b3-ada7-dddc952332c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:23.981393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-fe7d13d5-15fa-45b3-ada7-dddc952332c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0653572 Dec 09 15:23:24.001556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:24.014778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.015743 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 8c94316d-2be0-47d6-a274-0d68e4d09fa9 of type vlan for network 79082131-859b-4090-b9b5-0607954b368e Dec 09 15:23:24.037063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-0b0df0ac-c55f-4c26-9aa5-d6b3a97f43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:24.038642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-0b0df0ac-c55f-4c26-9aa5-d6b3a97f43ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468044 Dec 09 15:23:24.044805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-fbf092b6-76de-4364-9b9b-c44cf28319d0', 'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': '673460e0-5dd9-4a54-9010-f065f5494e8f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:24.045955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.065762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.093048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.098863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:24.099484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.139947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2019086 Dec 09 15:23:24.140177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54666) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:24.144974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': '79082131-859b-4090-b9b5-0607954b368e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:24.155787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-438bf7be-de13-47e7-8645-e91f01377113 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015677 Dec 09 15:23:24.198063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Allocated IP 2001:db8:0:ffff::2 (fbf092b6-76de-4364-9b9b-c44cf28319d0/673460e0-5dd9-4a54-9010-f065f5494e8f/cd0eaa06-51b1-4812-a49c-194b68a0f8ea) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:24.201129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50871ee7-3fef-49c7-a925-80c2593a0fcd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=79082131-859b-4090-b9b5-0607954b368e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:24.228806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 79082131-859b-4090-b9b5-0607954b368e details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:24.256108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba140810-38d8-4ba6-9a00-b390acf28a09 req-b4df9adc-a456-4c8f-99f4-4304b611a586 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893936 Dec 09 15:23:24.304437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:24.308859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.500932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.565441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=9757c9ba-30e6-43ca-bb8c-c440968087b0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:24.572726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.578821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '8c94316d-2be0-47d6-a274-0d68e4d09fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79082131-859b-4090-b9b5-0607954b368e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:24.579217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: 79082131-859b-4090-b9b5-0607954b368e, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:24.580243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.599570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network 79082131-859b-4090-b9b5-0607954b368e is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:24.611574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 79082131-859b-4090-b9b5-0607954b368e) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:24.619399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Network fbf092b6-76de-4364-9b9b-c44cf28319d0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:24.624895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:24.626297 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.629602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:24.632843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06eec4a-2796-4c4f-a084-b7dfe089ad14 None None] Network 79082131-859b-4090-b9b5-0607954b368e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:24.645289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:24.649915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Pushing event updated for resources: {'Port': ['ID=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:24.651160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-55384ee8-67a2-4b6a-8815-32c02763bc7d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5099514 Dec 09 15:23:24.652143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:24.688316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bc589-3807-442f-ac8a-a01f03c524ca req-828a25f2-1147-4466-8a6e-dc699893b6fb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:24.689892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-127bc589-3807-442f-ac8a-a01f03c524ca req-828a25f2-1147-4466-8a6e-dc699893b6fb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0745337 Dec 09 15:23:24.756537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-127bc589-3807-442f-ac8a-a01f03c524ca req-216af707-9de3-40ae-b62f-379e330de0bb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540171 Dec 09 15:23:24.762098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Attempting to bind port cd0eaa06-51b1-4812-a49c-194b68a0f8ea on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:24.762388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Attempting to bind port cd0eaa06-51b1-4812-a49c-194b68a0f8ea by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:24.762759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Attempting to bind port cd0eaa06-51b1-4812-a49c-194b68a0f8ea on network fbf092b6-76de-4364-9b9b-c44cf28319d0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:24.771314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:24.771742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Checking segment: {'id': '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:24.772137 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.772525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Bound using segment: {'id': '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:24.772996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Bound port: cd0eaa06-51b1-4812-a49c-194b68a0f8ea, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbf092b6-76de-4364-9b9b-c44cf28319d0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:24.773378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.818531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.826929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-79082131-859b-4090-b9b5-0607954b368e', 'network_id': '79082131-859b-4090-b9b5-0607954b368e', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': '9757c9ba-30e6-43ca-bb8c-c440968087b0'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:24.827834 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.848890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de83ca-ff41-4c95-a64a-e94019fff2bf req-81c87eda-4700-4312-98d1-b924d92188c8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:24.850511 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13de83ca-ff41-4c95-a64a-e94019fff2bf req-81c87eda-4700-4312-98d1-b924d92188c8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 945 time: 0.0843775 Dec 09 15:23:24.889871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197345-5992-45c7-9f6b-c03cd57e9f1c req-09f2c0e4-b8fd-4f03-afb0-50b81a6531ed tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:24.891617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67197345-5992-45c7-9f6b-c03cd57e9f1c req-09f2c0e4-b8fd-4f03-afb0-50b81a6531ed tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0544612 Dec 09 15:23:24.914483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:24.938809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] For port cd0eaa06-51b1-4812-a49c-194b68a0f8ea, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:24.950679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-13de83ca-ff41-4c95-a64a-e94019fff2bf req-e95a7a16-0429-4a22-bb32-f1e815cb4a7a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811746 Dec 09 15:23:24.958999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67197345-5992-45c7-9f6b-c03cd57e9f1c req-58baaaaf-b325-497b-a1ca-470fcf952f7a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579901 Dec 09 15:23:24.987268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:24.997257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] For port cd0eaa06-51b1-4812-a49c-194b68a0f8ea, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,segment=NetworkSegment(5d44e9f1-821b-4c74-b3dc-387d2f3b70e4),segment_id=5d44e9f1-821b-4c74-b3dc-387d2f3b70e4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:25.009499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.021208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Allocated IP 2001:db8::1 (79082131-859b-4090-b9b5-0607954b368e/9757c9ba-30e6-43ca-bb8c-c440968087b0/c01f40e1-1043-4d1a-8606-6ec20748dbfa) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:25.032522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31103bd-4d6f-476b-9aba-9cd4e7638463 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:25.034052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d31103bd-4d6f-476b-9aba-9cd4e7638463 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1091 time: 0.0457394 Dec 09 15:23:25.037020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54680) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:25.041845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:25.066706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.100419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 286c526c-ba9a-447c-903c-0f6f1ad28645 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:25.138862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894e3e9-9d0c-4b8a-b226-2a671b68db29 None None] Pushing event updated for resources: {'Port': ['ID=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:25.187752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.268902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 286c526c-ba9a-447c-903c-0f6f1ad28645 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:23:25.291864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 286c526c-ba9a-447c-903c-0f6f1ad28645 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:25.291864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.335537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.354678 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.371293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.107 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/13683835-1a3a-4eb7-a5fa-80dee2fcd613) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:25.387047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.411329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Network 79082131-859b-4090-b9b5-0607954b368e is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:25.443981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=9757c9ba-30e6-43ca-bb8c-c440968087b0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:25.444238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:25.450944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:25.455789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Pushing event updated for resources: {'Port': ['ID=c01f40e1-1043-4d1a-8606-6ec20748dbfa,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:25.514388 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.541137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd0eaa06-51b1-4812-a49c-194b68a0f8ea up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:25.548039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.552325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.572900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79082131-859b-4090-b9b5-0607954b368e']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:25.583545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c94316d-2be0-47d6-a274-0d68e4d09fa9') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:25.583852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c94316d-2be0-47d6-a274-0d68e4d09fa9') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:25.592999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.593268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Attempting to bind port c01f40e1-1043-4d1a-8606-6ec20748dbfa on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:25.593475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Attempting to bind port c01f40e1-1043-4d1a-8606-6ec20748dbfa by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8c94316d-2be0-47d6-a274-0d68e4d09fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79082131-859b-4090-b9b5-0607954b368e'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:25.593904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Attempting to bind port c01f40e1-1043-4d1a-8606-6ec20748dbfa on network 79082131-859b-4090-b9b5-0607954b368e {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:25.596137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.611895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c526c-ba9a-447c-903c-0f6f1ad28645'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:25.613425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.614249 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390f9738-367b-4af9-83bf-e0e2d8b91c38" -d '{"events": [{"server_uuid": "8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "286c526c-ba9a-447c-903c-0f6f1ad28645"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:25.621042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:25.621315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:25.621435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Checking segment: {'id': '8c94316d-2be0-47d6-a274-0d68e4d09fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79082131-859b-4090-b9b5-0607954b368e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:25.621915 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.622301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Bound using segment: {'id': '8c94316d-2be0-47d6-a274-0d68e4d09fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79082131-859b-4090-b9b5-0607954b368e'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:25.622688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.622870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Bound port: c01f40e1-1043-4d1a-8606-6ec20748dbfa, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c94316d-2be0-47d6-a274-0d68e4d09fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79082131-859b-4090-b9b5-0607954b368e'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:25.623158 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:25.626968 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:25.645748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 286c526c-ba9a-447c-903c-0f6f1ad28645, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=286c526c-ba9a-447c-903c-0f6f1ad28645,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:25.658279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=13683835-1a3a-4eb7-a5fa-80dee2fcd613,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:25.658494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.667572 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf634c-d0f2-4f8e-90cc-deeaeab29de2 x-openstack-request-id: req-efaf634c-d0f2-4f8e-90cc-deeaeab29de2 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:25.667932 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "286c526c-ba9a-447c-903c-0f6f1ad28645", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:25.668140 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efaf634c-d0f2-4f8e-90cc-deeaeab29de2 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:25.668561 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c526c-ba9a-447c-903c-0f6f1ad28645', 'code': 200} Dec 09 15:23:25.675099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:25.676634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:25.680194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:25.710573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4deafa8f-b203-49b8-bdaa-cfd7eeb0abf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.719402 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:23:25.719402 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:23:25.719402 n-d-804292-5 neutron-server[109894]: [parameters: {'id': '79082131-859b-4090-b9b5-0607954b368e'}] Dec 09 15:23:25.719402 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:23:25.719833 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:23:25.753636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port cd0eaa06-51b1-4812-a49c-194b68a0f8ea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:25.754009 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.800986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d2e91-f983-4390-820c-0e50b16f70cb req-4602c729-1b05-4f4e-8929-4ecc735e8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:25.801633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] For port c01f40e1-1043-4d1a-8606-6ec20748dbfa, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:25.802605 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae8d2e91-f983-4390-820c-0e50b16f70cb req-4602c729-1b05-4f4e-8929-4ecc735e8e94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 1097 time: 0.0438228 Dec 09 15:23:25.803792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=286c526c-ba9a-447c-903c-0f6f1ad28645,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:25.823033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] For port c01f40e1-1043-4d1a-8606-6ec20748dbfa, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c01f40e1-1043-4d1a-8606-6ec20748dbfa,segment=NetworkSegment(8c94316d-2be0-47d6-a274-0d68e4d09fa9),segment_id=8c94316d-2be0-47d6-a274-0d68e4d09fa9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:25.829825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.856865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae8d2e91-f983-4390-820c-0e50b16f70cb req-7ec93423-6964-4a08-9541-7c45639ab4b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467210 Dec 09 15:23:25.956907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:25.959858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cf969-0a42-4fac-9418-d8740b6f9341 None None] Pushing event updated for resources: {'Port': ['ID=c01f40e1-1043-4d1a-8606-6ec20748dbfa,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:25.982108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b899b9bb-99e6-425c-a7bc-a23c84413753 None None] Network 79082131-859b-4090-b9b5-0607954b368e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:26.020891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port cd0eaa06-51b1-4812-a49c-194b68a0f8ea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,segment=NetworkSegment(5d44e9f1-821b-4c74-b3dc-387d2f3b70e4),segment_id=5d44e9f1-821b-4c74-b3dc-387d2f3b70e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:26.061613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.111469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd8ef-92c8-477e-a21e-ac40dc6436bd req-17c81995-2771-4803-ba70-59157a22fe81 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:26.112937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-245fd8ef-92c8-477e-a21e-ac40dc6436bd req-17c81995-2771-4803-ba70-59157a22fe81 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 946 time: 0.0594950 Dec 09 15:23:26.124818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:26.155522 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.175646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-245fd8ef-92c8-477e-a21e-ac40dc6436bd req-154c2cfb-6ca1-45e1-83bf-9693dcd49ff1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 Dec 09 15:23:26.220821 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.234390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.286668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79deff8e-fcef-4a53-a5c7-e0d313998b75 None None] Network fbf092b6-76de-4364-9b9b-c44cf28319d0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:26.288820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port c01f40e1-1043-4d1a-8606-6ec20748dbfa {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:26.289163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.358349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port c01f40e1-1043-4d1a-8606-6ec20748dbfa, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c01f40e1-1043-4d1a-8606-6ec20748dbfa,segment=NetworkSegment(8c94316d-2be0-47d6-a274-0d68e4d09fa9),segment_id=8c94316d-2be0-47d6-a274-0d68e4d09fa9)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:26.359383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.373022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for c01f40e1-1043-4d1a-8606-6ec20748dbfa owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:26.380874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ea1e8aa1-1c91-40ca-980c-664df8e0c123 None None] Provisioning complete for port cd0eaa06-51b1-4812-a49c-194b68a0f8ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:26.381258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8aa1-1c91-40ca-980c-664df8e0c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.425993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.432906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.520648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.558510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=13683835-1a3a-4eb7-a5fa-80dee2fcd613,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:26.578979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.587682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=c01f40e1-1043-4d1a-8606-6ec20748dbfa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:26.589806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port c01f40e1-1043-4d1a-8606-6ec20748dbfa on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:26.711270 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP 3478c778-3786-4711-9545-ad392239b3cb associated. External IP: 172.25.0.107, port: 2385c8b4-4457-4ee3-9a68-87379aec0911. Dec 09 15:23:26.712717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.766601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79082131-859b-4090-b9b5-0607954b368e']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:26.778065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c94316d-2be0-47d6-a274-0d68e4d09fa9') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:26.778507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c94316d-2be0-47d6-a274-0d68e4d09fa9') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:26.784126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c8863-975e-4b31-892a-7e793872226f None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:23:26.795520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.815302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.823811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:26.824466 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:26.828387 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:26.863321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.895500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3bf6eebd-a173-441c-89e4-4163b3be7196 None None] Provisioning complete for port cd0eaa06-51b1-4812-a49c-194b68a0f8ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:26.896329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3bf6eebd-a173-441c-89e4-4163b3be7196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.929553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.938484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:26.943544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/79082131-859b-4090-b9b5-0607954b368e HTTP/1.1" status: 204 len: 168 time: 2.2901971 Dec 09 15:23:26.947879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54690) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:26.955086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1922303033'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:26.971899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d3746-fd8c-4dd0-ba8a-73719382b7ef tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=79082131-859b-4090-b9b5-0607954b368e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:26.989058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 7d78763d-6b11-467e-b51f-4b92830dd98d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:23:26.991430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:26.995108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.019295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:27.029856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.030198 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b of type vlan for network cc30f94a-8280-4d42-a5e8-18afec4855dc Dec 09 15:23:27.041176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c8863-975e-4b31-892a-7e793872226f None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:23:27.078137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.104349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.106835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:23:27.109894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.110498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.120407 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] Sync routers for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:23:27.126163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.140782 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:27.142676 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:23:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:27.156595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-944fdb78-f430-46f2-b7af-be886bbe8031 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1185081 Dec 09 15:23:27.157284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:27.159490 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2046c2-79fe-458c-aac0-b393e10c3cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:27.159677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2105620 Dec 09 15:23:27.162534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54696) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:27.215961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:27.222440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92a6b6-661e-46f0-bc7f-4504a7e6b05a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=cc30f94a-8280-4d42-a5e8-18afec4855dc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:27.229210 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07c00a-54fb-4698-a9b3-6a72ffbe3b8b x-openstack-request-id: req-0e07c00a-54fb-4698-a9b3-6a72ffbe3b8b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:27.229664 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:27.229788 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e07c00a-54fb-4698-a9b3-6a72ffbe3b8b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:27.230137 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'status': 'completed', 'code': 200} Dec 09 15:23:27.235761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network cc30f94a-8280-4d42-a5e8-18afec4855dc details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:27.320480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-a820ee90-1432-4633-bc46-6d7a1d89f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.323791 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-a820ee90-1432-4633-bc46-6d7a1d89f938 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0709298 Dec 09 15:23:27.436005 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:27.464828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503e96-abd9-43dd-8e90-8a1998cde11e req-f0de10e1-65c0-4239-8d21-302b60423de5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.466986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc503e96-abd9-43dd-8e90-8a1998cde11e req-f0de10e1-65c0-4239-8d21-302b60423de5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.1917593 Dec 09 15:23:27.487622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd0eaa06-51b1-4812-a49c-194b68a0f8ea up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:27.512648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b87e24-3fc6-44ce-9c66-c9be8e301bd2 req-f832f051-7654-4a05-a924-c037f32a1d8d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.514454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5b87e24-3fc6-44ce-9c66-c9be8e301bd2 req-f832f051-7654-4a05-a924-c037f32a1d8d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 946 time: 0.1217353 Dec 09 15:23:27.515480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:27.520939 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.574891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port cd0eaa06-51b1-4812-a49c-194b68a0f8ea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:27.575275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-3665c95f-defd-4a77-81c7-ed45dc4d5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.575465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:27.577032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-3665c95f-defd-4a77-81c7-ed45dc4d5a3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.2458260 Dec 09 15:23:27.585382 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5b87e24-3fc6-44ce-9c66-c9be8e301bd2 req-a543cdfa-2d32-409d-8b71-1977e495459d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621111 Dec 09 15:23:27.688553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-b1124c45-ebb6-4257-95e4-acd8960f5098 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 999 time: 0.1019566 Dec 09 15:23:27.693526 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '3478c778-3786-4711-9545-ad392239b3cb', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'port_id': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'mac_address': 'fa:16:3e:c0:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:23:25Z', 'updated_at': '2021-12-09T15:23:25Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:12Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:27.734945 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] Checking router: 7d78763d-6b11-467e-b51f-4b92830dd98d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:23:27.744636 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:23:27.745501 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:23:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:27.749647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-00501c1d-9b2f-4765-9481-90f39422a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.750911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-00501c1d-9b2f-4765-9481-90f39422a58c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0544558 Dec 09 15:23:27.841322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-74ed6b04-7b82-410e-8160-ba6970ed9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.842864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-74ed6b04-7b82-410e-8160-ba6970ed9a15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826147 Dec 09 15:23:27.851368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edae5f-4574-48b2-860b-5bc958bc20c3 req-6ab808f9-61d0-4bfc-b340-912c4bb3bc84 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:27.852916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28edae5f-4574-48b2-860b-5bc958bc20c3 req-6ab808f9-61d0-4bfc-b340-912c4bb3bc84 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 946 time: 0.0637798 Dec 09 15:23:27.858893 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:23:27.966250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28edae5f-4574-48b2-860b-5bc958bc20c3 req-800ba522-8ddf-4041-89ee-c4eacd85c986 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013677 Dec 09 15:23:27.988192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-2a0aeab5-2be0-448f-b56d-1c3a3d0df88f service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342497 Dec 09 15:23:28.053809 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc503e96-abd9-43dd-8e90-8a1998cde11e req-b26f4e4d-abd0-42ea-9f0e-2887739f971f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5745568 Dec 09 15:23:28.066755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:28.124686 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '3478c778-3786-4711-9545-ad392239b3cb', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'port_id': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'mac_address': 'fa:16:3e:c0:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:23:25Z', 'updated_at': '2021-12-09T15:23:25Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:12Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:28.154778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bd5a8cc7-6ec8-4ee5-8066-ac9e6c2d1ead tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/3478c778-3786-4711-9545-ad392239b3cb HTTP/1.1" status: 200 len: 991 time: 0.0852368 Dec 09 15:23:28.155929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a2046c2-79fe-458c-aac0-b393e10c3cdc req-e786250d-6f48-4c01-84a8-b9b8c56ece17 service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571398 Dec 09 15:23:28.161620 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a9013-5de3-4d5e-94ff-7529f3e4275f None None] The sync data for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 is: [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '3478c778-3786-4711-9545-ad392239b3cb', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'port_id': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'mac_address': 'fa:16:3e:c0:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:23:25Z', 'updated_at': '2021-12-09T15:23:25Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:12Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:23:28.212747 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.284690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=73f26c7d-ec90-4a2a-9914-2b159a10bbdf,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:28.294181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:28.294517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: cc30f94a-8280-4d42-a5e8-18afec4855dc, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:28.313936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network cc30f94a-8280-4d42-a5e8-18afec4855dc is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:28.324704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, cc30f94a-8280-4d42-a5e8-18afec4855dc) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:28.329679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:28.330314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.336558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f27dd5-417b-4785-b787-022f8a97075b None None] Network cc30f94a-8280-4d42-a5e8-18afec4855dc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:28.365977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-023fc1a8-7432-47ae-ad9c-5565b654c6cd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1990175 Dec 09 15:23:28.366220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54714) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:28.371857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761871025'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:28.401657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:28.406406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.448961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:28.460561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.460986 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 6620e78e-987b-4f55-b033-474894cd2403 of type vlan for network 091412e7-f4c0-4ee1-adf9-d14df91f433f Dec 09 15:23:28.507411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.548113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.554288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:28.554852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.597797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2304125 Dec 09 15:23:28.600824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54724) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:28.606705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': '091412e7-f4c0-4ee1-adf9-d14df91f433f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:28.638163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5538f4-c4f1-4246-a86f-fa0c3638b74d None None] New status for floating IP 3478c778-3786-4711-9545-ad392239b3cb: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:23:28.640526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340153c5-4185-4c43-b768-e284f1063eb4 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=091412e7-f4c0-4ee1-adf9-d14df91f433f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:28.742735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:28.746917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.787386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 091412e7-f4c0-4ee1-adf9-d14df91f433f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:28.849052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing IP validity checks on allocation pools {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:23:28.849563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:23:28.849929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:28.941015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-cc30f94a-8280-4d42-a5e8-18afec4855dc', 'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': '73f26c7d-ec90-4a2a-9914-2b159a10bbdf'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:28.942359 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.036213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.111947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=d9c46073-3b0e-45e6-9492-53d95c158c94,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:29.123585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '6620e78e-987b-4f55-b033-474894cd2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '091412e7-f4c0-4ee1-adf9-d14df91f433f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:29.124039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: 091412e7-f4c0-4ee1-adf9-d14df91f433f, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:29.128156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Allocated IP 2001:db8::3 (cc30f94a-8280-4d42-a5e8-18afec4855dc/73f26c7d-ec90-4a2a-9914-2b159a10bbdf/5d818142-67bd-4b27-85ed-2e63fa1bc039) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:29.145234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network 091412e7-f4c0-4ee1-adf9-d14df91f433f is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:29.158784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:29.169231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 091412e7-f4c0-4ee1-adf9-d14df91f433f) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:29.173962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:29.174852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.192966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3552f0c7-05fc-4b38-9672-cd78cadea522 None None] Network 091412e7-f4c0-4ee1-adf9-d14df91f433f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:29.238894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d1a94676-22a2-4b0f-b952-b876a27b404b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6369512 Dec 09 15:23:29.241525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54752) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:29.256153 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.289850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-17dfd3fb-6d02-4a6f-b77e-fdf81c644d05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/3478c778-3786-4711-9545-ad392239b3cb HTTP/1.1" status: 200 len: 993 time: 0.1296806 Dec 09 15:23:29.387441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.437702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fcd955-2aff-4776-9e01-4878ea1ae0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-091412e7-f4c0-4ee1-adf9-d14df91f433f', 'network_id': '091412e7-f4c0-4ee1-adf9-d14df91f433f', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': 'd9c46073-3b0e-45e6-9492-53d95c158c94'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:29.438628 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-24fcd955-2aff-4776-9e01-4878ea1ae0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.453950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.507580 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.545974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.568296 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.583739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c46073-3b0e-45e6-9492-53d95c158c94,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:29.644891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Network cc30f94a-8280-4d42-a5e8-18afec4855dc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:29.648455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:29.654573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-24fcd955-2aff-4776-9e01-4878ea1ae0b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9c46073-3b0e-45e6-9492-53d95c158c94: This subnet is being modified by another concurrent operation. Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9c46073-3b0e-45e6-9492-53d95c158c94: This subnet is being modified by another concurrent operation. Dec 09 15:23:29.670336 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:23:29.676511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.696350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091412e7-f4c0-4ee1-adf9-d14df91f433f']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:29.698480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d300eba-23a0-4c3c-84ec-c5d46abe016f None None] Network 091412e7-f4c0-4ee1-adf9-d14df91f433f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:29.706674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6620e78e-987b-4f55-b033-474894cd2403') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:29.706988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6620e78e-987b-4f55-b033-474894cd2403') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:29.717148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.723170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Pushing event updated for resources: {'Port': ['ID=5d818142-67bd-4b27-85ed-2e63fa1bc039,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:29.735566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.742925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:29.744118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:29.747811 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:29.777538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Attempting to bind port 5d818142-67bd-4b27-85ed-2e63fa1bc039 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:29.777915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Attempting to bind port 5d818142-67bd-4b27-85ed-2e63fa1bc039 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:29.778275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Attempting to bind port 5d818142-67bd-4b27-85ed-2e63fa1bc039 on network cc30f94a-8280-4d42-a5e8-18afec4855dc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:29.823959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:29.824350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Checking segment: {'id': '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:29.824761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.825166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Bound using segment: {'id': '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:29.825283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.826230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Bound port: 5d818142-67bd-4b27-85ed-2e63fa1bc039, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cc30f94a-8280-4d42-a5e8-18afec4855dc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:29.826626 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.835574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.845348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54780) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:29.846110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/091412e7-f4c0-4ee1-adf9-d14df91f433f HTTP/1.1" status: 204 len: 168 time: 0.6025839 Dec 09 15:23:29.853554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443040291'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:29.862982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611550ae-beaa-4516-9014-0f86e2987752 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=091412e7-f4c0-4ee1-adf9-d14df91f433f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:29.881009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:29.885487 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.918274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:29.930954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.931302 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 71bbca36-2049-4058-a268-a598d6544554 of type vlan for network e917d9d6-385b-449e-95ee-692208b850b8 Dec 09 15:23:29.973097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] For port 5d818142-67bd-4b27-85ed-2e63fa1bc039, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:29.976433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] For port 5d818142-67bd-4b27-85ed-2e63fa1bc039, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5d818142-67bd-4b27-85ed-2e63fa1bc039,segment=NetworkSegment(7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b),segment_id=7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:29.982272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:29.999257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.053293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcbbe1-520d-4d1b-b0ca-358c10b4c432 None None] Pushing event updated for resources: {'Port': ['ID=5d818142-67bd-4b27-85ed-2e63fa1bc039,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:30.068547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.077137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:30.077919 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.088429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-8d0794a6-a943-45c8-9617-8bb1268d0a4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821817 Dec 09 15:23:30.150013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:30.150352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3030190 Dec 09 15:23:30.157041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:30.276407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a476b-bb1a-4e60-84a3-96e3474e609d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=e917d9d6-385b-449e-95ee-692208b850b8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:30.298386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:30.302644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.302815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e917d9d6-385b-449e-95ee-692208b850b8 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:30.314859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-ccd16683-b47d-464d-91ec-8bbcfdd42835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:30.317535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-ccd16683-b47d-464d-91ec-8bbcfdd42835 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 1097 time: 0.1551340 Dec 09 15:23:30.484224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-70f6907f-6ef2-49a6-a377-8aeaf2becfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:30.489329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-70f6907f-6ef2-49a6-a377-8aeaf2becfeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1440132 Dec 09 15:23:30.542829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-d67800f8-2dc4-4cb0-86cc-b6155e0590d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286c526c-ba9a-447c-903c-0f6f1ad28645 HTTP/1.1" status: 200 len: 217 time: 0.0460243 Dec 09 15:23:30.603751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-9549d8f1-8701-4b46-83bc-dcd4da142fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:30.605159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-9549d8f1-8701-4b46-83bc-dcd4da142fe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0555573 Dec 09 15:23:30.610663 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.651228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-c4d2e441-0d64-44c7-b566-8722559da8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:30.652877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-c4d2e441-0d64-44c7-b566-8722559da8f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405228 Dec 09 15:23:30.673225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=93439662-63d9-477e-85ef-74d33d065b26,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:30.681626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '71bbca36-2049-4058-a268-a598d6544554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:30.682254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: e917d9d6-385b-449e-95ee-692208b850b8, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:30.700089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network e917d9d6-385b-449e-95ee-692208b850b8 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:30.716334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e917d9d6-385b-449e-95ee-692208b850b8) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:30.720438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:30.721052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.728346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b270d-69e4-4171-a8c4-98cf3d873fee None None] Network e917d9d6-385b-449e-95ee-692208b850b8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:30.754654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-771c91c0-20bb-4ef2-abaf-6c86760c14f2 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945373 Dec 09 15:23:30.763947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5af26195-c860-4baa-883a-a901b29360d2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6127284 Dec 09 15:23:30.767649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54788) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:30.860696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-e917d9d6-385b-449e-95ee-692208b850b8', 'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': '93439662-63d9-477e-85ef-74d33d065b26'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:30.864641 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.886656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:30.891222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85ae0e65-8821-4034-ba50-87db5b85a86f req-f3f8e952-28ba-47e1-b129-a1e0ac97070f service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289802 Dec 09 15:23:31.021249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Allocated IP 2001:db8::1 (e917d9d6-385b-449e-95ee-692208b850b8/93439662-63d9-477e-85ef-74d33d065b26/ff140b43-0271-4091-ab40-627835de1b5a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:31.032837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.204712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.214186 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.266542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Pushing event updated for resources: {'Port': ['ID=ff140b43-0271-4091-ab40-627835de1b5a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:31.281586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Network e917d9d6-385b-449e-95ee-692208b850b8 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:31.283055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:31.285321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:31.344832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Attempting to bind port ff140b43-0271-4091-ab40-627835de1b5a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:31.345219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Attempting to bind port ff140b43-0271-4091-ab40-627835de1b5a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '71bbca36-2049-4058-a268-a598d6544554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:31.345590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Attempting to bind port ff140b43-0271-4091-ab40-627835de1b5a on network e917d9d6-385b-449e-95ee-692208b850b8 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:31.351340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:31.351757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Checking segment: {'id': '71bbca36-2049-4058-a268-a598d6544554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:31.352212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.352597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Bound using segment: {'id': '71bbca36-2049-4058-a268-a598d6544554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:31.353072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Bound port: ff140b43-0271-4091-ab40-627835de1b5a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bbca36-2049-4058-a268-a598d6544554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e917d9d6-385b-449e-95ee-692208b850b8'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:31.353660 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.408895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e834dc-1a0a-4575-b761-a78ab3f42b2d None None] Network cc30f94a-8280-4d42-a5e8-18afec4855dc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:31.454987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] For port ff140b43-0271-4091-ab40-627835de1b5a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:31.487504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5d818142-67bd-4b27-85ed-2e63fa1bc039 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:31.488666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-7a8c988c-e9d2-4355-aeef-8a87abfe6dfa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:31.490219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-7a8c988c-e9d2-4355-aeef-8a87abfe6dfa tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.5400908 Dec 09 15:23:31.506522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] For port ff140b43-0271-4091-ab40-627835de1b5a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff140b43-0271-4091-ab40-627835de1b5a,segment=NetworkSegment(71bbca36-2049-4058-a268-a598d6544554),segment_id=71bbca36-2049-4058-a268-a598d6544554)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:31.520777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-7b3f977e-d171-431e-a2a0-8efa184edc21 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.0185900 Dec 09 15:23:31.522811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.538853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.562162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=93439662-63d9-477e-85ef-74d33d065b26,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:31.618927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c31ea0f1-adb8-4bff-8bbc-d370f7517b74 None None] Provisioning complete for port 5d818142-67bd-4b27-85ed-2e63fa1bc039 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:31.619302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c31ea0f1-adb8-4bff-8bbc-d370f7517b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.648376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.666937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-18128bd2-6694-4915-bb4c-ae5f031f9f0b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340649 Dec 09 15:23:31.677509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68a27b-d490-49e4-89aa-1cbffecf6664 None None] Pushing event updated for resources: {'Port': ['ID=ff140b43-0271-4091-ab40-627835de1b5a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:31.698058 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5d818142-67bd-4b27-85ed-2e63fa1bc039 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:31.698453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.701299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e917d9d6-385b-449e-95ee-692208b850b8']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:31.721550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bbca36-2049-4058-a268-a598d6544554') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:31.721897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bbca36-2049-4058-a268-a598d6544554') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:31.757771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.780313 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c31ea0f1-adb8-4bff-8bbc-d370f7517b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.783391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.809312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:31.810701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:31.815943 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:31.838614 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.841152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-af07087e-b377-4996-ad4d-1c6fc3b17280 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661704 Dec 09 15:23:31.881448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c31ea0f1-adb8-4bff-8bbc-d370f7517b74 None None] For port 5d818142-67bd-4b27-85ed-2e63fa1bc039, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5d818142-67bd-4b27-85ed-2e63fa1bc039,segment=NetworkSegment(7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b),segment_id=7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:31.892120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c31ea0f1-adb8-4bff-8bbc-d370f7517b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:31.951504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:23:31.951504 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:23:31.951504 n-d-804292-5 neutron-server[109895]: [parameters: {'id': 'e917d9d6-385b-449e-95ee-692208b850b8'}] Dec 09 15:23:31.951504 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:23:31.952000 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:23:31.982722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:23:31.983093 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:23:31.996608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ea0f1-adb8-4bff-8bbc-d370f7517b74 None None] Pushing event updated for resources: {'Port': ['ID=5d818142-67bd-4b27-85ed-2e63fa1bc039,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:32.018911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-c1c651ac-2f44-4ad2-885a-fd3e802533ff service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645708 Dec 09 15:23:32.116412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ec3cb616-aa7d-4987-9a14-2ecd41f4617c None None] Provisioning complete for port 5d818142-67bd-4b27-85ed-2e63fa1bc039 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:32.116822 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb616-aa7d-4987-9a14-2ecd41f4617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.233483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5f91477-37eb-4322-9da4-d18628206fa6 req-5a04b273-2f16-434a-ade3-2b059a20100c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.0320642 Dec 09 15:23:32.453207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.512803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port ff140b43-0271-4091-ab40-627835de1b5a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:32.513181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.597178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port ff140b43-0271-4091-ab40-627835de1b5a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff140b43-0271-4091-ab40-627835de1b5a,segment=NetworkSegment(71bbca36-2049-4058-a268-a598d6544554),segment_id=71bbca36-2049-4058-a268-a598d6544554)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:32.597532 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.613047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for ff140b43-0271-4091-ab40-627835de1b5a owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:32.706782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.736919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port ff140b43-0271-4091-ab40-627835de1b5a on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:32.744761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=ff140b43-0271-4091-ab40-627835de1b5a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:32.757951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c866c64e-1f56-4870-a7d8-268895c45b69 None None] Network e917d9d6-385b-449e-95ee-692208b850b8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:32.818559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ae3fb07a-d6c2-4c04-9b8d-5cb777ab577e None None] Could not find standard attr ID for object ff140b43-0271-4091-ab40-627835de1b5a. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:23:32.828576 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.852937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e917d9d6-385b-449e-95ee-692208b850b8']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:32.863238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bbca36-2049-4058-a268-a598d6544554') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:32.863574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bbca36-2049-4058-a268-a598d6544554') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:32.877661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.892037 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.900767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50fe29-01a9-4d32-82b4-6a6c2619eea6 None None] DHCP port deletion for e917d9d6-385b-449e-95ee-692208b850b8 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:32.901242 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:32.901734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:32.904900 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:32.921071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64752329-0143-4695-88fc-f53bc1c9de4a None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:23:32.965458 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.970090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:32.973454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/e917d9d6-385b-449e-95ee-692208b850b8 HTTP/1.1" status: 204 len: 168 time: 2.2046545 Dec 09 15:23:32.977135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54816) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:32.983132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-98021603'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:32.992669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aab683-dc69-46a7-854f-e079a5567b04 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=e917d9d6-385b-449e-95ee-692208b850b8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:33.008084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:33.013093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.023211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64752329-0143-4695-88fc-f53bc1c9de4a None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:23:33.041143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:33.050430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.050781 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 347f30d7-2c6d-4351-8a5b-1ba703811d94 of type vlan for network dcec3a42-e93a-4762-b91f-929f548788c2 Dec 09 15:23:33.091046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.116910 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.123767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:33.124473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.209234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=dcec3a42-e93a-4762-b91f-929f548788c2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:33.221799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network dcec3a42-e93a-4762-b91f-929f548788c2 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:33.256077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a3561713-5347-49dd-ae54-195df25f154b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2771199 Dec 09 15:23:33.258806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:33.264192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:33.445368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bce7496d-54f4-4224-a512-f2067e37804b req-57d8bf2d-27db-436e-a7e3-1ab387bb1685 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.1125543 Dec 09 15:23:33.453877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5d818142-67bd-4b27-85ed-2e63fa1bc039 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:33.483495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-a7d6b7ed-2fe1-492e-b315-393b42e74625 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:33.485414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-a7d6b7ed-2fe1-492e-b315-393b42e74625 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.2772257 Dec 09 15:23:33.501079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:33.522794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5d818142-67bd-4b27-85ed-2e63fa1bc039 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:33.523172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.538594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:33.542944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.743662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:33.747085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.881690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:33.994359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=7c5209ec-98d0-4920-a9b6-39eb3c77b531,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:33.997693 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.8 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/ee7df476-cdbf-4123-a1de-af04e3f438fc) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:34.011427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '347f30d7-2c6d-4351-8a5b-1ba703811d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:34.011800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: dcec3a42-e93a-4762-b91f-929f548788c2, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:34.049577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network dcec3a42-e93a-4762-b91f-929f548788c2 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:34.068837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, dcec3a42-e93a-4762-b91f-929f548788c2) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:34.074103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:34.074885 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.079805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66fc632-62a9-4c58-854a-836257735bfc None None] Network dcec3a42-e93a-4762-b91f-929f548788c2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:34.115260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dd88af25-0bb1-421d-af84-1c3b572181bf tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8526826 Dec 09 15:23:34.116222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54828) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:34.188268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-dcec3a42-e93a-4762-b91f-929f548788c2', 'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': '7c5209ec-98d0-4920-a9b6-39eb3c77b531'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:34.188632 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.276779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.290124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.367536 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.367798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Allocated IP 2001:db8::1 (dcec3a42-e93a-4762-b91f-929f548788c2/7c5209ec-98d0-4920-a9b6-39eb3c77b531/4ec459bd-a987-429c-aa64-307797a0cd4c) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:34.373039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.388546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['286c526c-ba9a-447c-903c-0f6f1ad28645'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:23:34.453125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:34.465789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:34.470493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:34.474763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=ee7df476-cdbf-4123-a1de-af04e3f438fc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:34.545978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:34.546641 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.610939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-0808ce60-28ea-4c64-bbc9-4a31b101783c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136572 Dec 09 15:23:34.631068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Request body: {'port': {'device_id': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:34.681639 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4c93-fe3c-4331-ae60-a7ba4fcf0076 req-0840b2a9-fe37-4584-bc3f-4048d014a105 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:34.690316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1ec4c93-fe3c-4331-ae60-a7ba4fcf0076 req-0840b2a9-fe37-4584-bc3f-4048d014a105 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 931 time: 0.1306317 Dec 09 15:23:34.706179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.719856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.783067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Pushing event updated for resources: {'Port': ['ID=4ec459bd-a987-429c-aa64-307797a0cd4c,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:34.789458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b1ec4c93-fe3c-4331-ae60-a7ba4fcf0076 req-41095714-9bb5-48dc-9bdc-0bed821a0941 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981352 Dec 09 15:23:34.793345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.803288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.810655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Network dcec3a42-e93a-4762-b91f-929f548788c2 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:34.812808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:34.815155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:34.831158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5209ec-98d0-4920-a9b6-39eb3c77b531,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:34.909332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51cd6480-3deb-4648-be02-ca7bcf7deb02 None None] Provisioning complete for port ee7df476-cdbf-4123-a1de-af04e3f438fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:34.909707 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51cd6480-3deb-4648-be02-ca7bcf7deb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.915407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Attempting to bind port 4ec459bd-a987-429c-aa64-307797a0cd4c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:34.915697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Attempting to bind port 4ec459bd-a987-429c-aa64-307797a0cd4c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '347f30d7-2c6d-4351-8a5b-1ba703811d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:34.916139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Attempting to bind port 4ec459bd-a987-429c-aa64-307797a0cd4c on network dcec3a42-e93a-4762-b91f-929f548788c2 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:34.934241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.940557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:34.940938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Checking segment: {'id': '347f30d7-2c6d-4351-8a5b-1ba703811d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:34.941344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.941739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Bound using segment: {'id': '347f30d7-2c6d-4351-8a5b-1ba703811d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:34.942351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Bound port: 4ec459bd-a987-429c-aa64-307797a0cd4c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347f30d7-2c6d-4351-8a5b-1ba703811d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dcec3a42-e93a-4762-b91f-929f548788c2'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:34.942593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:34.966881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51cd6480-3deb-4648-be02-ca7bcf7deb02 None None] Port ee7df476-cdbf-4123-a1de-af04e3f438fc cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:23:34.970259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcec3a42-e93a-4762-b91f-929f548788c2']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:35.019582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] For port 4ec459bd-a987-429c-aa64-307797a0cd4c, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:35.022615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] For port 4ec459bd-a987-429c-aa64-307797a0cd4c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4ec459bd-a987-429c-aa64-307797a0cd4c,segment=NetworkSegment(347f30d7-2c6d-4351-8a5b-1ba703811d94),segment_id=347f30d7-2c6d-4351-8a5b-1ba703811d94)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:35.027018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.027228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347f30d7-2c6d-4351-8a5b-1ba703811d94') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:35.027569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347f30d7-2c6d-4351-8a5b-1ba703811d94') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:35.050754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.077034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.100938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:35.101349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:35.105160 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:35.111952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83265d7-3a78-40ec-bba6-3ad62d566042 None None] Pushing event updated for resources: {'Port': ['ID=4ec459bd-a987-429c-aa64-307797a0cd4c,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:35.138154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf62d0f-5a76-4d72-958b-7605e0b697dc None None] Network dcec3a42-e93a-4762-b91f-929f548788c2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:35.202052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.db.api [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:23:35.202052 n-d-804292-5 neutron-server[109894]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:23:35.202052 n-d-804292-5 neutron-server[109894]: [parameters: {'id': 'dcec3a42-e93a-4762-b91f-929f548788c2'}] Dec 09 15:23:35.202052 n-d-804292-5 neutron-server[109894]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:23:35.202564 n-d-804292-5 neutron-server[109894]: DEBUG oslo_db.api [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:23:35.243862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee417ae-cb25-40d2-9066-c1505edab16e None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:23:35.287842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7df476-cdbf-4123-a1de-af04e3f438fc {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:35.296603 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.310366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Transition to ACTIVE for port object ee7df476-cdbf-4123-a1de-af04e3f438fc will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:23:35.317055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.385724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee417ae-cb25-40d2-9066-c1505edab16e None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:23:35.389073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Pushing event updated for resources: {'Port': ['ID=ee7df476-cdbf-4123-a1de-af04e3f438fc,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:35.463039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Attempting to bind port ee7df476-cdbf-4123-a1de-af04e3f438fc on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:35.463491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Attempting to bind port ee7df476-cdbf-4123-a1de-af04e3f438fc by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:35.463903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Attempting to bind port ee7df476-cdbf-4123-a1de-af04e3f438fc on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:35.469393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Port ee7df476-cdbf-4123-a1de-af04e3f438fc on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:23:35.469716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Attempting to bind port ee7df476-cdbf-4123-a1de-af04e3f438fc on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:35.474787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:35.475136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:35.475566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:35.475996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Bound port: ee7df476-cdbf-4123-a1de-af04e3f438fc, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:35.476349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.550171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] For port ee7df476-cdbf-4123-a1de-af04e3f438fc, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:35.553469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] For port ee7df476-cdbf-4123-a1de-af04e3f438fc, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:35.559612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.593918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:35.594676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.596080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] 10.222.0.36 "PUT /v2.0/ports/ee7df476-cdbf-4123-a1de-af04e3f438fc HTTP/1.1" status: 200 len: 1091 time: 0.9696937 Dec 09 15:23:35.596526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'tag': 'ee7df476-cdbf-4123-a1de-af04e3f438fc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:23:35.598909 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48caa2a-aff9-4add-9e11-9bfccb7311e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2740752-8e23-414d-b448-86a57fbe16c4", "tag": "ee7df476-cdbf-4123-a1de-af04e3f438fc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:23:35.627077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e418f-331e-431d-a2d9-45e4c38fb7ee service neutron] Pushing event updated for resources: {'Port': ['ID=ee7df476-cdbf-4123-a1de-af04e3f438fc,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:35.691994 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52120d1-43b2-41eb-9ceb-28e1703290ce x-openstack-request-id: req-d52120d1-43b2-41eb-9ceb-28e1703290ce {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:23:35.692300 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2740752-8e23-414d-b448-86a57fbe16c4", "tag": "ee7df476-cdbf-4123-a1de-af04e3f438fc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:23:35.692562 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d52120d1-43b2-41eb-9ceb-28e1703290ce {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:23:35.692979 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'tag': 'ee7df476-cdbf-4123-a1de-af04e3f438fc', 'status': 'completed', 'code': 200} Dec 09 15:23:35.704197 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.716465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-b2964194-a7fc-4542-ae97-927b8c892a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:35.718724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-b2964194-a7fc-4542-ae97-927b8c892a75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 1094 time: 0.0616915 Dec 09 15:23:35.786842 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-89c7db5a-951d-4c02-af76-6962a64b8307 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc HTTP/1.1" status: 200 len: 217 time: 0.0426857 Dec 09 15:23:35.853468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port 4ec459bd-a987-429c-aa64-307797a0cd4c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:35.853940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.856785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-6cd1e878-8797-4e52-917b-7f6cccde84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:35.858427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-6cd1e878-8797-4e52-917b-7f6cccde84a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0655327 Dec 09 15:23:35.964359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port 4ec459bd-a987-429c-aa64-307797a0cd4c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4ec459bd-a987-429c-aa64-307797a0cd4c,segment=NetworkSegment(347f30d7-2c6d-4351-8a5b-1ba703811d94),segment_id=347f30d7-2c6d-4351-8a5b-1ba703811d94)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:35.964671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:35.979064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159409-e4dc-4477-8a28-4e16da191828 req-4e9d86b3-5877-4c82-b72a-2131ee335120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:35.980568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-4e9d86b3-5877-4c82-b72a-2131ee335120 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103473 Dec 09 15:23:35.985404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for 4ec459bd-a987-429c-aa64-307797a0cd4c owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:36.007550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab9e6c-ba31-4009-a7db-2f8f33e0a6af req-8106f2be-1ab2-41f8-b104-4629daf1ec7b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:36.015811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7ab9e6c-ba31-4009-a7db-2f8f33e0a6af req-8106f2be-1ab2-41f8-b104-4629daf1ec7b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.1212001 Dec 09 15:23:36.067947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7ab9e6c-ba31-4009-a7db-2f8f33e0a6af req-9c70109b-ddfa-442c-9425-533d3ade7e6c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Dec 09 15:23:36.141365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-9a520453-a46f-4321-bfff-5f490170069a service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515136 Dec 09 15:23:36.168263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.204546 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=4ec459bd-a987-429c-aa64-307797a0cd4c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:36.207991 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port 4ec459bd-a987-429c-aa64-307797a0cd4c on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:36.306525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e159409-e4dc-4477-8a28-4e16da191828 req-5e3f87f6-d677-4b76-9037-19d31e7ba7dc service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569207 Dec 09 15:23:36.343738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.372689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcec3a42-e93a-4762-b91f-929f548788c2']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:36.397135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347f30d7-2c6d-4351-8a5b-1ba703811d94') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:36.397499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347f30d7-2c6d-4351-8a5b-1ba703811d94') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:36.411119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.429597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-e62033a0-d641-4d29-96c0-9f768e8a44de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:36.431935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-e62033a0-d641-4d29-96c0-9f768e8a44de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 1094 time: 0.0751915 Dec 09 15:23:36.432858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.439116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:36.439536 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:36.442703 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:36.849496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.860333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.866982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/dcec3a42-e93a-4762-b91f-929f548788c2 HTTP/1.1" status: 204 len: 168 time: 2.7468877 Dec 09 15:23:36.867131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54842) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:36.873253 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058448883'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:36.874661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df9240-89f4-4be1-98c0-21c3cfbf2486 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=dcec3a42-e93a-4762-b91f-929f548788c2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:36.893537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-20756576-de08-420f-8b19-c90a0a2a9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:36.895137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-20756576-de08-420f-8b19-c90a0a2a9e77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.4516361 Dec 09 15:23:36.905710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:36.909467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.934620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:36.942850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-af6c7b8e-9644-4a76-9970-2be78db745b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc HTTP/1.1" status: 200 len: 217 time: 0.0393038 Dec 09 15:23:36.944778 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.945190 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment ebdec2c6-6653-4188-a666-5d2aacee90c4 of type vlan for network be2396d8-2372-4c6b-a2a9-23ff2f61f229 Dec 09 15:23:36.987123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:36.997511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-c8a59045-a270-4c17-a95d-7cff6cfcd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:36.999054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-c8a59045-a270-4c17-a95d-7cff6cfcd563 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0500383 Dec 09 15:23:37.013167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:37.018830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:37.019571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:37.051041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-46b36888-52d3-4aa5-984c-32a42892c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:37.052797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-46b36888-52d3-4aa5-984c-32a42892c21f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454535 Dec 09 15:23:37.058841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1895323 Dec 09 15:23:37.061731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:37.066442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:37.117508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f459f5-eff9-4636-839e-b5d6a8a29630 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=be2396d8-2372-4c6b-a2a9-23ff2f61f229,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:37.131515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:37.221943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-61ec7d43-a932-4460-bb34-0f9fdc8ade63 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615982 Dec 09 15:23:37.241398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:37.246210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:37.260001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a0b3-5f62-4fce-b94a-46694c2bcfb8 req-911d8c01-0da5-4222-8677-cea044d16f6c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:37.261906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6bf4a0b3-5f62-4fce-b94a-46694c2bcfb8 req-911d8c01-0da5-4222-8677-cea044d16f6c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0836911 Dec 09 15:23:37.395951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6bf4a0b3-5f62-4fce-b94a-46694c2bcfb8 req-b55d65dc-137b-4809-bd49-7237f84dbcb6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226442 Dec 09 15:23:37.415854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c48caa2a-aff9-4add-9e11-9bfccb7311e2 req-eaafde66-6116-4e6c-bb2d-50cc2da2f399 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848402 Dec 09 15:23:37.567623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:37.666801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=efc8d398-430a-4c84-a8cb-f744242fea57,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:37.674441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': 'ebdec2c6-6653-4188-a666-5d2aacee90c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:37.674821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: be2396d8-2372-4c6b-a2a9-23ff2f61f229, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:37.709756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:37.724362 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, be2396d8-2372-4c6b-a2a9-23ff2f61f229) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:37.731225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:37.731970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:37.746675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914944da-9ec2-40ca-9d21-faae9026b019 None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:37.765507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-de71d4ea-7309-4bb8-b128-ccd8494d1fab tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7027271 Dec 09 15:23:37.768920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:37.774632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:37.871652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-be2396d8-2372-4c6b-a2a9-23ff2f61f229', 'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': 'efc8d398-430a-4c84-a8cb-f744242fea57'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:37.873205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:37.937890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:37.942065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.254719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Allocated IP 2001:db8::2 (be2396d8-2372-4c6b-a2a9-23ff2f61f229/efc8d398-430a-4c84-a8cb-f744242fea57/c374647d-ec4a-45dd-ba09-f9c233f74b9e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:38.302640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.378750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:38.385659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:38.401715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.402669 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.449154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=4264a16c-a7b6-4a03-be28-19cf0a58b6da,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:38.461830 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.472198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54854) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:38.473168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c1d5658-fa95-4425-989f-df70461c29ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7020106 Dec 09 15:23:38.485069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.526173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:38.529665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:38.533664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:38.568544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Pushing event updated for resources: {'Port': ['ID=c374647d-ec4a-45dd-ba09-f9c233f74b9e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:38.605223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb989cf-c853-4fd6-b5f4-3377cba38874 req-49d16c5c-2e94-40f2-9c1e-74f91b00a33a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.607134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bfb989cf-c853-4fd6-b5f4-3377cba38874 req-49d16c5c-2e94-40f2-9c1e-74f91b00a33a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0863054 Dec 09 15:23:38.614276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Attempting to bind port c374647d-ec4a-45dd-ba09-f9c233f74b9e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:38.614702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Attempting to bind port c374647d-ec4a-45dd-ba09-f9c233f74b9e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ebdec2c6-6653-4188-a666-5d2aacee90c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:38.615630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Attempting to bind port c374647d-ec4a-45dd-ba09-f9c233f74b9e on network be2396d8-2372-4c6b-a2a9-23ff2f61f229 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:38.619950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed3604-f2fb-415c-967c-8654110e69f7 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.622454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed3604-f2fb-415c-967c-8654110e69f7 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.624658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed3604-f2fb-415c-967c-8654110e69f7 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.626686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed3604-f2fb-415c-967c-8654110e69f7 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.627220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:38.629013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Checking segment: {'id': 'ebdec2c6-6653-4188-a666-5d2aacee90c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:38.629013 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.629013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Bound using segment: {'id': 'ebdec2c6-6653-4188-a666-5d2aacee90c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:38.630050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Bound port: c374647d-ec4a-45dd-ba09-f9c233f74b9e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdec2c6-6653-4188-a666-5d2aacee90c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:38.630163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed3604-f2fb-415c-967c-8654110e69f7 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.630261 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.631728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-baed3604-f2fb-415c-967c-8654110e69f7 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1582844 Dec 09 15:23:38.636814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:38.649897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391087201'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:38.710267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:38.714553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.717795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bfb989cf-c853-4fd6-b5f4-3377cba38874 req-57bb2469-c257-4c82-a13d-2b0747a238f6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848765 Dec 09 15:23:38.757338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:38.758735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] For port c374647d-ec4a-45dd-ba09-f9c233f74b9e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:38.766357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] For port c374647d-ec4a-45dd-ba09-f9c233f74b9e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c374647d-ec4a-45dd-ba09-f9c233f74b9e,segment=NetworkSegment(ebdec2c6-6653-4188-a666-5d2aacee90c4),segment_id=ebdec2c6-6653-4188-a666-5d2aacee90c4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:38.775004 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.775561 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 673b0958-25b9-439d-b171-a72289e40996 of type vlan for network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f Dec 09 15:23:38.778150 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.835196 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.853379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102963ea-b405-4dbc-9b22-b8a0bde42261 None None] Pushing event updated for resources: {'Port': ['ID=c374647d-ec4a-45dd-ba09-f9c233f74b9e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:38.895932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.906275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:38.906275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:38.979303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:38.985228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da88a82d-356f-4468-adfa-efd837ef8200 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3471434 Dec 09 15:23:38.987865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54860) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:38.995144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:39.011719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:39.249853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.273313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.291929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f is not hosted by any dhcp agent {{(pid=109894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:23:39.297563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:39.298160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.299738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "PUT /v2.0/networks/b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f HTTP/1.1" status: 200 len: 723 time: 0.3103502 Dec 09 15:23:39.302636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:39.313469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:39.407559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6424df-3f1a-42ca-bfcf-0b8256e0a11f tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:39.450493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:39.459431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:39.464375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.530410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c374647d-ec4a-45dd-ba09-f9c233f74b9e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:39.612461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c374647d-ec4a-45dd-ba09-f9c233f74b9e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:39.613085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.756161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.789892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.833579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=0843b3b6-a7db-4028-b424-73efa1212ef0,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:39.888707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port c374647d-ec4a-45dd-ba09-f9c233f74b9e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c374647d-ec4a-45dd-ba09-f9c233f74b9e,segment=NetworkSegment(ebdec2c6-6653-4188-a666-5d2aacee90c4),segment_id=ebdec2c6-6653-4188-a666-5d2aacee90c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:39.902995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:39.921120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': '673b0958-25b9-439d-b171-a72289e40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:39.921494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:39.947886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467cb8e-2537-4eac-b317-060c9ec9fc42 req-a1a8475c-0ba7-4700-9403-3d766ac00d8b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:39.949600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5467cb8e-2537-4eac-b317-060c9ec9fc42 req-a1a8475c-0ba7-4700-9403-3d766ac00d8b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.1109104 Dec 09 15:23:39.989164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:40.017019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=c374647d-ec4a-45dd-ba09-f9c233f74b9e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:40.035050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:40.045604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab7b8c-017a-4b7d-bf4f-cb49e57d819c None None] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:40.048656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:40.049361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.108216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5467cb8e-2537-4eac-b317-060c9ec9fc42 req-ade967b8-6c4e-4e2b-9328-9d46dc0cbd7b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375158 Dec 09 15:23:40.130858 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-22a95c09-1d3f-497a-99ed-7bda32850727 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8188457 Dec 09 15:23:40.130858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:40.131527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:40.218602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65194918-a47e-457e-8dce-93416e11d242 None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:40.242935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f', 'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': '0843b3b6-a7db-4028-b424-73efa1212ef0'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:40.244750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.259842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63342531'] for subnet, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.430070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8562f5c4-63c7-4d53-96a0-5886c8ad2928 None None] Provisioning complete for port c374647d-ec4a-45dd-ba09-f9c233f74b9e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:40.430922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8562f5c4-63c7-4d53-96a0-5886c8ad2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.484021 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772438164776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63316337'] for subnet, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.538707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:40.539581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.544043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "PUT /v2.0/subnets/0843b3b6-a7db-4028-b424-73efa1212ef0 HTTP/1.1" status: 200 len: 826 time: 0.4145281 Dec 09 15:23:40.546220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54870) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:40.556763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee0b58-cca5-4e42-8af1-26c076b45b44 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=0843b3b6-a7db-4028-b424-73efa1212ef0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:40.571606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Allocated IP 2001:db8::2 (b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f/0843b3b6-a7db-4028-b424-73efa1212ef0/9274ac2d-c610-45c2-823b-0d26f30c8c07) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:40.685931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.744187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] Update dhcp port {'port': {'network_id': 'be2396d8-2372-4c6b-a2a9-23ff2f61f229', 'fixed_ips': [{'subnet_id': 'efc8d398-430a-4c84-a8cb-f744242fea57', 'ip_address': '2001:db8::2'}, {'subnet_id': '4264a16c-a7b6-4a03-be28-19cf0a58b6da'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'c374647d-ec4a-45dd-ba09-f9c233f74b9e'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:23:40.774880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.780833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.943213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.961448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:40.975072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.003013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=0843b3b6-a7db-4028-b424-73efa1212ef0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:41.029694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:41.036460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:41.039166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:41.086154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Pushing event updated for resources: {'Port': ['ID=9274ac2d-c610-45c2-823b-0d26f30c8c07,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:41.088766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.097882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] Allocated IP 172.20.0.1 (be2396d8-2372-4c6b-a2a9-23ff2f61f229/4264a16c-a7b6-4a03-be28-19cf0a58b6da/c374647d-ec4a-45dd-ba09-f9c233f74b9e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:41.112993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:41.124021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673b0958-25b9-439d-b171-a72289e40996') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:41.126026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673b0958-25b9-439d-b171-a72289e40996') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:41.136361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.140047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Attempting to bind port 9274ac2d-c610-45c2-823b-0d26f30c8c07 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:41.140437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Attempting to bind port 9274ac2d-c610-45c2-823b-0d26f30c8c07 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '673b0958-25b9-439d-b171-a72289e40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:41.140817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Attempting to bind port 9274ac2d-c610-45c2-823b-0d26f30c8c07 on network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:41.154117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.159753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:41.159753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Checking segment: {'id': '673b0958-25b9-439d-b171-a72289e40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:41.159753 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.159753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Bound using segment: {'id': '673b0958-25b9-439d-b171-a72289e40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:41.159753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Bound port: 9274ac2d-c610-45c2-823b-0d26f30c8c07, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673b0958-25b9-439d-b171-a72289e40996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:41.159753 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.168529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:41.169005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:41.173826 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:41.286536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:23:41.286536 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:23:41.286536 n-d-804292-5 neutron-server[109895]: [parameters: {'id': 'b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f'}] Dec 09 15:23:41.286536 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:23:41.287994 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:23:41.288275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] For port 9274ac2d-c610-45c2-823b-0d26f30c8c07, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:41.295841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] For port 9274ac2d-c610-45c2-823b-0d26f30c8c07, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9274ac2d-c610-45c2-823b-0d26f30c8c07,segment=NetworkSegment(673b0958-25b9-439d-b171-a72289e40996),segment_id=673b0958-25b9-439d-b171-a72289e40996)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:41.308521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.328323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6196-d5e5-48e4-ad01-5fccf539a535 req-f7090bca-98e5-46ad-85f2-f914cb209791 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:41.330002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b8e6196-d5e5-48e4-ad01-5fccf539a535 req-f7090bca-98e5-46ad-85f2-f914cb209791 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0851374 Dec 09 15:23:41.384062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d837d7-0b73-4ec8-8215-3b068a1b4a8a None None] Pushing event updated for resources: {'Port': ['ID=9274ac2d-c610-45c2-823b-0d26f30c8c07,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:41.398314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] For port c374647d-ec4a-45dd-ba09-f9c233f74b9e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c374647d-ec4a-45dd-ba09-f9c233f74b9e,segment=NetworkSegment(ebdec2c6-6653-4188-a666-5d2aacee90c4),segment_id=ebdec2c6-6653-4188-a666-5d2aacee90c4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:41.407705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b8e6196-d5e5-48e4-ad01-5fccf539a535 req-db691cc0-119d-4e7a-a28f-df5f6d4a094d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667436 Dec 09 15:23:41.468138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c374647d-ec4a-45dd-ba09-f9c233f74b9e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:41.502511 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.507842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f4d332-2e28-4966-800c-fc90b0c2e5b3 None None] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:41.514644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.691904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99cd5-8a94-4c43-a69e-b3785b65b83d None None] Pushing event updated for resources: {'Port': ['ID=c374647d-ec4a-45dd-ba09-f9c233f74b9e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:41.696240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c374647d-ec4a-45dd-ba09-f9c233f74b9e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:41.696623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.748870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd28399-31ce-41b5-93d9-687db749b1fd None None] Network b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:41.788052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:41.910250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port 9274ac2d-c610-45c2-823b-0d26f30c8c07 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:41.910250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.004341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port 9274ac2d-c610-45c2-823b-0d26f30c8c07, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9274ac2d-c610-45c2-823b-0d26f30c8c07,segment=NetworkSegment(673b0958-25b9-439d-b171-a72289e40996),segment_id=673b0958-25b9-439d-b171-a72289e40996)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:42.004955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.019729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for 9274ac2d-c610-45c2-823b-0d26f30c8c07 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:42.125267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.150890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=9274ac2d-c610-45c2-823b-0d26f30c8c07,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:42.161572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port 9274ac2d-c610-45c2-823b-0d26f30c8c07 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:42.254172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.287752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:42.298694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673b0958-25b9-439d-b171-a72289e40996') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:42.299488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673b0958-25b9-439d-b171-a72289e40996') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:42.325119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.339476 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.349142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:42.349541 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:42.354527 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:42.361843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82583f2f-6d73-41f4-8fd4-79bef6a53cd6 None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:42.427781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.438147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.441472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f HTTP/1.1" status: 204 len: 168 time: 1.8936229 Dec 09 15:23:42.444849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54880) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:42.466935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1c5aa-547d-409a-96cb-3ff48dc978a9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:42.473044 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf5bd86-24b2-454c-92ad-12dc22383fdd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:42.473817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf5bd86-24b2-454c-92ad-12dc22383fdd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:42.484025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1cf5bd86-24b2-454c-92ad-12dc22383fdd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f HTTP/1.1" status: 404 len: 339 time: 0.0336988 Dec 09 15:23:42.484610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:42.495411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517355849', 'description': 'd1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:42.527937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:42.531885 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.563858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:42.578511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.582952 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment 777be320-cd10-49f0-8f04-15d14987c426 of type vlan for network 523863f5-262d-4943-837e-6b5470a56ee7 Dec 09 15:23:42.629164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f878c68d-9652-4880-ade2-c9bfdfed5b62 None None] Provisioning complete for port c374647d-ec4a-45dd-ba09-f9c233f74b9e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:42.629164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f878c68d-9652-4880-ade2-c9bfdfed5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.643191 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.654492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63c6a-1fef-4dc0-bc75-1198bc593ab7 req-ae092413-2c8e-4855-b755-5f150ed9209b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:42.656179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ade63c6a-1fef-4dc0-bc75-1198bc593ab7 req-ae092413-2c8e-4855-b755-5f150ed9209b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.1446710 Dec 09 15:23:42.676461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.691870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:42.692761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:42.727954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ade63c6a-1fef-4dc0-bc75-1198bc593ab7 req-5abaaaa9-2e0e-4676-ac7c-b1ce5443ef9b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640316 Dec 09 15:23:42.750627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2606575 Dec 09 15:23:42.751587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54884) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:42.788846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=523863f5-262d-4943-837e-6b5470a56ee7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:42.802876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.803784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.803889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.804497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.805569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.805744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.806321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.806859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.806971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.807295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.807818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.808591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.808591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c988cc-71bc-4d6d-9a5f-64740987184b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:42.833513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 523863f5-262d-4943-837e-6b5470a56ee7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:42.873071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513fbdc-7bc5-4aad-8de7-bedc80a3a739 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:42.874890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0513fbdc-7bc5-4aad-8de7-bedc80a3a739 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks?id=523863f5-262d-4943-837e-6b5470a56ee7 HTTP/1.1" status: 200 len: 765 time: 0.1222234 Dec 09 15:23:42.879596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54886) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:42.901447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'description': 'd2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:43.124386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca134bb-dd60-4f21-aada-3b777c4168a5 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:23:43.136665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:43.160558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:43.171293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network 523863f5-262d-4943-837e-6b5470a56ee7 is not hosted by any dhcp agent {{(pid=109894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:23:43.177683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.178437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:43.179936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "PUT /v2.0/networks/523863f5-262d-4943-837e-6b5470a56ee7 HTTP/1.1" status: 200 len: 762 time: 0.2974775 Dec 09 15:23:43.182912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54890) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:43.221051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51f93854-705a-4510-9d94-99ab60b1ff83 None None] Provisioning complete for port c374647d-ec4a-45dd-ba09-f9c233f74b9e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:43.221791 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51f93854-705a-4510-9d94-99ab60b1ff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:43.278858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f967b8-57b5-49d5-a0f9-b1b34ea8a3c1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=523863f5-262d-4943-837e-6b5470a56ee7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:43.291539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 523863f5-262d-4943-837e-6b5470a56ee7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:43.332234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8ee5b-9b51-4bca-bc2a-fa22165af613 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.333876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1ee8ee5b-9b51-4bca-bc2a-fa22165af613 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks?id=523863f5-262d-4943-837e-6b5470a56ee7 HTTP/1.1" status: 200 len: 765 time: 0.1499946 Dec 09 15:23:43.338794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54892) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:43.386173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca134bb-dd60-4f21-aada-3b777c4168a5 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:23:43.462754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c374647d-ec4a-45dd-ba09-f9c233f74b9e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:23:43.567052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c374647d-ec4a-45dd-ba09-f9c233f74b9e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:23:43.568432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:43.637634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76640e5-86f9-4c81-ab0c-9cd073458746 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.639317 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f76640e5-86f9-4c81-ab0c-9cd073458746 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2994280 Dec 09 15:23:43.642536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54894) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:43.686248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-409e8bac-71f0-4128-a79a-f8599a1e2fce tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 207 time: 0.0424101 Dec 09 15:23:43.692216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:43.886311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ceeb-1c3c-44d5-84ca-e60946812f11 req-f2aefec9-cca3-4a2b-bdf4-7e07ab69b3d3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.887872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e07ceeb-1c3c-44d5-84ca-e60946812f11 req-f2aefec9-cca3-4a2b-bdf4-7e07ab69b3d3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0758162 Dec 09 15:23:43.917157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.923594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.930153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.936489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.940945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e07ceeb-1c3c-44d5-84ca-e60946812f11 req-c1a066b5-8837-49f1-a743-f2f35d6364bd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453544 Dec 09 15:23:43.943688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.950222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:43.958012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5084eeee-3438-46ea-b08d-970863c9af95 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2646158 Dec 09 15:23:43.958346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54900) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.163046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a002c18c-2114-42c9-aeb7-e26e71d60a8a tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2029462 Dec 09 15:23:44.167266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54906) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.228332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417460-7a57-4f61-b4d0-b35440050884 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.229906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417460-7a57-4f61-b4d0-b35440050884 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.231470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417460-7a57-4f61-b4d0-b35440050884 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.233130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417460-7a57-4f61-b4d0-b35440050884 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.234678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417460-7a57-4f61-b4d0-b35440050884 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.236390 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b8417460-7a57-4f61-b4d0-b35440050884 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0681553 Dec 09 15:23:44.240187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54908) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.330212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d8bec-776d-4b1a-b267-f65afe259055 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.331632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d8bec-776d-4b1a-b267-f65afe259055 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.333074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d8bec-776d-4b1a-b267-f65afe259055 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.334629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d8bec-776d-4b1a-b267-f65afe259055 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.336100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d8bec-776d-4b1a-b267-f65afe259055 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.337775 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-700d8bec-776d-4b1a-b267-f65afe259055 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0965924 Dec 09 15:23:44.341283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54910) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.442001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e36dd-5ec4-414e-bcd7-9ff42c1044e2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.443368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-776e36dd-5ec4-414e-bcd7-9ff42c1044e2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks/fbf092b6-76de-4364-9b9b-c44cf28319d0 HTTP/1.1" status: 200 len: 804 time: 0.1011734 Dec 09 15:23:44.447716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.541641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b5518ad3-8e6d-420e-b073-902fbe09350e tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/networks/fbf092b6-76de-4364-9b9b-c44cf28319d0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0928445 Dec 09 15:23:44.545217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54914) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.599110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8d27a-89dc-4e46-b114-eb3ae699fd56 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.600389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-80e8d27a-89dc-4e46-b114-eb3ae699fd56 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/subnets/673460e0-5dd9-4a54-9010-f065f5494e8f HTTP/1.1" status: 200 len: 843 time: 0.0542381 Dec 09 15:23:44.604694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54916) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.653807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcdb397-9262-40e6-ba31-221c2aec18db tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['shared'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.655152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-adcdb397-9262-40e6-ba31-221c2aec18db tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "GET /v2.0/subnets/673460e0-5dd9-4a54-9010-f065f5494e8f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0495508 Dec 09 15:23:44.658553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54918) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.663212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85891203'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:44.684798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:44.688436 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:44.711217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:44.720665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:44.721005 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Added segment dfb5c907-986d-4ddc-82c8-9b29b088ef7e of type vlan for network 6b6c6438-ed54-4cd7-bcca-98c085385b02 Dec 09 15:23:44.759583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:44.782994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:44.788462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:44.789035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:44.819848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1602919 Dec 09 15:23:44.823098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:44.828938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:44.863995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba407520-dfbd-4225-ad0e-3a36ddc38de2 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Network': ['ID=6b6c6438-ed54-4cd7-bcca-98c085385b02,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:44.874138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 6b6c6438-ed54-4cd7-bcca-98c085385b02 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:44.921513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Made reservation on behalf of b4002639e77d40c28f4e52e2bfda2825 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:44.925310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:44.988147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing IP validity checks on allocation pools {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:23:44.988670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:23:45.107557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d6074-13b7-47c8-9248-f9a05c4311bc req-aeebeae0-e7dc-47e3-a035-fba48340aca4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:45.109057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e1d6074-13b7-47c8-9248-f9a05c4311bc req-aeebeae0-e7dc-47e3-a035-fba48340aca4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0930183 Dec 09 15:23:45.187535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.228673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e1d6074-13b7-47c8-9248-f9a05c4311bc req-6e11e695-a449-47e9-89a1-939489178b00 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128960 Dec 09 15:23:45.264021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=c0d3a89f-f7ef-43ba-b4d2-8100d58424a6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:45.272141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Checking segment: {'id': 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:45.272645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network hostable DHCP agents. Network: 6b6c6438-ed54-4cd7-bcca-98c085385b02, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:45.290686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Network 6b6c6438-ed54-4cd7-bcca-98c085385b02 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:45.300425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 6b6c6438-ed54-4cd7-bcca-98c085385b02) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:45.304444 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:45.305491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.313102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537ece1-1023-4f21-b641-80e2e296df57 None None] Network 6b6c6438-ed54-4cd7-bcca-98c085385b02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:45.335907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c409b238-27be-4958-ae85-44f3e91282bc tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5110106 Dec 09 15:23:45.336522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54926) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:45.342527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:45.430724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-6b6c6438-ed54-4cd7-bcca-98c085385b02', 'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02', 'project_id': 'b4002639e77d40c28f4e52e2bfda2825', 'fixed_ips': [{'subnet_id': 'c0d3a89f-f7ef-43ba-b4d2-8100d58424a6'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:23:45.431949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.442313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-49024277'] for subnet, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.612591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772438164776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64247083'] for subnet, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.653572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:45.654093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.655394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "PUT /v2.0/subnets/c0d3a89f-f7ef-43ba-b4d2-8100d58424a6 HTTP/1.1" status: 200 len: 900 time: 0.3171506 Dec 09 15:23:45.658369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54928) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:45.668588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c713a1-9a7d-49f8-943a-17e7c45b8bb8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event updated for resources: {'Subnet': ['ID=c0d3a89f-f7ef-43ba-b4d2-8100d58424a6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:45.670734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Allocated IP 2001:db8::3 (6b6c6438-ed54-4cd7-bcca-98c085385b02/c0d3a89f-f7ef-43ba-b4d2-8100d58424a6/ee9eacb7-6936-49e7-8af4-ee7ec85d68d8) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:23:45.769803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.819112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.825303 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.833974 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.867261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Network 6b6c6438-ed54-4cd7-bcca-98c085385b02 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:23:45.870291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:45.875830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:23:45.881241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Pushing event updated for resources: {'Port': ['ID=ee9eacb7-6936-49e7-8af4-ee7ec85d68d8,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:45.904648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.931503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d3a89f-f7ef-43ba-b4d2-8100d58424a6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:45.932299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Attempting to bind port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:23:45.933251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Attempting to bind port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:23:45.933251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Attempting to bind port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8 on network 6b6c6438-ed54-4cd7-bcca-98c085385b02 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:23:45.938235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:23:45.938624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Checking segment: {'id': 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:45.939031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.939459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Bound using segment: {'id': 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:23:45.939942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Bound port: ee9eacb7-6936-49e7-8af4-ee7ec85d68d8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6b6c6438-ed54-4cd7-bcca-98c085385b02'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:23:45.940333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:45.996432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.003969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] For port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:23:46.007051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] For port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ee9eacb7-6936-49e7-8af4-ee7ec85d68d8,segment=NetworkSegment(dfb5c907-986d-4ddc-82c8-9b29b088ef7e),segment_id=dfb5c907-986d-4ddc-82c8-9b29b088ef7e)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:23:46.011651 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.016652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6c6438-ed54-4cd7-bcca-98c085385b02']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:46.026511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:46.026729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:46.036142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.053737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.061938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:46.062370 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:46.066017 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:46.097098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e4772-5d81-4b35-ab70-6a55c6069834 None None] Pushing event updated for resources: {'Port': ['ID=ee9eacb7-6936-49e7-8af4-ee7ec85d68d8,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:46.115163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f599cf-8425-443f-8ec6-4eb14f62cfe8 None None] Network 6b6c6438-ed54-4cd7-bcca-98c085385b02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:46.128046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.db.api [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 15:23:46.128046 n-d-804292-5 neutron-server[109895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 15:23:46.128046 n-d-804292-5 neutron-server[109895]: [parameters: {'id': '6b6c6438-ed54-4cd7-bcca-98c085385b02'}] Dec 09 15:23:46.128046 n-d-804292-5 neutron-server[109895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:23:46.128524 n-d-804292-5 neutron-server[109895]: DEBUG oslo_db.api [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:23:46.213754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c039ef-6a7c-4957-92b2-b0c87f264d46 None None] Network 6b6c6438-ed54-4cd7-bcca-98c085385b02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:46.316977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae71ad7-6ec5-4b3f-94d9-460b84854838 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:23:46.362380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056f49-4017-40da-bb0b-a1212b7f658a req-c23b9aed-1b95-487a-a520-83e92ea767bd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:46.364004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84056f49-4017-40da-bb0b-a1212b7f658a req-c23b9aed-1b95-487a-a520-83e92ea767bd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0590651 Dec 09 15:23:46.413675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84056f49-4017-40da-bb0b-a1212b7f658a req-00ca8c6f-b201-4417-86d3-5031b6bbced8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Dec 09 15:23:46.446551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae71ad7-6ec5-4b3f-94d9-460b84854838 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:23:46.629805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.686982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:46.687519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.756129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ee9eacb7-6936-49e7-8af4-ee7ec85d68d8,segment=NetworkSegment(dfb5c907-986d-4ddc-82c8-9b29b088ef7e),segment_id=dfb5c907-986d-4ddc-82c8-9b29b088ef7e)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:46.756496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.769602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for ee9eacb7-6936-49e7-8af4-ee7ec85d68d8 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:46.851923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:46.877117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=ee9eacb7-6936-49e7-8af4-ee7ec85d68d8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:46.881231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port ee9eacb7-6936-49e7-8af4-ee7ec85d68d8 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:46.914290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.914708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.915074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.915446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.915783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.916115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.916442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.916767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.917100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.917423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.917748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.918071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.918392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:23:46.980536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.001011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6c6438-ed54-4cd7-bcca-98c085385b02']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:47.010562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:47.010859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb5c907-986d-4ddc-82c8-9b29b088ef7e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:47.020651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.034640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.041272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:47.041668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:47.044730 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:47.107806 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.115122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.122099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/6b6c6438-ed54-4cd7-bcca-98c085385b02 HTTP/1.1" status: 204 len: 168 time: 1.4593379 Dec 09 15:23:47.122656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54934) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.131208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54520fb-3fd7-4520-b10b-a800dea2836d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=6b6c6438-ed54-4cd7-bcca-98c085385b02,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:47.154700 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-313fe2ec-3620-4e72-8372-024cc2ed67de tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:47.155247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313fe2ec-3620-4e72-8372-024cc2ed67de tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:47.158332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-313fe2ec-3620-4e72-8372-024cc2ed67de tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/c0d3a89f-f7ef-43ba-b4d2-8100d58424a6 HTTP/1.1" status: 404 len: 337 time: 0.0345137 Dec 09 15:23:47.160897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54936) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.180505 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-45209b42-5efc-4bfc-b23d-8213d45d2850 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:47.181173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45209b42-5efc-4bfc-b23d-8213d45d2850 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:47.184388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45209b42-5efc-4bfc-b23d-8213d45d2850 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/6b6c6438-ed54-4cd7-bcca-98c085385b02 HTTP/1.1" status: 404 len: 339 time: 0.0225797 Dec 09 15:23:47.186937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54940) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.260740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.348795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.370129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523863f5-262d-4943-837e-6b5470a56ee7']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:47.380145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777be320-cd10-49f0-8f04-15d14987c426') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:47.380496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777be320-cd10-49f0-8f04-15d14987c426') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:47.390370 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.403472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.409180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:47.409560 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:47.412485 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:47.471748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.476345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.481316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/523863f5-262d-4943-837e-6b5470a56ee7 HTTP/1.1" status: 204 len: 168 time: 0.2934048 Dec 09 15:23:47.484240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.501775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c2d8e-2d3d-4a98-b310-4e70a21c73b8 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=523863f5-262d-4943-837e-6b5470a56ee7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:47.520035 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-36018823-d97e-474e-b2fb-83331337c992 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:47.520634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36018823-d97e-474e-b2fb-83331337c992 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:47.524075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-36018823-d97e-474e-b2fb-83331337c992 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/0843b3b6-a7db-4028-b424-73efa1212ef0 HTTP/1.1" status: 404 len: 337 time: 0.0385249 Dec 09 15:23:47.526835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54948) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.550419 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-be892aed-f044-40fd-81e7-cda916637bd1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:47.550938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be892aed-f044-40fd-81e7-cda916637bd1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:47.558782 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-be892aed-f044-40fd-81e7-cda916637bd1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/b63d4f8f-2f8f-4b41-9632-530b6dc9bb5f HTTP/1.1" status: 404 len: 339 time: 0.0306447 Dec 09 15:23:47.559574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54950) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.581404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aed7c-160c-49a7-93c4-36f457e26539 req-2a37c054-504b-46c3-a507-3f63d615fc7c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:47.583123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-906aed7c-160c-49a7-93c4-36f457e26539 req-2a37c054-504b-46c3-a507-3f63d615fc7c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0577335 Dec 09 15:23:47.632457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting subnet 4264a16c-a7b6-4a03-be28-19cf0a58b6da {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:47.635816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.655481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-906aed7c-160c-49a7-93c4-36f457e26539 req-90e51bb5-693c-4e33-a45d-ecd60d9e676f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652442 Dec 09 15:23:47.685268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.778175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.851272 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.881910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=4264a16c-a7b6-4a03-be28-19cf0a58b6da,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:47.884356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.887869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ee853e0e-711d-4a5a-9810-886393d316da tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/4264a16c-a7b6-4a03-be28-19cf0a58b6da HTTP/1.1" status: 204 len: 168 time: 0.3272116 Dec 09 15:23:47.891581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54952) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:47.892886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14571b99-989d-4d36-aa34-ff142d995dab None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:47.948715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting subnet efc8d398-430a-4c84-a8cb-f744242fea57 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:47.952027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:47.996569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.087968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.157271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.194636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=efc8d398-430a-4c84-a8cb-f744242fea57,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:48.199144 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.203400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5912601c-52e7-44b6-be67-2d54da65f634 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/efc8d398-430a-4c84-a8cb-f744242fea57 HTTP/1.1" status: 204 len: 168 time: 0.3102539 Dec 09 15:23:48.205197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54954) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:48.293758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.351971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port c374647d-ec4a-45dd-ba09-f9c233f74b9e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:48.352840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.430262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port c374647d-ec4a-45dd-ba09-f9c233f74b9e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c374647d-ec4a-45dd-ba09-f9c233f74b9e,segment=NetworkSegment(ebdec2c6-6653-4188-a666-5d2aacee90c4),segment_id=ebdec2c6-6653-4188-a666-5d2aacee90c4)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:48.431271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.446917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for c374647d-ec4a-45dd-ba09-f9c233f74b9e owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:48.532083 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:48.628911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d40ef7-119e-4fbf-8da0-f27d5e58575d None None] Network be2396d8-2372-4c6b-a2a9-23ff2f61f229 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:48.729384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f3bf74f5-f2e3-473b-ba66-822d21bdf8c7 None None] Could not find standard attr ID for object c374647d-ec4a-45dd-ba09-f9c233f74b9e. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:23:48.803648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63761422-24e2-46e9-a049-fdeb16ce78c6 None None] DHCP port deletion for be2396d8-2372-4c6b-a2a9-23ff2f61f229 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:48.969422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=c374647d-ec4a-45dd-ba09-f9c233f74b9e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:48.973970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port c374647d-ec4a-45dd-ba09-f9c233f74b9e on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:49.076542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.091551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54259e5b-f8f9-4804-ad66-b7190dd4be61 req-9c58513e-66b9-4835-bb95-312e913c300e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:49.093114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-54259e5b-f8f9-4804-ad66-b7190dd4be61 req-9c58513e-66b9-4835-bb95-312e913c300e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.1346276 Dec 09 15:23:49.120661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2396d8-2372-4c6b-a2a9-23ff2f61f229']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:49.134228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdec2c6-6653-4188-a666-5d2aacee90c4') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:49.134530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdec2c6-6653-4188-a666-5d2aacee90c4') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:49.150707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.175059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-54259e5b-f8f9-4804-ad66-b7190dd4be61 req-da023cc6-53cf-4a05-8a56-e24ce7707bf4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757709 Dec 09 15:23:49.176150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.185541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:49.185950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:49.189131 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:49.249812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.257103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.261391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/be2396d8-2372-4c6b-a2a9-23ff2f61f229 HTTP/1.1" status: 204 len: 168 time: 1.0546825 Dec 09 15:23:49.264718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54960) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.303025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092836-1454-496b-9bec-25e43c3dc972 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=be2396d8-2372-4c6b-a2a9-23ff2f61f229,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:49.305246 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cebb52-67a9-4ae3-b022-ee0e58276c83 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:49.306122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cebb52-67a9-4ae3-b022-ee0e58276c83 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:49.312012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-11cebb52-67a9-4ae3-b022-ee0e58276c83 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/7c5209ec-98d0-4920-a9b6-39eb3c77b531 HTTP/1.1" status: 404 len: 337 time: 0.0444610 Dec 09 15:23:49.312012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54962) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.331143 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d843049-78ed-411f-8c5a-30be0373c369 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:49.331593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d843049-78ed-411f-8c5a-30be0373c369 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:49.334765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d843049-78ed-411f-8c5a-30be0373c369 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/dcec3a42-e93a-4762-b91f-929f548788c2 HTTP/1.1" status: 404 len: 339 time: 0.0218403 Dec 09 15:23:49.338058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54964) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.366946 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e574e5-74c0-4614-a9dc-711178e267bd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:49.367530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e574e5-74c0-4614-a9dc-711178e267bd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:49.371723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-15e574e5-74c0-4614-a9dc-711178e267bd tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/93439662-63d9-477e-85ef-74d33d065b26 HTTP/1.1" status: 404 len: 337 time: 0.0325711 Dec 09 15:23:49.374326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54966) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.399034 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-51765171-73ab-424b-9fbb-3b8f623f2552 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:49.399813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51765171-73ab-424b-9fbb-3b8f623f2552 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:49.403012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-51765171-73ab-424b-9fbb-3b8f623f2552 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/e917d9d6-385b-449e-95ee-692208b850b8 HTTP/1.1" status: 404 len: 339 time: 0.0276980 Dec 09 15:23:49.405542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54968) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.424704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c374647d-ec4a-45dd-ba09-f9c233f74b9e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:23:49.433089 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-9727cd04-7871-4610-a78f-9e6ebe8b0c47 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:49.433645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9727cd04-7871-4610-a78f-9e6ebe8b0c47 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:49.437852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9727cd04-7871-4610-a78f-9e6ebe8b0c47 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/d9c46073-3b0e-45e6-9492-53d95c158c94 HTTP/1.1" status: 404 len: 337 time: 0.0312510 Dec 09 15:23:49.439414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.446544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c374647d-ec4a-45dd-ba09-f9c233f74b9e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:23:49.447136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c374647d-ec4a-45dd-ba09-f9c233f74b9e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:23:49.459805 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9922a6-40d9-41eb-84a7-717c1aa50e1b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:49.460461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9922a6-40d9-41eb-84a7-717c1aa50e1b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:49.463727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d9922a6-40d9-41eb-84a7-717c1aa50e1b tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/091412e7-f4c0-4ee1-adf9-d14df91f433f HTTP/1.1" status: 404 len: 339 time: 0.0229576 Dec 09 15:23:49.466231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:49.522199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting subnet 73f26c7d-ec90-4a2a-9914-2b159a10bbdf {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:49.525660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.566639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.653979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:49.723773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.057111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=73f26c7d-ec90-4a2a-9914-2b159a10bbdf,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:50.060956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.064546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-625f8296-e1ab-4a13-8f93-0014fe8260ff tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/73f26c7d-ec90-4a2a-9914-2b159a10bbdf HTTP/1.1" status: 204 len: 168 time: 0.5972576 Dec 09 15:23:50.066971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 54976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:50.069038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b75b23-37cc-4140-8a61-3e21efcdb0eb None None] Network cc30f94a-8280-4d42-a5e8-18afec4855dc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:50.147614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.218796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port 5d818142-67bd-4b27-85ed-2e63fa1bc039 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:50.219112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.302478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port 5d818142-67bd-4b27-85ed-2e63fa1bc039, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5d818142-67bd-4b27-85ed-2e63fa1bc039,segment=NetworkSegment(7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b),segment_id=7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:50.302912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.320443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for 5d818142-67bd-4b27-85ed-2e63fa1bc039 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:50.338958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd444ea5-c3f9-4958-8f53-947e65c26c74 req-1dc79933-7e32-439c-9d74-33cfded87f03 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:50.350378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd444ea5-c3f9-4958-8f53-947e65c26c74 req-1dc79933-7e32-439c-9d74-33cfded87f03 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0789778 Dec 09 15:23:50.407199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bd444ea5-c3f9-4958-8f53-947e65c26c74 req-0ba2386c-8106-4df5-9a14-df5daa3b134a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555234 Dec 09 15:23:50.435248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.437455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd87584-e462-41d1-bf5a-debc4181806e None None] DHCP port deletion for cc30f94a-8280-4d42-a5e8-18afec4855dc request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:50.468741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port 5d818142-67bd-4b27-85ed-2e63fa1bc039 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:50.470680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=5d818142-67bd-4b27-85ed-2e63fa1bc039,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:50.567099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.595002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc30f94a-8280-4d42-a5e8-18afec4855dc']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:50.606197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:50.606380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aec3d92-2ab9-4cfc-8d7f-e22edd03da3b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:50.616676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.631139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.637562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:50.637961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:50.641040 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:50.701300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.708035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.711251 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/cc30f94a-8280-4d42-a5e8-18afec4855dc HTTP/1.1" status: 204 len: 168 time: 0.6431608 Dec 09 15:23:50.714294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54980) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:50.722650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57037a4-a5f8-40f3-a2f7-7b3c6a96b6f9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=cc30f94a-8280-4d42-a5e8-18afec4855dc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:50.747327 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd160b3b-2112-453f-bd56-c62abeee6fe9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:50.747818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd160b3b-2112-453f-bd56-c62abeee6fe9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:50.753471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fd160b3b-2112-453f-bd56-c62abeee6fe9 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/9757c9ba-30e6-43ca-bb8c-c440968087b0 HTTP/1.1" status: 404 len: 337 time: 0.0355802 Dec 09 15:23:50.754073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54984) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:50.772527 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d03f276-f504-4acf-9065-477d670d1802 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] DELETE failed (client error): The resource could not be found. Dec 09 15:23:50.772834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d03f276-f504-4acf-9065-477d670d1802 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:23:50.780691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2d03f276-f504-4acf-9065-477d670d1802 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/79082131-859b-4090-b9b5-0607954b368e HTTP/1.1" status: 404 len: 339 time: 0.0259259 Dec 09 15:23:50.783524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54986) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:50.850317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting subnet 673460e0-5dd9-4a54-9010-f065f5494e8f {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:50.854154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.893878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:50.994560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.058670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.091466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Subnet': ['ID=673460e0-5dd9-4a54-9010-f065f5494e8f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:51.095780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.099726 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c8754406-b246-4556-8cdc-e08fd750d1f1 tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/subnets/673460e0-5dd9-4a54-9010-f065f5494e8f HTTP/1.1" status: 204 len: 168 time: 0.3147945 Dec 09 15:23:51.102750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 54988) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:51.108067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b2b06-06fb-448a-9113-6c2c398a819f None None] Network fbf092b6-76de-4364-9b9b-c44cf28319d0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:51.194268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.256249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Deleting port cd0eaa06-51b1-4812-a49c-194b68a0f8ea {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:51.256717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.278331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] DHCP port deletion for fbf092b6-76de-4364-9b9b-c44cf28319d0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:23:51.326893 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] For port cd0eaa06-51b1-4812-a49c-194b68a0f8ea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,segment=NetworkSegment(5d44e9f1-821b-4c74-b3dc-387d2f3b70e4),segment_id=5d44e9f1-821b-4c74-b3dc-387d2f3b70e4)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:51.327279 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.343083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Calling delete_port for cd0eaa06-51b1-4812-a49c-194b68a0f8ea owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:51.354625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] Deleting port cd0eaa06-51b1-4812-a49c-194b68a0f8ea {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:23:51.356711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.461276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd0eaa06-51b1-4812-a49c-194b68a0f8ea no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:23:51.481213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] For port cd0eaa06-51b1-4812-a49c-194b68a0f8ea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,segment=NetworkSegment(5d44e9f1-821b-4c74-b3dc-387d2f3b70e4),segment_id=5d44e9f1-821b-4c74-b3dc-387d2f3b70e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:51.481700 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.497784 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.523247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] Calling delete_port for cd0eaa06-51b1-4812-a49c-194b68a0f8ea owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:23:51.541283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Port': ['ID=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:51.545653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] No DVR routers for this DVR port cd0eaa06-51b1-4812-a49c-194b68a0f8ea on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:51.614820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee839280-d3fc-406d-ad28-15f300d5b529 req-164c16ee-2ed2-4cff-a861-ae266f1acff6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:51.616631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee839280-d3fc-406d-ad28-15f300d5b529 req-164c16ee-2ed2-4cff-a861-ae266f1acff6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0797396 Dec 09 15:23:51.628128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No active binding found for port cd0eaa06-51b1-4812-a49c-194b68a0f8ea {{(pid=109896) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 15:23:51.628972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device cd0eaa06-51b1-4812-a49c-194b68a0f8ea not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:23:51.629568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5d818142-67bd-4b27-85ed-2e63fa1bc039 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:23:51.657221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5d818142-67bd-4b27-85ed-2e63fa1bc039 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:23:51.657614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.658179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5d818142-67bd-4b27-85ed-2e63fa1bc039 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:23:51.685953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf092b6-76de-4364-9b9b-c44cf28319d0']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:51.694872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee839280-d3fc-406d-ad28-15f300d5b529 req-5bd3e2e7-2f15-4ae5-b132-e915d74f4fa9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709977 Dec 09 15:23:51.696254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:51.696558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d44e9f1-821b-4c74-b3dc-387d2f3b70e4') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:51.705049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.706976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.721327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.732119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:51.732645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:51.736273 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:51.746309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] Pushing event deleted for resources: {'Port': ['ID=cd0eaa06-51b1-4812-a49c-194b68a0f8ea,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:51.748421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c70a76-16cb-4461-89c3-da73d44c5106 None None] No DVR routers for this DVR port cd0eaa06-51b1-4812-a49c-194b68a0f8ea on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:23:51.812131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.816734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:51.820879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] 10.222.0.46 "DELETE /v2.0/networks/fbf092b6-76de-4364-9b9b-c44cf28319d0 HTTP/1.1" status: 204 len: 168 time: 0.7164905 Dec 09 15:23:51.847886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a109115-ff39-4e2c-adea-2a1d2f99162d tempest-NetworksIpV6Test-103199932 tempest-NetworksIpV6Test-103199932-project] Pushing event deleted for resources: {'Network': ['ID=fbf092b6-76de-4364-9b9b-c44cf28319d0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:52.054814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.091490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55002) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:52.228754 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3603faa7-db82-418e-8a71-a1988ec87672 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4002639e77d40c28f4e52e2bfda2825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354795 Dec 09 15:23:52.230628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55006) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:52.277985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb758-f46c-4db6-a244-9a4b8053d9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.299200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb758-f46c-4db6-a244-9a4b8053d9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.347783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb758-f46c-4db6-a244-9a4b8053d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.350443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb758-f46c-4db6-a244-9a4b8053d9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.351614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2f5fb758-f46c-4db6-a244-9a4b8053d9ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a0f2989-52c0-4467-98c7-970abd5f3571 HTTP/1.1" status: 204 len: 168 time: 0.1200614 Dec 09 15:23:52.359842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fb758-f46c-4db6-a244-9a4b8053d9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f2989-52c0-4467-98c7-970abd5f3571,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:52.495990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:52.829482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2304362-679c-43a2-b8e0-4ad0ee8fb373 req-33b835c1-8e24-4cdd-92fb-4d5df8c0472b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:52.831034 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2304362-679c-43a2-b8e0-4ad0ee8fb373 req-33b835c1-8e24-4cdd-92fb-4d5df8c0472b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0520036 Dec 09 15:23:52.881991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2304362-679c-43a2-b8e0-4ad0ee8fb373 req-94a7871d-4276-4c0c-a34a-057cf386405c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Dec 09 15:23:53.047704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55032) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:53.158906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fba63115-de4e-4687-b7a2-331b79c46754 tempest-DvrRoutersNegativeTest-792545376 tempest-DvrRoutersNegativeTest-792545376-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-97798576', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:53.162099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.policy [None req-fba63115-de4e-4687-b7a2-331b79c46754 tempest-DvrRoutersNegativeTest-792545376 tempest-DvrRoutersNegativeTest-792545376-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109894) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 09 15:23:53.162406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.policy [None req-fba63115-de4e-4687-b7a2-331b79c46754 tempest-DvrRoutersNegativeTest-792545376 tempest-DvrRoutersNegativeTest-792545376-project] Failed policy check for 'create_router' {{(pid=109894) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 09 15:23:53.163201 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-fba63115-de4e-4687-b7a2-331b79c46754 tempest-DvrRoutersNegativeTest-792545376 tempest-DvrRoutersNegativeTest-792545376-project] create failed (client error): Access was denied to this resource. Dec 09 15:23:53.169389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fba63115-de4e-4687-b7a2-331b79c46754 tempest-DvrRoutersNegativeTest-792545376 tempest-DvrRoutersNegativeTest-792545376-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1204717 Dec 09 15:23:53.181502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba47f-c4d7-4333-95ec-c2e9715f7457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.438238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55040) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:53.558116 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a59ccfdb-6e98-490f-946d-6e753998b374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.642745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a59ccfdb-6e98-490f-946d-6e753998b374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.651621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a59ccfdb-6e98-490f-946d-6e753998b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.694724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a59ccfdb-6e98-490f-946d-6e753998b374 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cfc0ad732f946d0a772f6ed33b26fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552874 Dec 09 15:23:53.695614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ccfdb-6e98-490f-946d-6e753998b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f172c-9b5b-43d5-9a2b-9f4255305af6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:53.698222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55044) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:53.751191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce1161a7-4355-4b56-aa1b-7ff28ff552f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.772641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce1161a7-4355-4b56-aa1b-7ff28ff552f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.821154 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce1161a7-4355-4b56-aa1b-7ff28ff552f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.823916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ce1161a7-4355-4b56-aa1b-7ff28ff552f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:53.825058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ce1161a7-4355-4b56-aa1b-7ff28ff552f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f63f172c-9b5b-43d5-9a2b-9f4255305af6 HTTP/1.1" status: 204 len: 168 time: 0.1246507 Dec 09 15:23:53.832887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1161a7-4355-4b56-aa1b-7ff28ff552f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f172c-9b5b-43d5-9a2b-9f4255305af6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:54.010720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a8512-a9da-4fee-8555-7ab4fd45ec04 req-ae479def-a2c7-4e2f-a7f9-3af4b23504cf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:54.015823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-858a8512-a9da-4fee-8555-7ab4fd45ec04 req-ae479def-a2c7-4e2f-a7f9-3af4b23504cf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0580959 Dec 09 15:23:54.071659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-858a8512-a9da-4fee-8555-7ab4fd45ec04 req-5106f3e1-12e2-42df-83eb-55c4ebe65be6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525439 Dec 09 15:23:54.579197 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:23:54.597749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55072) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:54.694433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250877595-network', 'tenant_id': '387c9c2391d44518bad99791d816f38f'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:54.715793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Made reservation on behalf of 387c9c2391d44518bad99791d816f38f for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:54.718116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.726296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.799420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.802927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.843664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:54.846907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6deb6-e63c-496a-adf7-402b8c5fd9f2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:54.856881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.857328 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Added segment d4b367bc-48eb-4555-a206-fd0b7a0897e2 of type vlan for network 20372032-b9f3-415f-b023-468498e1f1cd Dec 09 15:23:54.897817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.921452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.922421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:54.923001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.955784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3568912 Dec 09 15:23:54.958754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55076) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:54.963963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Request body: {'subnet': {'network_id': '20372032-b9f3-415f-b023-468498e1f1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250877595-subnet', 'tenant_id': '387c9c2391d44518bad99791d816f38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:54.985032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Made reservation on behalf of 387c9c2391d44518bad99791d816f38f for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:54.987567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:54.990722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d726-aa07-4cb7-b446-444af44faeaa admin admin] Pushing event updated for resources: {'Network': ['ID=20372032-b9f3-415f-b023-468498e1f1cd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:55.001180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 20372032-b9f3-415f-b023-468498e1f1cd details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:55.187226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.243619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f0835-44cd-4514-9e82-8be12c5b8204 req-1403cec2-540e-4bb7-b1f0-d79a37b332e2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:55.245089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b84f0835-44cd-4514-9e82-8be12c5b8204 req-1403cec2-540e-4bb7-b1f0-d79a37b332e2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0984781 Dec 09 15:23:55.268151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d273c666-4a4d-4b49-abd2-93d1ae9b8a5d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:55.288788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Checking segment: {'id': 'd4b367bc-48eb-4555-a206-fd0b7a0897e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20372032-b9f3-415f-b023-468498e1f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:55.289147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Network hostable DHCP agents. Network: 20372032-b9f3-415f-b023-468498e1f1cd, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:55.320659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b84f0835-44cd-4514-9e82-8be12c5b8204 req-3801f711-ecbb-4bcc-a838-00b2edc0b963 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Dec 09 15:23:55.325895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Network 20372032-b9f3-415f-b023-468498e1f1cd is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:55.335130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 20372032-b9f3-415f-b023-468498e1f1cd) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:55.339675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:55.340266 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.344687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79acaf0c-af1f-47ce-b798-3f570670e204 None None] Network 20372032-b9f3-415f-b023-468498e1f1cd requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:55.356938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae9ff1a6-a8a0-434c-b34b-db2da7450c60 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3969607 Dec 09 15:23:55.439814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e71f9-f3d3-4f08-9b21-71f0570c0efe None None] Network 20372032-b9f3-415f-b023-468498e1f1cd requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:55.636548 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f98bdd7-3bab-401d-9ed1-055a45adaf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.846999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55096) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:55.852875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-711238037-network', 'tenant_id': '72f51cfedd6243709273c676e8a59062'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:55.875129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Made reservation on behalf of 72f51cfedd6243709273c676e8a59062 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:55.877682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.887210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.972160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:55.976177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.003888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:23:56.022352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadfae3a-6ce7-468e-999c-7d1da3afad56,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:56.026530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.027040 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Added segment a03855c6-48ed-4c8b-8b94-c32ffb341c83 of type vlan for network dba4660d-b277-4ad3-b73b-c6b2f406ce8a Dec 09 15:23:56.073287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.102053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.103324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:56.103946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.144409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2956436 Dec 09 15:23:56.147299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55100) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:56.186276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Request body: {'subnet': {'network_id': 'dba4660d-b277-4ad3-b73b-c6b2f406ce8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-711238037-subnet', 'tenant_id': '72f51cfedd6243709273c676e8a59062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:23:56.193377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa660f5-0475-4ce8-b8f3-b51bb7b5fd5b admin admin] Pushing event updated for resources: {'Network': ['ID=dba4660d-b277-4ad3-b73b-c6b2f406ce8a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:56.205015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network dba4660d-b277-4ad3-b73b-c6b2f406ce8a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:23:56.216111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Made reservation on behalf of 72f51cfedd6243709273c676e8a59062 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:23:56.218544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.397490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.453997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510dd2-ba5b-4594-b287-f51c6915f40d req-d367b08e-3d06-4193-86e9-b2958085d80a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:56.455626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f510dd2-ba5b-4594-b287-f51c6915f40d req-d367b08e-3d06-4193-86e9-b2958085d80a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0581136 Dec 09 15:23:56.465367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692b7416-f837-4ef5-827d-ef7cbcd32fc0,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:56.473774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Checking segment: {'id': 'a03855c6-48ed-4c8b-8b94-c32ffb341c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dba4660d-b277-4ad3-b73b-c6b2f406ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:23:56.474141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Network hostable DHCP agents. Network: dba4660d-b277-4ad3-b73b-c6b2f406ce8a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:23:56.494599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Network dba4660d-b277-4ad3-b73b-c6b2f406ce8a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:23:56.505323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, dba4660d-b277-4ad3-b73b-c6b2f406ce8a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:23:56.510345 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:56.511193 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.511718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3f510dd2-ba5b-4594-b287-f51c6915f40d req-6a8bf238-7f3b-4091-93a9-43e5f2ce8be2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Dec 09 15:23:56.516539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16370c6d-fe36-4b0c-80a0-6eb4ade4835c None None] Network dba4660d-b277-4ad3-b73b-c6b2f406ce8a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:56.530053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-791a4407-7b6a-4801-b054-5040f43aafb8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3815453 Dec 09 15:23:56.630658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f82c2-1941-4759-b451-8405c7fd6860 None None] Network dba4660d-b277-4ad3-b73b-c6b2f406ce8a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:23:56.661047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:56.709750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Deleting subnet d273c666-4a4d-4b49-abd2-93d1ae9b8a5d {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:56.713316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.755991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.758953 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.796245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.849716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.877364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d273c666-4a4d-4b49-abd2-93d1ae9b8a5d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:56.881059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:56.884647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e67d35db-8150-4a53-89a8-3f8721f7f513 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d273c666-4a4d-4b49-abd2-93d1ae9b8a5d HTTP/1.1" status: 204 len: 168 time: 0.2224329 Dec 09 15:23:56.887305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:56.969249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.051305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.071800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20372032-b9f3-415f-b023-468498e1f1cd']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:57.081301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b367bc-48eb-4555-a206-fd0b7a0897e2') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:57.081585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b367bc-48eb-4555-a206-fd0b7a0897e2') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:57.091975 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.106033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.112273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:57.112658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:57.114418 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:57.174035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.179147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.182479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] 10.222.0.46 "DELETE /v2.0/networks/20372032-b9f3-415f-b023-468498e1f1cd HTTP/1.1" status: 204 len: 168 time: 0.2942283 Dec 09 15:23:57.185618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55110) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:57.193564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ba6a-cc26-489a-822f-af3dc286e765 admin admin] Pushing event deleted for resources: {'Network': ['ID=20372032-b9f3-415f-b023-468498e1f1cd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:57.241271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Deleting subnet 692b7416-f837-4ef5-827d-ef7cbcd32fc0 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:23:57.244873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.285422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.325080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.377720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.406436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692b7416-f837-4ef5-827d-ef7cbcd32fc0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:57.408567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.411877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc79f524-91c1-4cd9-be14-b3d0ad1f8bac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/692b7416-f837-4ef5-827d-ef7cbcd32fc0 HTTP/1.1" status: 204 len: 168 time: 0.2247531 Dec 09 15:23:57.414492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55114) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:57.486888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.564066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.584535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba4660d-b277-4ad3-b73b-c6b2f406ce8a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:57.608435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03855c6-48ed-4c8b-8b94-c32ffb341c83') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:57.608725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03855c6-48ed-4c8b-8b94-c32ffb341c83') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:23:57.642208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.658982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.667696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:23:57.668156 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:23:57.670068 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:23:57.689600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60d3d-5e69-475d-bd36-70182ffa4b8a req-7220868f-9b98-4821-89c0-a7c39513ddb7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:57.691095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2c60d3d-5e69-475d-bd36-70182ffa4b8a req-7220868f-9b98-4821-89c0-a7c39513ddb7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0992355 Dec 09 15:23:57.754612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.764788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:57.768210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] 10.222.0.46 "DELETE /v2.0/networks/dba4660d-b277-4ad3-b73b-c6b2f406ce8a HTTP/1.1" status: 204 len: 168 time: 0.3526640 Dec 09 15:23:57.786356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b3f64-7fdd-452f-a40d-e9ec2f24486a admin admin] Pushing event deleted for resources: {'Network': ['ID=dba4660d-b277-4ad3-b73b-c6b2f406ce8a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:57.792891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2c60d3d-5e69-475d-bd36-70182ffa4b8a req-11e5d347-d0cd-41dd-a7fa-2e568c51f32e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930483 Dec 09 15:23:57.935214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55122) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:57.986148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f38cc89-812c-445e-8b58-b4597d6a8a3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=387c9c2391d44518bad99791d816f38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494440 Dec 09 15:23:57.988692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55124) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:58.040025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d53b-65b8-441e-969b-c0ead40c3b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.063146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d53b-65b8-441e-969b-c0ead40c3b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.113510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d53b-65b8-441e-969b-c0ead40c3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.116103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d53b-65b8-441e-969b-c0ead40c3b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.117259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f5b2d53b-65b8-441e-969b-c0ead40c3b0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cca6deb6-e63c-496a-adf7-402b8c5fd9f2 HTTP/1.1" status: 204 len: 168 time: 0.1276672 Dec 09 15:23:58.124912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2d53b-65b8-441e-969b-c0ead40c3b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6deb6-e63c-496a-adf7-402b8c5fd9f2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:58.416623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.474285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55132) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:58.520004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a365e457-d820-4d6e-a4ad-35b06e728003 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72f51cfedd6243709273c676e8a59062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445342 Dec 09 15:23:58.522565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55134) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:23:58.579075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a95c44c-6b9e-4273-afd1-5c378eae8185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.603371 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a95c44c-6b9e-4273-afd1-5c378eae8185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.663531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a95c44c-6b9e-4273-afd1-5c378eae8185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.666837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a95c44c-6b9e-4273-afd1-5c378eae8185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:58.668140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7a95c44c-6b9e-4273-afd1-5c378eae8185 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eadfae3a-6ce7-468e-999c-7d1da3afad56 HTTP/1.1" status: 204 len: 168 time: 0.1444490 Dec 09 15:23:58.676403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95c44c-6b9e-4273-afd1-5c378eae8185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadfae3a-6ce7-468e-999c-7d1da3afad56,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:58.941481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330c03-0e25-4914-a0d9-5bf51abb6a01 req-a5309563-3f84-4fb5-8c46-829aa23e5dc8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:23:58.944979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50330c03-0e25-4914-a0d9-5bf51abb6a01 req-a5309563-3f84-4fb5-8c46-829aa23e5dc8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 943 time: 0.0675578 Dec 09 15:23:59.003737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50330c03-0e25-4914-a0d9-5bf51abb6a01 req-ca452faa-64ac-48bb-8314-0a05cd3d6f8b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533690 Dec 09 15:23:59.176163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ee7df476-cdbf-4123-a1de-af04e3f438fc details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:23:59.223288 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:59.302027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ee7df476-cdbf-4123-a1de-af04e3f438fc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:59.314401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'ee7df476-cdbf-4123-a1de-af04e3f438fc', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': 'ee7df476-cdbf-4123-a1de-af04e3f438fc', 'mac_address': 'fa:16:3e:57:87:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:23:59.363911 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:59.379203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7df476-cdbf-4123-a1de-af04e3f438fc {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:23:59.403739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ee7df476-cdbf-4123-a1de-af04e3f438fc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:23:59.408484 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:23:59.459990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=ee7df476-cdbf-4123-a1de-af04e3f438fc,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:23:59.620597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['ee7df476-cdbf-4123-a1de-af04e3f438fc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:24:00.146345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc40a65-acd8-4284-97e4-51ce4e0c4b86 req-ede0dfda-062b-4184-856e-34bde3fa7aee tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:00.148546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afc40a65-acd8-4284-97e4-51ce4e0c4b86 req-ede0dfda-062b-4184-856e-34bde3fa7aee tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 944 time: 0.0629554 Dec 09 15:24:00.209959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-afc40a65-acd8-4284-97e4-51ce4e0c4b86 req-2cee6c76-4c48-461e-9c08-41fad5d0030a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534163 Dec 09 15:24:00.585482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:00.691382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c6457c-84be-45ac-aecc-0e9bdcf26864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.771781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c6457c-84be-45ac-aecc-0e9bdcf26864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.775944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c6457c-84be-45ac-aecc-0e9bdcf26864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.814002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48c6457c-84be-45ac-aecc-0e9bdcf26864 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f049d70f1e8493d998597333212c3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274470 Dec 09 15:24:00.815923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6457c-84be-45ac-aecc-0e9bdcf26864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969281b-c8f7-4bdd-b16e-bea58663f738,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:00.816701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55200) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:00.868597 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d9c50da-fb8b-4565-88c4-e24518ecd004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.888807 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d9c50da-fb8b-4565-88c4-e24518ecd004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.934793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d9c50da-fb8b-4565-88c4-e24518ecd004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.937342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0d9c50da-fb8b-4565-88c4-e24518ecd004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:00.938486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0d9c50da-fb8b-4565-88c4-e24518ecd004 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7969281b-c8f7-4bdd-b16e-bea58663f738 HTTP/1.1" status: 204 len: 168 time: 0.1208010 Dec 09 15:24:00.946838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c50da-fb8b-4565-88c4-e24518ecd004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969281b-c8f7-4bdd-b16e-bea58663f738,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:01.179177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ee7df476-cdbf-4123-a1de-af04e3f438fc up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:24:01.212626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55206) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:01.227208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6191b059-f303-402a-b80f-3b2b34a90ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.235056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port ee7df476-cdbf-4123-a1de-af04e3f438fc completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:24:01.239750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port ee7df476-cdbf-4123-a1de-af04e3f438fc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:24:01.240260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.336849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.341416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda1ebb-3f24-41d0-bfaf-2e7f3d9df3a3 req-8c70a73e-70a6-48f3-b82f-e6c30347f8a2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:01.342974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1cda1ebb-3f24-41d0-bfaf-2e7f3d9df3a3 req-8c70a73e-70a6-48f3-b82f-e6c30347f8a2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 944 time: 0.0544596 Dec 09 15:24:01.361080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6191b059-f303-402a-b80f-3b2b34a90ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.364249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7df476-cdbf-4123-a1de-af04e3f438fc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:01.367152 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4c66e-43c9-4e75-9c56-a72af35ff5cc" -d '{"events": [{"server_uuid": "b2740752-8e23-414d-b448-86a57fbe16c4", "name": "network-vif-plugged", "status": "completed", "tag": "ee7df476-cdbf-4123-a1de-af04e3f438fc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:01.369387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6191b059-f303-402a-b80f-3b2b34a90ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.384433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ee7df476-cdbf-4123-a1de-af04e3f438fc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:01.394050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.416844 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6191b059-f303-402a-b80f-3b2b34a90ac2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0721f81897164db5b67e5065aa8d0777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028565 Dec 09 15:24:01.417606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55212) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:01.418267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191b059-f303-402a-b80f-3b2b34a90ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f0b17-3a6a-419f-aadf-049902ea5c9f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:01.432314 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05e13af-2ecd-419d-a8b5-e7e0ac9fd1e4 x-openstack-request-id: req-a05e13af-2ecd-419d-a8b5-e7e0ac9fd1e4 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:01.432664 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2740752-8e23-414d-b448-86a57fbe16c4", "name": "network-vif-plugged", "status": "completed", "tag": "ee7df476-cdbf-4123-a1de-af04e3f438fc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:01.432990 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a05e13af-2ecd-419d-a8b5-e7e0ac9fd1e4 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:01.433314 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7df476-cdbf-4123-a1de-af04e3f438fc', 'code': 200} Dec 09 15:24:01.443873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1cda1ebb-3f24-41d0-bfaf-2e7f3d9df3a3 req-015f4fee-923e-45a1-86e9-02ef6996787f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920174 Dec 09 15:24:01.464338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=ee7df476-cdbf-4123-a1de-af04e3f438fc,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:01.482750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51e7425f-836e-4393-9fea-13aa0dadfddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.510368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51e7425f-836e-4393-9fea-13aa0dadfddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.538464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0f515-b222-424d-8b67-6d1895a2ab2d req-251601c8-c30f-4f0e-832a-11a6e830771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:01.540254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7c0f515-b222-424d-8b67-6d1895a2ab2d req-251601c8-c30f-4f0e-832a-11a6e830771c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 1096 time: 0.0438910 Dec 09 15:24:01.562110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51e7425f-836e-4393-9fea-13aa0dadfddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.565223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51e7425f-836e-4393-9fea-13aa0dadfddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:01.568691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-51e7425f-836e-4393-9fea-13aa0dadfddc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d5f0b17-3a6a-419f-aadf-049902ea5c9f HTTP/1.1" status: 204 len: 168 time: 0.1455922 Dec 09 15:24:01.578759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7425f-836e-4393-9fea-13aa0dadfddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f0b17-3a6a-419f-aadf-049902ea5c9f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:01.605464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7c0f515-b222-424d-8b67-6d1895a2ab2d req-bc463ee2-8c84-41ff-b925-9d12be1469bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Dec 09 15:24:02.486960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709633f7-3c57-4221-ba88-4784d8bd8519 req-2890e535-15b3-423f-8fbf-04674324a7fb tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:02.489257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-709633f7-3c57-4221-ba88-4784d8bd8519 req-2890e535-15b3-423f-8fbf-04674324a7fb tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0468142 Dec 09 15:24:02.515866 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-709633f7-3c57-4221-ba88-4784d8bd8519 req-d476f19a-aa5f-4e43-b7c3-e5a5fc2b8d17 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:02.570641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c2615-fb48-438c-a7f2-62f347bd9f96 req-28a527b5-1ef2-4390-9fe5-d9e41edf39a7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:02.572929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a4c2615-fb48-438c-a7f2-62f347bd9f96 req-28a527b5-1ef2-4390-9fe5-d9e41edf39a7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Dec 09 15:24:02.631924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a4c2615-fb48-438c-a7f2-62f347bd9f96 req-726c0b30-0cf0-4919-8956-298e7901fc8a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518699 Dec 09 15:24:02.641533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-709633f7-3c57-4221-ba88-4784d8bd8519 req-d476f19a-aa5f-4e43-b7c3-e5a5fc2b8d17 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:02.657053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-709633f7-3c57-4221-ba88-4784d8bd8519 req-d476f19a-aa5f-4e43-b7c3-e5a5fc2b8d17 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:02.709098 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-709633f7-3c57-4221-ba88-4784d8bd8519 req-d476f19a-aa5f-4e43-b7c3-e5a5fc2b8d17 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118268 Dec 09 15:24:02.709895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476f19a-aa5f-4e43-b7c3-e5a5fc2b8d17 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befafe1e-16de-4918-9113-a0024b3f02cc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:02.846192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f3b25-66fe-43f9-914c-e1eb8e309e87 req-bdc5ffa4-303a-4313-8971-5528f7276850 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:02.847770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-168f3b25-66fe-43f9-914c-e1eb8e309e87 req-bdc5ffa4-303a-4313-8971-5528f7276850 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0518727 Dec 09 15:24:02.900597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-168f3b25-66fe-43f9-914c-e1eb8e309e87 req-01dd929e-d2ad-43d0-90e9-861af6521a76 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462637 Dec 09 15:24:02.923925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55264) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:02.991454 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6fc207ce-46d1-4ddd-b1c6-e62970359d0c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/3478c778-3786-4711-9545-ad392239b3cb HTTP/1.1" status: 200 len: 993 time: 0.0660923 Dec 09 15:24:03.373956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-5f80f184-59e2-4ec4-81d1-b825fedd83a4 req-9443dca0-107f-4283-bc3f-496e11c3d4d8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:24:03.374982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f80f184-59e2-4ec4-81d1-b825fedd83a4 req-9443dca0-107f-4283-bc3f-496e11c3d4d8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1143453 Dec 09 15:24:03.706384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-371e7ddf-cd96-4bb7-921c-a7358cffb191 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465181 Dec 09 15:24:03.726830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0347c2e-ebce-443b-9080-a91f8017c0b9 req-64059ae5-6fc2-4e14-a252-17d27d932ed4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:03.728602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0347c2e-ebce-443b-9080-a91f8017c0b9 req-64059ae5-6fc2-4e14-a252-17d27d932ed4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0588338 Dec 09 15:24:03.781064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cf8b-f43e-49d3-96c4-c92abd80445a req-ac773f8c-4941-4099-aa44-b5de645df683 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:03.783046 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5f3cf8b-f43e-49d3-96c4-c92abd80445a req-ac773f8c-4941-4099-aa44-b5de645df683 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 945 time: 0.0674763 Dec 09 15:24:03.816355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0347c2e-ebce-443b-9080-a91f8017c0b9 req-2ce7c641-b78e-443e-b8c5-995c1657c653 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803177 Dec 09 15:24:03.850274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5f3cf8b-f43e-49d3-96c4-c92abd80445a req-b1d11de7-4fcc-411c-8b5b-55484b975b73 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600750 Dec 09 15:24:03.975761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0c5d4-6665-41c3-95b8-055b4f733bce req-9cd6bcbc-c686-4e31-8aac-c4791b4c80ac tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:03.979469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74d0c5d4-6665-41c3-95b8-055b4f733bce req-9cd6bcbc-c686-4e31-8aac-c4791b4c80ac tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 945 time: 0.0545170 Dec 09 15:24:04.044013 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-74d0c5d4-6665-41c3-95b8-055b4f733bce req-fa89b512-b791-4bf3-a7a1-615d61d9e448 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526309 Dec 09 15:24:04.409479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484057c2-ca31-4f04-a866-a4702ef7c135 req-7b38eb3b-f462-44dd-a082-e8ee4d776ef0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:04.411841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-484057c2-ca31-4f04-a866-a4702ef7c135 req-7b38eb3b-f462-44dd-a082-e8ee4d776ef0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 945 time: 0.0603764 Dec 09 15:24:04.470279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-484057c2-ca31-4f04-a866-a4702ef7c135 req-8147ba4b-87ff-4a97-8965-a6be793fe29f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510907 Dec 09 15:24:04.923175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6452dd-95b4-41e0-9cc8-21334899a8c9 req-78f2bff3-82b6-478f-8e38-e1c3edb78501 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:04.924896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c6452dd-95b4-41e0-9cc8-21334899a8c9 req-78f2bff3-82b6-478f-8e38-e1c3edb78501 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0502756 Dec 09 15:24:04.985711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c6452dd-95b4-41e0-9cc8-21334899a8c9 req-373dc72e-d09c-4dc0-86f7-09e7868fbbe3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541561 Dec 09 15:24:05.075850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-f49ad2a0-cc15-4b73-b55e-3095893f5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:05.077334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-f49ad2a0-cc15-4b73-b55e-3095893f5960 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0399756 Dec 09 15:24:05.174903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-ff59cc0d-03c9-4f8d-86a6-42a2f2d521c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:05.176459 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-ff59cc0d-03c9-4f8d-86a6-42a2f2d521c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.0908754 Dec 09 15:24:05.248996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-25ca28ab-27a2-41e1-a162-b16937499b74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 1001 time: 0.0642219 Dec 09 15:24:05.302150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-981fd63e-f372-4c58-ab77-fcfe5f620426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:05.303627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-981fd63e-f372-4c58-ab77-fcfe5f620426 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0451014 Dec 09 15:24:05.353333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-9ca19b38-84f8-464f-af95-c37077d335ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:05.356348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-9ca19b38-84f8-464f-af95-c37077d335ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416472 Dec 09 15:24:05.455785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-55bfdfa3-1689-414b-bb0d-3d225c0894cc service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Dec 09 15:24:05.573818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-3d11ad4c-bc57-4437-90f8-141ce4e8dfd1 service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065764 Dec 09 15:24:05.623055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75236a38-c724-420b-b8ed-2763c3ddfe1d req-cb9ca1a3-d6fd-4331-b419-f689ceedb52e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:05.624794 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75236a38-c724-420b-b8ed-2763c3ddfe1d req-cb9ca1a3-d6fd-4331-b419-f689ceedb52e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 945 time: 0.0752134 Dec 09 15:24:05.679894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75236a38-c724-420b-b8ed-2763c3ddfe1d req-c676108d-4b31-42be-a7f8-ba07737bb9ff tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483315 Dec 09 15:24:06.039473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-0775b831-d31b-41da-b2a9-d2a1af9d2f7d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:06.041839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-0775b831-d31b-41da-b2a9-d2a1af9d2f7d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 945 time: 0.0537901 Dec 09 15:24:06.128276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409897d-6935-4bb9-862b-43ea481705bc req-b3ccf6f8-d0d6-4912-805e-9d14626c2d88 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:06.129891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1409897d-6935-4bb9-862b-43ea481705bc req-b3ccf6f8-d0d6-4912-805e-9d14626c2d88 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0516334 Dec 09 15:24:06.139677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port ee7df476-cdbf-4123-a1de-af04e3f438fc {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:24:06.140122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:06.182339 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1409897d-6935-4bb9-862b-43ea481705bc req-899970ca-aa19-495b-b651-b8ef77381cb4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449595 Dec 09 15:24:06.245791 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port ee7df476-cdbf-4123-a1de-af04e3f438fc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ee7df476-cdbf-4123-a1de-af04e3f438fc,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:06.246169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:06.258739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for ee7df476-cdbf-4123-a1de-af04e3f438fc owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:24:06.386606 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:06.398918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['286c526c-ba9a-447c-903c-0f6f1ad28645', 'ee7df476-cdbf-4123-a1de-af04e3f438fc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:24:06.413642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=ee7df476-cdbf-4123-a1de-af04e3f438fc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:06.457178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port ee7df476-cdbf-4123-a1de-af04e3f438fc on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:24:06.460706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:06.463933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b0f1d25-bb7c-461f-98ce-f40e5945d3f1 req-80663fdb-8788-4cba-8093-975aa82bc9de tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "DELETE /v2.0/ports/ee7df476-cdbf-4123-a1de-af04e3f438fc HTTP/1.1" status: 204 len: 173 time: 0.4158018 Dec 09 15:24:06.464505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'name': 'network-vif-deleted', 'tag': 'ee7df476-cdbf-4123-a1de-af04e3f438fc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:06.467016 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d3494f-5607-4114-82cf-b1f3c714e9e1" -d '{"events": [{"server_uuid": "b2740752-8e23-414d-b448-86a57fbe16c4", "name": "network-vif-deleted", "tag": "ee7df476-cdbf-4123-a1de-af04e3f438fc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:06.514328 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81879ca7-4468-4aa0-9275-ba627a97f166 x-openstack-request-id: req-81879ca7-4468-4aa0-9275-ba627a97f166 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:06.514640 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2740752-8e23-414d-b448-86a57fbe16c4", "name": "network-vif-deleted", "tag": "ee7df476-cdbf-4123-a1de-af04e3f438fc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:06.515029 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81879ca7-4468-4aa0-9275-ba627a97f166 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:06.516128 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2740752-8e23-414d-b448-86a57fbe16c4', 'name': 'network-vif-deleted', 'tag': 'ee7df476-cdbf-4123-a1de-af04e3f438fc', 'status': 'completed', 'code': 200} Dec 09 15:24:06.781051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae6d19ce-1044-4752-9429-1f19f134b14b req-63d3a962-2013-463c-ad53-be3aaa289e89 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Dec 09 15:24:07.325726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91a128-df25-4441-8f85-ac9067aab20a req-4d342f4f-6329-4b39-a7cf-26eb455db321 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:07.327592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a91a128-df25-4441-8f85-ac9067aab20a req-4d342f4f-6329-4b39-a7cf-26eb455db321 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0732305 Dec 09 15:24:07.397708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a91a128-df25-4441-8f85-ac9067aab20a req-ffcaf152-2fb4-4702-98d4-ea361e526eaf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620701 Dec 09 15:24:07.886316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bef7fe17-4997-485e-83fb-e5ec0dd7aee7 req-588e5e62-25e4-4dd0-8600-07c230fb21ad tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Dec 09 15:24:08.544696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ac3af-6afd-4bbd-b8cc-0a17f0ec4d0f req-746eae4b-9f32-4315-9d58-3722238dfe11 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:08.546707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ac3af-6afd-4bbd-b8cc-0a17f0ec4d0f req-746eae4b-9f32-4315-9d58-3722238dfe11 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0608828 Dec 09 15:24:08.601438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d1ac3af-6afd-4bbd-b8cc-0a17f0ec4d0f req-9be21936-98a1-4b5e-99ff-d24de4561e46 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484371 Dec 09 15:24:08.987133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0cca1cd8-5bc3-4401-98af-559b48843d4e req-556bd740-4346-4b43-b658-faaa8ce1dd58 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.0258121 Dec 09 15:24:09.207080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ee7df476-cdbf-4123-a1de-af04e3f438fc no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:24:09.230736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: ee7df476-cdbf-4123-a1de-af04e3f438fc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:24:09.231520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ee7df476-cdbf-4123-a1de-af04e3f438fc not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:24:09.757606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67c6fb-7c09-4039-b10e-22be3944c49c req-2fb14f09-bd98-4813-a120-063710f26efb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:09.760294 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce67c6fb-7c09-4039-b10e-22be3944c49c req-2fb14f09-bd98-4813-a120-063710f26efb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0571067 Dec 09 15:24:09.829261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce67c6fb-7c09-4039-b10e-22be3944c49c req-16d0d33a-a429-40df-99e9-cca3769ba815 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614240 Dec 09 15:24:10.097880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02a3c9b7-beac-4d25-81c1-5d2043cc4a63 req-a4d72d84-03e8-4d67-95c2-5f340a091587 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.0298939 Dec 09 15:24:10.967994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7835-6933-45ce-85bb-ce354a4f147c req-ac6d0711-5050-4a96-b37e-d8c4d4285278 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:10.969746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-daac7835-6933-45ce-85bb-ce354a4f147c req-ac6d0711-5050-4a96-b37e-d8c4d4285278 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0604427 Dec 09 15:24:11.036310 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-daac7835-6933-45ce-85bb-ce354a4f147c req-de58ff94-fac5-43f8-a968-6d2cb5ad5e32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598404 Dec 09 15:24:11.235954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bcdf8248-ff1f-4bd6-ad9d-4e7ea1b09552 req-450899d8-1696-4447-83cb-76ae12518469 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2740752-8e23-414d-b448-86a57fbe16c4 HTTP/1.1" status: 200 len: 210 time: 0.0509620 Dec 09 15:24:12.175220 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be466e-259f-45ee-a16f-f4b5e5001586 req-88147260-4e2c-421a-a1ea-433411decf49 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:12.176785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4be466e-259f-45ee-a16f-f4b5e5001586 req-88147260-4e2c-421a-a1ea-433411decf49 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0637980 Dec 09 15:24:12.233122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b4be466e-259f-45ee-a16f-f4b5e5001586 req-350fa229-8697-4a1e-96e7-c6dd60037b3e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487604 Dec 09 15:24:13.370022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00217d5d-fa1c-4ed7-bce0-4e5e6dc2b5c3 req-400e3fe4-2e3d-4863-919a-f3d53da70a8b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:13.372151 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00217d5d-fa1c-4ed7-bce0-4e5e6dc2b5c3 req-400e3fe4-2e3d-4863-919a-f3d53da70a8b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0593717 Dec 09 15:24:13.430556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00217d5d-fa1c-4ed7-bce0-4e5e6dc2b5c3 req-05a363a9-7b6b-4fa4-a89d-2d8b52351056 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516937 Dec 09 15:24:14.598938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453cd43-f966-4e36-9d66-f07742ac9a9f req-27f0fe38-35a9-421e-b30b-740c923b63f8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:14.603860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d453cd43-f966-4e36-9d66-f07742ac9a9f req-27f0fe38-35a9-421e-b30b-740c923b63f8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0768695 Dec 09 15:24:14.707090 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d453cd43-f966-4e36-9d66-f07742ac9a9f req-249e7ffe-7342-4baf-8f62-505339a52a6c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968039 Dec 09 15:24:15.853658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e858e-6f4e-4cb6-8789-a5f7db630276 req-3444861d-0ccf-4e9c-b48b-5f1546b1327d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:15.855184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-519e858e-6f4e-4cb6-8789-a5f7db630276 req-3444861d-0ccf-4e9c-b48b-5f1546b1327d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0553327 Dec 09 15:24:15.925627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-519e858e-6f4e-4cb6-8789-a5f7db630276 req-cbf368d7-6972-4e78-b0ad-549208deb913 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638494 Dec 09 15:24:16.813193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75652ce9-1643-42e0-9884-0b7a03fb8935 req-378d4f4f-2cdf-4935-8a40-6d4b8c21d744 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:16.814788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75652ce9-1643-42e0-9884-0b7a03fb8935 req-378d4f4f-2cdf-4935-8a40-6d4b8c21d744 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 946 time: 0.0515380 Dec 09 15:24:16.869075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-75652ce9-1643-42e0-9884-0b7a03fb8935 req-9792bdf1-faa3-4eca-8600-68caa2cd8517 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Dec 09 15:24:17.039991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30661210-c5c0-4815-a4e0-23a449bd75e2 req-04c575d8-b485-4466-ad75-eb6cb0386881 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:17.041485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30661210-c5c0-4815-a4e0-23a449bd75e2 req-04c575d8-b485-4466-ad75-eb6cb0386881 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0474946 Dec 09 15:24:17.096659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30661210-c5c0-4815-a4e0-23a449bd75e2 req-72c6fd4a-6584-44c5-a616-753d57e63ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488844 Dec 09 15:24:17.985758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bcb30-9645-4a79-b9cf-47f52f778075 req-5cf43368-4d51-441d-a1f1-89049526c360 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:17.987305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e3bcb30-9645-4a79-b9cf-47f52f778075 req-5cf43368-4d51-441d-a1f1-89049526c360 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 946 time: 0.0506961 Dec 09 15:24:18.033850 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e3bcb30-9645-4a79-b9cf-47f52f778075 req-90c0a68c-5a92-4653-835f-d2c06336e885 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=cca909dc-dc9d-461a-8c17-81a2795a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Dec 09 15:24:18.253615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759c980-8c31-41e9-832d-588316f29d66 req-d25da96c-840b-4dcb-aea0-429bd5f62c4d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:18.255174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f759c980-8c31-41e9-832d-588316f29d66 req-d25da96c-840b-4dcb-aea0-429bd5f62c4d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0858688 Dec 09 15:24:18.277819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-dbe14e9b-b4fb-4228-9f14-645d6364568d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:18.279336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-dbe14e9b-b4fb-4228-9f14-645d6364568d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 946 time: 0.0800018 Dec 09 15:24:18.355579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f759c980-8c31-41e9-832d-588316f29d66 req-cb602ff1-53b5-46e0-9048-57e712a4b56b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939224 Dec 09 15:24:18.403059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 286c526c-ba9a-447c-903c-0f6f1ad28645 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:24:18.403458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:18.496236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port 286c526c-ba9a-447c-903c-0f6f1ad28645, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=286c526c-ba9a-447c-903c-0f6f1ad28645,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:18.496610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:18.508931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 286c526c-ba9a-447c-903c-0f6f1ad28645 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:24:18.637735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:18.649160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['286c526c-ba9a-447c-903c-0f6f1ad28645'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:24:18.670653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=286c526c-ba9a-447c-903c-0f6f1ad28645,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:18.716457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port 286c526c-ba9a-447c-903c-0f6f1ad28645 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:24:18.719227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:18.723024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e2fce38-b001-4679-8334-c2b861a1ca90 req-691595d5-8f9e-4981-b6bb-63884702e95d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "DELETE /v2.0/ports/286c526c-ba9a-447c-903c-0f6f1ad28645 HTTP/1.1" status: 204 len: 173 time: 0.4367616 Dec 09 15:24:18.723503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'name': 'network-vif-deleted', 'tag': '286c526c-ba9a-447c-903c-0f6f1ad28645'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:18.726288 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad565d4-de28-4ced-96ee-3d7dd0b9c1e5" -d '{"events": [{"server_uuid": "8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd", "name": "network-vif-deleted", "tag": "286c526c-ba9a-447c-903c-0f6f1ad28645"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:18.776922 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceb5608-cb20-4ce3-8fa5-059c963e20d8 x-openstack-request-id: req-9ceb5608-cb20-4ce3-8fa5-059c963e20d8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:18.777222 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd", "name": "network-vif-deleted", "tag": "286c526c-ba9a-447c-903c-0f6f1ad28645", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:18.777477 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ceb5608-cb20-4ce3-8fa5-059c963e20d8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:18.777885 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd', 'name': 'network-vif-deleted', 'tag': '286c526c-ba9a-447c-903c-0f6f1ad28645', 'status': 'completed', 'code': 200} Dec 09 15:24:19.148714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b59da115-2edc-4d3b-9da8-901a25c2caba req-554d7c37-dcd2-496b-a481-560c3fdd712a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0372102 Dec 09 15:24:19.497358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860194f-4098-460e-be3a-e554ef4063dd req-59e35ae3-5dd2-47b1-ab00-c448fda5098e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:19.498870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2860194f-4098-460e-be3a-e554ef4063dd req-59e35ae3-5dd2-47b1-ab00-c448fda5098e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0678737 Dec 09 15:24:19.568438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2860194f-4098-460e-be3a-e554ef4063dd req-ffc42a75-bfa9-4b2d-8a79-5695f750a3ef tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631289 Dec 09 15:24:20.245459 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4fd13e-f509-4032-afcd-82a57a0bcde6 req-b81d3f14-cb8f-411d-aad4-c522c2237dbd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0288332 Dec 09 15:24:20.705846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a18e4-12b8-44b1-9186-c52952d825c5 req-fb49f2eb-286e-4d6d-bf56-754ca0972c07 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:20.707529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df9a18e4-12b8-44b1-9186-c52952d825c5 req-fb49f2eb-286e-4d6d-bf56-754ca0972c07 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0515275 Dec 09 15:24:20.759115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-df9a18e4-12b8-44b1-9186-c52952d825c5 req-d3e40561-61db-44fe-8763-1397fdd65ef7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Dec 09 15:24:21.253951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 286c526c-ba9a-447c-903c-0f6f1ad28645 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:24:21.298009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 286c526c-ba9a-447c-903c-0f6f1ad28645 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:24:21.300260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 286c526c-ba9a-447c-903c-0f6f1ad28645 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:24:21.368362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40dfa51e-5fbc-4883-9d2a-d3bdec012cd5 req-6b9546e0-33ba-4b5d-b5f0-9615d74ef65b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0319941 Dec 09 15:24:21.974268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49afde-51c4-461f-8746-767a8789e4fb req-797f3859-04b2-4b41-9ad0-02b70d984c92 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:21.977731 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba49afde-51c4-461f-8746-767a8789e4fb req-797f3859-04b2-4b41-9ad0-02b70d984c92 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.1323400 Dec 09 15:24:22.060494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba49afde-51c4-461f-8746-767a8789e4fb req-712350a1-4f39-4122-89bc-6bbda3b81bca tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716419 Dec 09 15:24:22.070146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:22.463706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-469a68aa-0a0f-438d-8f73-7eb5e8a51ce1 req-d6b2ae4d-1906-4acf-8492-84767906995d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0265446 Dec 09 15:24:22.514848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:22.744662 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-c8e86eb0-4e99-4a22-a7a2-5a6ac40479da service neutron] show failed (client error): The resource could not be found. Dec 09 15:24:22.746319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-c8e86eb0-4e99-4a22-a7a2-5a6ac40479da service neutron] 10.222.0.43 "GET /v2.0/ports/2385c8b4-4457-4ee3-9a68-87379aec0911/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0653138 Dec 09 15:24:22.997806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-4049179b-87ac-4b3a-a10b-297d2b90741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:23.000290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-4049179b-87ac-4b3a-a10b-297d2b90741d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 1096 time: 0.0532398 Dec 09 15:24:23.014470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:23.080876 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:23.198662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5be3725a-df9d-4d4f-a446-f8427744587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:23.297499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a933f-5916-4a06-a18c-228c7ad43751 req-53321d92-67d3-42c1-bc20-3cab12afab0b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:23.305044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f7a933f-5916-4a06-a18c-228c7ad43751 req-53321d92-67d3-42c1-bc20-3cab12afab0b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.1068306 Dec 09 15:24:23.387054 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:23.388568 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f7a933f-5916-4a06-a18c-228c7ad43751 req-d0983672-9f80-4ba1-b9cd-575be5dab84c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816782 Dec 09 15:24:23.425381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:24:23.468346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:23.471236 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b48bf-1ff7-469f-9f29-4fbb8a8f062a" -d '{"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-unplugged", "status": "completed", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:23.482146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:23.499598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Transition to ACTIVE for port object 2385c8b4-4457-4ee3-9a68-87379aec0911 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:24:23.506311 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:23.553589 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74126337-6c84-45fe-a093-6ca6512f1bd2 x-openstack-request-id: req-74126337-6c84-45fe-a093-6ca6512f1bd2 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:23.553957 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-unplugged", "status": "completed", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:23.554275 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74126337-6c84-45fe-a093-6ca6512f1bd2 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:23.555109 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'code': 200} Dec 09 15:24:23.615681 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-383c2396-b71a-42be-886c-7db8eb7c5067 req-836043c1-c82b-4b26-b753-f2020bdd2467 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=8036e0d7-2e96-4b29-8c28-d7d8f9a8c7bd HTTP/1.1" status: 200 len: 210 time: 0.0467939 Dec 09 15:24:23.675947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:23.749669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] No DVR routers for this DVR port 2385c8b4-4457-4ee3-9a68-87379aec0911 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:24:23.922015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:24:23.922439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:24:23.922819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 on network e9385143-f0e2-4c30-92af-fe5f027b3948 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:24:23.928084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Port 2385c8b4-4457-4ee3-9a68-87379aec0911 on network e9385143-f0e2-4c30-92af-fe5f027b3948 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:24:23.928416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Attempting to bind port 2385c8b4-4457-4ee3-9a68-87379aec0911 on network e9385143-f0e2-4c30-92af-fe5f027b3948 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:24:23.936467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:24:23.936941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Checking segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:24:23.937329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Bound using segment: {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:24:23.937759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Bound port: 2385c8b4-4457-4ee3-9a68-87379aec0911, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:24:23.938126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:24.016797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:24:24.020186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:24:24.027800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:24.082539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:24.083637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:24.085149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] 10.222.0.36 "PUT /v2.0/ports/2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 1091 time: 1.0751555 Dec 09 15:24:24.127036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27897df8-3280-44ea-844a-8116dbb95096 service neutron] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:24.179445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-bc18cd67-6600-4fe4-bde7-07c5434927ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:24.182116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-bc18cd67-6600-4fe4-bde7-07c5434927ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1094 time: 0.0710492 Dec 09 15:24:24.284385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-69726128-2dc4-4e28-9395-f82656c444ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:24.287427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-69726128-2dc4-4e28-9395-f82656c444ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.0967960 Dec 09 15:24:24.407174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-16c31ff9-0e1f-4a0d-a83e-6bbd694add88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 999 time: 0.1124048 Dec 09 15:24:24.475622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-6168806b-6371-4d43-8005-06f3930821af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:24.480167 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-6168806b-6371-4d43-8005-06f3930821af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0644448 Dec 09 15:24:24.538567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51cb34-0ecf-4d1e-b26c-a30d16532ef1 req-31832883-393e-4449-b7fa-b38ed664baae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:24.540685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-60a45471-41f0-43d2-8630-79a45fc1fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:24.542414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-60a45471-41f0-43d2-8630-79a45fc1fa7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536778 Dec 09 15:24:24.543845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c51cb34-0ecf-4d1e-b26c-a30d16532ef1 req-31832883-393e-4449-b7fa-b38ed664baae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.0685353 Dec 09 15:24:24.602812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c51cb34-0ecf-4d1e-b26c-a30d16532ef1 req-55fcb22e-35da-40b8-8438-dbc28267ae5a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543728 Dec 09 15:24:24.652540 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-61211721-d457-4d5c-8469-a3bfb191f72f service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021941 Dec 09 15:24:24.761916 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-f0e1c62e-cfa9-4836-bd38-1e44ebd6668d service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009612 Dec 09 15:24:25.542995 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-8ea87382-3e9e-4179-aacd-d8b8dfdd11b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451865 Dec 09 15:24:25.556273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:25.558410 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55152fe9-abf1-4172-9a7c-898a8d01af79" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:25.607618 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f002e9-c263-4b8a-9485-3580fc41724f x-openstack-request-id: req-a1f002e9-c263-4b8a-9485-3580fc41724f {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:25.608103 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:25.608539 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1f002e9-c263-4b8a-9485-3580fc41724f {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:25.609099 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'status': 'completed', 'code': 200} Dec 09 15:24:25.634382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-58485d94-c7ff-4b46-9bcc-37b08025aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:25.636837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-58485d94-c7ff-4b46-9bcc-37b08025aba3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1096 time: 0.0473003 Dec 09 15:24:25.650639 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f139cab0-79cd-4417-95ac-107e423ad864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:25.719835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-76a799e2-6d79-49bb-8fc8-259ddb4fddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:25.723412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-76a799e2-6d79-49bb-8fc8-259ddb4fddb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1094 time: 0.0921671 Dec 09 15:24:25.802374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-3f73c65b-b907-4e0a-961c-3f4d840677ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:25.804299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-3f73c65b-b907-4e0a-961c-3f4d840677ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1254816 Dec 09 15:24:25.892515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-74b26abe-e14b-48c4-a9be-f790fb4100ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:25.894133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-74b26abe-e14b-48c4-a9be-f790fb4100ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1094 time: 0.2559626 Dec 09 15:24:26.065288 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-9e385780-ca09-4a98-952c-f80bbd65fa7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 1001 time: 0.2458863 Dec 09 15:24:26.066303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-ecf95faf-8dce-44db-8de8-fc44a97d1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.067745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-ecf95faf-8dce-44db-8de8-fc44a97d1f7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.1604285 Dec 09 15:24:26.076148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c84df-9ad4-46c8-9f84-80d6b251f67c req-356a2717-fd67-46e1-83e6-b9c5864d9aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.085077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f93c84df-9ad4-46c8-9f84-80d6b251f67c req-356a2717-fd67-46e1-83e6-b9c5864d9aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.2787547 Dec 09 15:24:26.168431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-598bb9cf-d40c-4a31-bc86-35f9ab02e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.170154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-598bb9cf-d40c-4a31-bc86-35f9ab02e624 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.4403024 Dec 09 15:24:26.244984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-252b8540-7800-4d69-8bc0-d0c700239e8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 999 time: 0.1435156 Dec 09 15:24:26.246435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-9e22328e-2279-4f9d-b374-e332efcc920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.247816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-9e22328e-2279-4f9d-b374-e332efcc920b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.1547732 Dec 09 15:24:26.261258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f93c84df-9ad4-46c8-9f84-80d6b251f67c req-3c737d8b-1e6b-47d0-9708-ac1efe8c2893 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749995 Dec 09 15:24:26.355797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-884a0869-8dd1-486d-87e8-5a64ce0b099c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 999 time: 0.1716464 Dec 09 15:24:26.375521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-610c55c2-0836-4333-88fd-b98f0334eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.378084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-610c55c2-0836-4333-88fd-b98f0334eef9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.1000831 Dec 09 15:24:26.403783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-638341d2-f738-44ee-af2a-c6e612ee008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.406183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-638341d2-f738-44ee-af2a-c6e612ee008c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167889 Dec 09 15:24:26.456885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-a221941c-ddb8-47e7-b88c-fa0a24c37c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.458432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-a221941c-ddb8-47e7-b88c-fa0a24c37c50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0919914 Dec 09 15:24:26.475870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-bbdd7aac-75c3-41c5-9c62-c3d8efb50aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.478017 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-bbdd7aac-75c3-41c5-9c62-c3d8efb50aa0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879252 Dec 09 15:24:26.527590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:24:26.540299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-cbb2e153-424e-42e1-8d9b-a8245b91e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:26.542127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-cbb2e153-424e-42e1-8d9b-a8245b91e446 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755465 Dec 09 15:24:26.593559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:24:26.635620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-5a3b1189-b5f8-45dd-8fb3-3338a0592549 service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322663 Dec 09 15:24:26.656971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-83a6309b-611d-4c1f-83a6-25ad5f454fde service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344103 Dec 09 15:24:26.667672 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-77a4dae0-e449-4ad2-98c2-3a6a742ffa4a service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152964 Dec 09 15:24:26.763990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:26.822891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-928d3987-2f7f-49f4-a147-07f6e1be705b service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468084 Dec 09 15:24:26.903898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19f39f13-d1ab-463a-8d1a-cb1b7f563f81 req-8e29f159-3451-43e0-a9c7-b4866736983f service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291398 Dec 09 15:24:26.934211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55152fe9-abf1-4172-9a7c-898a8d01af79 req-f7d389a9-858d-49ac-b6ce-8d7fe3db26bc service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868342 Dec 09 15:24:27.269858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:24:27.444509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:27.460830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'port_id': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'mac_address': 'fa:16:3e:c0:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:24:27.476295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145265c-981d-468b-bbfd-e488cfb737c9 req-faec4795-0e75-42da-bb96-041ec1b32119 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:27.485128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1145265c-981d-468b-bbfd-e488cfb737c9 req-faec4795-0e75-42da-bb96-041ec1b32119 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 943 time: 0.1245174 Dec 09 15:24:27.534725 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:27.545908 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1145265c-981d-468b-bbfd-e488cfb737c9 req-0acc1f5b-f20f-4a8b-b08f-d853bbc6f504 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598621 Dec 09 15:24:27.564123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2385c8b4-4457-4ee3-9a68-87379aec0911 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:24:27.603336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:27.612238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:27.800283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:27.801507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c8222-cd49-4b42-918f-ea062c0c8a8a req-5904fcfd-66c3-44e1-a7bb-2281570cd265 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:27.823387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.823884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dd5c8222-cd49-4b42-918f-ea062c0c8a8a req-5904fcfd-66c3-44e1-a7bb-2281570cd265 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 944 time: 0.0831487 Dec 09 15:24:27.824662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.825385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.826083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.826577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.827120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.827775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.829363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.830401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.831038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.831678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.832465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.833075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:27.882724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2385c8b4-4457-4ee3-9a68-87379aec0911'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:24:27.920838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dd5c8222-cd49-4b42-918f-ea062c0c8a8a req-92403c25-c348-4ccb-a5d9-92459e51d400 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959060 Dec 09 15:24:27.998578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-6691e935-4702-4f8b-8bf6-5ba1267ea8e3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:28.004133 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-6691e935-4702-4f8b-8bf6-5ba1267ea8e3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa&tenant_id=04bb30fb984a4d36b8046aef06454315&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.1963749 Dec 09 15:24:28.249286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55660) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:28.254340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843086220', 'description': 'tempest-secgroup-smoke-843086220 description', 'project_id': '9631d02270a247ea989c4c715f4838a2'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:28.285887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.363304 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.370241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.410137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:28.430612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.437292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.444454 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c08ab20c-8a59-4ce3-af82-43442b33c626 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1930637 Dec 09 15:24:28.446469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55662) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:28.451144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group_rule': {'security_group_id': '7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:28.484347 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.553665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.559328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.582946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac025330-14da-46be-91b8-c4ba06667090,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:28.597679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.599335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-821b0da5-f7f7-4f9e-a6b9-85ce669d113c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520176 Dec 09 15:24:28.602374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55666) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:28.608564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group_rule': {'security_group_id': '7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:28.613774 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-a503ea16-c9c5-4967-bffb-b02ad4a050ec service neutron] delete failed (client error): The resource could not be found. Dec 09 15:24:28.614801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-a503ea16-c9c5-4967-bffb-b02ad4a050ec service neutron] 10.222.0.43 "DELETE /v2.0/ports/2385c8b4-4457-4ee3-9a68-87379aec0911/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.5972452 Dec 09 15:24:28.649425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.712920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-de5efb76-3498-48f2-8ebb-282329958852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:28.714494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-de5efb76-3498-48f2-8ebb-282329958852 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1095 time: 0.0430627 Dec 09 15:24:28.717955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.721763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.740511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2b98ea-50aa-4754-99fb-c2bf5eb08cca,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:28.751776 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.753095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7c7b0055-4a87-4858-aee4-e4ae2b2cd9cd tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496038 Dec 09 15:24:28.755769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55670) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:28.761818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group_rule': {'security_group_id': '7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:28.794248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.824129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-0ff326b4-9c76-4209-bb49-5841e53ea67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:28.826970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-0ff326b4-9c76-4209-bb49-5841e53ea67f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.1047342 Dec 09 15:24:28.864144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.874061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.893294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0076e5bc-79fa-4523-a004-200b2dbfdc4b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:28.902965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.903875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-72440bce-a4df-44d0-a191-cbdeda14a7df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 1000 time: 0.0691085 Dec 09 15:24:28.904513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-05107215-58ee-4622-8e22-e14eddaa29e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476922 Dec 09 15:24:28.907281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:28.911748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group_rule': {'security_group_id': '7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:28.946291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:28.980147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-15bda1d9-d8ae-4d11-a680-e7106e37bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:28.981946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-15bda1d9-d8ae-4d11-a680-e7106e37bbe6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0614414 Dec 09 15:24:29.015782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.019500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.038929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee0df68-2fee-4738-9683-c753c5498193,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:29.046017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.047247 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5368499b-31ad-4559-88b7-02a762e2af0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389496 Dec 09 15:24:29.049974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55676) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:29.054361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group_rule': {'security_group_id': '7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:29.073100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797b529-a5b8-43a7-a374-6f1541c577f4 req-49a0af93-d320-4b2f-8aec-c2d8b7e4c2eb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:29.074589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9797b529-a5b8-43a7-a374-6f1541c577f4 req-49a0af93-d320-4b2f-8aec-c2d8b7e4c2eb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 944 time: 0.0857689 Dec 09 15:24:29.079435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-27fa51ba-0bd8-42e6-8560-ab3f236bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:29.083240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-27fa51ba-0bd8-42e6-8560-ab3f236bf010 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827093 Dec 09 15:24:29.083956 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Project 9631d02270a247ea989c4c715f4838a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:24:29.101200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.173875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.178975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.203044 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.204412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.208357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547732 Dec 09 15:24:29.208527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9797b529-a5b8-43a7-a374-6f1541c577f4 req-d6623f41-8663-4468-96d9-b7a2e4003452 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175485 Dec 09 15:24:29.208527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55678) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:29.209125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b9307-0601-4e30-8902-839a6be3b8c0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d288cd8-f592-4b41-b336-fb88866c6f0a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:29.214970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'security_group_rule': {'security_group_id': '7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef', 'project_id': '9631d02270a247ea989c4c715f4838a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:29.249090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-21cb95dc-8438-468f-87d0-d6627c68292a service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529610 Dec 09 15:24:29.250306 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Project 9631d02270a247ea989c4c715f4838a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:24:29.255299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.269686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:24:29.322647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 2385c8b4-4457-4ee3-9a68-87379aec0911 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:24:29.327002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 2385c8b4-4457-4ee3-9a68-87379aec0911 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:24:29.327547 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.376331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.393724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.430340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.442790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1347e7d4-cf09-4c82-b118-11619af3e7ea req-5ccbf986-667b-4b3f-b237-55a8bac613a2 service neutron] 10.222.0.43 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775155 Dec 09 15:24:29.443960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff241885-3ba7-4c80-97ce-b972ced451cc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:29.456722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.459318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:29.462903 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09410a-2851-45e5-9fc8-7664dd9ac427" -d '{"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-plugged", "status": "completed", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:29.466757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a3979264-e88a-4adc-b9ae-39cce396a8d5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2562449 Dec 09 15:24:29.478131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:24:29.484885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:29.544493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:29.582927 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818da743-db4f-42ee-becb-894413e40288 x-openstack-request-id: req-818da743-db4f-42ee-becb-894413e40288 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:29.583285 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-plugged", "status": "completed", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:29.583642 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-818da743-db4f-42ee-becb-894413e40288 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:29.584263 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'code': 200} Dec 09 15:24:30.348980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fcb5b-9862-4d4b-9cfb-a27a6e58e140 req-2aeb6a5e-511f-42c7-8c0a-dd06e43e12b5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:30.350725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae3fcb5b-9862-4d4b-9cfb-a27a6e58e140 req-2aeb6a5e-511f-42c7-8c0a-dd06e43e12b5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0591388 Dec 09 15:24:30.415997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae3fcb5b-9862-4d4b-9cfb-a27a6e58e140 req-07893ed5-fb88-4b36-afc6-a15408b78d1f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547323 Dec 09 15:24:30.440582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55760) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:30.521874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f0329070-e619-4be0-8a90-fd924da8d0b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/3478c778-3786-4711-9545-ad392239b3cb HTTP/1.1" status: 200 len: 993 time: 0.0799091 Dec 09 15:24:30.987404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55770) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:31.128558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55ecca9f-7c52-4f9f-b6e3-80a41cd60788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.211413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55ecca9f-7c52-4f9f-b6e3-80a41cd60788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.215937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55ecca9f-7c52-4f9f-b6e3-80a41cd60788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.259601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-55ecca9f-7c52-4f9f-b6e3-80a41cd60788 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1792326b54ca414995c8abd8660173d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707233 Dec 09 15:24:31.261042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecca9f-7c52-4f9f-b6e3-80a41cd60788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf6d327-7609-46d3-aa5e-0dd7b5f66e9c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:31.261992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55776) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:31.323790 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2a967f6-56bf-448f-8318-53bcef77e5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.346820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2a967f6-56bf-448f-8318-53bcef77e5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.400983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2a967f6-56bf-448f-8318-53bcef77e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.403912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d2a967f6-56bf-448f-8318-53bcef77e5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.407455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d2a967f6-56bf-448f-8318-53bcef77e5c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cf6d327-7609-46d3-aa5e-0dd7b5f66e9c HTTP/1.1" status: 204 len: 168 time: 0.1421437 Dec 09 15:24:31.413685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a967f6-56bf-448f-8318-53bcef77e5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf6d327-7609-46d3-aa5e-0dd7b5f66e9c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:31.578301 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:24:31.689466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 55782) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:31.705755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce4924a7-13bf-48b0-80a9-ca1ab1a41994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.787098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce4924a7-13bf-48b0-80a9-ca1ab1a41994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.791026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ce4924a7-13bf-48b0-80a9-ca1ab1a41994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.828340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4924a7-13bf-48b0-80a9-ca1ab1a41994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358a326-d43a-45fe-bdf9-d3eb5c518cdc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:31.835559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 55784) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:31.835776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ce4924a7-13bf-48b0-80a9-ca1ab1a41994 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=545f2c7b4fa8492f87f4d891ec805613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447029 Dec 09 15:24:31.887643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b19e031-adf8-4e2f-89f4-bfa1346071b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.910909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b19e031-adf8-4e2f-89f4-bfa1346071b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.959829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b19e031-adf8-4e2f-89f4-bfa1346071b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.963748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b19e031-adf8-4e2f-89f4-bfa1346071b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:31.964978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b19e031-adf8-4e2f-89f4-bfa1346071b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3358a326-d43a-45fe-bdf9-d3eb5c518cdc HTTP/1.1" status: 204 len: 168 time: 0.1270089 Dec 09 15:24:31.973258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e031-adf8-4e2f-89f4-bfa1346071b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358a326-d43a-45fe-bdf9-d3eb5c518cdc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:32.071047 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-e10ef1c0-cce4-4177-b24a-7c73e5c6ef68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487657 Dec 09 15:24:32.159022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-5be1b745-9c6c-4f39-bfc8-6ffb50781db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:32.160930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-5be1b745-9c6c-4f39-bfc8-6ffb50781db2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0464957 Dec 09 15:24:32.282343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-92557a4c-c684-44b1-9c26-04324dcc6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:32.283929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-92557a4c-c684-44b1-9c26-04324dcc6414 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.1008739 Dec 09 15:24:32.359737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-dff0b8ca-dfde-489f-9c08-c9e7b36fb442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 1001 time: 0.0684621 Dec 09 15:24:32.419385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-a69aae4e-cc13-4575-92d6-d26d045acd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:32.421237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-a69aae4e-cc13-4575-92d6-d26d045acd5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0543480 Dec 09 15:24:32.476288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-8124f492-db9e-4eea-9aa3-59d9c140a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:32.478308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-8124f492-db9e-4eea-9aa3-59d9c140a441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505862 Dec 09 15:24:32.579722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-8eeacacf-5d54-4e04-8dca-f319f6ee32fa service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932927 Dec 09 15:24:32.685062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83f3e7e9-5214-4621-9eb9-dfa55c33e0b4 req-54e604c0-d10a-4013-a100-d0facf12aeb5 service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986817 Dec 09 15:24:47.346184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-ee0016f6-56de-46a8-8af6-ad0ac0fe953a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843086220&fields=id&tenant_id=9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 267 time: 0.0472705 Dec 09 15:24:47.462591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-217b1ba0-a0f5-48ed-ac41-9cafc0631d51 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:47.464109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-217b1ba0-a0f5-48ed-ac41-9cafc0631d51 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.1109042 Dec 09 15:24:47.479255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-b672f25c-b9e9-4871-8056-e2dc8ee0a346 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.0094848 Dec 09 15:24:47.532158 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-450ec1bf-4d69-44f1-9a9a-663f431acb29 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476661 Dec 09 15:24:47.549443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-4cac2532-3590-4eca-a5b3-6c7a823ecf77 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:24:47.550544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-4cac2532-3590-4eca-a5b3-6c7a823ecf77 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053177 Dec 09 15:24:47.641735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-9c05f84e-795e-4e6f-ad94-9adf2b5734bd service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840375 Dec 09 15:24:47.738451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-8b9fef73-198f-46be-b00b-f008653b064b service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903103 Dec 09 15:24:48.179648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0b1c0e57-7b01-4fd5-a1ec-f455d37c4101 req-3a221de0-62cb-4ec2-9967-882f7ded1463 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.1635633 Dec 09 15:24:49.071698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-49262ecd-b8d9-4dda-a463-7b1ff34095af tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:49.074180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-49262ecd-b8d9-4dda-a463-7b1ff34095af tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.1272197 Dec 09 15:24:49.158383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-0e81827c-7021-474f-8667-1039d291e163 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 379 time: 0.0683675 Dec 09 15:24:49.169056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'security_groups': ['7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:49.294162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:24:49.298278 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:49.310723 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0ebf13ec-a0e8-4754-a129-0d99e7f7ee98 req-bcde532c-b2e9-4a84-8653-7ae185148e78 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.0491745 Dec 09 15:24:49.455860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.14 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/45cdbf27-baa3-450e-9c77-8e5427568a44) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:24:49.616358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:49.660496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:49.703635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:24:49.706794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:24:49.709362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:24:49.740553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=45cdbf27-baa3-450e-9c77-8e5427568a44,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:49.756903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.757258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.758273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.758627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.758963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.759303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.759663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.760002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.760346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.760663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.760996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.761324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.761657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:49.782905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:49.783943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:49.807866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-3fba1f3d-4ca5-4754-b902-39e7042fb695 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6427343 Dec 09 15:24:49.832338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Request body: {'port': {'device_id': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:24:49.910483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.005616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-87e6298a-1ea0-41bf-a92e-0d8ed3f8022b None None] Provisioning complete for port 45cdbf27-baa3-450e-9c77-8e5427568a44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:24:50.006586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-87e6298a-1ea0-41bf-a92e-0d8ed3f8022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.050701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-87e6298a-1ea0-41bf-a92e-0d8ed3f8022b None None] Port 45cdbf27-baa3-450e-9c77-8e5427568a44 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:24:50.204111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cdbf27-baa3-450e-9c77-8e5427568a44 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:24:50.214042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.228584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Transition to ACTIVE for port object 45cdbf27-baa3-450e-9c77-8e5427568a44 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:24:50.233745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.309461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Pushing event updated for resources: {'Port': ['ID=45cdbf27-baa3-450e-9c77-8e5427568a44,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:50.407739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Attempting to bind port 45cdbf27-baa3-450e-9c77-8e5427568a44 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:24:50.408073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Attempting to bind port 45cdbf27-baa3-450e-9c77-8e5427568a44 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:24:50.408404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Attempting to bind port 45cdbf27-baa3-450e-9c77-8e5427568a44 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:24:50.419305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Port 45cdbf27-baa3-450e-9c77-8e5427568a44 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:24:50.419918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Attempting to bind port 45cdbf27-baa3-450e-9c77-8e5427568a44 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:24:50.440479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:24:50.440828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:24:50.441222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:24:50.441670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Bound port: 45cdbf27-baa3-450e-9c77-8e5427568a44, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:24:50.442017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.522737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282fcd1-496a-4e9e-8d23-879c18389f7d req-9dfdd442-a39b-449e-ae19-4793e7483461 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:50.525351 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1282fcd1-496a-4e9e-8d23-879c18389f7d req-9dfdd442-a39b-449e-ae19-4793e7483461 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0981874 Dec 09 15:24:50.562787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] For port 45cdbf27-baa3-450e-9c77-8e5427568a44, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:24:50.566238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] For port 45cdbf27-baa3-450e-9c77-8e5427568a44, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=45cdbf27-baa3-450e-9c77-8e5427568a44,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:24:50.577758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.622178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:50.622867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:50.624472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] 10.222.0.36 "PUT /v2.0/ports/45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 200 len: 1092 time: 0.8035660 Dec 09 15:24:50.626895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1282fcd1-496a-4e9e-8d23-879c18389f7d req-0519ca8c-8701-4cd7-b48d-cee0c10439b8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919206 Dec 09 15:24:50.627295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:24:50.632004 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46655422-cfe7-48cd-96ac-3eb86613bd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:24:50.660173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949744c1-f092-4fe5-a3ba-c005c4c1637a service neutron] Pushing event updated for resources: {'Port': ['ID=45cdbf27-baa3-450e-9c77-8e5427568a44,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:50.702696 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beacd956-68d7-443f-acd3-c03fee6340d1 x-openstack-request-id: req-beacd956-68d7-443f-acd3-c03fee6340d1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:24:50.702696 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:24:50.703135 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-beacd956-68d7-443f-acd3-c03fee6340d1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:24:50.703710 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'status': 'completed', 'code': 200} Dec 09 15:24:50.740353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-7d206295-75ab-4294-80b5-ed50a058fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:50.743293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-7d206295-75ab-4294-80b5-ed50a058fc48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1095 time: 0.0527031 Dec 09 15:24:50.808617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-d3c95442-8049-41c6-9376-678726d74681 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 200 len: 217 time: 0.0456858 Dec 09 15:24:50.868392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-ba2d25c4-4d92-4d99-8755-05a168abb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:50.870370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-ba2d25c4-4d92-4d99-8755-05a168abb6e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0609462 Dec 09 15:24:50.945832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-5e03776b-34b2-4e43-a8ab-8093f47c3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:50.949503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-5e03776b-34b2-4e43-a8ab-8093f47c3558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709112 Dec 09 15:24:51.048491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-68aa2b77-e854-4c50-b920-b1eba405fc6f service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895450 Dec 09 15:24:51.159164 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a357505-6723-4c5c-b157-b9ac3096f05e req-b482b2d7-b424-4aa4-9a13-d50f651a3535 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032770 Dec 09 15:24:51.274488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-5eab3864-9689-455c-ab99-b85ce69675fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:51.276481 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-5eab3864-9689-455c-ab99-b85ce69675fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1095 time: 0.0519991 Dec 09 15:24:51.377788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-819c3ded-e1c8-4a9f-b99b-9e28c5ddea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:51.379225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-819c3ded-e1c8-4a9f-b99b-9e28c5ddea7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.0930078 Dec 09 15:24:51.433124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-e3c062eb-fa44-427a-93ac-074b642964b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 200 len: 217 time: 0.0403788 Dec 09 15:24:51.490052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-5992c121-6508-412f-88f7-24f239db1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:51.491780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-5992c121-6508-412f-88f7-24f239db1781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0502186 Dec 09 15:24:51.544937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-1af16b04-02a7-4f8a-b3bc-1e66402e773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:51.546508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-1af16b04-02a7-4f8a-b3bc-1e66402e773f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473323 Dec 09 15:24:51.650138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-f067cf2d-79b6-489a-aea9-8a6f5bf4449e service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960903 Dec 09 15:24:51.807151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204380-d56e-4963-b2fe-d1a293a89c69 req-ba763866-ab57-4091-8fbc-8d140917a08b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:51.808808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a5204380-d56e-4963-b2fe-d1a293a89c69 req-ba763866-ab57-4091-8fbc-8d140917a08b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.1064408 Dec 09 15:24:51.812662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-46655422-cfe7-48cd-96ac-3eb86613bd0a req-ccaf5a69-6bd0-4ac0-8d58-72dc961ad2ef service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543486 Dec 09 15:24:51.868196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a5204380-d56e-4963-b2fe-d1a293a89c69 req-03df1591-289e-42fd-beaf-01a2b5d44855 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514004 Dec 09 15:24:52.057325 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:52.503560 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:53.006523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a78ca-5f72-478b-a937-063e22926423 req-74646be0-01a8-4dc8-925a-d4e489f2408e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:53.009009 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a69a78ca-5f72-478b-a937-063e22926423 req-74646be0-01a8-4dc8-925a-d4e489f2408e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0681989 Dec 09 15:24:53.069694 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a69a78ca-5f72-478b-a937-063e22926423 req-b8c94ea4-9405-4957-9c9e-be6ba3d81fe0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545313 Dec 09 15:24:53.173188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe2db87b-e9bf-4174-bc7c-49e5f3b68b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:54.200154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b04551-af22-4e47-8ed5-b00b316f325d req-a5d4bdb0-6cd8-423e-b1f4-44b3c37b6e3a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:54.201751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b04551-af22-4e47-8ed5-b00b316f325d req-a5d4bdb0-6cd8-423e-b1f4-44b3c37b6e3a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0518308 Dec 09 15:24:54.252932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b04551-af22-4e47-8ed5-b00b316f325d req-9188f3e4-181b-4213-b464-1c4c2ce8d966 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445759 Dec 09 15:24:55.396105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b731482-47ff-40cb-ac53-21efc3a5f778 req-ae3a641a-5773-4877-9d8b-5cd99fe86e06 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:55.398478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b731482-47ff-40cb-ac53-21efc3a5f778 req-ae3a641a-5773-4877-9d8b-5cd99fe86e06 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0594578 Dec 09 15:24:55.454533 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b731482-47ff-40cb-ac53-21efc3a5f778 req-02a819b5-49db-4b49-ac9f-cbb63a9cbbdf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501170 Dec 09 15:24:55.644724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fa984b87-81b1-4b02-a97d-383190b0e804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:56.580877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58bd52-6a06-4fd5-9d83-fa96a8a12176 req-b9e0dec4-64b1-45ee-afa3-0954721e5b53 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:56.582369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc58bd52-6a06-4fd5-9d83-fa96a8a12176 req-b9e0dec4-64b1-45ee-afa3-0954721e5b53 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0501704 Dec 09 15:24:56.631744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc58bd52-6a06-4fd5-9d83-fa96a8a12176 req-05d10260-107e-4511-824e-470b5a9c0158 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Dec 09 15:24:56.749155 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:57.360603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47717ff-7bb2-40ac-a7a8-321a56f510c3 req-66afdee9-fe11-4d56-846f-ec9a4cbcd6f1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:57.362187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c47717ff-7bb2-40ac-a7a8-321a56f510c3 req-66afdee9-fe11-4d56-846f-ec9a4cbcd6f1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0525241 Dec 09 15:24:57.412101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c47717ff-7bb2-40ac-a7a8-321a56f510c3 req-7252c552-643c-4209-8e59-3e89609cb87e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Dec 09 15:24:57.756836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0259346-7ccb-4d41-99f1-40efe9d83487 req-4617933c-58b2-4891-9f39-4e18e67a8152 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:57.758334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0259346-7ccb-4d41-99f1-40efe9d83487 req-4617933c-58b2-4891-9f39-4e18e67a8152 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0526650 Dec 09 15:24:57.813346 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0259346-7ccb-4d41-99f1-40efe9d83487 req-4baba18c-43d9-4da4-a530-289b990bcc08 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484197 Dec 09 15:24:58.423729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:58.534224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5c11-7c12-4a0b-ac91-3d99735242c1 req-97623c71-e296-4e50-85d6-63abcf555018 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:58.535756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3bee5c11-7c12-4a0b-ac91-3d99735242c1 req-97623c71-e296-4e50-85d6-63abcf555018 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0493631 Dec 09 15:24:58.586536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3bee5c11-7c12-4a0b-ac91-3d99735242c1 req-2a883c1c-f9d4-492f-a8e8-b9d881701bf5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Dec 09 15:24:58.933334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34a019-3edb-4b0d-babe-5629fe7b5436 req-c1dc8f4e-6412-47ed-ad7e-6c27cec28fc9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:58.936023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f34a019-3edb-4b0d-babe-5629fe7b5436 req-c1dc8f4e-6412-47ed-ad7e-6c27cec28fc9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0493095 Dec 09 15:24:58.988228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f34a019-3edb-4b0d-babe-5629fe7b5436 req-b9485d77-2ec3-4b92-bcc1-4e7cc4fc1d4c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Dec 09 15:24:59.031639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966761d8-7533-4467-9740-1a0ec70416b8 req-f33b69dc-964b-4858-80bc-e970cc68ba1a tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:59.033173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-966761d8-7533-4467-9740-1a0ec70416b8 req-f33b69dc-964b-4858-80bc-e970cc68ba1a tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0497816 Dec 09 15:24:59.087186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-966761d8-7533-4467-9740-1a0ec70416b8 req-7b1fd0d1-7976-4e73-b5fb-fd7fb46ed295 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474188 Dec 09 15:24:59.110976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56354) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:24:59.201362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.278032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 13683835-1a3a-4eb7-a5fa-80dee2fcd613 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:24:59.278430 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.362753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.363087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.375968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 13683835-1a3a-4eb7-a5fa-80dee2fcd613 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:24:59.527617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.555317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=13683835-1a3a-4eb7-a5fa-80dee2fcd613,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:24:59.583752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.584108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.584478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.584800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.585139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.585525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.585852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.586185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.586519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.586879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.587164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.587518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.587845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:24:59.632045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.633128 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP 3478c778-3786-4711-9545-ad392239b3cb disassociated (deleted). External IP: 172.25.0.107, port: 2385c8b4-4457-4ee3-9a68-87379aec0911. Dec 09 15:24:59.726883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e07ab-a91b-4e32-b167-d30b445b256e req-faf46907-6cbd-4332-9f4a-79d99e931c3f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:24:59.728431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c22e07ab-a91b-4e32-b167-d30b445b256e req-faf46907-6cbd-4332-9f4a-79d99e931c3f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0599597 Dec 09 15:24:59.778699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c22e07ab-a91b-4e32-b167-d30b445b256e req-a7fdb1bb-2ad7-4e2f-b92a-39e0b0e013e8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Dec 09 15:24:59.851490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 7d78763d-6b11-467e-b51f-4b92830dd98d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:24:59.966832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:24:59.971756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:24:59.978891 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] Sync routers for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:24:59.990088 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:24:59.990710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:00.003141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3761b69f-e426-4651-84e4-2922f4d15b72 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/floatingips/3478c778-3786-4711-9545-ad392239b3cb HTTP/1.1" status: 204 len: 168 time: 0.8886783 Dec 09 15:25:00.003141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:00.003834 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c107960-adea-4a2f-b733-5a05274f4dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:00.047076 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cb5046-fb90-4dc0-8961-65c18e95ba34 x-openstack-request-id: req-26cb5046-fb90-4dc0-8961-65c18e95ba34 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:00.047682 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:00.048716 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26cb5046-fb90-4dc0-8961-65c18e95ba34 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:00.049136 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'status': 'completed', 'code': 200} Dec 09 15:25:00.115327 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:00.139831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-2c336a04-b9b0-4ad7-9e11-941218b83ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.142008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-2c336a04-b9b0-4ad7-9e11-941218b83ebc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0657158 Dec 09 15:25:00.238541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d62c67-3ead-48ce-8e04-03148530edc3 req-ea2ed236-944d-474d-b5a6-4d342d6138ef tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.240942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61d62c67-3ead-48ce-8e04-03148530edc3 req-ea2ed236-944d-474d-b5a6-4d342d6138ef tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.1035626 Dec 09 15:25:00.337675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61d62c67-3ead-48ce-8e04-03148530edc3 req-ac009527-b337-4f44-a74f-4c0327ed8ea1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630164 Dec 09 15:25:00.339132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab1a3e-883c-4b7a-b8cf-64d0aa3ef09d req-ee78911a-0fd0-4d47-ab26-26320902ecbc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.341738 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03ab1a3e-883c-4b7a-b8cf-64d0aa3ef09d req-ee78911a-0fd0-4d47-ab26-26320902ecbc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0845063 Dec 09 15:25:00.365535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-0b2f5a3e-b172-4741-85a8-32bb39b21141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.367307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-0b2f5a3e-b172-4741-85a8-32bb39b21141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 200 len: 898 time: 0.2152128 Dec 09 15:25:00.410826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03ab1a3e-883c-4b7a-b8cf-64d0aa3ef09d req-508d7a45-1a6d-4f7b-9d4c-de180e492301 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632935 Dec 09 15:25:00.415392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:12Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:00.425537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-eb6ee352-f66d-44f5-a616-bbf46de500a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 200 len: 217 time: 0.0470362 Dec 09 15:25:00.448336 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] Checking router: 7d78763d-6b11-467e-b51f-4b92830dd98d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:25:00.456876 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:00.457496 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:00.485480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-c5f0ba0f-e066-4e1d-9f9f-71fed002e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.487282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-c5f0ba0f-e066-4e1d-9f9f-71fed002e9b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 200 len: 834 time: 0.0510814 Dec 09 15:25:00.540016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-9e2cacf0-a564-4c9e-9ff0-d3a2888828c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.541907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-9e2cacf0-a564-4c9e-9ff0-d3a2888828c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9385143-f0e2-4c30-92af-fe5f027b3948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456777 Dec 09 15:25:00.645402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-c87b6fc7-621d-4efe-ac8b-212721e4c4e4 service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945463 Dec 09 15:25:00.675162 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:00.744502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c107960-adea-4a2f-b733-5a05274f4dc1 req-7b10c3f9-3c7b-4300-b21e-57587a17320c service neutron] 10.222.0.36 "GET /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890300 Dec 09 15:25:00.884775 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:12Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:00.905745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23794369-0b61-4664-982d-2e00b12015df req-039a2948-52e6-4acf-8223-92c82e80fd8d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:00.907305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23794369-0b61-4664-982d-2e00b12015df req-039a2948-52e6-4acf-8223-92c82e80fd8d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Dec 09 15:25:00.911743 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace74cb8-d858-4e59-8a1f-c977535b6c9d None None] The sync data for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 is: [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:23:06Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'c427762d-f7e6-460c-b5b9-df00f4429a9f', 'name': '', 'network_id': 'e9385143-f0e2-4c30-92af-fe5f027b3948', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:f4:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:05Z', 'updated_at': '2021-12-09T15:23:12Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '4125857e-df89-4bce-90ff-0132cc3acfbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:25:00.979943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-23794369-0b61-4664-982d-2e00b12015df req-a6e34699-1be6-4a38-896e-72be43462138 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643620 Dec 09 15:25:01.158154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74beee45-e2e9-4f86-997e-ee962adb3e10 None None] New status for floating IP 3478c778-3786-4711-9545-ad392239b3cb: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:25:01.414069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 45cdbf27-baa3-450e-9c77-8e5427568a44 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:25:01.458248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fdc22-4d8b-41e8-88bd-7046f56761c6 req-a8bdaf1b-8732-45e7-b754-ed22c55c68c5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:01.459409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf9fdc22-4d8b-41e8-88bd-7046f56761c6 req-a8bdaf1b-8732-45e7-b754-ed22c55c68c5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 944 time: 0.0495040 Dec 09 15:25:01.528079 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf9fdc22-4d8b-41e8-88bd-7046f56761c6 req-809ac589-4bfc-4493-95e2-1fe6ce963f77 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606921 Dec 09 15:25:01.560193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 45cdbf27-baa3-450e-9c77-8e5427568a44, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=45cdbf27-baa3-450e-9c77-8e5427568a44,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:01.572897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'mac_address': 'fa:16:3e:9b:2f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:25:01.598750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab84c07-4b5f-4511-a486-d61d2c69c75f req-b207fbb1-d477-4ee7-8b23-7f32ef1429db tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:01.600331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ab84c07-4b5f-4511-a486-d61d2c69c75f req-b207fbb1-d477-4ee7-8b23-7f32ef1429db tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0952175 Dec 09 15:25:01.611458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-2253cddd-5a0b-43a0-b8c1-a248ec0ab97e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:01.612962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-2253cddd-5a0b-43a0-b8c1-a248ec0ab97e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.36 "GET /v2.0/ports?device_id=6be2f022-b85a-4040-91ab-2513d7c6ecaa HTTP/1.1" status: 200 len: 945 time: 0.0986764 Dec 09 15:25:01.616201 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:01.636312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cdbf27-baa3-450e-9c77-8e5427568a44 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:01.658225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 45cdbf27-baa3-450e-9c77-8e5427568a44, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=45cdbf27-baa3-450e-9c77-8e5427568a44,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:01.667623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:01.721250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=45cdbf27-baa3-450e-9c77-8e5427568a44,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:01.885693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['45cdbf27-baa3-450e-9c77-8e5427568a44'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:25:02.073698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ab84c07-4b5f-4511-a486-d61d2c69c75f req-5d64b89a-82e0-4c71-bf66-1e285de11e21 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e645c92-2f8a-404f-8642-00de6888bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4597352 Dec 09 15:25:02.117985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 2385c8b4-4457-4ee3-9a68-87379aec0911 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:25:02.118639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:02.125489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff750c4b-ff8a-497a-864a-c92f3a339ec3 req-7bd9e149-d234-45a9-9c66-af3e1e71283e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:02.127219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff750c4b-ff8a-497a-864a-c92f3a339ec3 req-7bd9e149-d234-45a9-9c66-af3e1e71283e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0754673 Dec 09 15:25:02.178261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff750c4b-ff8a-497a-864a-c92f3a339ec3 req-5c23dccc-8f4b-40a7-bfb7-c75ff0a35ac5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Dec 09 15:25:02.220378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 2385c8b4-4457-4ee3-9a68-87379aec0911, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2385c8b4-4457-4ee3-9a68-87379aec0911,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:02.220747 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:02.232503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 2385c8b4-4457-4ee3-9a68-87379aec0911 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:25:02.374075 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:02.404568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=2385c8b4-4457-4ee3-9a68-87379aec0911,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:02.451824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] No DVR routers for this DVR port 2385c8b4-4457-4ee3-9a68-87379aec0911 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:25:02.454860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:02.459188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-835b7084-3b29-45ea-8a87-6c63f9eb50e8 req-80bee8fc-e452-4dd7-8a77-fec6c518da82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.36 "DELETE /v2.0/ports/2385c8b4-4457-4ee3-9a68-87379aec0911 HTTP/1.1" status: 204 len: 173 time: 0.8377728 Dec 09 15:25:02.459770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-deleted', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:02.463528 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7398501e-a458-49d9-bcdd-dd6d4fcc6842" -d '{"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-deleted", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:02.504838 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d6f03-d6b3-4f3d-8fe0-45a2697ee192 x-openstack-request-id: req-da6d6f03-d6b3-4f3d-8fe0-45a2697ee192 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:02.505154 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2f022-b85a-4040-91ab-2513d7c6ecaa", "name": "network-vif-deleted", "tag": "2385c8b4-4457-4ee3-9a68-87379aec0911", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:02.505411 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da6d6f03-d6b3-4f3d-8fe0-45a2697ee192 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:02.505905 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2f022-b85a-4040-91ab-2513d7c6ecaa', 'name': 'network-vif-deleted', 'tag': '2385c8b4-4457-4ee3-9a68-87379aec0911', 'status': 'completed', 'code': 200} Dec 09 15:25:02.673752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a936e1-82b5-4ff2-906d-dbdba9d4a671 req-77d796ce-7671-4372-bc71-4e19de90ea11 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:02.675343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04a936e1-82b5-4ff2-906d-dbdba9d4a671 req-77d796ce-7671-4372-bc71-4e19de90ea11 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 945 time: 0.0592861 Dec 09 15:25:02.726151 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04a936e1-82b5-4ff2-906d-dbdba9d4a671 req-dfeca10c-9df2-41f5-8fa1-6ac93fb9cae3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Dec 09 15:25:03.128680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56448) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:03.378274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80354b10-b698-4986-9ac9-603e895973f2 req-70c9fc78-2e13-496e-b68f-84ab1578580a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:03.379795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80354b10-b698-4986-9ac9-603e895973f2 req-70c9fc78-2e13-496e-b68f-84ab1578580a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1266289 Dec 09 15:25:03.426012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 45cdbf27-baa3-450e-9c77-8e5427568a44 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:03.477428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 45cdbf27-baa3-450e-9c77-8e5427568a44 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:25:03.483584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 45cdbf27-baa3-450e-9c77-8e5427568a44 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:03.484222 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:03.487896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80354b10-b698-4986-9ac9-603e895973f2 req-6558d78e-0fd7-4ed5-93cd-81e75422e46a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008391 Dec 09 15:25:03.572046 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:03.607687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:03.609069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:03.612747 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4797b561-1cf2-4139-a3d5-0940bb4b7927" -d '{"events": [{"server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "name": "network-vif-plugged", "status": "completed", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:03.619078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 45cdbf27-baa3-450e-9c77-8e5427568a44, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=45cdbf27-baa3-450e-9c77-8e5427568a44,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:03.631658 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:03.666881 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9080260-9696-4fdd-85ee-48d231d3ecf9 x-openstack-request-id: req-d9080260-9696-4fdd-85ee-48d231d3ecf9 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:03.667177 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "name": "network-vif-plugged", "status": "completed", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:03.667459 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9080260-9696-4fdd-85ee-48d231d3ecf9 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:03.667856 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'code': 200} Dec 09 15:25:03.693417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=45cdbf27-baa3-450e-9c77-8e5427568a44,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:03.800351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ad77-f574-4653-89f0-005718e621f0 req-facdf1f2-449c-497a-9bf5-20f5bdca9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:03.801863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6496ad77-f574-4653-89f0-005718e621f0 req-facdf1f2-449c-497a-9bf5-20f5bdca9bab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1097 time: 0.0502696 Dec 09 15:25:03.857190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6496ad77-f574-4653-89f0-005718e621f0 req-3c27160b-f84b-4c2e-b537-03220ec238f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474088 Dec 09 15:25:03.865471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bc672-8942-4111-80dd-b0ba7dfec3c0 req-84a0ad8c-4b8a-46d1-84a9-ddefcd30101a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:03.868774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b2bc672-8942-4111-80dd-b0ba7dfec3c0 req-84a0ad8c-4b8a-46d1-84a9-ddefcd30101a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 946 time: 0.0579829 Dec 09 15:25:03.978958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b2bc672-8942-4111-80dd-b0ba7dfec3c0 req-a1e06044-4b79-4955-9c13-69c4d9a4776d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022391 Dec 09 15:25:04.007793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port c427762d-f7e6-460c-b5b9-df00f4429a9f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:25:04.008242 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:04.097214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port c427762d-f7e6-460c-b5b9-df00f4429a9f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c427762d-f7e6-460c-b5b9-df00f4429a9f,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:04.097579 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:04.111396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for c427762d-f7e6-460c-b5b9-df00f4429a9f owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:25:04.305239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:04.332734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=c427762d-f7e6-460c-b5b9-df00f4429a9f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:04.516730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:04.642001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf6524-ed1b-4aa4-864f-114ef26bd715 req-5622076a-6233-45d8-97f0-2f46d1cf646d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:04.644453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85bf6524-ed1b-4aa4-864f-114ef26bd715 req-5622076a-6233-45d8-97f0-2f46d1cf646d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0649378 Dec 09 15:25:04.701309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85bf6524-ed1b-4aa4-864f-114ef26bd715 req-7aa007b3-abf7-4a1a-84a2-39d29932dd04 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508714 Dec 09 15:25:04.759103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 7d78763d-6b11-467e-b51f-4b92830dd98d has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:25:04.875363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:25:04.883545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-767c7362-a6ad-42af-9f5b-0627d06e4c0e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/7d78763d-6b11-467e-b51f-4b92830dd98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507279 Dec 09 15:25:04.884430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56486) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:04.896369 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] Sync routers for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:25:04.908073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:04.908818 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:04.940429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting subnet 4125857e-df89-4bce-90ff-0132cc3acfbb {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:25:04.944197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:04.988606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.020786 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:05.125338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.177498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2be398-8fca-4df3-92a1-c6d2339065da req-5be5b8d7-4b6b-4843-87ed-eaf121cc0029 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:05.179245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca2be398-8fca-4df3-92a1-c6d2339065da req-5be5b8d7-4b6b-4843-87ed-eaf121cc0029 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 946 time: 0.0901537 Dec 09 15:25:05.216972 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:25:04Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:05.220422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.248651 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] Checking router: 7d78763d-6b11-467e-b51f-4b92830dd98d for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:25:05.258187 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] Routers {'7d78763d-6b11-467e-b51f-4b92830dd98d'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:05.258944 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7d78763d-6b11-467e-b51f-4b92830dd98d'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:05.266919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Subnet': ['ID=4125857e-df89-4bce-90ff-0132cc3acfbb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:05.269028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.275495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-508c4ae4-81da-41a7-97e1-39a5ee16ae08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/subnets/4125857e-df89-4bce-90ff-0132cc3acfbb HTTP/1.1" status: 204 len: 168 time: 0.3874340 Dec 09 15:25:05.276257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56498) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:05.278818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca2be398-8fca-4df3-92a1-c6d2339065da req-4ba57968-217a-4fc8-be00-3a7a8a9f3b0b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845282 Dec 09 15:25:05.280391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c264cec-8d60-4e92-8353-a235dd83a928 None None] Network e9385143-f0e2-4c30-92af-fe5f027b3948 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:25:05.479526 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] Set router 7d78763d-6b11-467e-b51f-4b92830dd98d gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:05.520728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] DHCP port deletion for e9385143-f0e2-4c30-92af-fe5f027b3948 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:25:05.566158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9297c-8a61-4de3-b7c8-77563ae7a592 req-5580ebde-5f37-47ef-9902-533e75277b33 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:05.576071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44b9297c-8a61-4de3-b7c8-77563ae7a592 req-5580ebde-5f37-47ef-9902-533e75277b33 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 946 time: 0.0972764 Dec 09 15:25:05.587547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.587832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] Deleting port f59f0973-a127-4f7b-a3f2-09ceda3314c8 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:25:05.587947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.695455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] For port f59f0973-a127-4f7b-a3f2-09ceda3314c8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f59f0973-a127-4f7b-a3f2-09ceda3314c8,segment=NetworkSegment(3e6a8882-8eed-4429-97c2-45ab6c4ed7c1),segment_id=3e6a8882-8eed-4429-97c2-45ab6c4ed7c1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:05.696091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.716228 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:25:04Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:05.718302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] Calling delete_port for f59f0973-a127-4f7b-a3f2-09ceda3314c8 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:25:05.750010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.751872 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40852125-44f3-46e9-9676-79e740195dc9 None None] The sync data for ids ['7d78763d-6b11-467e-b51f-4b92830dd98d'] in n-d-804292-5 is: [{'id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524086528', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:22:59Z', 'updated_at': '2021-12-09T15:25:04Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'b238c98d-6c17-4db3-8c9b-03c0882ad3ee', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78763d-6b11-467e-b51f-4b92830dd98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:23:00Z', 'updated_at': '2021-12-09T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:25:05.770168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-44b9297c-8a61-4de3-b7c8-77563ae7a592 req-635e505c-c393-4286-9f66-82c0d01a580d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869760 Dec 09 15:25:05.787315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56510) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:05.881395 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.913139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port b238c98d-6c17-4db3-8c9b-03c0882ad3ee {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:25:05.915021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:05.935022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] Pushing event deleted for resources: {'Port': ['ID=f59f0973-a127-4f7b-a3f2-09ceda3314c8,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:05.944343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a99a11-526b-4c50-8b4d-abe4403e4aea None None] No DVR routers for this DVR port f59f0973-a127-4f7b-a3f2-09ceda3314c8 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:25:05.948936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5083369-ae5e-4313-94c9-f7b8e1af3402 req-b856e4be-f7d6-44eb-909f-6700e15959cf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:05.958177 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5083369-ae5e-4313-94c9-f7b8e1af3402 req-b856e4be-f7d6-44eb-909f-6700e15959cf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1254175 Dec 09 15:25:05.971157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4027973-d8f5-4c19-b9d9-2c47731e9fa0 tempest-TestVolumeBootPattern-1780116365 tempest-TestVolumeBootPattern-1780116365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:05.975821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f4027973-d8f5-4c19-b9d9-2c47731e9fa0 tempest-TestVolumeBootPattern-1780116365 tempest-TestVolumeBootPattern-1780116365-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1092 time: 0.1874001 Dec 09 15:25:05.977395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56512) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:05.981937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:06.009680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.052596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port b238c98d-6c17-4db3-8c9b-03c0882ad3ee, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:06.052596 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.064980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for b238c98d-6c17-4db3-8c9b-03c0882ad3ee owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:25:06.070212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5083369-ae5e-4313-94c9-f7b8e1af3402 req-2d54dda2-833d-4cf8-922e-5af8be51398a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105113 Dec 09 15:25:06.200013 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.295828 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.337773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4e9bc-09bb-49ac-8727-c45476dbb9ec None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:25:06.350194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=b238c98d-6c17-4db3-8c9b-03c0882ad3ee,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:06.394904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.25.0.179 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/21c367bb-6b16-4514-be40-0522ac4a86ae) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:06.465026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.550685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.574493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.576987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.598217 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.624578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.625280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Fanout notify agent at l3_agent the message router_deleted on router 7d78763d-6b11-467e-b51f-4b92830dd98d {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:25:06.640710 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.642395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4304b6b5-303d-42d6-af6b-46e1ec28a329 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/routers/7d78763d-6b11-467e-b51f-4b92830dd98d HTTP/1.1" status: 204 len: 168 time: 1.3652015 Dec 09 15:25:06.645074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:06.746223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.864228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.892067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9385143-f0e2-4c30-92af-fe5f027b3948']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:06.904918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:06.905523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6a8882-8eed-4429-97c2-45ab6c4ed7c1') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:06.916305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.931612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.938056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:25:06.938449 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:25:06.941905 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:25:07.000911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:07.007591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:07.012058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:07.015169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=21c367bb-6b16-4514-be40-0522ac4a86ae,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:07.024680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.033632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.040617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/networks/e9385143-f0e2-4c30-92af-fe5f027b3948 HTTP/1.1" status: 204 len: 168 time: 0.3912396 Dec 09 15:25:07.041010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:07.055013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733ca48-7888-4925-b6ea-d2b1b4521343 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Network': ['ID=e9385143-f0e2-4c30-92af-fe5f027b3948,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:07.167774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7436bd4b-b304-4ca1-86e5-8d629b28f63a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.246199 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7436bd4b-b304-4ca1-86e5-8d629b28f63a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.247669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9598-9881-436a-9e9f-4271f22fe0e1 req-390fabe2-d3ee-455f-b9ee-8fbec013ca60 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:07.249199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ad9598-9881-436a-9e9f-4271f22fe0e1 req-390fabe2-d3ee-455f-b9ee-8fbec013ca60 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Dec 09 15:25:07.301933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ad9598-9881-436a-9e9f-4271f22fe0e1 req-e2518ebc-fa52-42d3-b87a-dfd51f249ade tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464420 Dec 09 15:25:07.368501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7436bd4b-b304-4ca1-86e5-8d629b28f63a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.372251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7436bd4b-b304-4ca1-86e5-8d629b28f63a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.374015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7436bd4b-b304-4ca1-86e5-8d629b28f63a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/security-groups/2e645c92-2f8a-404f-8642-00de6888bbdc HTTP/1.1" status: 204 len: 168 time: 0.3313484 Dec 09 15:25:07.422200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:07.423269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436bd4b-b304-4ca1-86e5-8d629b28f63a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e645c92-2f8a-404f-8642-00de6888bbdc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:07.570751 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.654477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 2385c8b4-4457-4ee3-9a68-87379aec0911 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:25:07.655029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2385c8b4-4457-4ee3-9a68-87379aec0911 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:25:07.671530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.675519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f59f0973-a127-4f7b-a3f2-09ceda3314c8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:07.715745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f59f0973-a127-4f7b-a3f2-09ceda3314c8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:25:07.716400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f59f0973-a127-4f7b-a3f2-09ceda3314c8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:25:07.716996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b238c98d-6c17-4db3-8c9b-03c0882ad3ee no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:07.743386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b238c98d-6c17-4db3-8c9b-03c0882ad3ee {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:25:07.744445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b238c98d-6c17-4db3-8c9b-03c0882ad3ee not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:25:07.745235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c427762d-f7e6-460c-b5b9-df00f4429a9f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:07.768259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c427762d-f7e6-460c-b5b9-df00f4429a9f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:25:07.768909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c427762d-f7e6-460c-b5b9-df00f4429a9f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:25:07.902585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.902736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56552) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:07.907406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473911910', 'description': 'tempest-secgroup-smoke-1473911910 description', 'project_id': '04bb30fb984a4d36b8046aef06454315'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:07.913623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:07.967960 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.011532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=21c367bb-6b16-4514-be40-0522ac4a86ae,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:08.024023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.165085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.166743 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Floating IP 5cc4c533-89a4-4599-9720-0cb2b3bae9d1 associated. External IP: 172.25.0.179, port: 45cdbf27-baa3-450e-9c77-8e5427568a44. Dec 09 15:25:08.170529 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.228432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.229715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3261197 Dec 09 15:25:08.233319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56558) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:08.238078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '6ab035a5-0383-4067-b3ae-df4263e9e296', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:08.249328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597ab5-b1f3-4a56-9bd3-6953352d8011 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab035a5-0383-4067-b3ae-df4263e9e296,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:08.281801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.359690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.374480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.399419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95616d33-1439-4691-8c5b-26bd4f66a55b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:08.416379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.417986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f8ffd9a5-d44d-4a71-9858-80f4e5eaff02 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833806 Dec 09 15:25:08.420904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56566) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:08.426531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '6ab035a5-0383-4067-b3ae-df4263e9e296', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:08.461581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.472883 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:25:08.487333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaf0fe-2a70-4f5d-bab9-2b96cb4681dc req-24cd4ad9-711a-496b-9a4f-dbdec835e3ee tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:08.488947 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bafaf0fe-2a70-4f5d-bab9-2b96cb4681dc req-24cd4ad9-711a-496b-9a4f-dbdec835e3ee tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0720751 Dec 09 15:25:08.526950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.531794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.551896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b461ae-e023-4d36-9b94-98f1e15b534c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:08.564775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.567823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0cd5d033-8c71-48d0-a3f0-d89e52e02ec1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451945 Dec 09 15:25:08.568789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56572) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:08.575151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '6ab035a5-0383-4067-b3ae-df4263e9e296', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:08.579991 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:25:08.605226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.636834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bafaf0fe-2a70-4f5d-bab9-2b96cb4681dc req-3439e2ab-cfe0-4413-b795-dcb83cd7fa73 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368053 Dec 09 15:25:08.660023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:25:08.672212 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.677142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:25:08.691543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:08.692309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.692716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:08.698110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.707411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67031436-8541-4266-8e5e-d9aa5401a6d4,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:08.726865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.728275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-90d08adf-97ef-4859-a3c2-0aaf3a7a7828 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581111 Dec 09 15:25:08.730955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:08.734884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6dcb99be-eabe-4e8e-bd4c-f476de154ffc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7564251 Dec 09 15:25:08.736024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '6ab035a5-0383-4067-b3ae-df4263e9e296', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:08.736296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:08.738857 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17b3d2-7c8e-416e-b76d-a9de730728b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:08.765985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:25:08.772915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.786686 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c628f2ee-0b1e-4ea4-9a64-d3fbb6a80146 x-openstack-request-id: req-c628f2ee-0b1e-4ea4-9a64-d3fbb6a80146 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:08.787225 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:08.787774 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c628f2ee-0b1e-4ea4-9a64-d3fbb6a80146 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:08.788999 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'status': 'completed', 'code': 200} Dec 09 15:25:08.874684 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.878136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-d5995875-eb65-4cd1-af7c-5e6f35d8722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:08.879912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-d5995875-eb65-4cd1-af7c-5e6f35d8722d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1097 time: 0.0663009 Dec 09 15:25:08.882326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.889163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:08.921119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066dd071-dc8c-48a3-93eb-f37caf4305a8,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:08.939254 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:08.940488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9c583da3-0973-4630-98f6-b5082d4f1aa1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2085593 Dec 09 15:25:08.944190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:08.954327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '6ab035a5-0383-4067-b3ae-df4263e9e296', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:08.993308 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:25:08.998911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.012654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-ec08895e-32ec-4b17-b4e7-900421dc9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:09.014265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-ec08895e-32ec-4b17-b4e7-900421dc9b3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1240180 Dec 09 15:25:09.062210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:09.081998 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'mac_address': 'fa:16:3e:5d:8c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:25:09.091175 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.094274 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-2d301bb8-1fda-491e-8192-0ae68595ad11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 200 len: 1000 time: 0.0722830 Dec 09 15:25:09.098574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.127222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226aba43-a653-4a92-ac5a-c6ea4d451a98,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:09.139791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.141526 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-516f26c8-36a5-489f-a3dd-03156129b042 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1945693 Dec 09 15:25:09.144372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:09.150396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '6ab035a5-0383-4067-b3ae-df4263e9e296', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:09.184160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-98853c3b-4852-4c59-ac3b-d23ebcab0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:09.185804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-98853c3b-4852-4c59-ac3b-d23ebcab0854 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0848651 Dec 09 15:25:09.193467 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:25:09.209495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.218721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.234785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32c7c354-84c6-40ac-95ba-4c2bb2858b69 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:09.292750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-869919d8-f9cc-4859-a8c7-c0a39b6cf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:09.294839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-869919d8-f9cc-4859-a8c7-c0a39b6cf94f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914083 Dec 09 15:25:09.301522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:09.317764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.355541 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.368476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5cc4c533-89a4-4599-9720-0cb2b3bae9d1', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:9b:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:25:07Z', 'updated_at': '2021-12-09T15:25:07Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:09.389572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.428010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6428b4-e05d-4849-8f24-d148e7851f5b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:09.431429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['32c7c354-84c6-40ac-95ba-4c2bb2858b69'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:25:09.434325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:25:09.440456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:09.447484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.451833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a43ea806-b639-49c5-9325-6aeedcd320c3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3061850 Dec 09 15:25:09.452128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:09.457436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'network': {'name': 'tempest-network-smoke--997993765', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'port_security_enabled': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:09.469633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:09.470670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:09.480149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:25:09.491223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-f71490de-f7ac-419a-a70c-c3e37c8c721b service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886089 Dec 09 15:25:09.499008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.569941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:25:09.592531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.592531 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Added segment c3ea4c80-c71e-4763-b550-be0e98b0bc0d of type vlan for network 3d93c13a-b541-4dc7-9e71-a119f56fef8a Dec 09 15:25:09.629612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:09.637802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.644945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e17b3d2-7c8e-416e-b76d-a9de730728b2 req-4a3da109-d85a-4fae-92de-b1cc448e3228 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443291 Dec 09 15:25:09.671011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.686817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:09.688414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.782581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Network': ['ID=3d93c13a-b541-4dc7-9e71-a119f56fef8a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:09.795968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e2d59743-cee8-4fc0-845d-68d0fab8b1e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3426940 Dec 09 15:25:09.798794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56624) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:09.803973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'admin_state_up': True, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:09.832231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:25:09.840267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.841932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:09.890209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ccc21-3b90-42bb-b72e-ad14deea6101 req-a41aacb1-c39f-4f56-98c3-83dcc5826608 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:09.891886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-365ccc21-3b90-42bb-b72e-ad14deea6101 req-a41aacb1-c39f-4f56-98c3-83dcc5826608 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 944 time: 0.1015620 Dec 09 15:25:09.933138 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.023260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-365ccc21-3b90-42bb-b72e-ad14deea6101 req-2dffae15-6f8f-4567-952f-6c7d48ae4b46 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042569 Dec 09 15:25:10.116215 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.196265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5cc4c533-89a4-4599-9720-0cb2b3bae9d1', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:9b:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:25:07Z', 'updated_at': '2021-12-09T15:25:07Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:10.227491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b089e-d661-48a5-9882-b67466035e6a None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5cc4c533-89a4-4599-9720-0cb2b3bae9d1', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:9b:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:25:07Z', 'updated_at': '2021-12-09T15:25:07Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:25:10.430059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.457213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.613903 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea70e6-0172-4af5-893e-1f79c1dc5cc1 None None] New status for floating IP 5cc4c533-89a4-4599-9720-0cb2b3bae9d1: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:25:10.648929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.188 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e6728b06-47e8-441f-90ca-27f4b63b3dd0) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:10.745105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:10.779912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.831585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.845943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:10.846473 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:10.920881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:10.924192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:10.927102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:10.943812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c89e08-6d10-4e11-8269-fdb2425764e4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:25:10.961777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=e6728b06-47e8-441f-90ca-27f4b63b3dd0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:11.040065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-be0a23fa-6577-44fc-9a8c-67c0ec2a326c None None] Provisioning complete for port e6728b06-47e8-441f-90ca-27f4b63b3dd0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:11.040440 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be0a23fa-6577-44fc-9a8c-67c0ec2a326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:11.042020 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:11.114125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:11.121214 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40ff36-38bd-4ba7-8788-9478c96c5041" -d '{"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-plugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:11.168795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:11.170095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-be0a23fa-6577-44fc-9a8c-67c0ec2a326c None None] Port e6728b06-47e8-441f-90ca-27f4b63b3dd0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:25:11.181376 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:11.224035 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e05434-9f6f-46a4-8c0f-0b782288ce85 x-openstack-request-id: req-a6e05434-9f6f-46a4-8c0f-0b782288ce85 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:11.224710 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-plugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:11.224710 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6e05434-9f6f-46a4-8c0f-0b782288ce85 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:11.225377 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'code': 200} Dec 09 15:25:11.275705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:11.299637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779b53-d23b-432e-b630-835b3d38f5a0 req-9397c903-e33e-4df5-9018-87e1a3e15d74 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:11.313039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c779b53-d23b-432e-b630-835b3d38f5a0 req-9397c903-e33e-4df5-9018-87e1a3e15d74 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1399393 Dec 09 15:25:11.464668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c779b53-d23b-432e-b630-835b3d38f5a0 req-8e3da031-28b0-4be2-98c9-026108267dda tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563785 Dec 09 15:25:11.484101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:11.769070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:11.959322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:25:12.107551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:25:12.119140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Sync routers for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:25:12.138840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:12.140591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:12.143757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:12.147919 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0bd36fd1-b66f-4ae5-bf72-5270b7c3fe32 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3451183 Dec 09 15:25:12.148204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56652) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:12.195973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d41f4e24-7502-4209-ac2e-9317c1a4f312 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=04bb30fb984a4d36b8046aef06454315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433817 Dec 09 15:25:12.196364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56654) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:12.319896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:12.361423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae7a4a-ea3d-48c0-bdf1-6a99f133712e tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:12.367012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 56656) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:12.379660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3eae7a4a-ea3d-48c0-bdf1-6a99f133712e tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1796200 Dec 09 15:25:12.417959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56658) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:12.424182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435935337', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:12.428214 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-413878ab-51dc-4d7a-8f21-576c5236972b tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595200 Dec 09 15:25:12.688148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:25:12.692197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:12.778565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80b2a0-65a1-4dd5-8515-8b3f833f01f4 req-3ff2cb33-3642-4d47-93a2-070d2d84adea tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:12.780542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d80b2a0-65a1-4dd5-8515-8b3f833f01f4 req-3ff2cb33-3642-4d47-93a2-070d2d84adea tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1713283 Dec 09 15:25:12.816231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:11Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:12.863879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Checking router: d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:25:12.864578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Updating router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 port e6728b06-47e8-441f-90ca-27f4b63b3dd0 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:25:12.877105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d80b2a0-65a1-4dd5-8515-8b3f833f01f4 req-b837d1f0-76a7-482e-82a1-819386117099 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847776 Dec 09 15:25:12.899677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.024702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.115970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Subnet': ['ID=70ac455d-8e7c-4a1d-8abb-414077b7b763,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:13.142519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Checking segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:25:13.143040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network hostable DHCP agents. Network: 3d93c13a-b541-4dc7-9e71-a119f56fef8a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:25:13.174678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:25:13.197267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 3d93c13a-b541-4dc7-9e71-a119f56fef8a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:13.203394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:13.204464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.216134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9028f2e9-9443-44bd-a1b1-8ce2b157ada4 None None] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:25:13.266391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bea8d157-5ee2-45bb-a79e-3ae2b8593782 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8467932 Dec 09 15:25:13.269172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 56664) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:13.445345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.462605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.479224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:25:13.488264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.690927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079230f-9ab5-470f-b58c-fd6fb9a16184 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:25:13.693235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Attempting to bind port e6728b06-47e8-441f-90ca-27f4b63b3dd0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:25:13.693629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Attempting to bind port e6728b06-47e8-441f-90ca-27f4b63b3dd0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:25:13.694014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Attempting to bind port e6728b06-47e8-441f-90ca-27f4b63b3dd0 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:13.724911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cae5b-dc3f-4f24-80b3-4f8c7da005ba None None] Pushing event updated for resources: {'Port': ['ID=e6728b06-47e8-441f-90ca-27f4b63b3dd0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:13.736238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:25:13.736631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:25:13.737039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.737446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:25:13.737931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Bound port: e6728b06-47e8-441f-90ca-27f4b63b3dd0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:25:13.738320 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.791453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] For port e6728b06-47e8-441f-90ca-27f4b63b3dd0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:25:13.794830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] For port e6728b06-47e8-441f-90ca-27f4b63b3dd0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e6728b06-47e8-441f-90ca-27f4b63b3dd0,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:25:13.801844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Allocated IP 172.20.0.2 (3d93c13a-b541-4dc7-9e71-a119f56fef8a/70ac455d-8e7c-4a1d-8abb-414077b7b763/e401dad0-711a-488f-b55f-b41e31eb9e01) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:13.808758 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:13.875024 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed1746-d379-4e63-b69c-f0c172b5c7f8 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:25:13.940929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:13.941760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:14.002501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a5174978-17b8-4f54-a143-5c3d7f99533e None None] Provisioning complete for port e6728b06-47e8-441f-90ca-27f4b63b3dd0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:14.003454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5174978-17b8-4f54-a143-5c3d7f99533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.124934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cae5b-dc3f-4f24-80b3-4f8c7da005ba None None] Pushing event updated for resources: {'Port': ['ID=e6728b06-47e8-441f-90ca-27f4b63b3dd0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:14.162173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.258610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5174978-17b8-4f54-a143-5c3d7f99533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.304032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:14.313882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a5174978-17b8-4f54-a143-5c3d7f99533e None None] For port e6728b06-47e8-441f-90ca-27f4b63b3dd0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e6728b06-47e8-441f-90ca-27f4b63b3dd0,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:14.432795 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a5174978-17b8-4f54-a143-5c3d7f99533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.595233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b90119-283a-4ce0-84e9-69b3754b4b9a req-68ed844c-7ea4-463a-a96d-468c3399ca21 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:14.597382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50b90119-283a-4ce0-84e9-69b3754b4b9a req-68ed844c-7ea4-463a-a96d-468c3399ca21 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.5645065 Dec 09 15:25:14.672094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.674724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50b90119-283a-4ce0-84e9-69b3754b4b9a req-09667650-5969-49fd-b23d-9d0eea24e556 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697680 Dec 09 15:25:14.682739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-70d97864-f3d5-4b4d-912f-30d1c7a3dcf5 None None] Provisioning complete for port e6728b06-47e8-441f-90ca-27f4b63b3dd0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:14.683328 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-70d97864-f3d5-4b4d-912f-30d1c7a3dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.698738 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.756465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5174978-17b8-4f54-a143-5c3d7f99533e None None] Pushing event updated for resources: {'Port': ['ID=e6728b06-47e8-441f-90ca-27f4b63b3dd0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:14.813574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Pushing event updated for resources: {'Port': ['ID=e401dad0-711a-488f-b55f-b41e31eb9e01,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:14.820604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:14.826326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:14.829167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.1 (3d93c13a-b541-4dc7-9e71-a119f56fef8a/70ac455d-8e7c-4a1d-8abb-414077b7b763/91cc2dc9-a984-45fa-bf49-be3ad042fbf4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:14.829680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:14.875219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:11Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:14.938477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873003a2-335f-4413-a81f-c40b60d21718 None None] The sync data for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 is: [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:11Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:25:14.945646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Attempting to bind port e401dad0-711a-488f-b55f-b41e31eb9e01 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:25:14.946198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Attempting to bind port e401dad0-711a-488f-b55f-b41e31eb9e01 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:25:14.946592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Attempting to bind port e401dad0-711a-488f-b55f-b41e31eb9e01 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:14.987281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:25:14.993433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Checking segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:25:14.993989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:14.994485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Bound using segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:25:14.995076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Bound port: e401dad0-711a-488f-b55f-b41e31eb9e01, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:25:14.995582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.021923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.072241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.082120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] For port e401dad0-711a-488f-b55f-b41e31eb9e01, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:25:15.086916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] For port e401dad0-711a-488f-b55f-b41e31eb9e01, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e401dad0-711a-488f-b55f-b41e31eb9e01,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:25:15.097723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.184873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748cde-fd70-475c-a1e0-bd745132bf7c None None] Pushing event updated for resources: {'Port': ['ID=e401dad0-711a-488f-b55f-b41e31eb9e01,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:15.188153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:15.202921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:15.208306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:15.218896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:15.302928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.528455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:15.678563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e6728b06-47e8-441f-90ca-27f4b63b3dd0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:15.818414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e6728b06-47e8-441f-90ca-27f4b63b3dd0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:15.818800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:16.030545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4873a9-7aa8-43b4-8eed-72b352da9f86 req-4a5f3aa1-37fb-4aa1-aa0c-a5f7e7a58ee2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:16.032169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f4873a9-7aa8-43b4-8eed-72b352da9f86 req-4a5f3aa1-37fb-4aa1-aa0c-a5f7e7a58ee2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1226368 Dec 09 15:25:16.184241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0f4873a9-7aa8-43b4-8eed-72b352da9f86 req-32fea486-8966-4ea6-ae94-7f81512d8758 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443372 Dec 09 15:25:16.259233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:16.269326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:16.410146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:16.429574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:16.597016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:16.599161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:16.760288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:25:16.949934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:25:16.964297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf050e2b-248d-4a89-af52-0845ed284420 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938746 Dec 09 15:25:17.002816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708fe14-0586-4873-8fd8-116acb83b3a7 None None] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:25:17.364820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c30eb362-fba4-439f-8d82-1fe2a487d1a3 None None] Provisioning complete for port e401dad0-711a-488f-b55f-b41e31eb9e01 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:17.365255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30eb362-fba4-439f-8d82-1fe2a487d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:17.388988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-37b75a06-71e3-4501-a48f-d04842e310d5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473911910&fields=id&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 267 time: 0.1043093 Dec 09 15:25:17.438368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd814cd-9523-43bb-bdfa-f47ed8433cbc req-003af333-7c31-41cc-aa35-295f963ef869 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:17.439974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4bd814cd-9523-43bb-bdfa-f47ed8433cbc req-003af333-7c31-41cc-aa35-295f963ef869 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1013260 Dec 09 15:25:17.592321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30eb362-fba4-439f-8d82-1fe2a487d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:17.667276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e401dad0-711a-488f-b55f-b41e31eb9e01 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:17.752784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c30eb362-fba4-439f-8d82-1fe2a487d1a3 None None] For port e401dad0-711a-488f-b55f-b41e31eb9e01, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e401dad0-711a-488f-b55f-b41e31eb9e01,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:17.769591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0e7780ef-5883-4ae4-a4da-caaa8a668704 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:17.781152 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c30eb362-fba4-439f-8d82-1fe2a487d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:17.789367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0e7780ef-5883-4ae4-a4da-caaa8a668704 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 796 time: 0.3975592 Dec 09 15:25:17.825771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-16a41efd-b473-4de7-9928-ec1cf0c1df8d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/quotas/04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 375 time: 0.0326855 Dec 09 15:25:17.901755 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Sync routers for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:25:17.909425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e401dad0-711a-488f-b55f-b41e31eb9e01 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:17.912097 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:17.923325 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:17.924311 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:17.941834 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-8fb5bb4c-226b-4fd2-b3e5-b6cb94ab4fa6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070702 Dec 09 15:25:18.079583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eb362-fba4-439f-8d82-1fe2a487d1a3 None None] Pushing event updated for resources: {'Port': ['ID=e401dad0-711a-488f-b55f-b41e31eb9e01,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:18.117107 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:18.138157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-28ef84f4-86dc-4c16-a105-1b3d017076b1 None None] Provisioning complete for port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:18.138637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28ef84f4-86dc-4c16-a105-1b3d017076b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:18.178313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-28ef84f4-86dc-4c16-a105-1b3d017076b1 None None] Port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:25:18.189681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-28ef84f4-86dc-4c16-a105-1b3d017076b1 None None] Provisioning complete for port e401dad0-711a-488f-b55f-b41e31eb9e01 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:18.190150 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28ef84f4-86dc-4c16-a105-1b3d017076b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:18.235175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-e3d8dbec-5029-4a11-bdb1-b0e05b8f06d3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640479 Dec 09 15:25:18.338448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4bd814cd-9523-43bb-bdfa-f47ed8433cbc req-d2e988fe-cf25-4502-82a5-709b81e43c5b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8854470 Dec 09 15:25:18.455100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-5d5273ee-548a-4232-8e7f-55cf65576473 service neutron] 10.222.0.46 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156553 Dec 09 15:25:18.462616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6bc48357-6bf8-4e02-a580-73d09dd70f71 None None] Provisioning complete for port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:18.462810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bc48357-6bf8-4e02-a580-73d09dd70f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:18.473420 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:16Z', 'revision_number': 2, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:18.509566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6bc48357-6bf8-4e02-a580-73d09dd70f71 None None] Port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:25:18.509828 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Checking router: d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:25:18.509939 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Updating router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:25:18.536229 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:18.741103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-80f5ead1-3a62-46ad-8d87-9b0fb9455f97 None None] Provisioning complete for port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:18.741541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80f5ead1-3a62-46ad-8d87-9b0fb9455f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:18.766914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff51cd8b-e69e-4a62-b610-afb612e630fe req-eeaf47f1-145f-4a7d-bd25-1d795dac86a8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 210 time: 0.0462973 Dec 09 15:25:18.814136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-80f5ead1-3a62-46ad-8d87-9b0fb9455f97 None None] Port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:25:19.078984 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.100453 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.195139 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Pushing event updated for resources: {'Port': ['ID=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:19.259045 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.259273 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.259881 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.260580 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.260734 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.261081 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.267582 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.268383 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.268901 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.269416 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.269927 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.270726 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.271073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:19.280576 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Attempting to bind port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:25:19.280996 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Attempting to bind port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:25:19.281347 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Attempting to bind port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:19.292216 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:25:19.292607 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Checking segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:25:19.293021 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.293994 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Bound using segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:25:19.294492 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Bound port: 91cc2dc9-a984-45fa-bf49-be3ad042fbf4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:25:19.305554 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.405727 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] For port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:25:19.411639 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] For port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:25:19.419909 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.525958 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c0041-58db-4ca2-961a-1fd417109f53 None None] Pushing event updated for resources: {'Port': ['ID=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:19.568798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e401dad0-711a-488f-b55f-b41e31eb9e01 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:19.584129 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:19.588085 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:24:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:19.605185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2f12-6ede-47e2-96e2-db1b4bebf524 req-2d53ac59-9913-4355-8c0b-8d585e10541e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:19.613764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ab2f12-6ede-47e2-96e2-db1b4bebf524 req-2d53ac59-9913-4355-8c0b-8d585e10541e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0759590 Dec 09 15:25:19.709223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ec636d3c-a87d-4fd7-be1d-8d912da686d9 None None] Provisioning complete for port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:19.710033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec636d3c-a87d-4fd7-be1d-8d912da686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.730275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ab2f12-6ede-47e2-96e2-db1b4bebf524 req-4eb1e1f3-e42b-410c-bc8b-2f46c810f86a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163530 Dec 09 15:25:19.811428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port e401dad0-711a-488f-b55f-b41e31eb9e01 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:19.811812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:19.858142 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:19.977637 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8dc23f0-2ab5-4613-8b90-1769265be731 req-ef410517-3f53-432e-814e-9917e0477f75 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 210 time: 0.0614009 Dec 09 15:25:20.029610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec636d3c-a87d-4fd7-be1d-8d912da686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:20.068503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ec636d3c-a87d-4fd7-be1d-8d912da686d9 None None] For port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:20.112999 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec636d3c-a87d-4fd7-be1d-8d912da686d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:20.268307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0da26d41-9517-4a2e-885c-244b3ef046f3 None None] Provisioning complete for port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:20.268685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0da26d41-9517-4a2e-885c-244b3ef046f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:20.274984 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:19Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:20.313446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec636d3c-a87d-4fd7-be1d-8d912da686d9 None None] Pushing event updated for resources: {'Port': ['ID=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:20.394775 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1ce50-1b33-4c42-852f-0543f86f49a5 None None] The sync data for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 is: [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:19Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:25:20.525355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-b4489a92-5786-45a1-914a-53ac5ab5c240 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:20.527648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-b4489a92-5786-45a1-914a-53ac5ab5c240 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 796 time: 0.2689106 Dec 09 15:25:20.635745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-d0747044-53bd-4802-b31d-29e90c7de1f8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 380 time: 0.0917447 Dec 09 15:25:20.650841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'port': {'device_id': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'admin_state_up': True, 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'security_groups': ['6ab035a5-0383-4067-b3ae-df4263e9e296']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:20.820903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:25:20.825691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:20.930050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656c40-268d-45cc-9e5b-b5e9db34fdab req-a433fd05-70c9-4890-becb-021300ba63b0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:20.939846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db656c40-268d-45cc-9e5b-b5e9db34fdab req-a433fd05-70c9-4890-becb-021300ba63b0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0769255 Dec 09 15:25:21.010243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.5 (3d93c13a-b541-4dc7-9e71-a119f56fef8a/70ac455d-8e7c-4a1d-8abb-414077b7b763/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:21.074685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db656c40-268d-45cc-9e5b-b5e9db34fdab req-122a4802-f2bd-4f5a-8977-291d89ad256f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337237 Dec 09 15:25:21.149740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a30bc04a-240b-4380-bce7-c42bf6199e1d req-73d00aec-8732-44d9-9c61-841f491d5cd5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 210 time: 0.0565498 Dec 09 15:25:21.246064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:21.317879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:21.380850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:21.387973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:21.394017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:21.399194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:21.539322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:21.555672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:21.601829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-0de64120-0056-4cb2-b7e1-aeb16ef82cdf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9590824 Dec 09 15:25:21.625283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:21.726329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Request body: {'port': {'device_id': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:21.779049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:21.779454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:21.881564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:21.893909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8c7d143d-c5e3-4e48-8b50-7babd3ba3453 None None] Provisioning complete for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:21.894351 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8c7d143d-c5e3-4e48-8b50-7babd3ba3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:21.939861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d143d-c5e3-4e48-8b50-7babd3ba3453 None None] Port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:25:22.096021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:22.318124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757777-ef1e-4f12-8520-9ff4f6dece20 req-3bb460f9-115d-4e8f-ad40-e28a9f275d13 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:22.330324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09757777-ef1e-4f12-8520-9ff4f6dece20 req-3bb460f9-115d-4e8f-ad40-e28a9f275d13 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1332965 Dec 09 15:25:22.399603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db8a97-cd32-4ee2-b1b8-138c926a7bca req-ee85b088-1995-47c9-95dc-e2e299c3155d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:22.407203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30db8a97-cd32-4ee2-b1b8-138c926a7bca req-ee85b088-1995-47c9-95dc-e2e299c3155d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 931 time: 0.0723691 Dec 09 15:25:22.425222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09757777-ef1e-4f12-8520-9ff4f6dece20 req-1ef966ef-a1e7-4be8-85ad-b46021dd67dc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939348 Dec 09 15:25:22.483395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-30db8a97-cd32-4ee2-b1b8-138c926a7bca req-01ae0184-d87e-4a1a-a1fc-eb4aba897396 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751383 Dec 09 15:25:22.519084 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:22.581530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:22.595260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:22.619693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Transition to ACTIVE for port object 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:25:22.626181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:22.722463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:22.832655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:25:22.833050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:25:22.833387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:22.838881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:25:22.839279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:22.846180 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:25:22.846542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Checking segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:25:22.846985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Bound using segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:25:22.847486 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Bound port: 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:25:22.847884 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:22.973474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:25:22.979109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:25:22.984327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:23.002602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:23.003976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:23.006017 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] 10.222.0.43 "PUT /v2.0/ports/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 1091 time: 1.3904035 Dec 09 15:25:23.008966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:23.012044 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5" -d '{"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:23.205906 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ddfe4559-5c05-4fde-93d4-5d2316744203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:23.229124 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6734241d-4c0a-444c-b6de-47b1271a1046 x-openstack-request-id: req-6734241d-4c0a-444c-b6de-47b1271a1046 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:23.229510 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:23.229721 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6734241d-4c0a-444c-b6de-47b1271a1046 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:23.231098 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'status': 'completed', 'code': 200} Dec 09 15:25:23.315896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-bf38b313-97ac-4c5d-96b8-831e324720ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:23.323479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-bf38b313-97ac-4c5d-96b8-831e324720ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1094 time: 0.2192571 Dec 09 15:25:23.329133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c519-3cfa-4a0c-91b4-4c358abc6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:23.436708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-858740ca-264a-4713-9426-5827452290ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 217 time: 0.1010342 Dec 09 15:25:23.502121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-3430f85c-a04f-4f2f-9d93-a31a2202e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:23.503686 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-3430f85c-a04f-4f2f-9d93-a31a2202e991 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0576689 Dec 09 15:25:23.593619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-99a8a52a-317a-424b-9834-39f434a2b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:23.595822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-99a8a52a-317a-424b-9834-39f434a2b596 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834253 Dec 09 15:25:23.702334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac6258-c2b0-4f7a-a581-655262e9715e req-dbc31998-b8e7-464e-b5e5-2d2b44d74658 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:23.711794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62ac6258-c2b0-4f7a-a581-655262e9715e req-dbc31998-b8e7-464e-b5e5-2d2b44d74658 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0755122 Dec 09 15:25:23.809724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-62ac6258-c2b0-4f7a-a581-655262e9715e req-387b5038-0585-46b9-b303-5f7436365433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966628 Dec 09 15:25:23.816314 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-11a50f54-81f0-41e8-923e-952d0e89f183 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086744 Dec 09 15:25:23.870888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9beef-08f9-4b8a-be25-d42184c73ff0 req-7c11fd1f-7ba1-42fd-bbbe-2ad87c0e7c4d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:23.872652 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbc9beef-08f9-4b8a-be25-d42184c73ff0 req-7c11fd1f-7ba1-42fd-bbbe-2ad87c0e7c4d tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1073644 Dec 09 15:25:24.001448 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fbc9beef-08f9-4b8a-be25-d42184c73ff0 req-beb3b0fa-fb61-408e-a834-86512e996356 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204109 Dec 09 15:25:24.011076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab2b3b20-c4e8-4653-b442-dc85c6d723c8 req-d9622406-d71c-4e84-a063-67e9db2c2d24 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861959 Dec 09 15:25:24.156623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-222a6869-5d10-4c87-9f92-e205a393aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:24.161954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-222a6869-5d10-4c87-9f92-e205a393aa46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1094 time: 0.0726042 Dec 09 15:25:24.306346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-f63b7fb6-ca73-4df4-a821-cb4904626418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:24.308487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-f63b7fb6-ca73-4df4-a821-cb4904626418 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1366005 Dec 09 15:25:24.376632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-dac17004-acda-4a61-96bd-39fdf1bb418c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 217 time: 0.0574968 Dec 09 15:25:24.432099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-c34f7c40-102d-4f3b-857e-39a685307d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:24.433618 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-c34f7c40-102d-4f3b-857e-39a685307d20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0486598 Dec 09 15:25:24.489705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-ab140243-2f10-4ae4-a95c-a311473a943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:24.491444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-ab140243-2f10-4ae4-a95c-a311473a943e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502100 Dec 09 15:25:24.625646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-c0698f95-dd5b-4d72-ac36-72ccdf532cfa service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236169 Dec 09 15:25:24.749503 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f50e8050-c5c8-46c0-b1a8-d0ea5e9caee5 req-b3d2939a-04cd-4c45-a2b0-b0d30335b5de service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152916 Dec 09 15:25:24.936722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455f872-5715-4bc2-91ae-2074ff7f055c req-b42e9419-91f0-4380-a699-e193c19d8c73 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:24.939375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8455f872-5715-4bc2-91ae-2074ff7f055c req-b42e9419-91f0-4380-a699-e193c19d8c73 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0545557 Dec 09 15:25:25.001156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8455f872-5715-4bc2-91ae-2074ff7f055c req-f476900d-d53a-4d91-b7e9-a6078eb2f946 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553768 Dec 09 15:25:25.156617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91813c-c4dd-4d1e-b133-0d866fb34f40 req-11242222-e5ad-4d99-939a-f3d0390016fc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:25.158503 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d91813c-c4dd-4d1e-b133-0d866fb34f40 req-11242222-e5ad-4d99-939a-f3d0390016fc tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0753610 Dec 09 15:25:25.228845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d91813c-c4dd-4d1e-b133-0d866fb34f40 req-8dea7ff7-359b-4c9d-9afa-7d785f09168c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622096 Dec 09 15:25:25.654500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2422-d349-4dc9-bd5d-bea578155285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:26.138351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be132c0d-e107-44d7-9fed-28d782f0434b req-616becca-23fe-4175-8df2-e1c4d54b3b6c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:26.139589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be132c0d-e107-44d7-9fed-28d782f0434b req-616becca-23fe-4175-8df2-e1c4d54b3b6c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0609062 Dec 09 15:25:26.195611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be132c0d-e107-44d7-9fed-28d782f0434b req-95ea7fe3-ba58-4491-bd43-cebea1bbedef tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496595 Dec 09 15:25:26.358233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d8d4b-31d6-48f3-8c3d-73c2a2e13a23 req-28157715-1578-4906-8092-e1b6fd037099 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:26.359778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-497d8d4b-31d6-48f3-8c3d-73c2a2e13a23 req-28157715-1578-4906-8092-e1b6fd037099 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Dec 09 15:25:26.415391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-497d8d4b-31d6-48f3-8c3d-73c2a2e13a23 req-c310b8c9-7ad0-4c6f-9742-e8eab00feb25 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490019 Dec 09 15:25:26.656598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-8c825655-bd09-4c6e-a93a-00a8082875db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:26.658019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-8c825655-bd09-4c6e-a93a-00a8082875db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1096 time: 0.0405195 Dec 09 15:25:26.740209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:26.779233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-9ad93b5a-a86d-4e6c-9ca1-0380c1ac2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:26.780744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-9ad93b5a-a86d-4e6c-9ca1-0380c1ac2ab3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.0967109 Dec 09 15:25:26.852432 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-ed77f750-0e95-4ca8-be94-fa37ed550ce1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 1001 time: 0.0627844 Dec 09 15:25:26.885689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:25:26.916488 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-b7f1d137-cd96-4d46-9d8e-f2f870268a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:26.917896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-b7f1d137-cd96-4d46-9d8e-f2f870268a11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0540237 Dec 09 15:25:26.969573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-a1563b7d-d7be-4e05-a01d-0e1987e6ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:26.971078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-a1563b7d-d7be-4e05-a01d-0e1987e6ccdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411584 Dec 09 15:25:26.988225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:27.000587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'mac_address': 'fa:16:3e:10:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:25:27.046037 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:27.060070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:27.077491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-6fceb7e5-1ed6-4aac-a551-32ab1ca5c119 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931501 Dec 09 15:25:27.084074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:27.089414 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:27.146294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:27.183090 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfdc5269-d46a-4d23-8d15-dbfd34027edf req-72448160-2169-40da-8ed7-3c730c7dca94 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966735 Dec 09 15:25:27.300852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-73b1ab54-0f90-446e-9ee4-78929369bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:27.302406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-73b1ab54-0f90-446e-9ee4-78929369bafd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1096 time: 0.0738294 Dec 09 15:25:27.378951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:25:27.405184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf4b2a-9dd7-4288-9cff-47d107f8f7db req-34978c09-eae6-46a1-83f0-80078a37f57a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:27.406908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eddf4b2a-9dd7-4288-9cff-47d107f8f7db req-34978c09-eae6-46a1-83f0-80078a37f57a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 944 time: 0.1038888 Dec 09 15:25:27.479218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-a48e8a58-6a24-41c7-940d-958a732064fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:27.480972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-a48e8a58-6a24-41c7-940d-958a732064fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.1706076 Dec 09 15:25:27.526291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eddf4b2a-9dd7-4288-9cff-47d107f8f7db req-b53584d7-debb-4ca1-b4b7-ee20330d7eee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126604 Dec 09 15:25:27.709290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd33f64-0318-441a-94b6-2147f4ddf83e req-e2f17ca7-9ef6-42dc-baa3-c0e32dba4e7c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:27.711281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7cd33f64-0318-441a-94b6-2147f4ddf83e req-e2f17ca7-9ef6-42dc-baa3-c0e32dba4e7c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.1213744 Dec 09 15:25:27.713503 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-640331b9-c4e9-48d7-ac1e-5e7ff9b4c229 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 1001 time: 0.2212768 Dec 09 15:25:27.806177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-1b9b1109-6485-4ac1-b9bc-255d8f8a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:27.807902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-1b9b1109-6485-4ac1-b9bc-255d8f8a8d99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.0785980 Dec 09 15:25:27.811640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7cd33f64-0318-441a-94b6-2147f4ddf83e req-82686e9a-b1b5-4d82-a613-e1de3b6cd698 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919702 Dec 09 15:25:27.863756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-8bfdb79c-7a76-419f-8587-a71f801365fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:27.865423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-8bfdb79c-7a76-419f-8587-a71f801365fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477631 Dec 09 15:25:27.960534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-2548bba9-1898-466a-a214-eeb2f73589dd service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871110 Dec 09 15:25:28.073867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d62a0ec8-666f-40da-bfa0-7ee712cd127a req-b0151467-853e-4cbc-81a8-a8d118740396 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020348 Dec 09 15:25:28.425431 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:28.651973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f643-8083-48ad-8dda-0d5e155b2ed6 req-b232269e-8470-47f9-bf4d-4f217d15a345 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:28.654153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e47f643-8083-48ad-8dda-0d5e155b2ed6 req-b232269e-8470-47f9-bf4d-4f217d15a345 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 944 time: 0.0551968 Dec 09 15:25:28.711448 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e47f643-8083-48ad-8dda-0d5e155b2ed6 req-8bedc58a-c4df-4e3a-92e8-e6361be6f677 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511127 Dec 09 15:25:28.887269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:28.946049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:25:28.951688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:28.952420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:28.966760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce654f-2125-4d79-9ce8-4d433b8dddfa req-50ef423e-513d-443a-8836-4a431335eba4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:28.968606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7ce654f-2125-4d79-9ce8-4d433b8dddfa req-50ef423e-513d-443a-8836-4a431335eba4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 945 time: 0.0663130 Dec 09 15:25:29.021652 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7ce654f-2125-4d79-9ce8-4d433b8dddfa req-c09919d0-973b-4cf3-bd0e-f6df4c0ee0ae tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 Dec 09 15:25:29.051535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:29.073892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:29.076139 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f447e7-ba0e-45d6-be67-e0d7a1361107" -d '{"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-plugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:29.089275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:29.093395 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:29.094475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:29.172269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:29.182601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.182971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.183856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.184198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.184540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.184875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.185207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.185601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.185895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.186225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.186606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.186930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.187262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:29.200421 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1b915-bb30-4d50-8b06-5f6e5caac409 x-openstack-request-id: req-bba1b915-bb30-4d50-8b06-5f6e5caac409 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:29.200708 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-plugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:29.200963 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bba1b915-bb30-4d50-8b06-5f6e5caac409 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:29.201353 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'code': 200} Dec 09 15:25:29.251634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:29.254364 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:29.289988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:29.294452 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:29.311830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c64a2-df17-49d2-b7e6-0e3a0abadac2 req-5906711e-9879-4955-907d-427d5e0ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:29.313965 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e8c64a2-df17-49d2-b7e6-0e3a0abadac2 req-5906711e-9879-4955-907d-427d5e0ce22f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1096 time: 0.0466077 Dec 09 15:25:29.349877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:29.368897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1e8c64a2-df17-49d2-b7e6-0e3a0abadac2 req-3ce55424-74f1-4e14-afc5-92e5a799d3aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Dec 09 15:25:29.851387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee34e-02ff-440d-b206-a26333692fda req-7919a9cc-9c79-4fc4-b670-e6947b0fd5b0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:29.856640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e47ee34e-02ff-440d-b206-a26333692fda req-7919a9cc-9c79-4fc4-b670-e6947b0fd5b0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0703075 Dec 09 15:25:29.914075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e47ee34e-02ff-440d-b206-a26333692fda req-1d0df914-5a29-47f1-a899-7aaa8c28cfac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505366 Dec 09 15:25:29.968376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57240) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:30.095228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a56ab65d-0aa3-4d12-b49a-40f074aab6a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.211233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d131fd-107e-4d5b-86b2-c22c2ced3274 req-8704a490-46b1-4d9a-9e51-239e6b159b31 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:30.212686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a5d131fd-107e-4d5b-86b2-c22c2ced3274 req-8704a490-46b1-4d9a-9e51-239e6b159b31 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0827274 Dec 09 15:25:30.254531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a56ab65d-0aa3-4d12-b49a-40f074aab6a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.270598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a56ab65d-0aa3-4d12-b49a-40f074aab6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.328493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a56ab65d-0aa3-4d12-b49a-40f074aab6a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c212426879d443e0ab16d6e1a9a87e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589020 Dec 09 15:25:30.331150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57246) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:30.332729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a5d131fd-107e-4d5b-86b2-c22c2ced3274 req-7647390a-be2d-42ac-8118-472df9b7f494 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100156 Dec 09 15:25:30.339494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ab65d-0aa3-4d12-b49a-40f074aab6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b33580-b3a4-4ab8-81a9-6456aaea3081,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:30.426074 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbee4427-ed7a-4e51-9368-67a98a2c2dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.455682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbee4427-ed7a-4e51-9368-67a98a2c2dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.514258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbee4427-ed7a-4e51-9368-67a98a2c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.517842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbee4427-ed7a-4e51-9368-67a98a2c2dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:30.519484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dbee4427-ed7a-4e51-9368-67a98a2c2dd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77b33580-b3a4-4ab8-81a9-6456aaea3081 HTTP/1.1" status: 204 len: 168 time: 0.1869888 Dec 09 15:25:30.529300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee4427-ed7a-4e51-9368-67a98a2c2dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b33580-b3a4-4ab8-81a9-6456aaea3081,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:31.095410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e52d-da0b-48d2-81c3-8f6a9ec54dab req-9d547759-1a9f-43d8-b5e9-4d9009885f70 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:31.097402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd47e52d-da0b-48d2-81c3-8f6a9ec54dab req-9d547759-1a9f-43d8-b5e9-4d9009885f70 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0844998 Dec 09 15:25:31.172469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dd47e52d-da0b-48d2-81c3-8f6a9ec54dab req-da81b674-05d1-4ecf-a418-790412257017 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658455 Dec 09 15:25:31.203021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:31.206020 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954742b3-370d-41fb-aaae-674a58c5294b" -d '{"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-unplugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:31.279205 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826704cf-9ef6-4e24-a8dd-294ede7f7b7f x-openstack-request-id: req-826704cf-9ef6-4e24-a8dd-294ede7f7b7f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:31.279619 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-unplugged", "status": "failed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:31.279947 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-826704cf-9ef6-4e24-a8dd-294ede7f7b7f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:31.280405 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'code': 422} returned with failed status Dec 09 15:25:31.333945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d151ed-9843-4371-a7e1-fd0af280a5f1 req-6268be36-e1c2-4fa3-95f1-b8c75c470abc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:31.336385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f4d151ed-9843-4371-a7e1-fd0af280a5f1 req-6268be36-e1c2-4fa3-95f1-b8c75c470abc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0761957 Dec 09 15:25:31.404870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f4d151ed-9843-4371-a7e1-fd0af280a5f1 req-20096427-fc45-4a5c-bc91-24edd7f04792 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612860 Dec 09 15:25:31.435740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57304) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:31.505714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838799e6-5a38-435c-b9f1-5d2a95cbfdcf tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:31.507858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-838799e6-5a38-435c-b9f1-5d2a95cbfdcf tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1091 time: 0.0702960 Dec 09 15:25:31.511119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57312) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:31.516440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:31.572932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:31.610897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c0f2-aa8f-4ddb-8916-09e3fdb5a2cc req-7a9655c6-77ba-4dab-acb7-73a7998709bf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:31.612524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd15c0f2-aa8f-4ddb-8916-09e3fdb5a2cc req-7a9655c6-77ba-4dab-acb7-73a7998709bf tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0820215 Dec 09 15:25:31.716379 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cd15c0f2-aa8f-4ddb-8916-09e3fdb5a2cc req-ca2e9e85-f6d2-44fc-b2ba-b7d120ef9bbd tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972347 Dec 09 15:25:31.744051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:31.779827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57320) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:31.863988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.70 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/096e146d-6648-43f1-b638-d904107f4bdd) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:31.984372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-37f79784-9067-47a2-b202-af4845733625 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2033198 Dec 09 15:25:31.990469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-c40eef48-2149-48ec-8422-e2b2d520e1b8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:25:31.991817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-c40eef48-2149-48ec-8422-e2b2d520e1b8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064104 Dec 09 15:25:31.996453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.041546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.081112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:32.084015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:32.087638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:32.118248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=096e146d-6648-43f1-b638-d904107f4bdd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:32.480674 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.563440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.737187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.743001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.823986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=096e146d-6648-43f1-b638-d904107f4bdd,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:32.834268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:32.862482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0efd5d-9176-4970-9304-6659a979904b req-67ade430-9c91-4103-9964-2ab2ade6564f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:32.863988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f0efd5d-9176-4970-9304-6659a979904b req-67ade430-9c91-4103-9964-2ab2ade6564f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0560238 Dec 09 15:25:32.919130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4f0efd5d-9176-4970-9304-6659a979904b req-1bdec238-3d0f-4800-aabc-4b7ec32e8fe5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Dec 09 15:25:32.965373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce837-2cc3-47b5-9635-689c85225227 req-890dac20-3280-4453-9a6b-92d11040871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:32.966855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-890dac20-3280-4453-9a6b-92d11040871a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956&tenant_id=ab581ffb4411402c98df37bfc86ac6cf HTTP/1.1" status: 200 len: 1094 time: 0.0986667 Dec 09 15:25:32.980923 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP d5fb7809-5eeb-4d54-afde-472afa7811fe associated. External IP: 172.25.0.70, port: 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2. Dec 09 15:25:33.095591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce837-2cc3-47b5-9635-689c85225227 req-7d14749b-75a9-45be-9153-c4a525c130f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:33.097078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-7d14749b-75a9-45be-9153-c4a525c130f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1094 time: 0.0790696 Dec 09 15:25:33.640224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce837-2cc3-47b5-9635-689c85225227 req-b868d071-14d2-4289-9b94-66be3f2213af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:33.641871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-b868d071-14d2-4289-9b94-66be3f2213af service neutron] 10.222.0.43 "GET /v2.0/networks?id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 200 len: 918 time: 0.5361805 Dec 09 15:25:33.712394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:25:33.731475 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-ced9fce4-8675-469a-998c-5918329a8d44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 200 len: 999 time: 0.0823715 Dec 09 15:25:33.867575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce837-2cc3-47b5-9635-689c85225227 req-a1f084ae-8b0b-4dd1-ac6d-5f14c4e47df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:33.869058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-a1f084ae-8b0b-4dd1-ac6d-5f14c4e47df5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 200 len: 856 time: 0.1303155 Dec 09 15:25:33.921134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:25:33.935431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] Sync routers for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:25:33.943473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce837-2cc3-47b5-9635-689c85225227 req-7d72aaf6-d42f-4b60-9c1f-b1edae60b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:33.946122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-7d72aaf6-d42f-4b60-9c1f-b1edae60b7af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d025b975-ab3e-41a7-bb52-2bd69d09b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683124 Dec 09 15:25:33.949510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:33.950875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:33.951691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:25:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:34.004871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9fec0b69-0bcb-4275-9e47-04ca43b4d102 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4925780 Dec 09 15:25:34.008443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:34.013534 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463" -d '{"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:34.091114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-81fa66d7-e4fd-4290-b9c3-ce7bde208a39 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375675 Dec 09 15:25:34.125623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:34.186202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125cea0-c5d9-417a-bc38-5babf0c1d242 req-044047ac-c2ba-476c-a3fb-967b17d0d4c9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.201325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1125cea0-c5d9-417a-bc38-5babf0c1d242 req-044047ac-c2ba-476c-a3fb-967b17d0d4c9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.1139390 Dec 09 15:25:34.221761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3487cf-8a2b-49cc-b923-0ea8d185043b req-87ab58c9-8ea7-41d4-92cb-5cc8e8ec6afa tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.221761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d3487cf-8a2b-49cc-b923-0ea8d185043b req-87ab58c9-8ea7-41d4-92cb-5cc8e8ec6afa tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.1554427 Dec 09 15:25:34.293109 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1125cea0-c5d9-417a-bc38-5babf0c1d242 req-3ca42534-300a-45ef-a3c6-3e7f898cf7ab tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858862 Dec 09 15:25:34.314621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57354) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:34.348581 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f935305-e231-455d-b56a-d4dca2c0a043 x-openstack-request-id: req-5f935305-e231-455d-b56a-d4dca2c0a043 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:34.348881 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:34.349343 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f935305-e231-455d-b56a-d4dca2c0a043 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:34.349737 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'status': 'completed', 'code': 200} Dec 09 15:25:34.356741 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d3487cf-8a2b-49cc-b923-0ea8d185043b req-cc3fdebe-7a97-4fb0-93d2-01f4136b69b1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036963 Dec 09 15:25:34.361406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-325ce837-2cc3-47b5-9635-689c85225227 req-1cb84e44-a64d-495c-8769-ce5902fda2b5 service neutron] 10.222.0.43 "GET /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580795 Dec 09 15:25:34.407064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'd5fb7809-5eeb-4d54-afde-472afa7811fe', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'mac_address': 'fa:16:3e:10:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:25:32Z', 'updated_at': '2021-12-09T15:25:32Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:20Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:34.412960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dc03a33e-40ac-4b64-bf62-9554320ab5a1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/d5fb7809-5eeb-4d54-afde-472afa7811fe HTTP/1.1" status: 200 len: 990 time: 0.0957241 Dec 09 15:25:34.443610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] Checking router: d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:25:34.454039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-ddb3e846-0418-48b6-ba5e-5cae2abadb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.456512 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-ddb3e846-0418-48b6-ba5e-5cae2abadb98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1096 time: 0.0539114 Dec 09 15:25:34.458201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:25:34.458968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:25:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:34.576387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-76ceab63-6c55-45fc-922a-3b32c58afd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.578153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-76ceab63-6c55-45fc-922a-3b32c58afd97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1136923 Dec 09 15:25:34.671018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-45e3efe5-c6b6-4778-829d-f3ef8d72fd45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0851481 Dec 09 15:25:34.743649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-546a40dd-8799-4e4d-a9ce-0405a532b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.745411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-546a40dd-8799-4e4d-a9ce-0405a532b989 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0671282 Dec 09 15:25:34.784621 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-e463665e-b7d5-4edd-a6a1-c720a1281d0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1584365 Dec 09 15:25:34.831990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-d2653cc2-247c-45a0-967d-e0a1d858a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.834196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-d2653cc2-247c-45a0-967d-e0a1d858a979 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809407 Dec 09 15:25:34.889734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-7ba249f7-4e1d-43bd-99bf-a2a3678efba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:34.891853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-7ba249f7-4e1d-43bd-99bf-a2a3678efba3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1097 time: 0.0589874 Dec 09 15:25:34.938569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:35.008901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:25:35.127260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-d228bb75-d57a-4ead-8306-5ca66840c1a3 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827327 Dec 09 15:25:35.209698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-f044183b-98bf-499c-a957-bea2c96d9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:35.212987 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-f044183b-98bf-499c-a957-bea2c96d9e5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.2977302 Dec 09 15:25:35.364354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-90a48b8b-9e7b-4e03-b8fb-367cf3c47ff8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 200 len: 1002 time: 0.1411126 Dec 09 15:25:35.403791 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bc6c798-d25d-4ecd-a8ac-1d01884e1463 req-0a0afd3b-a02a-42ba-a71c-914c391a43f5 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584767 Dec 09 15:25:35.418679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57378) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:35.556824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-58e2a555-f919-4f34-920b-000a402dff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:35.560843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-58e2a555-f919-4f34-920b-000a402dff37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1894815 Dec 09 15:25:35.585808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'd5fb7809-5eeb-4d54-afde-472afa7811fe', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'mac_address': 'fa:16:3e:10:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:25:32Z', 'updated_at': '2021-12-09T15:25:32Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:20Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:25:35.604075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-91a9787e-05c4-41e1-8c1f-3944fa67ba48 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/d5fb7809-5eeb-4d54-afde-472afa7811fe HTTP/1.1" status: 200 len: 990 time: 0.1836913 Dec 09 15:25:35.627699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eba10a-758a-4d87-9c94-5851d4a4b541 None None] The sync data for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 is: [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'd5fb7809-5eeb-4d54-afde-472afa7811fe', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'mac_address': 'fa:16:3e:10:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:25:32Z', 'updated_at': '2021-12-09T15:25:32Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:20Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:25:35.709706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70899e-b273-4743-a3bf-14e09590f68a req-713215fe-e4c3-426b-83cd-74bba4527fe8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:35.712100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a70899e-b273-4743-a3bf-14e09590f68a req-713215fe-e4c3-426b-83cd-74bba4527fe8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.2077904 Dec 09 15:25:35.749204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-cc7fda7b-2875-48a3-930c-97e52d627412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:35.750868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-cc7fda7b-2875-48a3-930c-97e52d627412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365857 Dec 09 15:25:35.842129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a70899e-b273-4743-a3bf-14e09590f68a req-fb3ca47a-c090-40bd-96f4-e4d7ca9002ef tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213000 Dec 09 15:25:35.953366 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-68b42fcd-3711-443e-b26a-09cc933f931c service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868916 Dec 09 15:25:36.110690 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fe048-96ed-4fe9-bc92-1805a588fe79 None None] New status for floating IP d5fb7809-5eeb-4d54-afde-472afa7811fe: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:25:36.176151 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d8f4556-5150-4d68-9b63-5d08fe5befb5 req-ffc31abb-135f-404a-a696-b94b85c8cc54 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071016 Dec 09 15:25:36.607680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57384) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:36.723389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f619fe59-6490-4b90-8e34-25d6b7a95bf8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/d5fb7809-5eeb-4d54-afde-472afa7811fe HTTP/1.1" status: 200 len: 992 time: 0.1141813 Dec 09 15:25:36.766610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57388) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:36.931808 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b45e54c-20b3-4c13-96f6-ddb12294d36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.040765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b45e54c-20b3-4c13-96f6-ddb12294d36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.048885 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b45e54c-20b3-4c13-96f6-ddb12294d36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.117635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659e84d-a7c0-429f-924e-faddbdbd3c8a req-d518fef4-eecf-42ff-a17a-1aa6c10712ae tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:37.125701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1659e84d-a7c0-429f-924e-faddbdbd3c8a req-d518fef4-eecf-42ff-a17a-1aa6c10712ae tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.1071846 Dec 09 15:25:37.146396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45e54c-20b3-4c13-96f6-ddb12294d36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1feda3-91b4-4c06-b82a-5a80c3fad4e5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:37.158692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4b45e54c-20b3-4c13-96f6-ddb12294d36a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=284ca30a06944d95bec303a8feb55db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895679 Dec 09 15:25:37.159568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57394) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:37.213959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1659e84d-a7c0-429f-924e-faddbdbd3c8a req-209f0597-de0b-42a6-bf17-006d2e39b9ad tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870564 Dec 09 15:25:37.255730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ea57868-2614-4dff-8f4e-592813a8498d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.294921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ea57868-2614-4dff-8f4e-592813a8498d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.358019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ea57868-2614-4dff-8f4e-592813a8498d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.361022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9ea57868-2614-4dff-8f4e-592813a8498d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:37.362296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9ea57868-2614-4dff-8f4e-592813a8498d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d1feda3-91b4-4c06-b82a-5a80c3fad4e5 HTTP/1.1" status: 204 len: 168 time: 0.2015202 Dec 09 15:25:37.370916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea57868-2614-4dff-8f4e-592813a8498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1feda3-91b4-4c06-b82a-5a80c3fad4e5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:38.367768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c49d-8a56-41bc-8717-61aa24511355 req-0963f472-6845-4321-8a32-0655edc881d0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:38.370256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c02c49d-8a56-41bc-8717-61aa24511355 req-0963f472-6845-4321-8a32-0655edc881d0 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0612252 Dec 09 15:25:38.425902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0c02c49d-8a56-41bc-8717-61aa24511355 req-bd98eb74-120e-4db2-8a70-93f8d3be1915 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494370 Dec 09 15:25:39.590685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287349a-fb90-497c-91b4-965a88c6f805 req-8065f63e-58a5-4caa-8082-2bb4c3a67d4b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:39.609290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e287349a-fb90-497c-91b4-965a88c6f805 req-8065f63e-58a5-4caa-8082-2bb4c3a67d4b tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0838099 Dec 09 15:25:39.652798 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e287349a-fb90-497c-91b4-965a88c6f805 req-8a1e0c30-48c7-4021-9bd2-0389c6daf9b8 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Dec 09 15:25:39.856332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-d6e9f26f-0131-4769-8ac9-5fbcc9c2a963 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a389ac27041b45d69ccb41942ebb57a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326049 Dec 09 15:25:40.053492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-f7f64fe0-1bd6-4a50-80a4-eb9be3bc0a50 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:40.055433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-f7f64fe0-1bd6-4a50-80a4-eb9be3bc0a50 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927280 Dec 09 15:25:40.072139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-309f711c-d45a-4f34-8bb1-809fc82b0985 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/quotas/a389ac27041b45d69ccb41942ebb57a1 HTTP/1.1" status: 200 len: 375 time: 0.0107465 Dec 09 15:25:40.113792 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-6ea71e6b-7817-4215-8e7e-61346ecc7b82 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a389ac27041b45d69ccb41942ebb57a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271969 Dec 09 15:25:40.295540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50b94cb7-3c00-4d97-96e7-031623bbf055 req-15e3d13d-7194-483a-aea5-36fdea9efe5c tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 210 time: 0.0293102 Dec 09 15:25:40.817724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cc0c2-de8c-4407-a910-24dc098cbe36 req-4ef4554d-1b75-4262-8453-ba697a4d0b91 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:40.820102 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-764cc0c2-de8c-4407-a910-24dc098cbe36 req-4ef4554d-1b75-4262-8453-ba697a4d0b91 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0752971 Dec 09 15:25:40.890367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-764cc0c2-de8c-4407-a910-24dc098cbe36 req-467c5a3c-b466-4436-8a0c-0c9cb1289373 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638008 Dec 09 15:25:41.293676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-027fc828-1219-4dd0-affa-57b62e3da216 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a389ac27041b45d69ccb41942ebb57a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388958 Dec 09 15:25:41.438571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-82a40f06-573a-4cfc-b0ae-60e596f5bdcc req-00c6b797-cf6b-4755-b5cb-b9a841f2ffda tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 210 time: 0.0682220 Dec 09 15:25:41.457316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-126a4f55-3d4f-4517-bb24-6fab65118721 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:41.459301 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-126a4f55-3d4f-4517-bb24-6fab65118721 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612043 Dec 09 15:25:41.474732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Request body: {'port': {'device_id': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': 'a389ac27041b45d69ccb41942ebb57a1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:41.587047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Made reservation on behalf of a389ac27041b45d69ccb41942ebb57a1 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:25:41.590869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:41.600992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:41.679314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:41.683437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:41.751235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2599a-6b63-41c8-96d6-0eb7adf994ad,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:41.831726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Allocated IP 192.168.233.53 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/19960561-be23-476a-91ba-b3dcbf19986a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:25:42.016146 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.046907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0bf14-0690-414d-857d-3e9a99212f8c req-7dbb043d-e7f4-418d-9611-e36aaa88d679 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:42.048482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ef0bf14-0690-414d-857d-3e9a99212f8c req-7dbb043d-e7f4-418d-9611-e36aaa88d679 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0753016 Dec 09 15:25:42.091608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.146325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ef0bf14-0690-414d-857d-3e9a99212f8c req-4cd5ef87-1414-4519-8bb9-a389a98a71c9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869045 Dec 09 15:25:42.150664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:25:42.153822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:25:42.159895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:25:42.187655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Pushing event updated for resources: {'Port': ['ID=19960561-be23-476a-91ba-b3dcbf19986a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:42.233918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:42.234544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.253207 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-371bdd9c-596c-4dba-8139-4bb62e0e9746 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7821898 Dec 09 15:25:42.267902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Request body: {'port': {'device_id': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:25:42.332841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.424830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c2027a72-69a0-43f8-80ad-2b2643ec5856 None None] Provisioning complete for port 19960561-be23-476a-91ba-b3dcbf19986a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:42.425984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c2027a72-69a0-43f8-80ad-2b2643ec5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.482360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c2027a72-69a0-43f8-80ad-2b2643ec5856 None None] Port 19960561-be23-476a-91ba-b3dcbf19986a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:25:42.562271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73753-860f-4d73-88d4-5ea9c9bcd04f req-45cfe20c-11a7-4c28-962c-a5c3a2e1290e tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:42.563785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4c73753-860f-4d73-88d4-5ea9c9bcd04f req-45cfe20c-11a7-4c28-962c-a5c3a2e1290e tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 935 time: 0.0535679 Dec 09 15:25:42.638823 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4c73753-860f-4d73-88d4-5ea9c9bcd04f req-56e4073c-c049-4dba-bb2a-8cc3294391b6 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Dec 09 15:25:42.662286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19960561-be23-476a-91ba-b3dcbf19986a {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:42.669979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.682468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Transition to ACTIVE for port object 19960561-be23-476a-91ba-b3dcbf19986a will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:25:42.685832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.739763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Pushing event updated for resources: {'Port': ['ID=19960561-be23-476a-91ba-b3dcbf19986a,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:42.833974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Attempting to bind port 19960561-be23-476a-91ba-b3dcbf19986a on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:25:42.834750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Attempting to bind port 19960561-be23-476a-91ba-b3dcbf19986a by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:25:42.835456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Attempting to bind port 19960561-be23-476a-91ba-b3dcbf19986a on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:42.840547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Port 19960561-be23-476a-91ba-b3dcbf19986a on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:25:42.841118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Attempting to bind port 19960561-be23-476a-91ba-b3dcbf19986a on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:25:42.847014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:25:42.847463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:25:42.847925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:25:42.848449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Bound port: 19960561-be23-476a-91ba-b3dcbf19986a, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:25:42.848883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.924683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] For port 19960561-be23-476a-91ba-b3dcbf19986a, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:25:42.927971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] For port 19960561-be23-476a-91ba-b3dcbf19986a, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=19960561-be23-476a-91ba-b3dcbf19986a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:25:42.933208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.970494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:42.971022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:42.972573 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] 10.222.0.36 "PUT /v2.0/ports/19960561-be23-476a-91ba-b3dcbf19986a HTTP/1.1" status: 200 len: 1095 time: 0.7095873 Dec 09 15:25:42.972968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'tag': '19960561-be23-476a-91ba-b3dcbf19986a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:42.976854 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3053374-de5d-472b-af5c-e4932b9c1668" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5b55b6-d57d-48bc-acef-74ab027d2e56", "tag": "19960561-be23-476a-91ba-b3dcbf19986a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:43.001066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70bb74-6c61-4880-8eff-531bd24c8d0f service neutron] Pushing event updated for resources: {'Port': ['ID=19960561-be23-476a-91ba-b3dcbf19986a,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:43.039465 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9684a1b-998a-413e-89df-ad5ecec473b1 x-openstack-request-id: req-d9684a1b-998a-413e-89df-ad5ecec473b1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:43.040106 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5b55b6-d57d-48bc-acef-74ab027d2e56", "tag": "19960561-be23-476a-91ba-b3dcbf19986a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:43.040106 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9684a1b-998a-413e-89df-ad5ecec473b1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:43.040758 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'tag': '19960561-be23-476a-91ba-b3dcbf19986a', 'status': 'completed', 'code': 200} Dec 09 15:25:43.098483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-fbdb1df2-8464-4000-b069-1ae7e4a92d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.100359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-fbdb1df2-8464-4000-b069-1ae7e4a92d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a389ac27041b45d69ccb41942ebb57a1&device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 1098 time: 0.0718668 Dec 09 15:25:43.154326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-3e274665-9096-4317-9680-2ddef000aae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=19960561-be23-476a-91ba-b3dcbf19986a HTTP/1.1" status: 200 len: 217 time: 0.0425534 Dec 09 15:25:43.229746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-c803ab10-c53c-4f84-ac8a-f98974dbaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.231665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-c803ab10-c53c-4f84-ac8a-f98974dbaa18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0675118 Dec 09 15:25:43.307124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7c3f60e4-288d-4951-b769-f459cc41188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.311130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-7c3f60e4-288d-4951-b769-f459cc41188a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708163 Dec 09 15:25:43.323564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a6b09-7fc3-4a1d-a124-2c42925f4d88 req-6b631f7d-4848-49a8-b756-b3ad8be39f38 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.325160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b04a6b09-7fc3-4a1d-a124-2c42925f4d88 req-6b631f7d-4848-49a8-b756-b3ad8be39f38 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0891473 Dec 09 15:25:43.401763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b04a6b09-7fc3-4a1d-a124-2c42925f4d88 req-498e8b39-0896-4a92-8f2c-517335d7fb52 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706556 Dec 09 15:25:43.427594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-f79e08a9-1ba9-4cf6-9ef1-d10ef70bfd55 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084912 Dec 09 15:25:43.538762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ab99cf47-c48d-49be-9ff5-67bbee51d9df req-4d193bbd-ab42-4c06-8750-5437eee9bc28 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023953 Dec 09 15:25:43.632402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-b3f95790-32da-4989-9ae0-5a1058da1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.633975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-b3f95790-32da-4989-9ae0-5a1058da1c1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a389ac27041b45d69ccb41942ebb57a1&device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 1098 time: 0.0465608 Dec 09 15:25:43.759342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-1b32b562-4383-4680-87a3-fc04c9e1b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.760869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-1b32b562-4383-4680-87a3-fc04c9e1b445 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.1198037 Dec 09 15:25:43.784370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f9f45-87a6-42fb-81a8-cd26b2c984d3 req-f2fdbfe1-5b76-47ce-bbba-e052bb36464d tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.785964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d6f9f45-87a6-42fb-81a8-cd26b2c984d3 req-f2fdbfe1-5b76-47ce-bbba-e052bb36464d tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 947 time: 0.0751460 Dec 09 15:25:43.824592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-f52523c8-fb28-414d-8efa-6502481a61f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=19960561-be23-476a-91ba-b3dcbf19986a HTTP/1.1" status: 200 len: 217 time: 0.0564702 Dec 09 15:25:43.910737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d6f9f45-87a6-42fb-81a8-cd26b2c984d3 req-64f13453-a956-4cdf-a05e-8736819105bc tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889440 Dec 09 15:25:43.912268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-ca188a76-4728-42d5-abb2-c9373211d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.913719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-ca188a76-4728-42d5-abb2-c9373211d9f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0766721 Dec 09 15:25:43.963744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-ba88f7e9-21f3-48be-9820-474f4a68af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:43.965749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-ba88f7e9-21f3-48be-9820-474f4a68af07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428777 Dec 09 15:25:44.071986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-7235b1cd-0314-4186-8449-237713e37ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980744 Dec 09 15:25:44.177044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3053374-de5d-472b-af5c-e4932b9c1668 req-569b26a5-39cf-448a-a6ef-9745708081fa service neutron] 10.222.0.36 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962300 Dec 09 15:25:44.525218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca8007-c145-44d3-acf2-4ad53698e13e req-797549d0-25fa-4fc5-ac04-0ecc56faa0c2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:44.527005 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3ca8007-c145-44d3-acf2-4ad53698e13e req-797549d0-25fa-4fc5-ac04-0ecc56faa0c2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0497351 Dec 09 15:25:44.583147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3ca8007-c145-44d3-acf2-4ad53698e13e req-bf4d0bd4-76f1-46f0-b714-7ddbde9a9a6f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500979 Dec 09 15:25:45.039435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20dd6-9794-45cf-b35d-50e7d8254c09 req-7e8bdbd6-aeb6-4503-a3a1-896e81353f7f tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:45.040978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9aa20dd6-9794-45cf-b35d-50e7d8254c09 req-7e8bdbd6-aeb6-4503-a3a1-896e81353f7f tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 947 time: 0.0568707 Dec 09 15:25:45.092583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9aa20dd6-9794-45cf-b35d-50e7d8254c09 req-2ab29741-f0f3-4b7e-875f-3b6763d3e4b5 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Dec 09 15:25:45.581101 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:25:45.710217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa704d-548b-4f0a-8fce-7ae59b6ec95b req-4637d02d-df65-4c82-b749-bd47e5a9cc9e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:45.711990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4cfa704d-548b-4f0a-8fce-7ae59b6ec95b req-4637d02d-df65-4c82-b749-bd47e5a9cc9e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0516355 Dec 09 15:25:45.759116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4cfa704d-548b-4f0a-8fce-7ae59b6ec95b req-a38d45b8-25df-4068-8b8e-9fc4a8cd2321 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Dec 09 15:25:46.225682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885251f-d9d1-4a45-ad27-190713d7d3c0 req-07c49bb4-32e3-4f62-8d4a-86643835154a tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:46.227490 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b885251f-d9d1-4a45-ad27-190713d7d3c0 req-07c49bb4-32e3-4f62-8d4a-86643835154a tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 947 time: 0.0568492 Dec 09 15:25:46.279816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b885251f-d9d1-4a45-ad27-190713d7d3c0 req-a538e2af-5055-420b-977d-fa8f389699dd tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Dec 09 15:25:46.886394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b6e8-f883-46e3-ba97-f49ea4a5b0b8 req-f29b07ba-979d-48d1-905c-c445e48997a5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:46.888711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab71b6e8-f883-46e3-ba97-f49ea4a5b0b8 req-f29b07ba-979d-48d1-905c-c445e48997a5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0552323 Dec 09 15:25:46.938804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ab71b6e8-f883-46e3-ba97-f49ea4a5b0b8 req-b3feebdf-1094-4a30-ab3b-8b4cd7ec0b63 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440381 Dec 09 15:25:47.400163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77189fe-6a9b-4107-a0e9-0210c67486ca req-728a4666-51ab-4aa4-926e-44dec9b27799 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:47.401944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e77189fe-6a9b-4107-a0e9-0210c67486ca req-728a4666-51ab-4aa4-926e-44dec9b27799 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 947 time: 0.0522971 Dec 09 15:25:47.450898 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e77189fe-6a9b-4107-a0e9-0210c67486ca req-c49f24fd-b376-494f-846a-d0f69f799ca8 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Dec 09 15:25:47.571016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 19960561-be23-476a-91ba-b3dcbf19986a details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:25:47.671230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 19960561-be23-476a-91ba-b3dcbf19986a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=19960561-be23-476a-91ba-b3dcbf19986a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:47.682834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '19960561-be23-476a-91ba-b3dcbf19986a', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '19960561-be23-476a-91ba-b3dcbf19986a', 'mac_address': 'fa:16:3e:e3:f1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:25:47.722116 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:47.736155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19960561-be23-476a-91ba-b3dcbf19986a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:47.758180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 19960561-be23-476a-91ba-b3dcbf19986a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=19960561-be23-476a-91ba-b3dcbf19986a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:47.762685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:47.820315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=19960561-be23-476a-91ba-b3dcbf19986a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:47.988406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['19960561-be23-476a-91ba-b3dcbf19986a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:25:48.071685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f8c05-51af-4239-aeff-b983cafe5f86 req-cb9f3b70-14ed-49ed-9e6c-59a74711b323 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:48.074106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba3f8c05-51af-4239-aeff-b983cafe5f86 req-cb9f3b70-14ed-49ed-9e6c-59a74711b323 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0561318 Dec 09 15:25:48.122758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba3f8c05-51af-4239-aeff-b983cafe5f86 req-303f9dfb-8512-412c-a9cc-804d3add8ba1 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Dec 09 15:25:48.564289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b934-9c39-4420-b516-98c473f2d2d8 req-f55833f2-b3bc-4ee2-8096-7a693c766a10 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:48.565783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e94b934-9c39-4420-b516-98c473f2d2d8 req-f55833f2-b3bc-4ee2-8096-7a693c766a10 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 948 time: 0.0486295 Dec 09 15:25:48.616989 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e94b934-9c39-4420-b516-98c473f2d2d8 req-8a74fc0d-9160-431b-9f8c-79987a118b56 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Dec 09 15:25:49.026844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:25:49.123421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:49.134397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'port_id': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'mac_address': 'fa:16:3e:5d:8c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:25:49.172372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:49.185700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c7c354-84c6-40ac-95ba-4c2bb2858b69 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:25:49.205415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:49.209445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:49.244207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22453b5-f67d-4b92-b6f7-2efda921bfb6 req-6e0f9e3c-a59a-40a5-b7da-e954ce350d10 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:49.245719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d22453b5-f67d-4b92-b6f7-2efda921bfb6 req-6e0f9e3c-a59a-40a5-b7da-e954ce350d10 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 943 time: 0.0489211 Dec 09 15:25:49.261163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:49.293207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d22453b5-f67d-4b92-b6f7-2efda921bfb6 req-93c9f571-b4da-47d3-9d30-1522fbf28ab9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Dec 09 15:25:49.455678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['32c7c354-84c6-40ac-95ba-4c2bb2858b69'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:25:49.580210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 19960561-be23-476a-91ba-b3dcbf19986a up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:49.632905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 19960561-be23-476a-91ba-b3dcbf19986a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:25:49.636806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 19960561-be23-476a-91ba-b3dcbf19986a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:49.637205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:49.715582 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:49.735674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af40c6-aeee-491d-a7ad-60c8d2d4f4a5 req-96effd9a-cf26-4333-82e5-1ef5ad0b5274 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:49.737177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95af40c6-aeee-491d-a7ad-60c8d2d4f4a5 req-96effd9a-cf26-4333-82e5-1ef5ad0b5274 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 948 time: 0.0486062 Dec 09 15:25:49.737525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19960561-be23-476a-91ba-b3dcbf19986a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:49.739791 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f97f5-b32c-4776-9ed5-496de9e8f130" -d '{"events": [{"server_uuid": "7b5b55b6-d57d-48bc-acef-74ab027d2e56", "name": "network-vif-plugged", "status": "completed", "tag": "19960561-be23-476a-91ba-b3dcbf19986a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:49.753660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 19960561-be23-476a-91ba-b3dcbf19986a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=19960561-be23-476a-91ba-b3dcbf19986a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:49.758616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:49.781371 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68638c-d0e5-48d3-a690-989cc43c204e x-openstack-request-id: req-5b68638c-d0e5-48d3-a690-989cc43c204e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:49.781662 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5b55b6-d57d-48bc-acef-74ab027d2e56", "name": "network-vif-plugged", "status": "completed", "tag": "19960561-be23-476a-91ba-b3dcbf19986a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:49.781916 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b68638c-d0e5-48d3-a690-989cc43c204e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:49.782307 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19960561-be23-476a-91ba-b3dcbf19986a', 'code': 200} Dec 09 15:25:49.790172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95af40c6-aeee-491d-a7ad-60c8d2d4f4a5 req-833cb556-17a6-4154-a49e-05f7a3913f62 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Dec 09 15:25:49.813749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=19960561-be23-476a-91ba-b3dcbf19986a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:49.885561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fd608-c5cf-49d7-8341-793f1ade0a5f req-b659a372-2b49-4679-ac55-10bb565944eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:49.886975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4c2fd608-c5cf-49d7-8341-793f1ade0a5f req-b659a372-2b49-4679-ac55-10bb565944eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 1100 time: 0.0439866 Dec 09 15:25:49.932340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4c2fd608-c5cf-49d7-8341-793f1ade0a5f req-0a32cf83-14d7-4c1e-b989-15a747bc00cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Dec 09 15:25:50.416198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568fcf1-35f7-4095-8a93-961ce7b5fb57 req-0fab6bdb-886e-42a2-bef8-a8ec657c5e13 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:50.417687 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f568fcf1-35f7-4095-8a93-961ce7b5fb57 req-0fab6bdb-886e-42a2-bef8-a8ec657c5e13 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 944 time: 0.0492394 Dec 09 15:25:50.475638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f568fcf1-35f7-4095-8a93-961ce7b5fb57 req-1dc60e39-1715-4508-ac87-e79223a1a9b2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515640 Dec 09 15:25:50.912847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec20fb2-c698-4ddd-b0de-ec07a3e8ba94 req-83051c9f-fd43-4d85-b843-038a28b8f39f tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:50.915199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eec20fb2-c698-4ddd-b0de-ec07a3e8ba94 req-83051c9f-fd43-4d85-b843-038a28b8f39f tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 949 time: 0.0564666 Dec 09 15:25:50.962874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eec20fb2-c698-4ddd-b0de-ec07a3e8ba94 req-69c8684f-998f-412f-bd6b-66e358caf311 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Dec 09 15:25:51.034399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:25:51.083725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:25:51.084017 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:51.158187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:51.193385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:51.197399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:51.243119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:51.622272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15c860-c023-437b-b8a6-fc25928bdbe7 req-cbd4b4ab-17c5-4671-8f98-6bd67696113f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:51.623768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc15c860-c023-437b-b8a6-fc25928bdbe7 req-cbd4b4ab-17c5-4671-8f98-6bd67696113f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.0482192 Dec 09 15:25:51.670789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc15c860-c023-437b-b8a6-fc25928bdbe7 req-a781a388-071c-40f3-97f8-d725019836f5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Dec 09 15:25:51.783256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:51.785667 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec48dab-d3de-46ee-a345-58ec73cae569" -d '{"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-plugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:51.822696 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9eb0d0-f5db-4696-98f0-6b871ffbce9a x-openstack-request-id: req-4c9eb0d0-f5db-4696-98f0-6b871ffbce9a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:51.822996 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-plugged", "status": "completed", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:51.823255 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c9eb0d0-f5db-4696-98f0-6b871ffbce9a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:51.823692 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'code': 200} Dec 09 15:25:51.987411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3429c92-fc7a-412f-a22e-2c7ce93e0793 req-202e9854-0d9d-40b4-b532-ad0d4d803c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:51.988912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3429c92-fc7a-412f-a22e-2c7ce93e0793 req-202e9854-0d9d-40b4-b532-ad0d4d803c95 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 1097 time: 0.0389628 Dec 09 15:25:52.035670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3429c92-fc7a-412f-a22e-2c7ce93e0793 req-2aca723f-6feb-4243-ba4a-1764ab92d94b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382161 Dec 09 15:25:52.078929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:52.087133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de3ea-90a4-44bc-a2ce-4bd7afee6214 req-edd31f96-51c7-44de-9e21-413a99ec15b5 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:52.088700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-298de3ea-90a4-44bc-a2ce-4bd7afee6214 req-edd31f96-51c7-44de-9e21-413a99ec15b5 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 949 time: 0.0562952 Dec 09 15:25:52.139673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-298de3ea-90a4-44bc-a2ce-4bd7afee6214 req-798f0382-fbfa-4e1c-9bed-7909f7720456 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Dec 09 15:25:52.399038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897396-7f84-4647-a82e-62881311a8ca req-b222e2cb-c9ce-4019-85ea-8b8546d3e46e tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:52.400566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b897396-7f84-4647-a82e-62881311a8ca req-b222e2cb-c9ce-4019-85ea-8b8546d3e46e tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 949 time: 0.0491290 Dec 09 15:25:52.450929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b897396-7f84-4647-a82e-62881311a8ca req-70579964-482a-4c04-8124-2bec77b388b3 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Dec 09 15:25:52.510141 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:52.793696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113c1cb-fa8f-42ef-874f-602006eec1e9 req-12007027-17cc-4e8f-bc19-580bcf226f91 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:52.795562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8113c1cb-fa8f-42ef-874f-602006eec1e9 req-12007027-17cc-4e8f-bc19-580bcf226f91 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.0509045 Dec 09 15:25:52.844096 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8113c1cb-fa8f-42ef-874f-602006eec1e9 req-dce7fb02-3db8-410b-b728-14913c4b82b9 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Dec 09 15:25:53.186420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e5565c48-49d3-4bc1-9b7d-5c447cc0648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:53.583550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79c04d-828f-46f6-aad7-859d8082d63c req-34e0f49c-03dc-4abf-bcbc-9a9a575aa14f tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:53.585193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d79c04d-828f-46f6-aad7-859d8082d63c req-34e0f49c-03dc-4abf-bcbc-9a9a575aa14f tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 949 time: 0.0602226 Dec 09 15:25:53.643974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d79c04d-828f-46f6-aad7-859d8082d63c req-6e58ed36-e73d-4ae2-ab15-fe37b6f3d8ec tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.46 "GET /v2.0/security-groups?id=42d2599a-6b63-41c8-96d6-0eb7adf994ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518665 Dec 09 15:25:53.671858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-95cf2044-02dd-4f93-bcb9-37738c3bd2b6 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:53.673370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-95cf2044-02dd-4f93-bcb9-37738c3bd2b6 tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b5b55b6-d57d-48bc-acef-74ab027d2e56 HTTP/1.1" status: 200 len: 949 time: 0.0498543 Dec 09 15:25:53.769460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Deleting port 19960561-be23-476a-91ba-b3dcbf19986a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:25:53.769832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:53.875690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] For port 19960561-be23-476a-91ba-b3dcbf19986a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=19960561-be23-476a-91ba-b3dcbf19986a,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:25:53.876469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:53.894928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Calling delete_port for 19960561-be23-476a-91ba-b3dcbf19986a owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:25:54.004955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee69b1-cfd9-4f9b-b1e7-81a9ac34ea93 req-7fac4e07-ee72-4db2-addf-afbb67fdf949 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:25:54.006421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7ee69b1-cfd9-4f9b-b1e7-81a9ac34ea93 req-7fac4e07-ee72-4db2-addf-afbb67fdf949 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.0705185 Dec 09 15:25:54.094335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7ee69b1-cfd9-4f9b-b1e7-81a9ac34ea93 req-747270d7-268a-4a10-8864-cb75265a914f tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807815 Dec 09 15:25:54.095393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:54.108715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['19960561-be23-476a-91ba-b3dcbf19986a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:25:54.129451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Pushing event deleted for resources: {'Port': ['ID=19960561-be23-476a-91ba-b3dcbf19986a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:25:54.172581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] No DVR routers for this DVR port 19960561-be23-476a-91ba-b3dcbf19986a on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:25:54.174982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.175331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.175712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.176040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.176377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.176712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.177042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.177511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.177742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.178055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.178367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.178694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.179070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:25:54.182368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:54.185751 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f388445c-9708-4d25-b1c1-dd4ce3035840 req-d77bcad7-7a93-404c-9385-5133c0db807b tempest-VolumesNegativeTest-1546884015 tempest-VolumesNegativeTest-1546884015-project] 10.222.0.36 "DELETE /v2.0/ports/19960561-be23-476a-91ba-b3dcbf19986a HTTP/1.1" status: 204 len: 173 time: 0.5054483 Dec 09 15:25:54.186124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'name': 'network-vif-deleted', 'tag': '19960561-be23-476a-91ba-b3dcbf19986a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:25:54.188387 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0cca65-ae1c-4817-b6c5-abe5e7b3d28b" -d '{"events": [{"server_uuid": "7b5b55b6-d57d-48bc-acef-74ab027d2e56", "name": "network-vif-deleted", "tag": "19960561-be23-476a-91ba-b3dcbf19986a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:25:54.238326 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab44c297-3c27-48f9-8c7d-f84e89e10a6d x-openstack-request-id: req-ab44c297-3c27-48f9-8c7d-f84e89e10a6d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:25:54.238622 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5b55b6-d57d-48bc-acef-74ab027d2e56", "name": "network-vif-deleted", "tag": "19960561-be23-476a-91ba-b3dcbf19986a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:25:54.238876 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab44c297-3c27-48f9-8c7d-f84e89e10a6d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:25:54.239290 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b55b6-d57d-48bc-acef-74ab027d2e56', 'name': 'network-vif-deleted', 'tag': '19960561-be23-476a-91ba-b3dcbf19986a', 'status': 'completed', 'code': 200} Dec 09 15:25:55.652963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b0e82578-95dd-4833-9eec-d1a77966548d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:56.744627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:57.627335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 19960561-be23-476a-91ba-b3dcbf19986a no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:25:57.647426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 19960561-be23-476a-91ba-b3dcbf19986a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:25:57.648315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 19960561-be23-476a-91ba-b3dcbf19986a not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:25:58.429698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:59.206344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:59.362569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57806) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:59.504862 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3aba8d24-5dbb-442f-a411-023d9403a42d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a389ac27041b45d69ccb41942ebb57a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407573 Dec 09 15:25:59.507088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57812) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:25:59.560510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b59-7351-43df-b41d-21344e475cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:59.583288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b59-7351-43df-b41d-21344e475cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:59.630262 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b59-7351-43df-b41d-21344e475cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:59.633219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b59-7351-43df-b41d-21344e475cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:25:59.634452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9cf53b59-7351-43df-b41d-21344e475cf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42d2599a-6b63-41c8-96d6-0eb7adf994ad HTTP/1.1" status: 204 len: 168 time: 0.1263666 Dec 09 15:25:59.642301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf53b59-7351-43df-b41d-21344e475cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2599a-6b63-41c8-96d6-0eb7adf994ad,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:07.910943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5fba5-1f8c-4733-8c72-1788904e00aa req-88aa8bf8-1962-476b-80a5-d033f1ad6f65 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:07.912431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66e5fba5-1f8c-4733-8c72-1788904e00aa req-88aa8bf8-1962-476b-80a5-d033f1ad6f65 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1096 time: 0.0418484 Dec 09 15:26:07.959111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66e5fba5-1f8c-4733-8c72-1788904e00aa req-4d83595e-cac8-47ac-ac07-e659adddcb95 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Dec 09 15:26:08.087135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1dc6f-05d9-48c8-87d6-7649d23a7063 req-13be380e-35f5-4c7b-b52e-02a7da064701 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:08.088692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cd1dc6f-05d9-48c8-87d6-7649d23a7063 req-13be380e-35f5-4c7b-b52e-02a7da064701 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0578902 Dec 09 15:26:08.142634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cd1dc6f-05d9-48c8-87d6-7649d23a7063 req-47f8e5f4-c0c5-44a7-a0c7-c55a8b77ea56 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479755 Dec 09 15:26:08.167023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57888) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:08.567226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-49c686e8-e484-4a42-872b-a1dd1c31d4ae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/d5fb7809-5eeb-4d54-afde-472afa7811fe HTTP/1.1" status: 200 len: 992 time: 0.3988917 Dec 09 15:26:08.651831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57898) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:08.769717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-956b271e-9bba-4b66-bb82-8a0fd6565148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:08.853758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-956b271e-9bba-4b66-bb82-8a0fd6565148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:08.859571 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-956b271e-9bba-4b66-bb82-8a0fd6565148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:08.902870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-956b271e-9bba-4b66-bb82-8a0fd6565148 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=985a5e28f0a449c3a15fde87e4c30cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497029 Dec 09 15:26:08.903625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b271e-9bba-4b66-bb82-8a0fd6565148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29d475e-359a-4434-8a79-0141053cd272,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:08.905729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:08.971913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:08.997613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:09.057726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:09.060922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:09.064980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e29d475e-359a-4434-8a79-0141053cd272 HTTP/1.1" status: 204 len: 168 time: 0.1581409 Dec 09 15:26:09.075464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29d475e-359a-4434-8a79-0141053cd272,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:09.085289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.085995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.086863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.087543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-d757a8dd-5d20-4d25-ab4e-96ebf5420ed6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807574 Dec 09 15:26:09.095810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.096294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.096531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.096878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.097005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa080a-2f34-42da-8ad5-53421744f9f5 req-cd82cbae-60d2-4f08-b4f5-0018590a624c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:09.097223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.097573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.097979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.098239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.098576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.099021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc534dc8-4616-42c3-a9f1-66635fdf09ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:09.099842 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3aaa080a-2f34-42da-8ad5-53421744f9f5 req-cd82cbae-60d2-4f08-b4f5-0018590a624c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0829325 Dec 09 15:26:09.184369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3aaa080a-2f34-42da-8ad5-53421744f9f5 req-5de4fe92-3c3c-4820-af51-629efb0cfb54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784936 Dec 09 15:26:10.311438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f778206-397d-47ae-81d0-1c1edc16aa32 req-abbf26f1-9d79-4170-823c-d0e6b1d64496 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:10.313337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f778206-397d-47ae-81d0-1c1edc16aa32 req-abbf26f1-9d79-4170-823c-d0e6b1d64496 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0546801 Dec 09 15:26:10.365771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f778206-397d-47ae-81d0-1c1edc16aa32 req-46c03bf0-ab0f-40aa-b5df-1ac9198a718e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452034 Dec 09 15:26:10.424259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 57972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:10.511397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-1af1d5c8-6be2-47f7-9e02-4746e09cbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:10.512988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-1af1d5c8-6be2-47f7-9e02-4746e09cbca7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1096 time: 0.0403290 Dec 09 15:26:10.587211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'network': {'name': 'tempest-network-smoke--1865559093', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'port_security_enabled': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:10.624885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:10.628291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:10.639935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:10.642945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-31375c16-6789-45a6-b7cd-82a8d883d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:10.644417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-31375c16-6789-45a6-b7cd-82a8d883d8dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1234615 Dec 09 15:26:10.735785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-ab402cdf-d3cb-4b34-bc27-7eabf3ea7400 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 1000 time: 0.0807807 Dec 09 15:26:10.808304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:10.812765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-0623bb30-ab6a-434a-9e77-59dd37457d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:10.814486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-0623bb30-ab6a-434a-9e77-59dd37457d46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0694587 Dec 09 15:26:10.815628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:10.860577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:10.877565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97809f5a-ea8d-4d23-b1ab-92aa16ca52ab,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:10.886871 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:10.887220 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Added segment 9e15c740-3ae3-4fb2-9d95-74ad22663842 of type vlan for network 1692b737-6671-42f5-a44d-8638542f3a16 Dec 09 15:26:10.924571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-b75bccae-efcd-42ab-a378-c220446616f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:10.926066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-b75bccae-efcd-42ab-a378-c220446616f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957465 Dec 09 15:26:10.934057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.018573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.024698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:11.025305 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.067104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6416271 Dec 09 15:26:11.071020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:11.075833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-17032008', 'admin_state_up': True, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:11.098080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.099029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.109189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f084c-397b-4545-97fa-de61d1e61afc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Network': ['ID=1692b737-6671-42f5-a44d-8638542f3a16,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:11.112613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-7ebae742-0504-4f34-b873-a9dd9178c048 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762891 Dec 09 15:26:11.120709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 1692b737-6671-42f5-a44d-8638542f3a16 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:11.158225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.213511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-a36d7100-6019-4694-8dda-89cabf4ab0cb service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926683 Dec 09 15:26:11.299664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.528842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.550648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.570478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841e71-628d-4018-ae6b-d2e8029b889b req-e3087025-6355-4416-9cee-8ba5d82032cf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:11.572217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f841e71-628d-4018-ae6b-d2e8029b889b req-e3087025-6355-4416-9cee-8ba5d82032cf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.1246328 Dec 09 15:26:11.683019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8f841e71-628d-4018-ae6b-d2e8029b889b req-7069026f-915f-4bd2-a5d0-bf134fb70bc5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829914 Dec 09 15:26:11.708657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.25.0.13 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/49e2839b-b8d7-4c59-92b9-801256a237d9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:26:11.810399 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.843170 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:11.885007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:11.891324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:11.895628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:26:11.898713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=49e2839b-b8d7-4c59-92b9-801256a237d9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:11.905830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3567b7-17e0-47c4-9e6c-8fe7d6fc641f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:26:11.986797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-91124961-962f-4052-b9bf-8e5b3f1c7a34 None None] Provisioning complete for port 49e2839b-b8d7-4c59-92b9-801256a237d9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:11.987506 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-91124961-962f-4052-b9bf-8e5b3f1c7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:12.026337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-91124961-962f-4052-b9bf-8e5b3f1c7a34 None None] Port 49e2839b-b8d7-4c59-92b9-801256a237d9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:26:12.142210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:12.343464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:12.470643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:26:12.574194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:26:12.583466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:26:12.594753 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:12.595023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:12.595672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:25:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:12.599431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e00dbe0e-7197-4394-ba8f-25c512e7c011 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5242770 Dec 09 15:26:12.599608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57980) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:12.677303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8bfe827c-79c6-4a59-8a1f-8932469bb05d tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=731dc0bd9e214bc5b7ce1ae97dabaf62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765975 Dec 09 15:26:12.680293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57984) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:12.699310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:12.812820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc197c9-e94a-499c-b7f1-948fc1d5be58 req-495bd86b-3d20-4152-8fce-d397899d0263 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:12.819848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fc197c9-e94a-499c-b7f1-948fc1d5be58 req-495bd86b-3d20-4152-8fce-d397899d0263 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0557156 Dec 09 15:26:12.838169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf19694-a250-4b8c-bfa4-d06b7cc544d7 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:12.842319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fdf19694-a250-4b8c-bfa4-d06b7cc544d7 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1585906 Dec 09 15:26:12.842482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57988) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:12.867729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fc197c9-e94a-499c-b7f1-948fc1d5be58 req-437f89eb-001b-4414-bcd6-2f3f3adc4694 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Dec 09 15:26:12.871266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-24255fce-b250-4283-8544-3b0bb235ec15 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276959 Dec 09 15:26:12.873985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:12.880074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:12Z', 'revision_number': 3, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:12.880335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-125238748', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:12.910424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:26:12.910781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Updating router ac428ace-78c2-420e-a65a-5f21e7331045 port 49e2839b-b8d7-4c59-92b9-801256a237d9 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:26:12.936479 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:12.973031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:12.977342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.156526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.186650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.192726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.219915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Subnet': ['ID=6272f156-9487-4ca5-987a-eab54bd8c6d2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:13.241567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Checking segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:13.241985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network hostable DHCP agents. Network: 1692b737-6671-42f5-a44d-8638542f3a16, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:26:13.248083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56f110-85de-48f5-82ba-6cb5848f0656 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:26:13.251110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8309-603f-43ea-8498-a97af25f335c None None] Pushing event updated for resources: {'Port': ['ID=49e2839b-b8d7-4c59-92b9-801256a237d9,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:13.254292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Attempting to bind port 49e2839b-b8d7-4c59-92b9-801256a237d9 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:26:13.254888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Attempting to bind port 49e2839b-b8d7-4c59-92b9-801256a237d9 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:26:13.255226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Attempting to bind port 49e2839b-b8d7-4c59-92b9-801256a237d9 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:13.261943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:26:13.262189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 1692b737-6671-42f5-a44d-8638542f3a16 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:26:13.262378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:13.262711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.263102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:26:13.263617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Bound port: 49e2839b-b8d7-4c59-92b9-801256a237d9, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:26:13.263989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.272829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 1692b737-6671-42f5-a44d-8638542f3a16) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:13.278500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:13.279619 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.297395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-085b6dbd-a5d4-4071-a916-6b3767af0be0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4223726 Dec 09 15:26:13.299253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c273f0-4790-4423-bd5f-2b9a97fbd89f None None] Network 1692b737-6671-42f5-a44d-8638542f3a16 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:26:13.305264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 57992) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:13.401992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] For port 49e2839b-b8d7-4c59-92b9-801256a237d9, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:13.422841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] For port 49e2839b-b8d7-4c59-92b9-801256a237d9, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=49e2839b-b8d7-4c59-92b9-801256a237d9,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:26:13.428983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a0097f65-f641-4cd8-ac23-a377947f6e67 None None] Provisioning complete for port 49e2839b-b8d7-4c59-92b9-801256a237d9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:13.429473 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0097f65-f641-4cd8-ac23-a377947f6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.434686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.521337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683f92c-a216-48cf-b463-6708279a45cc None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:26:13.553424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-1692b737-6671-42f5-a44d-8638542f3a16', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:26:13.554471 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.573068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:13.573986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:25:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:13.788104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8309-603f-43ea-8498-a97af25f335c None None] Pushing event updated for resources: {'Port': ['ID=49e2839b-b8d7-4c59-92b9-801256a237d9,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:13.947605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0097f65-f641-4cd8-ac23-a377947f6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:13.989588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a0097f65-f641-4cd8-ac23-a377947f6e67 None None] For port 49e2839b-b8d7-4c59-92b9-801256a237d9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=49e2839b-b8d7-4c59-92b9-801256a237d9,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:14.015663 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a0097f65-f641-4cd8-ac23-a377947f6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.028262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:14.043500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea72ae-8047-4344-8bbb-adf687b1a886 req-736e17b5-d229-4f04-93cd-a5f16d7b6072 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:14.045190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17ea72ae-8047-4344-8bbb-adf687b1a886 req-736e17b5-d229-4f04-93cd-a5f16d7b6072 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0865228 Dec 09 15:26:14.146949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Allocated IP 172.20.0.2 (1692b737-6671-42f5-a44d-8638542f3a16/6272f156-9487-4ca5-987a-eab54bd8c6d2/a76741ba-a881-4556-97fd-5653ee0a5826) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:26:14.152452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17ea72ae-8047-4344-8bbb-adf687b1a886 req-20411270-ab4b-40a8-b57e-d81f85640b48 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822453 Dec 09 15:26:14.161744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.213056 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0097f65-f641-4cd8-ac23-a377947f6e67 None None] Pushing event updated for resources: {'Port': ['ID=49e2839b-b8d7-4c59-92b9-801256a237d9,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:14.228909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6bf4dce8-8913-4790-90a5-e0baa002340b None None] Provisioning complete for port 49e2839b-b8d7-4c59-92b9-801256a237d9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:14.229377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bf4dce8-8913-4790-90a5-e0baa002340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.496376 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.498393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:12Z', 'revision_number': 3, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:14.526358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd836-4eae-4ed1-8e5a-7c029dae7888 None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:12Z', 'revision_number': 3, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:26:14.528218 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.559875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.20.0.1 (1692b737-6671-42f5-a44d-8638542f3a16/6272f156-9487-4ca5-987a-eab54bd8c6d2/5798a147-0be7-42c1-a933-526f6a2142f1) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:26:14.569671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Network 1692b737-6671-42f5-a44d-8638542f3a16 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:14.575208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:14.580765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:26:14.584012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Pushing event updated for resources: {'Port': ['ID=a76741ba-a881-4556-97fd-5653ee0a5826,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:14.640507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Attempting to bind port a76741ba-a881-4556-97fd-5653ee0a5826 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:26:14.640930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Attempting to bind port a76741ba-a881-4556-97fd-5653ee0a5826 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:26:14.641298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Attempting to bind port a76741ba-a881-4556-97fd-5653ee0a5826 on network 1692b737-6671-42f5-a44d-8638542f3a16 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:14.651470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:26:14.651470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Checking segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:14.651470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.651470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Bound using segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:26:14.653048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Bound port: a76741ba-a881-4556-97fd-5653ee0a5826, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:26:14.653517 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.695398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.724434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] For port a76741ba-a881-4556-97fd-5653ee0a5826, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:14.729128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] For port a76741ba-a881-4556-97fd-5653ee0a5826, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a76741ba-a881-4556-97fd-5653ee0a5826,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:26:14.733625 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.735223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:14.812861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a76ee-8f8c-4a27-85c1-1938625855f1 None None] Pushing event updated for resources: {'Port': ['ID=a76741ba-a881-4556-97fd-5653ee0a5826,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:14.819065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 1692b737-6671-42f5-a44d-8638542f3a16 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:14.822755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:14.826574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:26:14.847204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=5798a147-0be7-42c1-a933-526f6a2142f1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:14.896702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.054515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.288254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123c4ce-b75f-42b0-9b50-515a81f4b1be req-e15f69e4-a4a2-4912-a14d-5c305a13cbdc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:15.290962 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8123c4ce-b75f-42b0-9b50-515a81f4b1be req-e15f69e4-a4a2-4912-a14d-5c305a13cbdc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Dec 09 15:26:15.357158 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8123c4ce-b75f-42b0-9b50-515a81f4b1be req-b6a643ea-cbcb-477a-b7cf-5b55d3dcd5c0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598161 Dec 09 15:26:15.383871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.389570 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.462983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=5798a147-0be7-42c1-a933-526f6a2142f1,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:15.467511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.584605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 1692b737-6671-42f5-a44d-8638542f3a16 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:15.588123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:15.615851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49e2839b-b8d7-4c59-92b9-801256a237d9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:15.667430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 49e2839b-b8d7-4c59-92b9-801256a237d9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:15.667811 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.721083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:26:15.757157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a76741ba-a881-4556-97fd-5653ee0a5826 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:15.806139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a76741ba-a881-4556-97fd-5653ee0a5826 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:15.806513 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.844634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:26:15.853260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2ecfd7dd-1327-42e8-998c-64d834fb2b9e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "PUT /v2.0/routers/ac428ace-78c2-420e-a65a-5f21e7331045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5492096 Dec 09 15:26:15.856235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58000) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:15.897002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:15.910500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bca4fb-eb51-4a50-9e14-18984cd0f075 None None] Network 1692b737-6671-42f5-a44d-8638542f3a16 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:26:15.979446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port a76741ba-a881-4556-97fd-5653ee0a5826, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a76741ba-a881-4556-97fd-5653ee0a5826,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:15.987585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.086635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d318f449-5585-47c2-bce7-69271f87997d None None] Provisioning complete for port a76741ba-a881-4556-97fd-5653ee0a5826 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:16.087034 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d318f449-5585-47c2-bce7-69271f87997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.087669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.088301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.089164 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.089531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.090141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.092230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.092230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.092230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.093630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-963b87b0-8655-413d-b405-0cd00bd3a111 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.2360098 Dec 09 15:26:16.096973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58002) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:16.119959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=a76741ba-a881-4556-97fd-5653ee0a5826,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:16.238889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.239482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.240082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.240549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.240998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.241575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.242213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.242667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.244746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6a346133-6082-43e6-9d82-487cbddbdba0 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.1436336 Dec 09 15:26:16.247942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58004) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:16.438855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e52b4db1-496c-4c5b-8382-8a250842c70e None None] Provisioning complete for port a76741ba-a881-4556-97fd-5653ee0a5826 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:16.439239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e52b4db1-496c-4c5b-8382-8a250842c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.477291 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:26:16.490276 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:16.497514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:25:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:16.586200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e52b4db1-496c-4c5b-8382-8a250842c70e None None] Provisioning complete for port 5798a147-0be7-42c1-a933-526f6a2142f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:16.586797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e52b4db1-496c-4c5b-8382-8a250842c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.596863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4ed7-36b4-422d-bffc-3640b2a9d0b9 req-7c17f124-39cd-49bc-a124-d65afed4555f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:16.598978 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25a4ed7-36b4-422d-bffc-3640b2a9d0b9 req-7c17f124-39cd-49bc-a124-d65afed4555f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.1426773 Dec 09 15:26:16.629454 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:16.650619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e52b4db1-496c-4c5b-8382-8a250842c70e None None] Port 5798a147-0be7-42c1-a933-526f6a2142f1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:26:16.660357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7cc676f1-d1d3-4e7e-9ecd-62542858bf83 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.4069123 Dec 09 15:26:16.701184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d25a4ed7-36b4-422d-bffc-3640b2a9d0b9 req-2709df87-e688-4001-b0df-f0d3a5035802 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747037 Dec 09 15:26:16.772027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-10938de8-3f36-48aa-905c-109d481ab065 None None] Provisioning complete for port 5798a147-0be7-42c1-a933-526f6a2142f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:16.772663 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10938de8-3f36-48aa-905c-109d481ab065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.814950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-10938de8-3f36-48aa-905c-109d481ab065 None None] Port 5798a147-0be7-42c1-a933-526f6a2142f1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:26:16.868116 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 2, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:16.897047 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:26:16.897556 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Updating router ac428ace-78c2-420e-a65a-5f21e7331045 port 5798a147-0be7-42c1-a933-526f6a2142f1 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:26:16.923167 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.935477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58010) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:16.940213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455690768', 'description': 'tempest-secgroup-smoke-455690768 description', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:16.941783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7d5ad7f5-20aa-4863-9d41-c2f0a7dceb00 None None] Provisioning complete for port 5798a147-0be7-42c1-a933-526f6a2142f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:16.942800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad7f5-20aa-4863-9d41-c2f0a7dceb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.963124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:16.980409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ad7f5-20aa-4863-9d41-c2f0a7dceb00 None None] Port 5798a147-0be7-42c1-a933-526f6a2142f1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:26:17.045288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.049167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.078392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.079646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1431351 Dec 09 15:26:17.081555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7992a4a-60b1-4b97-9957-e6c540d61160 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.082733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58012) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:17.089561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '6d5d298f-2d9c-4534-b023-5d9aa8e6f15a', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:17.117022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.174333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.177901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.195627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f81467e-6b3b-490c-8dd2-506cb169d6c0,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.203840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.205042 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3edecd28-ec3a-4c40-b342-3016e8233479 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206193 Dec 09 15:26:17.207934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58014) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:17.209626 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.213249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '6d5d298f-2d9c-4534-b023-5d9aa8e6f15a', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:17.215393 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.241003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.268795 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670e72-1187-43d0-a2b1-f14a707280d3 None None] Pushing event updated for resources: {'Port': ['ID=5798a147-0be7-42c1-a933-526f6a2142f1,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.329689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.330520 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Attempting to bind port 5798a147-0be7-42c1-a933-526f6a2142f1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:26:17.331191 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Attempting to bind port 5798a147-0be7-42c1-a933-526f6a2142f1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:26:17.331676 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Attempting to bind port 5798a147-0be7-42c1-a933-526f6a2142f1 on network 1692b737-6671-42f5-a44d-8638542f3a16 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:17.338148 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:26:17.338603 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Checking segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:17.339091 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.339569 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Bound using segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:26:17.340121 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Bound port: 5798a147-0be7-42c1-a933-526f6a2142f1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:26:17.340564 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.353609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.378096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.379230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703656 Dec 09 15:26:17.382072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58016) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:17.383668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c8377-362a-4c62-98df-2504049fee22 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cb3684-bc0e-434b-842a-d746a1bbdd48,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.395088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '6d5d298f-2d9c-4534-b023-5d9aa8e6f15a', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:17.419157 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] For port 5798a147-0be7-42c1-a933-526f6a2142f1, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:17.423250 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] For port 5798a147-0be7-42c1-a933-526f6a2142f1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5798a147-0be7-42c1-a933-526f6a2142f1,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:26:17.425523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.429237 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.503292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.512268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.529031 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a76741ba-a881-4556-97fd-5653ee0a5826 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:17.533643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe2cc64-3666-46f7-a4c5-67603db84528,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.546771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.550684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-877211fc-8d94-42d2-a31a-28f2b81d588c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644802 Dec 09 15:26:17.551811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58018) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:17.557121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '6d5d298f-2d9c-4534-b023-5d9aa8e6f15a', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:17.587739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a76741ba-a881-4556-97fd-5653ee0a5826 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:17.588595 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.589930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.594478 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:17.596030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:25:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:17.654737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3b665b57-ded5-48a0-9454-3573871e4382 None None] Provisioning complete for port 5798a147-0be7-42c1-a933-526f6a2142f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:17.655120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b665b57-ded5-48a0-9454-3573871e4382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.694187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.700470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.720162 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670e72-1187-43d0-a2b1-f14a707280d3 None None] Pushing event updated for resources: {'Port': ['ID=5798a147-0be7-42c1-a933-526f6a2142f1,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.747801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b82b5b1-fbcc-4d7e-b8b3-aaf266fe2b4a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.754435 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:17.761645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.765499 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c4f9a2fa-8bea-4c71-b161-d6861eb5638d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2106345 Dec 09 15:26:17.765907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58022) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:17.770723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '6d5d298f-2d9c-4534-b023-5d9aa8e6f15a', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:17.779870 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b665b57-ded5-48a0-9454-3573871e4382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.800221 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Project 731dc0bd9e214bc5b7ce1ae97dabaf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:26:17.813856 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.831619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3b665b57-ded5-48a0-9454-3573871e4382 None None] For port 5798a147-0be7-42c1-a933-526f6a2142f1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5798a147-0be7-42c1-a933-526f6a2142f1,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:17.840747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3b665b57-ded5-48a0-9454-3573871e4382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.889747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a55c3-af31-4d5e-86ac-2ae395e9d034 req-7a0663e1-489d-4f1f-b67b-ae0006c19dd6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:17.892977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a59a55c3-af31-4d5e-86ac-2ae395e9d034 req-7a0663e1-489d-4f1f-b67b-ae0006c19dd6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0667601 Dec 09 15:26:17.907202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665b57-ded5-48a0-9454-3573871e4382 None None] Pushing event updated for resources: {'Port': ['ID=5798a147-0be7-42c1-a933-526f6a2142f1,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.933197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.937307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.953068 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d63d2b-3525-43e3-a448-416238ed6ed3,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:17.959961 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a59a55c3-af31-4d5e-86ac-2ae395e9d034 req-26dad39c-7d38-4f6b-9198-167790cea4c8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554008 Dec 09 15:26:17.969487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:17.972058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4ab38028-ca6d-452d-9c50-f288985cc3b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050834 Dec 09 15:26:17.974534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58024) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:17.981540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '6d5d298f-2d9c-4534-b023-5d9aa8e6f15a', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:17.983932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eb33972e-120e-4479-8390-71390db73b61 None None] Provisioning complete for port 5798a147-0be7-42c1-a933-526f6a2142f1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:17.984536 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eb33972e-120e-4479-8390-71390db73b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:18.006611 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Project 731dc0bd9e214bc5b7ce1ae97dabaf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:26:18.014597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:18.031952 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:18.063066 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2d4ad-7991-4cb4-8821-bd9701e36b20 None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:26:18.089507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:18.093484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:18.118067 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fbbfb2-8a5e-4928-9461-d2866b29dfd6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:18.130378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:18.131929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3e5e6fe-f070-4b97-860b-49dbd5dae38c tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542535 Dec 09 15:26:18.304103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-1ece00da-bb85-46b8-8623-6c62447deba0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455690768&fields=id&tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 267 time: 0.0599067 Dec 09 15:26:18.419842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-84a602ce-3372-4f9e-8db9-2d57fa329b0f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:18.421309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-84a602ce-3372-4f9e-8db9-2d57fa329b0f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/networks?id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 797 time: 0.1114032 Dec 09 15:26:18.437946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-9af5f634-6d4c-450c-b438-470433c50991 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/quotas/731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 375 time: 0.0106435 Dec 09 15:26:18.524672 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-5f2a6de3-5c79-4daf-a70d-286a98bc5412 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810225 Dec 09 15:26:18.630454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-bdedeb03-c173-4c9c-9e71-128424d90409 service neutron] 10.222.0.46 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936248 Dec 09 15:26:18.732686 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-146cf676-0512-4684-b6b1-9860d1b004e8 service neutron] 10.222.0.46 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948400 Dec 09 15:26:18.915819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6e82be73-2e8d-4857-9f6f-371e12abdcb1 req-4fd50761-6864-4a35-9ac3-e47e65ce04bf tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Dec 09 15:26:19.086749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c49e9-592e-460f-ac6c-85cb86292f48 req-5c16466c-5ab5-4c26-850f-ee25c7481f0f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:19.088488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070c49e9-592e-460f-ac6c-85cb86292f48 req-5c16466c-5ab5-4c26-850f-ee25c7481f0f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0534410 Dec 09 15:26:19.143859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-070c49e9-592e-460f-ac6c-85cb86292f48 req-ea7b223e-6c5a-4321-9214-a3babd25814c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488017 Dec 09 15:26:19.533269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5798a147-0be7-42c1-a933-526f6a2142f1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:19.584166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5798a147-0be7-42c1-a933-526f6a2142f1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:19.584538 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:19.870351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-4d68e7dd-937f-43d1-a3fb-84f3c344febe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:19.871929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-4d68e7dd-937f-43d1-a3fb-84f3c344febe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "GET /v2.0/networks?id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 797 time: 0.1092739 Dec 09 15:26:19.936113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-840dfc52-dea2-402c-af2c-f145299c5e27 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 379 time: 0.0549073 Dec 09 15:26:19.947118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'port': {'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'admin_state_up': True, 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'security_groups': ['6d5d298f-2d9c-4534-b023-5d9aa8e6f15a']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:20.041145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-631d79cf-e68c-4df8-a243-ecad79aae566 req-f2a36499-e7f3-4e0c-8478-5660d0df0ad1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 210 time: 0.0326378 Dec 09 15:26:20.085006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:20.088905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.219760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.20.0.10 (1692b737-6671-42f5-a44d-8638542f3a16/6272f156-9487-4ca5-987a-eab54bd8c6d2/dfa50f3d-e139-4cc7-937f-e51d62fb5490) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:26:20.267762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567c5b4-2b2a-404a-a62f-955a2743a54d req-90e9e2d0-8029-40ef-8f33-16933d5f1b0f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:20.269931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b567c5b4-2b2a-404a-a62f-955a2743a54d req-90e9e2d0-8029-40ef-8f33-16933d5f1b0f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0510728 Dec 09 15:26:20.323216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b567c5b4-2b2a-404a-a62f-955a2743a54d req-c7cd7ed6-ab9e-4f82-a069-d1530b35ccc1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Dec 09 15:26:20.370917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.409682 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.450296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 1692b737-6671-42f5-a44d-8638542f3a16 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:20.453317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:20.456858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:26:20.491925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=dfa50f3d-e139-4cc7-937f-e51d62fb5490,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:20.519228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:20.519903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.537649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-48d2928b-ae65-49d1-a85d-896cc01ff61d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949430 Dec 09 15:26:20.550175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Request body: {'port': {'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:20.606150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.714855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f863b302-eda6-4dbf-a2c5-c8e0cff30aae None None] Provisioning complete for port dfa50f3d-e139-4cc7-937f-e51d62fb5490 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:20.715478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f863b302-eda6-4dbf-a2c5-c8e0cff30aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.747581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f863b302-eda6-4dbf-a2c5-c8e0cff30aae None None] Port dfa50f3d-e139-4cc7-937f-e51d62fb5490 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:26:20.872117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa50f3d-e139-4cc7-937f-e51d62fb5490 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:26:20.879370 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.891897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Transition to ACTIVE for port object dfa50f3d-e139-4cc7-937f-e51d62fb5490 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:26:20.895874 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:20.947632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa50f3d-e139-4cc7-937f-e51d62fb5490,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:21.020794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Attempting to bind port dfa50f3d-e139-4cc7-937f-e51d62fb5490 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:26:21.021144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Attempting to bind port dfa50f3d-e139-4cc7-937f-e51d62fb5490 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:26:21.021487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Attempting to bind port dfa50f3d-e139-4cc7-937f-e51d62fb5490 on network 1692b737-6671-42f5-a44d-8638542f3a16 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:21.026344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Port dfa50f3d-e139-4cc7-937f-e51d62fb5490 on network 1692b737-6671-42f5-a44d-8638542f3a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:26:21.026675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Attempting to bind port dfa50f3d-e139-4cc7-937f-e51d62fb5490 on network 1692b737-6671-42f5-a44d-8638542f3a16 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:21.031827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:26:21.032171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Checking segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:21.032558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Bound using segment: {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:26:21.032992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Bound port: dfa50f3d-e139-4cc7-937f-e51d62fb5490, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e15c740-3ae3-4fb2-9d95-74ad22663842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:26:21.033349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:21.102504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] For port dfa50f3d-e139-4cc7-937f-e51d62fb5490, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:21.105847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] For port dfa50f3d-e139-4cc7-937f-e51d62fb5490, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:26:21.111239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:21.178029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.178807 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:21.180654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] 10.222.0.36 "PUT /v2.0/ports/dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 200 len: 1092 time: 0.6348045 Dec 09 15:26:21.181119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:21.183411 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1b12d-05cb-4519-8170-4cbae79e4731" -d '{"events": [{"name": "network-changed", "server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:21.238958 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea445c4-0888-4fd7-9c56-a19d66ebff36 x-openstack-request-id: req-1ea445c4-0888-4fd7-9c56-a19d66ebff36 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:21.239187 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:21.239468 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ea445c4-0888-4fd7-9c56-a19d66ebff36 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:21.239883 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'status': 'completed', 'code': 200} Dec 09 15:26:21.249710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d2e2a-102d-41ec-aa2e-01cb0a35daaa req-83dd137a-e646-4b47-acc8-4279e6c0cdf7 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.251237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-602d2e2a-102d-41ec-aa2e-01cb0a35daaa req-83dd137a-e646-4b47-acc8-4279e6c0cdf7 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 944 time: 0.1264637 Dec 09 15:26:21.265190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0489b8-b4d0-4b49-8157-2c7aa0d13129 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa50f3d-e139-4cc7-937f-e51d62fb5490,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:21.313066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-0db37d15-74af-464d-b6f8-4f1f22e5ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.314238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-0db37d15-74af-464d-b6f8-4f1f22e5ef97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1095 time: 0.0879974 Dec 09 15:26:21.337299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-602d2e2a-102d-41ec-aa2e-01cb0a35daaa req-05371a18-6913-4fed-86be-ee598e5a03e3 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689423 Dec 09 15:26:21.369877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-4fe01718-70d6-4e33-b8ed-09a0a9ea1703 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 200 len: 217 time: 0.0448244 Dec 09 15:26:21.421853 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-9a0f91ee-4395-4ae8-ace0-acf2a8a391eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.423326 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-9a0f91ee-4395-4ae8-ace0-acf2a8a391eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6272f156-9487-4ca5-987a-eab54bd8c6d2 HTTP/1.1" status: 200 len: 834 time: 0.0462010 Dec 09 15:26:21.454598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2911c4-9af3-4476-af4a-0f5181ae9601 req-d0b5a996-9eb0-4c14-9985-564b21e633de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.456154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb2911c4-9af3-4476-af4a-0f5181ae9601 req-d0b5a996-9eb0-4c14-9985-564b21e633de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0544348 Dec 09 15:26:21.473378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-388ae3f9-108d-4b47-9dc4-fab7ee28e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.474924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-388ae3f9-108d-4b47-9dc4-fab7ee28e56a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1692b737-6671-42f5-a44d-8638542f3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441470 Dec 09 15:26:21.506487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cb2911c4-9af3-4476-af4a-0f5181ae9601 req-e1c65dd8-a45e-4283-8c8c-3231bb2b203e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Dec 09 15:26:21.569592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-90d5576b-429a-4a14-bec5-3df8fd7e8607 service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 Dec 09 15:26:21.660232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-402540dc-08cc-410b-beac-42e58c98e0d7 req-ac4fce74-b0da-4a4d-8ce5-aa3439026d5a service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826991 Dec 09 15:26:21.750073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-96879ee4-bbc6-4457-9bde-5a3e665abb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.751925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-96879ee4-bbc6-4457-9bde-5a3e665abb62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1095 time: 0.0447323 Dec 09 15:26:21.843237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-e1e882d0-73a7-46ef-8386-2c62d1d08913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.844761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-e1e882d0-73a7-46ef-8386-2c62d1d08913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 898 time: 0.0863576 Dec 09 15:26:21.890445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-0625854b-7a85-465c-8afb-776ce8b150e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 200 len: 217 time: 0.0390556 Dec 09 15:26:21.941220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-d2da06d3-d541-4783-85af-d65593add162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.942690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-d2da06d3-d541-4783-85af-d65593add162 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6272f156-9487-4ca5-987a-eab54bd8c6d2 HTTP/1.1" status: 200 len: 834 time: 0.0449536 Dec 09 15:26:21.990921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-6f619300-8d53-4666-bd59-3d1b2a47ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:21.992741 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-6f619300-8d53-4666-bd59-3d1b2a47ac92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1692b737-6671-42f5-a44d-8638542f3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401564 Dec 09 15:26:22.084934 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:22.090008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-17aeba35-f2b9-4475-8027-a027dcfefd7d service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883875 Dec 09 15:26:22.182634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96a1b12d-05cb-4519-8170-4cbae79e4731 req-7055c2a3-5d77-486c-9070-06a467b3f359 service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846887 Dec 09 15:26:22.458253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e008cd-a059-41ad-80d6-1fd75e7b0f62 req-52db5d5d-bef1-4a89-8961-48c1952422ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:22.459691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17e008cd-a059-41ad-80d6-1fd75e7b0f62 req-52db5d5d-bef1-4a89-8961-48c1952422ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 944 time: 0.0525565 Dec 09 15:26:22.514882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-17e008cd-a059-41ad-80d6-1fd75e7b0f62 req-bcecafef-cdb8-45cc-9265-7b1c28bc55ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484099 Dec 09 15:26:22.515837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:22.581039 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:26:22.624128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3b7a-d2d6-459f-90a4-bef477b8e786 req-2f2db284-2dd3-47a0-a6fe-5c0f8723f82f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:22.625547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-533c3b7a-d2d6-459f-90a4-bef477b8e786 req-2f2db284-2dd3-47a0-a6fe-5c0f8723f82f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0489404 Dec 09 15:26:22.676227 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-533c3b7a-d2d6-459f-90a4-bef477b8e786 req-8d639f4e-ed55-40a4-b53a-5f39e852b4e2 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446270 Dec 09 15:26:23.188344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b0418d9d-3fd8-48f3-a0e8-2addb133d47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:23.630323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf640780-5f91-41bc-9a8a-8421c1e553e3 req-973aa35c-f7e1-43cf-84e1-ed6580b223d0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:23.631857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf640780-5f91-41bc-9a8a-8421c1e553e3 req-973aa35c-f7e1-43cf-84e1-ed6580b223d0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 944 time: 0.0487840 Dec 09 15:26:23.682679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf640780-5f91-41bc-9a8a-8421c1e553e3 req-c93f27ce-e297-4397-9b35-862c540452d9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446045 Dec 09 15:26:23.793452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8426f5-1fb7-466f-9f24-8a597780f351 req-80ac8151-67a5-4c24-8fc1-7acdb240fbfa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:23.795189 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff8426f5-1fb7-466f-9f24-8a597780f351 req-80ac8151-67a5-4c24-8fc1-7acdb240fbfa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Dec 09 15:26:23.848474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff8426f5-1fb7-466f-9f24-8a597780f351 req-7fe88b49-7d15-4312-9b46-db5b089c60fd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Dec 09 15:26:24.797194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dadcb2-eaa0-4c2a-88c5-8f792b287758 req-64bb16d8-e9cf-419b-9d12-8f01e1cc7e10 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:24.798670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52dadcb2-eaa0-4c2a-88c5-8f792b287758 req-64bb16d8-e9cf-419b-9d12-8f01e1cc7e10 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 944 time: 0.0480754 Dec 09 15:26:24.847489 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52dadcb2-eaa0-4c2a-88c5-8f792b287758 req-654cbef0-5b16-4994-b7f1-36549cc6310d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Dec 09 15:26:24.966930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0478e0-5243-4131-b351-bfe49e1c41ee req-5a966c59-36f1-4018-9c64-70983e046db8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:24.969321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c0478e0-5243-4131-b351-bfe49e1c41ee req-5a966c59-36f1-4018-9c64-70983e046db8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Dec 09 15:26:25.032607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c0478e0-5243-4131-b351-bfe49e1c41ee req-464d6957-ebf8-4b73-b65c-edaa2f8a1aa3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532370 Dec 09 15:26:25.644778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-847ee985-2043-461f-a4bb-0d35d6515950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:25.722384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dfa50f3d-e139-4cc7-937f-e51d62fb5490 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:26:25.818445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port dfa50f3d-e139-4cc7-937f-e51d62fb5490, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:25.829895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:26:25.866229 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:25.879044 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa50f3d-e139-4cc7-937f-e51d62fb5490 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:26:25.900902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port dfa50f3d-e139-4cc7-937f-e51d62fb5490, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:25.905349 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:25.952523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=dfa50f3d-e139-4cc7-937f-e51d62fb5490,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:25.989953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b765af-c7fa-4c7c-85a1-ba8c25d0c477 req-313c02ac-a79e-4153-8e10-a0cff739385f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:25.994002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14b765af-c7fa-4c7c-85a1-ba8c25d0c477 req-313c02ac-a79e-4153-8e10-a0cff739385f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 945 time: 0.0710435 Dec 09 15:26:26.050447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-14b765af-c7fa-4c7c-85a1-ba8c25d0c477 req-1d6337a5-2e90-4b60-84dc-26d05f6e978a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502713 Dec 09 15:26:26.110313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['dfa50f3d-e139-4cc7-937f-e51d62fb5490'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:26:26.153713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d21b6-fff0-4d4b-a579-27531bf63202 req-58d5e98c-51c5-4e1d-b800-64c8fa7efb16 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:26.155244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b49d21b6-fff0-4d4b-a579-27531bf63202 req-58d5e98c-51c5-4e1d-b800-64c8fa7efb16 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0519531 Dec 09 15:26:26.209419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b49d21b6-fff0-4d4b-a579-27531bf63202 req-bf9902dc-4752-4a39-98be-06b14b1c18e3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Dec 09 15:26:26.746010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:27.170372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b80cf-955d-4860-aab7-b30fe484b030 req-d9940831-a4a0-4913-b5ce-9c1dbc1c8679 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:27.172056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b8b80cf-955d-4860-aab7-b30fe484b030 req-d9940831-a4a0-4913-b5ce-9c1dbc1c8679 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Dec 09 15:26:27.221094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b8b80cf-955d-4860-aab7-b30fe484b030 req-8c621d52-e4bd-436f-9696-e1041999be39 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Dec 09 15:26:27.335744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ee3ca-a8b5-4da9-b0d9-801d095f0b5f req-46cc2ed9-36a0-4f93-81ef-15e0a070f78c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:27.337150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db1ee3ca-a8b5-4da9-b0d9-801d095f0b5f req-46cc2ed9-36a0-4f93-81ef-15e0a070f78c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0539351 Dec 09 15:26:27.385562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-db1ee3ca-a8b5-4da9-b0d9-801d095f0b5f req-bb9b7367-f933-4de2-bd62-5de8684523de tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416849 Dec 09 15:26:27.738695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dfa50f3d-e139-4cc7-937f-e51d62fb5490 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:27.803476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port dfa50f3d-e139-4cc7-937f-e51d62fb5490 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:26:27.808509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port dfa50f3d-e139-4cc7-937f-e51d62fb5490 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:27.808914 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:27.905890 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:27.930752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:27.933787 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b71c634-0a18-415c-ae90-52c5ccffd013" -d '{"events": [{"server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "name": "network-vif-plugged", "status": "completed", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:27.949514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port dfa50f3d-e139-4cc7-937f-e51d62fb5490, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:27.954395 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:27.981079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01ee3d-7b0e-41cb-b98d-92bb48f1ee0b req-62283014-062e-4ad4-a3f3-89b256d02b51 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:27.986006 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e77ce8b-eee0-4422-b9bb-49f7bd0a40a3 x-openstack-request-id: req-5e77ce8b-eee0-4422-b9bb-49f7bd0a40a3 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:27.987273 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "name": "network-vif-plugged", "status": "completed", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:27.987729 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e77ce8b-eee0-4422-b9bb-49f7bd0a40a3 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:27.988598 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'code': 200} Dec 09 15:26:27.988740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dd01ee3d-7b0e-41cb-b98d-92bb48f1ee0b req-62283014-062e-4ad4-a3f3-89b256d02b51 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.0639606 Dec 09 15:26:28.022672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=dfa50f3d-e139-4cc7-937f-e51d62fb5490,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:28.044051 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dd01ee3d-7b0e-41cb-b98d-92bb48f1ee0b req-bdca986c-c8a4-4422-9dd9-f49a09c6bfff tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545223 Dec 09 15:26:28.088778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1a13e-91f8-4652-a557-3940f89ea337 req-cbb1de33-5037-41d6-97ca-1858d9d2356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:28.090262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18c1a13e-91f8-4652-a557-3940f89ea337 req-cbb1de33-5037-41d6-97ca-1858d9d2356b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1097 time: 0.0399423 Dec 09 15:26:28.137318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18c1a13e-91f8-4652-a557-3940f89ea337 req-62ba08b7-aeda-4a03-83e4-ef434a7c3024 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Dec 09 15:26:28.339985 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-2973d596-f8ac-4701-9487-1024e19925b5 req-8c2acc18-50ef-481d-ad90-7f6e1bcddf84 service neutron] show failed (client error): The resource could not be found. Dec 09 15:26:28.341037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-8c2acc18-50ef-481d-ad90-7f6e1bcddf84 service neutron] 10.222.0.43 "GET /v2.0/ports/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0887241 Dec 09 15:26:28.357828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc8715-7fe8-45af-98a0-c904e87c054e req-1f7ad55f-6e56-45be-880e-2acdbf688e25 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:28.359391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6fc8715-7fe8-45af-98a0-c904e87c054e req-1f7ad55f-6e56-45be-880e-2acdbf688e25 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 946 time: 0.0686941 Dec 09 15:26:28.417114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6fc8715-7fe8-45af-98a0-c904e87c054e req-8cb2e6f9-46ca-42f9-82ef-b3f96ffd1875 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515661 Dec 09 15:26:28.441299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:28.519125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae1899-5c18-42fa-a79e-22dc0ffcfaad req-e4372b2e-1a4a-4970-a1a7-8eedbd12a262 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:28.520770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96ae1899-5c18-42fa-a79e-22dc0ffcfaad req-e4372b2e-1a4a-4970-a1a7-8eedbd12a262 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0532088 Dec 09 15:26:28.636026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96ae1899-5c18-42fa-a79e-22dc0ffcfaad req-ce35eabc-8a7d-4152-8b70-88513b77c9f9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086986 Dec 09 15:26:28.638856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-e6d7bbda-34b7-4faa-b052-8d110812bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:28.640131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-e6d7bbda-34b7-4faa-b052-8d110812bfbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 1096 time: 0.0998533 Dec 09 15:26:28.654552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:28.725433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.173267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe419314-ae9f-4d62-ae95-93ed0d749ca2 req-9f29c44a-996f-443a-b4f5-5fbddb1daa02 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:29.174893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fe419314-ae9f-4d62-ae95-93ed0d749ca2 req-9f29c44a-996f-443a-b4f5-5fbddb1daa02 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.0526338 Dec 09 15:26:29.206780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.235001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fe419314-ae9f-4d62-ae95-93ed0d749ca2 req-a1be6ed8-cc85-46b9-aed9-4cfd75aea4e7 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468392 Dec 09 15:26:29.273807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:29.306624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:29.349163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:29.351363 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb977bf-da86-4243-baef-46db1d83c888" -d '{"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:29.356658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.369952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Transition to ACTIVE for port object 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:26:29.375224 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.407400 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e0e908-15ff-4c00-aeba-ead899449cef x-openstack-request-id: req-48e0e908-15ff-4c00-aeba-ead899449cef {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:29.407666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-3f5bd520-bb61-417f-9967-d481f8f9c4b6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:29.408139 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:29.408139 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48e0e908-15ff-4c00-aeba-ead899449cef {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:29.408371 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'code': 200} Dec 09 15:26:29.409454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-3f5bd520-bb61-417f-9967-d481f8f9c4b6 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.0553265 Dec 09 15:26:29.538295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:29.568994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Deleting port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:29.569344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.571833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] No DVR routers for this DVR port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:26:29.595700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f0fea-e3cc-48b4-b8fb-2ead4e508a5f req-5940030a-5791-47a5-a7de-f2d6be23faf1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:29.597240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34f0fea-e3cc-48b4-b8fb-2ead4e508a5f req-5940030a-5791-47a5-a7de-f2d6be23faf1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 946 time: 0.0813282 Dec 09 15:26:29.709134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e34f0fea-e3cc-48b4-b8fb-2ead4e508a5f req-1cffb931-68b3-4391-a419-fa254c78b30b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996902 Dec 09 15:26:29.721618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:26:29.722251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:26:29.722773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:29.727718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:26:29.728898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:29.734169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:26:29.734512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Checking segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:29.734901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Bound using segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:26:29.735332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Bound port: 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:26:29.735739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.740429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] For port 32c7c354-84c6-40ac-95ba-4c2bb2858b69, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=32c7c354-84c6-40ac-95ba-4c2bb2858b69,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:29.740972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.829394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdaa2d-1b33-4708-83af-d91ea033b680 req-b9b905c0-1b48-46e8-b516-f581bb3c2265 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:29.830921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fdaa2d-1b33-4708-83af-d91ea033b680 req-b9b905c0-1b48-46e8-b516-f581bb3c2265 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0819893 Dec 09 15:26:29.846085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:29.849901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:26:29.858857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.908176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:29.908811 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:29.910204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] 10.222.0.36 "PUT /v2.0/ports/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 1091 time: 1.2611697 Dec 09 15:26:29.940266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299ac09-61c7-4748-a37a-5e3e14789f04 req-be4622d2-f540-4a2b-a767-f36ea82552f1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:29.941826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9299ac09-61c7-4748-a37a-5e3e14789f04 req-be4622d2-f540-4a2b-a767-f36ea82552f1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 946 time: 0.1299527 Dec 09 15:26:29.950573 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99fdaa2d-1b33-4708-83af-d91ea033b680 req-8c8c835e-c701-4975-98b2-b7dec0de4b4a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132576 Dec 09 15:26:29.981184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed307-ee3c-430a-acd7-debc0b58f55a service neutron] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:30.000494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-b22758b7-7cc8-4a42-a653-63cb0e40071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:30.002746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-b22758b7-7cc8-4a42-a653-63cb0e40071c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1094 time: 0.0633297 Dec 09 15:26:30.061605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9299ac09-61c7-4748-a37a-5e3e14789f04 req-73783dbf-166a-4404-afaf-56d70f435d07 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126142 Dec 09 15:26:30.064925 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.065288 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.065605 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Floating IP 2ed50828-4280-48db-83e5-8a0da3d3f103 disassociated. External IP: 172.25.0.113, port: 32c7c354-84c6-40ac-95ba-4c2bb2858b69. Dec 09 15:26:30.065951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Calling delete_port for 32c7c354-84c6-40ac-95ba-4c2bb2858b69 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:30.091923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58112) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:30.135022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-c3c11692-5928-48e2-a760-3c60ce84e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:30.136922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-c3c11692-5928-48e2-a760-3c60ce84e3b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1270890 Dec 09 15:26:30.154420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0d8fe-b86a-469c-88b9-ab4e455a8932 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:30.158815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5fb0d8fe-b86a-469c-88b9-ab4e455a8932 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1092 time: 0.0630019 Dec 09 15:26:30.184187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58114) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:30.190798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:30.234591 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-25fcca8d-64fa-41db-98dd-a3882048d683 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0898168 Dec 09 15:26:30.236974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.361839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-63759a25-bcfb-454d-8029-001ee039321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:30.363312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-63759a25-bcfb-454d-8029-001ee039321d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.1219490 Dec 09 15:26:30.456568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88612e2-4ea6-41b5-b4af-7278066e15dd req-5deae7a9-9395-4045-8e36-2df4b3cb43f5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:30.458007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c88612e2-4ea6-41b5-b4af-7278066e15dd req-5deae7a9-9395-4045-8e36-2df4b3cb43f5 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 946 time: 0.1111882 Dec 09 15:26:30.460716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d596-f8ac-4701-9487-1024e19925b5 req-a0194f85-c0b8-456b-bc54-f3a9dc4ea688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:30.462118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-a0194f85-c0b8-456b-bc54-f3a9dc4ea688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813289 Dec 09 15:26:30.504330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.586626 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.618086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event deleted for resources: {'Port': ['ID=32c7c354-84c6-40ac-95ba-4c2bb2858b69,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:30.621467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c88612e2-4ea6-41b5-b4af-7278066e15dd req-2c3e8128-7c57-41d1-b3dc-ac42612ff00a tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c5ce7-ced3-411e-9920-c44f70a1458c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552207 Dec 09 15:26:30.671093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-4d21dbef-1545-4777-85e7-aa7c4c5551ad service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959169 Dec 09 15:26:30.713088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.25.0.132 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/356539e9-5333-4080-a12d-b9204a95f36e) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:26:30.740437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Router cc3591e9-d8f1-405b-835a-def7dceef940 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:26:30.845061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2973d596-f8ac-4701-9487-1024e19925b5 req-343fcef5-2820-42d7-81a0-1c07d21cd2a4 service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663635 Dec 09 15:26:30.858061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:26:30.874415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:26:30.891396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.895664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:30.896307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:30.926927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] No DVR routers for this DVR port 32c7c354-84c6-40ac-95ba-4c2bb2858b69 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:26:30.929903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.934431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ed0370ed-dfef-47a3-b2ad-97cc83ccc0a3 req-229f9c3c-f28d-4edb-a038-a895cd80b37e tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.43 "DELETE /v2.0/ports/32c7c354-84c6-40ac-95ba-4c2bb2858b69 HTTP/1.1" status: 204 len: 173 time: 1.5074239 Dec 09 15:26:30.935100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-deleted', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:30.937578 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819be1c3-355c-44f9-8909-553a39793bd3" -d '{"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-deleted", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:30.943122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:30.981093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:30.984405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:30.988190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:26:31.030008 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75183b62-6098-4062-8918-d18e291e12b2 x-openstack-request-id: req-75183b62-6098-4062-8918-d18e291e12b2 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:31.030901 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e605bd-288e-4058-8330-6ce2cdec3956", "name": "network-vif-deleted", "tag": "32c7c354-84c6-40ac-95ba-4c2bb2858b69", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:31.031418 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75183b62-6098-4062-8918-d18e291e12b2 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:31.032164 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e605bd-288e-4058-8330-6ce2cdec3956', 'name': 'network-vif-deleted', 'tag': '32c7c354-84c6-40ac-95ba-4c2bb2858b69', 'status': 'completed', 'code': 200} Dec 09 15:26:31.098957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:31.105236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=356539e9-5333-4080-a12d-b9204a95f36e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:31.158696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc115d-1197-4a6b-9389-13012041c599 req-db8cbccb-34d6-4c42-a4b7-8fe78c81be55 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:31.160312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1bc115d-1197-4a6b-9389-13012041c599 req-db8cbccb-34d6-4c42-a4b7-8fe78c81be55 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0907211 Dec 09 15:26:31.209480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:26:31.293316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1bc115d-1197-4a6b-9389-13012041c599 req-0e4d2281-4702-47c8-bca5-77592d93e006 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241453 Dec 09 15:26:31.305167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:26:31.305582 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:26:31.333902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 32c7c354-84c6-40ac-95ba-4c2bb2858b69 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:26:31.334248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 32c7c354-84c6-40ac-95ba-4c2bb2858b69 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:26:31.386257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:31.415901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:31.418196 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d90a0f-efec-4ae7-848c-70cae1f04899" -d '{"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:31.421682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:26:31.434352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:31.435069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:31.474342 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491b22e-611c-40a5-b682-e6d693fb7be7 x-openstack-request-id: req-2491b22e-611c-40a5-b682-e6d693fb7be7 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:31.474644 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:31.474904 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2491b22e-611c-40a5-b682-e6d693fb7be7 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:31.475293 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'status': 'completed', 'code': 200} Dec 09 15:26:31.546483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:31.549073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-f73102ba-5952-45a7-a6ac-1a9c6d5be4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:31.550626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-f73102ba-5952-45a7-a6ac-1a9c6d5be4f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1094 time: 0.0503645 Dec 09 15:26:31.700008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-f5d933da-d5e3-45d0-8596-4f08997116aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:31.702498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-f5d933da-d5e3-45d0-8596-4f08997116aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1405127 Dec 09 15:26:31.781943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:31.789311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-37eee7c7-cee7-4d2a-a243-54a5e7983bc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0729880 Dec 09 15:26:31.813910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52847a98-6284-4ea5-9088-6a70966fbd5f None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:18:40Z', 'revision_number': 4, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'aa630806-d6be-446b-8af4-70c520e63cea', 'name': '', 'network_id': 'd025b975-ab3e-41a7-bb52-2bd69d09b4d2', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'mac_address': 'fa:16:3e:53:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:39Z', 'updated_at': '2021-12-09T15:18:49Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'subnets': [{'id': '96f92a48-9fa1-4d90-bab1-230def423ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:26:31.857241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-85079e11-d523-4ab6-8b2a-cd249f6f43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:31.858760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-85079e11-d523-4ab6-8b2a-cd249f6f43d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0580039 Dec 09 15:26:31.909457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-9b7edfd7-1b6c-4848-8b4e-2613832bc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:31.911010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-9b7edfd7-1b6c-4848-8b4e-2613832bc53d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435479 Dec 09 15:26:32.013925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-9b8b5ad5-7cf6-4abc-8d7f-740a4fa0a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:32.015577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-9b8b5ad5-7cf6-4abc-8d7f-740a4fa0a5ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1094 time: 0.5014920 Dec 09 15:26:32.017414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-8b823eb9-6523-487d-adb0-c7c40ee1c7da service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947936 Dec 09 15:26:32.017562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c89d6b2-de3f-43ac-9f3a-d34a9c573479 req-228c41c9-d925-4fa0-bc5b-bf64e478f3d2 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e605bd-288e-4058-8330-6ce2cdec3956 HTTP/1.1" status: 200 len: 210 time: 0.0869598 Dec 09 15:26:32.082204 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e52ff-e072-4b0d-b65b-b82788baf589 None None] New status for floating IP 2ed50828-4280-48db-83e5-8a0da3d3f103: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:26:32.116421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:32.125103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-c9f8395a-2b65-4808-ab44-12cb2d943d10 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945802 Dec 09 15:26:32.216267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-377a675c-7c4f-4a22-b3c8-7d929aa65079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:32.217775 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-377a675c-7c4f-4a22-b3c8-7d929aa65079 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1937907 Dec 09 15:26:32.286189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:32.329153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-ed5d602d-aefe-4d27-8f24-40a61e03e6ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0928922 Dec 09 15:26:32.424605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884fddb-e2f3-459c-81c8-731fb36b1be5 req-d1f4968e-c314-41f5-a322-d0b2955ae8aa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:32.426112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a884fddb-e2f3-459c-81c8-731fb36b1be5 req-d1f4968e-c314-41f5-a322-d0b2955ae8aa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0536664 Dec 09 15:26:32.436416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-df4f0edc-3b40-45ea-88bf-f170b7ef64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:32.437912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-df4f0edc-3b40-45ea-88bf-f170b7ef64fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0988145 Dec 09 15:26:32.489032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a884fddb-e2f3-459c-81c8-731fb36b1be5 req-fd201cac-733f-475f-992a-4320eecdc1b9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547688 Dec 09 15:26:32.526095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-9ff2f44a-a72f-4b66-8fa5-bc2af733e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:32.527618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-9ff2f44a-a72f-4b66-8fa5-bc2af733e48d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754223 Dec 09 15:26:32.531451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:32.544625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:32.671933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=356539e9-5333-4080-a12d-b9204a95f36e,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:32.700205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:32.742325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-c5ca805d-a4cf-4999-a2a4-21dabc1521cd service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067220 Dec 09 15:26:32.856516 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Floating IP 1849da6f-891e-4758-8a6b-d01fda970727 associated. External IP: 172.25.0.132, port: dfa50f3d-e139-4cc7-937f-e51d62fb5490. Dec 09 15:26:32.918551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f9d90a0f-efec-4ae7-848c-70cae1f04899 req-0b21a734-a917-4f0c-8209-0c81d06b98e9 service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670067 Dec 09 15:26:33.084491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:26:33.108218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58132) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:33.170540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55e3a1fe-7b91-45fb-b9e2-d9eaea090f17 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.194901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55e3a1fe-7b91-45fb-b9e2-d9eaea090f17 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.198193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:26:33.208275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:26:33.217825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.218535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:33.219234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:33.250018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55e3a1fe-7b91-45fb-b9e2-d9eaea090f17 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.253876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4a4cee5d-a26c-40b6-96e4-46d3209a06b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0660820 Dec 09 15:26:33.254026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-55e3a1fe-7b91-45fb-b9e2-d9eaea090f17 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.254154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58134) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:33.256827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-55e3a1fe-7b91-45fb-b9e2-d9eaea090f17 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "DELETE /v2.0/security-groups/845c5ce7-ced3-411e-9920-c44f70a1458c HTTP/1.1" status: 204 len: 168 time: 0.1469970 Dec 09 15:26:33.257426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58136) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:33.274885 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-0ede1367-3abf-48eb-a56a-8f5802ae432c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] show failed (client error): The resource could not be found. Dec 09 15:26:33.278803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0ede1367-3abf-48eb-a56a-8f5802ae432c tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "GET /v2.0/security-groups/845c5ce7-ced3-411e-9920-c44f70a1458c HTTP/1.1" status: 404 len: 347 time: 0.0147595 Dec 09 15:26:33.280014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58138) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:33.287907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3a1fe-7b91-45fb-b9e2-d9eaea090f17 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c5ce7-ced3-411e-9920-c44f70a1458c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:33.325571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91911e2f-c1be-4c6e-8cf8-1b4390749bf8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/1849da6f-891e-4758-8a6b-d01fda970727 HTTP/1.1" status: 200 len: 992 time: 0.0689709 Dec 09 15:26:33.356339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:33.410627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Deleting port e6a7e2da-201f-447b-9e6d-3408aad9895f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:33.410889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.475950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:33.479583 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b15748-e468-4a64-bdc6-2dcaa71fb943" -d '{"events": [{"name": "network-changed", "server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:33.492371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.492708 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.506484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Calling delete_port for e6a7e2da-201f-447b-9e6d-3408aad9895f owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:33.526825 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd241a26-6ff2-4383-83f8-a76e5cb0ac28 x-openstack-request-id: req-fd241a26-6ff2-4383-83f8-a76e5cb0ac28 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:33.527130 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:33.527548 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd241a26-6ff2-4383-83f8-a76e5cb0ac28 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:33.527962 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'status': 'completed', 'code': 200} Dec 09 15:26:33.593195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:31Z', 'revision_number': 0, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:33.599104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-60a37394-7bc5-4fc3-ab91-6f515798db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:33.600680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-60a37394-7bc5-4fc3-ab91-6f515798db48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1097 time: 0.0482163 Dec 09 15:26:33.625153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:26:33.633730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:33.634916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:33.648938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1fc7-b03a-4389-b2af-6cf4ceb5886a req-a59c0e40-e6c0-455a-a8ed-01e23ec7c7a0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:33.650663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc1a1fc7-b03a-4389-b2af-6cf4ceb5886a req-a59c0e40-e6c0-455a-a8ed-01e23ec7c7a0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0814774 Dec 09 15:26:33.701349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-fff114ac-67ac-47ba-a011-7dc0c53a0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:33.702921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-fff114ac-67ac-47ba-a011-7dc0c53a0c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 898 time: 0.0953670 Dec 09 15:26:33.732219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.739932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc1a1fc7-b03a-4389-b2af-6cf4ceb5886a req-beaad400-272b-4228-8165-4ef5c81e3054 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826089 Dec 09 15:26:33.758903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:26:33.775793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Pushing event deleted for resources: {'Port': ['ID=e6a7e2da-201f-447b-9e6d-3408aad9895f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:33.788681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:33.795122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-98761c61-5140-4ff0-b9f5-bcd7ede5feba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 200 len: 1000 time: 0.0854914 Dec 09 15:26:33.849772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.855029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:33.857016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f5cdfb22-a2fc-4f1f-a91d-33aa367d48b4 tempest-AttachVolumeShelveTestJSON-913167491 tempest-AttachVolumeShelveTestJSON-913167491-project] 10.222.0.46 "DELETE /v2.0/floatingips/2ed50828-4280-48db-83e5-8a0da3d3f103 HTTP/1.1" status: 204 len: 168 time: 0.5760901 Dec 09 15:26:33.879596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-5651c319-f86b-40b1-8b09-82984cba4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:33.881909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-5651c319-f86b-40b1-8b09-82984cba4036 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6272f156-9487-4ca5-987a-eab54bd8c6d2 HTTP/1.1" status: 200 len: 834 time: 0.0796208 Dec 09 15:26:33.938262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-8598eb61-7332-41e4-85ac-ef23304a6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:33.939847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-8598eb61-7332-41e4-85ac-ef23304a6a52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1692b737-6671-42f5-a44d-8638542f3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498405 Dec 09 15:26:34.019839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:34.109760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e268-8fac-4efe-8907-4c4d70c715dc req-93a2f978-bfd8-415d-b323-27f9a554df65 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:34.112221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4e9e268-8fac-4efe-8907-4c4d70c715dc req-93a2f978-bfd8-415d-b323-27f9a554df65 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 943 time: 0.0879190 Dec 09 15:26:34.159429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-034ac508-acd5-4626-aac2-5b853367540a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:34.160663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-034ac508-acd5-4626-aac2-5b853367540a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.36 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97&tenant_id=04bb30fb984a4d36b8046aef06454315&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 943 time: 0.1684244 Dec 09 15:26:34.163183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-3e3ecc07-e158-426f-b08a-7c96299770ea service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164798 Dec 09 15:26:34.177373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4e9e268-8fac-4efe-8907-4c4d70c715dc req-2c9f0da4-ca10-4bbd-8d88-156f9d4d374a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564647 Dec 09 15:26:34.253248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'mac_address': 'fa:16:3e:10:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:26:34.319086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:34.328384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58152) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:34.335957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-320de16e-cc7e-4fe0-b48e-4c190c4a81d0 service neutron] 10.222.0.36 "GET /v2.0/ports/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 382 time: 0.1499794 Dec 09 15:26:34.357284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:26:34.389320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:34.401616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:34.432348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:31Z', 'revision_number': 0, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:34.440553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35b15748-e468-4a64-bdc6-2dcaa71fb943 req-e9a192b2-d661-4edb-bab9-ba4217ffc86a service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259915 Dec 09 15:26:34.442215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78641d3f-4294-4cd4-ac4f-8e430dc104ba tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/1849da6f-891e-4758-8a6b-d01fda970727 HTTP/1.1" status: 200 len: 992 time: 0.1120315 Dec 09 15:26:34.457856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-97bbd932-5dce-4a73-9e80-00d4864cda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:34.459516 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-97bbd932-5dce-4a73-9e80-00d4864cda54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1095 time: 0.0874727 Dec 09 15:26:34.464485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ae27d-57a9-4277-b44e-436544e0b3e1 None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:15Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:31Z', 'revision_number': 0, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:26:34.497956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:34.507160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.507820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.508397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.508921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.510117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.510660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.511293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.511817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.512321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.513176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.513692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.514200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.515017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:34.564557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-41f412f7-cee9-4461-bbca-4c7489a694c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:34.566042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-41f412f7-cee9-4461-bbca-4c7489a694c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.0989580 Dec 09 15:26:34.656655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:26:34.730490 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01ad9c3-d702-41f6-a04a-dff62e40a373 None None] New status for floating IP 1849da6f-891e-4758-8a6b-d01fda970727: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:26:34.933099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-617a20e8-7e66-40b2-b10d-5eba296d47c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 999 time: 0.3593712 Dec 09 15:26:34.988781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-456099c4-093c-43f7-8b92-dc0841b3b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:34.990266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-456099c4-093c-43f7-8b92-dc0841b3b8fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0500076 Dec 09 15:26:35.036339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-4306ca4a-e4df-48b3-ab2d-2451c7dd0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:35.037850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-4306ca4a-e4df-48b3-ab2d-2451c7dd0509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393054 Dec 09 15:26:35.139227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-9c5c3035-093c-41fd-a800-98abfdb09aad service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906105 Dec 09 15:26:35.233524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-1cdadad7-d5f4-43f2-89e9-b2c8493e5aaa service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 Dec 09 15:26:35.307915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc171-316e-4da1-ac2f-5c86060239b0 req-aaaeef86-64c8-4b28-a352-77d9e9c40c4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:35.309673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d6dc171-316e-4da1-ac2f-5c86060239b0 req-aaaeef86-64c8-4b28-a352-77d9e9c40c4e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 944 time: 0.0563765 Dec 09 15:26:35.361401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d6dc171-316e-4da1-ac2f-5c86060239b0 req-815470e8-0578-4a0f-bfd2-4f6aee9abae2 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455744 Dec 09 15:26:35.445259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58158) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:35.507829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a5bab9a1-83cb-401d-b40e-a8ade08f0cf0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/1849da6f-891e-4758-8a6b-d01fda970727 HTTP/1.1" status: 200 len: 994 time: 0.0613425 Dec 09 15:26:35.721945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-18d52cde-4660-4c63-bda1-fb8b7dea70e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389960 Dec 09 15:26:35.769905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:35.818264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-401dfdeb-54a8-4d09-baaa-ea6101b2e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:35.820021 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-401dfdeb-54a8-4d09-baaa-ea6101b2e582 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 1097 time: 0.0436485 Dec 09 15:26:35.824763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:26:35.829080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:35.829459 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:35.909209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:35.933751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-8e15d54e-a55a-4eee-81d1-69a4959d8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:35.935524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-8e15d54e-a55a-4eee-81d1-69a4959d8c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.0914185 Dec 09 15:26:35.935711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:35.937909 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c58c425-f17c-4da1-ab43-af1d9a33ae8a" -d '{"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-plugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:35.951796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:35.957182 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:36.011658 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdc065b-500d-401c-923f-d3cac8e11a95 x-openstack-request-id: req-dfdc065b-500d-401c-923f-d3cac8e11a95 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:36.011952 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-plugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:36.012212 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfdc065b-500d-401c-923f-d3cac8e11a95 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:36.012608 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'code': 200} Dec 09 15:26:36.019168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-1a91eeae-a69c-487a-b793-30c67218820c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 200 len: 1002 time: 0.0749114 Dec 09 15:26:36.037075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:36.081564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-2d11f674-8933-48f0-a425-37b1e599fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:36.083072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-2d11f674-8933-48f0-a425-37b1e599fc9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0567701 Dec 09 15:26:36.131604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-413fafd0-d3b1-4022-98c0-2f03f5659650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:36.133144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-413fafd0-d3b1-4022-98c0-2f03f5659650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418246 Dec 09 15:26:36.228881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-6d3a82df-ee97-44c0-9b42-e84ebdf5ffea service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871091 Dec 09 15:26:36.327320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b8b17958-c00c-4eae-be11-9e8f452f3dbb req-daec25c6-8370-4294-b833-b7b34058f783 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904691 Dec 09 15:26:36.480308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787fc24-4955-4b33-864e-7fb66b1f53ca req-a8ecbb45-ad0e-40ea-8697-11f869b658fd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:36.481705 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4787fc24-4955-4b33-864e-7fb66b1f53ca req-a8ecbb45-ad0e-40ea-8697-11f869b658fd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Dec 09 15:26:36.533785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4787fc24-4955-4b33-864e-7fb66b1f53ca req-20403d36-53da-431f-8520-a510edb9fac1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459130 Dec 09 15:26:37.301365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-65cee795-5312-489a-8d84-a62ea6362bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:37.302875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-65cee795-5312-489a-8d84-a62ea6362bb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 1096 time: 0.0615284 Dec 09 15:26:37.319579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:37.375637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:37.594685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:37.658595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:37.695060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd8842-7bac-495e-8b93-c04fbf886d58 req-b94dfcfc-d6f7-4c8c-880a-e17f8343afd6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:37.696668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ccd8842-7bac-495e-8b93-c04fbf886d58 req-b94dfcfc-d6f7-4c8c-880a-e17f8343afd6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 945 time: 0.0903039 Dec 09 15:26:37.718102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:37.720337 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79b0882-25c9-4b7e-8559-d4dc53a2e3a3" -d '{"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:37.727338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:37.744872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Transition to ACTIVE for port object 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:26:37.753176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:37.796729 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903ebc7f-4a1f-476d-9216-4bc8cec6a7bf x-openstack-request-id: req-903ebc7f-4a1f-476d-9216-4bc8cec6a7bf {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:37.797026 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:37.797284 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-903ebc7f-4a1f-476d-9216-4bc8cec6a7bf {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:37.797685 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'code': 200} Dec 09 15:26:37.820767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ccd8842-7bac-495e-8b93-c04fbf886d58 req-0d071410-e189-4c62-a72e-f8ba7756a067 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112118 Dec 09 15:26:37.885482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=10']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:37.960084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] No DVR routers for this DVR port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:26:38.100933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:26:38.101197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:26:38.101522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:38.106373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:26:38.106692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Attempting to bind port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on network 3d93c13a-b541-4dc7-9e71-a119f56fef8a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:26:38.111519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:26:38.111855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Checking segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:38.112247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Bound using segment: {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:26:38.112735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Bound port: 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:26:38.113086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:38.177070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:26:38.180166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:26:38.187561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:38.224844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:38.225470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:38.226894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] 10.222.0.43 "PUT /v2.0/ports/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 1092 time: 0.9116874 Dec 09 15:26:38.248386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b395b-0b41-4f2f-9bee-11c94ab3272b service neutron] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=11']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:38.315988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-12871536-f3d3-4be3-b8c5-e1705da25340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:38.317439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-12871536-f3d3-4be3-b8c5-e1705da25340 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1095 time: 0.0531652 Dec 09 15:26:38.436027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-a750c325-0f70-457c-b6e9-f9466b1ca52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:38.438331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-a750c325-0f70-457c-b6e9-f9466b1ca52a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.1093328 Dec 09 15:26:38.518638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-ab739dca-aedf-4191-9878-e2171bdefa50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0720539 Dec 09 15:26:38.570985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-45abb7bc-ade3-45d7-969e-e7ccbc9c7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:38.573662 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-45abb7bc-ade3-45d7-969e-e7ccbc9c7e5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0437858 Dec 09 15:26:38.623938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-e60f32f7-c99e-4b8e-bb62-c0b6a0fd28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:38.625433 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-e60f32f7-c99e-4b8e-bb62-c0b6a0fd28b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410638 Dec 09 15:26:38.727456 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-cac37cf4-55bb-46c1-965f-a5c8e01d0b62 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891311 Dec 09 15:26:38.821050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35145a55-7e01-4a5e-afba-f578e52270d1 req-20f458e8-16a0-4c91-ae98-18d89970935f service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815890 Dec 09 15:26:38.952477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d780b3-b52d-43ca-bf30-67aec8462fc5 req-8904266c-ef6c-4914-a673-0383e422e97f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:38.953962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5d780b3-b52d-43ca-bf30-67aec8462fc5 req-8904266c-ef6c-4914-a673-0383e422e97f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 944 time: 0.0528445 Dec 09 15:26:39.003171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5d780b3-b52d-43ca-bf30-67aec8462fc5 req-d7891f44-c36d-43a1-8941-ca4b34845ce4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Dec 09 15:26:39.799266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:39.801763 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73943bf5-3164-47f6-95f0-5fc78f9952f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:39.857173 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5425af5-9c44-4e2b-81e7-43b70d15c7bd x-openstack-request-id: req-c5425af5-9c44-4e2b-81e7-43b70d15c7bd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:39.857634 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:39.857969 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5425af5-9c44-4e2b-81e7-43b70d15c7bd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:39.858436 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'status': 'completed', 'code': 200} Dec 09 15:26:39.910306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-4bf33788-0a11-4f8f-bb5e-757e8cab6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:39.911956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-4bf33788-0a11-4f8f-bb5e-757e8cab6f3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1095 time: 0.0404346 Dec 09 15:26:39.930659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-2e9f1b0c-def2-4380-94e7-c29db4922457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:39.932838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-2e9f1b0c-def2-4380-94e7-c29db4922457 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1095 time: 0.0476489 Dec 09 15:26:40.013558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-51eb2d2e-2c48-4726-a10d-0733384b7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.015140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-51eb2d2e-2c48-4726-a10d-0733384b7cae service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.0962791 Dec 09 15:26:40.028292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-780f7c0b-c59f-41aa-870f-a96b11dd11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.030386 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-780f7c0b-c59f-41aa-870f-a96b11dd11a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.0886893 Dec 09 15:26:40.116102 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-ddd2c468-999e-41aa-ba75-8e0e5a3bfa97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0747874 Dec 09 15:26:40.128850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-734ebd5e-33d1-4d6d-b08d-f0d540801e14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 998 time: 0.0950656 Dec 09 15:26:40.174157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-02442082-0259-4bf3-8214-8ba844de6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.175670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-02442082-0259-4bf3-8214-8ba844de6a9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0500369 Dec 09 15:26:40.186177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-c386c09a-0904-4ed6-8bff-ec6d72c74e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.187667 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-c386c09a-0904-4ed6-8bff-ec6d72c74e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.0504923 Dec 09 15:26:40.198870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8e4e2-db7a-4209-98bf-924c4e84e42e req-1df884c5-789c-46e6-9a9d-c6a45caaad7b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.200395 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72e8e4e2-db7a-4209-98bf-924c4e84e42e req-1df884c5-789c-46e6-9a9d-c6a45caaad7b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 944 time: 0.1117642 Dec 09 15:26:40.226499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-e16bf683-0b0e-4e51-b2ea-05ac991de276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.228981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-e16bf683-0b0e-4e51-b2ea-05ac991de276 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454614 Dec 09 15:26:40.268438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-2cafc8b8-4a52-48e1-be51-d4476b7d66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:40.269973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-2cafc8b8-4a52-48e1-be51-d4476b7d66c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686679 Dec 09 15:26:40.306194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72e8e4e2-db7a-4209-98bf-924c4e84e42e req-a149cd2d-6001-408a-bcb4-9808d9eb9ebe tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973148 Dec 09 15:26:40.348832 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-ae568a0b-1c21-4b7c-b1b5-cc9adc3d17d6 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112185 Dec 09 15:26:40.387377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-65ebe316-ec58-437d-be2d-782732d20ab6 service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085839 Dec 09 15:26:40.452489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-3c22fcb2-a52c-42df-9874-fb56970d845b service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950003 Dec 09 15:26:40.496006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73943bf5-3164-47f6-95f0-5fc78f9952f2 req-a58f3284-cb84-4299-b9b3-63e35ea06f32 service neutron] 10.222.0.36 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008215 Dec 09 15:26:40.625718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:41.205132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:26:41.306545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:41.326705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'port_id': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'mac_address': 'fa:16:3e:10:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:26:41.368918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:41.383230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:26:41.404004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:41.408163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:41.462387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=12']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:41.466548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff629771-4bc9-4d48-9c76-88d4e9a9c5de req-5caef778-78a8-4773-9da9-6408bfd9d8c5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:41.468346 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff629771-4bc9-4d48-9c76-88d4e9a9c5de req-5caef778-78a8-4773-9da9-6408bfd9d8c5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 944 time: 0.0839977 Dec 09 15:26:41.473012 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:41.594893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff629771-4bc9-4d48-9c76-88d4e9a9c5de req-fbe8fce2-6f68-492c-9b36-e6afc4354cad tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196933 Dec 09 15:26:41.617524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58202) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:41.651902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:26:41.690308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7472d84a-72e5-4c53-8d74-69543907057e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/d5fb7809-5eeb-4d54-afde-472afa7811fe HTTP/1.1" status: 200 len: 991 time: 0.0664318 Dec 09 15:26:41.785284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:26:41.815048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Deleting port aa630806-d6be-446b-8af4-70c520e63cea {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:41.815415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:41.857524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:26:41.891630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] For port aa630806-d6be-446b-8af4-70c520e63cea, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aa630806-d6be-446b-8af4-70c520e63cea,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:41.891995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:41.904662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Calling delete_port for aa630806-d6be-446b-8af4-70c520e63cea owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:42.080205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:42.110457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa630806-d6be-446b-8af4-70c520e63cea,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:42.272072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:42.485665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Router cc3591e9-d8f1-405b-835a-def7dceef940 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:26:42.589547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:26:42.595432 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0a239f3a-bbe4-4db9-8863-d297f1e15262 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc3591e9-d8f1-405b-835a-def7dceef940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9677730 Dec 09 15:26:42.597063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:42.599646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] Sync routers for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:26:42.609811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:42.610432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:42.699490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:42.714705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:42.801169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:42.852489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Deleting port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:42.853420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:42.897600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:26:42Z', 'revision_number': 5, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port': {'id': '2cca22a6-07de-4b7f-82f2-1fea8046ce2a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:18:35Z', 'updated_at': '2021-12-09T15:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:42.924948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] Checking router: cc3591e9-d8f1-405b-835a-def7dceef940 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:26:42.934071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] Routers {'cc3591e9-d8f1-405b-835a-def7dceef940'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:26:42.934693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc3591e9-d8f1-405b-835a-def7dceef940'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:42.936142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] For port 2cca22a6-07de-4b7f-82f2-1fea8046ce2a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:42.936514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:42.950075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Calling delete_port for 2cca22a6-07de-4b7f-82f2-1fea8046ce2a owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:43.021223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] Set router cc3591e9-d8f1-405b-835a-def7dceef940 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:26:43.076241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:26:42Z', 'revision_number': 6, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:43.101843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740a75-db87-4c48-a333-cee018e0b8f9 None None] The sync data for ids ['cc3591e9-d8f1-405b-835a-def7dceef940'] in n-d-804292-5 is: [{'id': 'cc3591e9-d8f1-405b-835a-def7dceef940', 'name': 'tempest-AttachVolumeShelveTestJSON-1865368309-router', 'tenant_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:18:34Z', 'updated_at': '2021-12-09T15:26:42Z', 'revision_number': 6, 'project_id': 'ab581ffb4411402c98df37bfc86ac6cf', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:26:43.118307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.145474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cca22a6-07de-4b7f-82f2-1fea8046ce2a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:43.162487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d6f69-c4a7-451c-ad33-00530c625543 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:26:43.215992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.219257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:26:43.276805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:26:43.281982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:26:43.282366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.323964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.326327 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.362244 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.385866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:26:43.388453 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eeb0e8-76de-4088-8bf5-c6c0602ef611" -d '{"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-plugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:26:43.404571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:43.409976 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.448526 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a71ff0-66d9-4406-addf-1f06b68a57e7 x-openstack-request-id: req-e0a71ff0-66d9-4406-addf-1f06b68a57e7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:26:43.448832 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-plugged", "status": "completed", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:26:43.449072 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0a71ff0-66d9-4406-addf-1f06b68a57e7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:26:43.449458 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'code': 200} Dec 09 15:26:43.480106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=13']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:43.660633 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.661258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3591e9-d8f1-405b-835a-def7dceef940 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:26:43.666119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.667229 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ca876e6a-69b2-47ca-a37a-a9ac805fe9b4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cc3591e9-d8f1-405b-835a-def7dceef940 HTTP/1.1" status: 204 len: 168 time: 1.0692475 Dec 09 15:26:43.670035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58208) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:43.713542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Deleting subnet 96f92a48-9fa1-4d90-bab1-230def423ede {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:26:43.716610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.750787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.828732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.881447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.905192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f92a48-9fa1-4d90-bab1-230def423ede,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:43.914195 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:43.920595 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e10e816a-2637-4951-a2e0-8910bc9e1057 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/96f92a48-9fa1-4d90-bab1-230def423ede HTTP/1.1" status: 204 len: 168 time: 0.2471523 Dec 09 15:26:43.920955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58210) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:43.921426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61556d4-5107-4e04-84d8-03193558e663 None None] Network d025b975-ab3e-41a7-bb52-2bd69d09b4d2 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:26:43.925089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aa630806-d6be-446b-8af4-70c520e63cea no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:26:43.965397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: aa630806-d6be-446b-8af4-70c520e63cea {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:26:43.965747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aa630806-d6be-446b-8af4-70c520e63cea not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:26:44.003327 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.071064 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Deleting port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:44.071871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.112125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] DHCP port deletion for d025b975-ab3e-41a7-bb52-2bd69d09b4d2 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:26:44.141638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] For port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:44.142012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.155842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Calling delete_port for f2a60de9-0323-4b6a-a1e5-0a36397ffc2f owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:44.162007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] Deleting port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:44.162382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.231529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] For port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,segment=NetworkSegment(2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74),segment_id=2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:26:44.232256 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.245868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] Calling delete_port for f2a60de9-0323-4b6a-a1e5-0a36397ffc2f owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:44.246447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.273196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:44.275746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] No DVR routers for this DVR port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:26:44.328041 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.352435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.352759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] Pushing event deleted for resources: {'Port': ['ID=f2a60de9-0323-4b6a-a1e5-0a36397ffc2f,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:44.368090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82303cc4-84af-45bb-94b9-d7ca7a521a63 None None] No DVR routers for this DVR port f2a60de9-0323-4b6a-a1e5-0a36397ffc2f on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:26:44.380577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d025b975-ab3e-41a7-bb52-2bd69d09b4d2']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:44.393109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:44.393465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ccfc7-fe5e-4f5b-a70d-5210aedd3c74') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:44.404852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.417966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.424093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:44.424474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:44.426343 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:44.478801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.484282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.487621 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/d025b975-ab3e-41a7-bb52-2bd69d09b4d2 HTTP/1.1" status: 204 len: 168 time: 0.5656540 Dec 09 15:26:44.503912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811e6b-6ee1-445e-ae9e-9c10ec3ed3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d025b975-ab3e-41a7-bb52-2bd69d09b4d2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:44.598624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58214) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:44.637451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7da1f4e3-a453-4f46-9163-4e1d403add20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab581ffb4411402c98df37bfc86ac6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375602 Dec 09 15:26:44.639697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:44.698474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccf8d-e834-47e2-843e-32ce387311b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.719654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccf8d-e834-47e2-843e-32ce387311b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.765241 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccf8d-e834-47e2-843e-32ce387311b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.767865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccf8d-e834-47e2-843e-32ce387311b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:44.769048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4e7ccf8d-e834-47e2-843e-32ce387311b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96af8698-d152-4e0a-aa88-2bd7520be47b HTTP/1.1" status: 204 len: 168 time: 0.1284585 Dec 09 15:26:44.776732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccf8d-e834-47e2-843e-32ce387311b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af8698-d152-4e0a-aa88-2bd7520be47b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:45.530026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2cca22a6-07de-4b7f-82f2-1fea8046ce2a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:26:45.549846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 2cca22a6-07de-4b7f-82f2-1fea8046ce2a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:26:45.550203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2cca22a6-07de-4b7f-82f2-1fea8046ce2a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:26:45.550658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f2a60de9-0323-4b6a-a1e5-0a36397ffc2f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:26:45.573802 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f2a60de9-0323-4b6a-a1e5-0a36397ffc2f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:26:45.574152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f2a60de9-0323-4b6a-a1e5-0a36397ffc2f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:26:45.782819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58252) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:45.886588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e20289e-3d8b-470e-93c2-1a6e8611b70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:45.958772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e20289e-3d8b-470e-93c2-1a6e8611b70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:45.962648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e20289e-3d8b-470e-93c2-1a6e8611b70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:45.998828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20289e-3d8b-470e-93c2-1a6e8611b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10749a20-58fe-4842-892f-3115fb5b172c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:46.003127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1e20289e-3d8b-470e-93c2-1a6e8611b70a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9b37d5dd4ea4522999317c30d153eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192597 Dec 09 15:26:46.005882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:46.054252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3911a1e8-64b9-498b-9d5d-55328fcd7719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:46.075120 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3911a1e8-64b9-498b-9d5d-55328fcd7719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:46.122130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3911a1e8-64b9-498b-9d5d-55328fcd7719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:46.124762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3911a1e8-64b9-498b-9d5d-55328fcd7719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:46.125912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3911a1e8-64b9-498b-9d5d-55328fcd7719 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10749a20-58fe-4842-892f-3115fb5b172c HTTP/1.1" status: 204 len: 168 time: 0.1191404 Dec 09 15:26:46.133600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a1e8-64b9-498b-9d5d-55328fcd7719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10749a20-58fe-4842-892f-3115fb5b172c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:48.081997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58330) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:48.195681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e634d71f-2112-47fe-9059-a9703c18178c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.272123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e634d71f-2112-47fe-9059-a9703c18178c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.276483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e634d71f-2112-47fe-9059-a9703c18178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.317137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e634d71f-2112-47fe-9059-a9703c18178c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a6104b94e8e4535bf30d3d0bc22b66b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339985 Dec 09 15:26:48.318128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634d71f-2112-47fe-9059-a9703c18178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5056546-1e57-447b-adee-c59c2e40d70e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:48.320422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:48.386605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c512479f-4b7d-48cd-9f0b-94b842204944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.412661 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c512479f-4b7d-48cd-9f0b-94b842204944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.470984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c512479f-4b7d-48cd-9f0b-94b842204944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.474496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c512479f-4b7d-48cd-9f0b-94b842204944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.476038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c512479f-4b7d-48cd-9f0b-94b842204944 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5056546-1e57-447b-adee-c59c2e40d70e HTTP/1.1" status: 204 len: 168 time: 0.1532686 Dec 09 15:26:48.484877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512479f-4b7d-48cd-9f0b-94b842204944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5056546-1e57-447b-adee-c59c2e40d70e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:48.730946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58340) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:48.744649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26214cf2-c3e8-407d-ac73-35af48630a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.823905 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26214cf2-c3e8-407d-ac73-35af48630a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.827563 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26214cf2-c3e8-407d-ac73-35af48630a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.873039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-26214cf2-c3e8-407d-ac73-35af48630a3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5bedace27634d758a273949cb8f0b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409166 Dec 09 15:26:48.873811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26214cf2-c3e8-407d-ac73-35af48630a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8dbfd0-6d05-4c92-8756-0f35181478c7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:48.875738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58342) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:48.924446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-202e8fe5-78b1-45ab-9192-49e5ce6d53b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.945359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-202e8fe5-78b1-45ab-9192-49e5ce6d53b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.990579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-202e8fe5-78b1-45ab-9192-49e5ce6d53b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.993854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-202e8fe5-78b1-45ab-9192-49e5ce6d53b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:48.995063 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-202e8fe5-78b1-45ab-9192-49e5ce6d53b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea8dbfd0-6d05-4c92-8756-0f35181478c7 HTTP/1.1" status: 204 len: 168 time: 0.1177089 Dec 09 15:26:49.002640 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e8fe5-78b1-45ab-9192-49e5ce6d53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8dbfd0-6d05-4c92-8756-0f35181478c7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:50.271810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58410) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:50.379946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43eaad76-8480-4d4c-8284-cc37a310499b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.460699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43eaad76-8480-4d4c-8284-cc37a310499b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.464630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43eaad76-8480-4d4c-8284-cc37a310499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.506129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-43eaad76-8480-4d4c-8284-cc37a310499b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff3907183906449ca9279f0781834182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330256 Dec 09 15:26:50.506925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaad76-8480-4d4c-8284-cc37a310499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67fef3-3c4e-46a7-a074-2ca8da3eb4d7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:50.509043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58414) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:50.563864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69012bc7-c7f9-4cd8-91ac-642e2f026308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.585294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69012bc7-c7f9-4cd8-91ac-642e2f026308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.633306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69012bc7-c7f9-4cd8-91ac-642e2f026308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.636479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-69012bc7-c7f9-4cd8-91ac-642e2f026308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:50.637628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-69012bc7-c7f9-4cd8-91ac-642e2f026308 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd67fef3-3c4e-46a7-a074-2ca8da3eb4d7 HTTP/1.1" status: 204 len: 168 time: 0.1275990 Dec 09 15:26:50.646064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69012bc7-c7f9-4cd8-91ac-642e2f026308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67fef3-3c4e-46a7-a074-2ca8da3eb4d7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:51.782080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58450) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:51.921191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-454415453'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:51.943116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Made reservation on behalf of 16a322f6ee50408abace639c8b63e3bc for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:51.946604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:51.954805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.033285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.036865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.062855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:52.072612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caedfea4-9dbb-4e84-bf7d-b13256cc6081,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:52.078119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.078428 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Added segment 05123b42-cd9c-4d83-950a-cb8c440cb377 of type vlan for network b46dd3cd-aee3-4655-b703-f92a924171ee Dec 09 15:26:52.100796 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.118684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.143457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.149118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:52.149711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.188340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4050677 Dec 09 15:26:52.191419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58454) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:52.226717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ead6b4-0c31-43c2-b756-a31c87ed44a2 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Pushing event updated for resources: {'Network': ['ID=b46dd3cd-aee3-4655-b703-f92a924171ee,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:52.237711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b46dd3cd-aee3-4655-b703-f92a924171ee details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:52.270223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'network': {'name': 'tempest-network--1675915286', 'router:external': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:52.291886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Made reservation on behalf of a7924b81971049bc9e05f5a8780d74d8 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:52.295089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.303592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.379808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.383323 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.405022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:52.418417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30780fef-0d8c-47a2-aca6-18e21d7e9ecd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:52.423528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.423875 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Added segment c191e176-b0cf-48ce-9ca2-78368269daa8 of type vlan for network 8da7a52b-4c74-4866-81d9-04aa3d280959 Dec 09 15:26:52.467982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.496598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.497705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:52.498278 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.514516 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.555783 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3632865 Dec 09 15:26:52.558680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58458) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:52.598899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9db021-7d3d-45b4-910d-f793dce5075d tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Network': ['ID=8da7a52b-4c74-4866-81d9-04aa3d280959,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:52.608546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 8da7a52b-4c74-4866-81d9-04aa3d280959 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:52.627741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.710478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.730227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da7a52b-4c74-4866-81d9-04aa3d280959']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:52.739337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c191e176-b0cf-48ce-9ca2-78368269daa8') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:52.739666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c191e176-b0cf-48ce-9ca2-78368269daa8') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:52.749239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.762643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.768412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:52.768830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:52.770473 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:52.828793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.834030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8da7a52b-4c74-4866-81d9-04aa3d280959 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:26:52.836914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.841057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/networks/8da7a52b-4c74-4866-81d9-04aa3d280959 HTTP/1.1" status: 204 len: 168 time: 0.2813656 Dec 09 15:26:52.844606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58460) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:52.850146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:52.851397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15980-c8c9-4a24-99ee-5f695b35e36e tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Network': ['ID=8da7a52b-4c74-4866-81d9-04aa3d280959,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:52.872849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Made reservation on behalf of a7924b81971049bc9e05f5a8780d74d8 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:52.875909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.900930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:52.911519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.911933 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Added segment 6c5a96fd-7aee-40ca-9308-e756c509fa5d of type vlan for network 5d445de0-162f-4948-98b1-11de48ba0705 Dec 09 15:26:52.957085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.985354 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:52.986306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:52.986892 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.024207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1758094 Dec 09 15:26:53.024685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58462) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:53.030134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'subnet': {'network_id': '5d445de0-162f-4948-98b1-11de48ba0705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:53.051970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Made reservation on behalf of a7924b81971049bc9e05f5a8780d74d8 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:53.052530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcb262-5da2-41d0-9b0d-05bfb4bce7ad tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Network': ['ID=5d445de0-162f-4948-98b1-11de48ba0705,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:53.060998 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.067034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5d445de0-162f-4948-98b1-11de48ba0705 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:53.193538 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-648d17ee-124a-4c44-a4c8-efe65b3cbdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.385024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.objects.ports [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109894) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:26:53.385500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.443304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0bfe6f4-c68e-4477-8204-d0432898cd49,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:53.453104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Checking segment: {'id': '6c5a96fd-7aee-40ca-9308-e756c509fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5d445de0-162f-4948-98b1-11de48ba0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:26:53.453473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Network hostable DHCP agents. Network: 5d445de0-162f-4948-98b1-11de48ba0705, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:26:53.471423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Network 5d445de0-162f-4948-98b1-11de48ba0705 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:26:53.480390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5d445de0-162f-4948-98b1-11de48ba0705) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:53.484705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:53.485307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.488881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c65cc-666c-4570-b06b-6eccffea168d None None] Network 5d445de0-162f-4948-98b1-11de48ba0705 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:26:53.504449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1c0f89c4-1d77-4a26-8264-98d41becb77c tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4785807 Dec 09 15:26:53.507288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58464) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:53.511851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'floatingip': {'floating_network_id': '5d445de0-162f-4948-98b1-11de48ba0705'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:53.533995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.628290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.730379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Allocated IP 172.20.0.14 (5d445de0-162f-4948-98b1-11de48ba0705/b0bfe6f4-c68e-4477-8204-d0432898cd49/6e5a749c-bc56-4325-a451-00efda9e6d77) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:26:53.751165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ed9d0-6c01-479f-ac09-f46f15a76e0b None None] Network 5d445de0-162f-4948-98b1-11de48ba0705 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:26:53.843877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.877059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:53.914221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Network 5d445de0-162f-4948-98b1-11de48ba0705 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:26:53.917114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:26:53.922783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:26:53.944345 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5a749c-bc56-4325-a451-00efda9e6d77,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:54.008155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.045095 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.193310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.197585 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.267382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5a749c-bc56-4325-a451-00efda9e6d77,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:54.278071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.278430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.278783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.279127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.279498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.279839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.280175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.280512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.280846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.281182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.281513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.281843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.282170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:26:54.289329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.304481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.305709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-05118a48-6f69-49b2-a0a9-f75dd74a7135 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7973852 Dec 09 15:26:54.309121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58466) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:54.379500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a870576f-b27f-458c-8592-b2b1e9883d88 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=5d445de0-162f-4948-98b1-11de48ba0705 HTTP/1.1" status: 200 len: 690 time: 0.0690248 Dec 09 15:26:54.381935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58468) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:54.477301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.590717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Deleting port 6e5a749c-bc56-4325-a451-00efda9e6d77 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:26:54.591058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.666241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.666568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.678201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Calling delete_port for 6e5a749c-bc56-4325-a451-00efda9e6d77 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:26:54.813241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.837442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e5a749c-bc56-4325-a451-00efda9e6d77,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:54.895103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.940945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:54.997222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.025510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0bfe6f4-c68e-4477-8204-d0432898cd49,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:55.074902 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.094011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d445de0-162f-4948-98b1-11de48ba0705']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:55.110674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5a96fd-7aee-40ca-9308-e756c509fa5d') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:55.111070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5a96fd-7aee-40ca-9308-e756c509fa5d') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:55.131472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.151257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.158107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:55.158555 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:55.160350 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:55.216336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.221393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d445de0-162f-4948-98b1-11de48ba0705 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:26:55.223986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.227198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5d445de0-162f-4948-98b1-11de48ba0705 HTTP/1.1" status: 204 len: 168 time: 0.8443615 Dec 09 15:26:55.230412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58470) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.237520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cab8d-94d4-4d67-8623-3c39a9536cdc tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d445de0-162f-4948-98b1-11de48ba0705,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:55.338442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c694c4ee-da65-4905-b5ff-31ddc1721261 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1067257 Dec 09 15:26:55.341315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58472) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.395782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.396248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.396698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.397147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.397595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.398037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.398479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.400316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4fb5062a-c38b-47f1-8e8e-3a2de464b325 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0581000 Dec 09 15:26:55.403690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58474) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.463246 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-af1aac62-b288-4307-9b27-db8335a387e8 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] delete failed (client error): The resource could not be found. Dec 09 15:26:55.467198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-af1aac62-b288-4307-9b27-db8335a387e8 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/547f7d01-9a95-4ffe-85e3-35d7d34efb4b HTTP/1.1" status: 404 len: 345 time: 0.0603604 Dec 09 15:26:55.467440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58476) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.484112 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9c028d-d0ce-419f-8742-a49ed98c9038 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] DELETE failed (client error): The resource could not be found. Dec 09 15:26:55.484634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9c028d-d0ce-419f-8742-a49ed98c9038 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:26:55.487633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3a9c028d-d0ce-419f-8742-a49ed98c9038 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5d445de0-162f-4948-98b1-11de48ba0705 HTTP/1.1" status: 404 len: 339 time: 0.0192692 Dec 09 15:26:55.491930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58478) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.495626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'network': {'name': 'tempest-network--1426761706', 'router:external': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:55.518318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Made reservation on behalf of a7924b81971049bc9e05f5a8780d74d8 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:55.520689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.545630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:55.555871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.556220 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Added segment 2b7ff6fa-d8f7-4a20-aa70-fe1c0d8fb123 of type vlan for network e22892b4-055d-46fe-b3e7-e050b9fc1b85 Dec 09 15:26:55.618823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.647820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c0d78db-b135-416a-b81d-dfd150c81ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.657183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.658170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.658751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:55.717609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2254515 Dec 09 15:26:55.720243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58484) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.756238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99033e59-045c-4040-bdec-d8d6bfdcf912 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Network': ['ID=e22892b4-055d-46fe-b3e7-e050b9fc1b85,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:55.766436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e22892b4-055d-46fe-b3e7-e050b9fc1b85 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:55.903085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975a6ae-db48-4dea-abb4-521635d25712 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.908850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975a6ae-db48-4dea-abb4-521635d25712 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.914888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975a6ae-db48-4dea-abb4-521635d25712 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.921382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975a6ae-db48-4dea-abb4-521635d25712 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:55.923010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c975a6ae-db48-4dea-abb4-521635d25712 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2017126 Dec 09 15:26:55.925847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58486) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:55.993056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.074351 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.095024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22892b4-055d-46fe-b3e7-e050b9fc1b85']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:56.105744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7ff6fa-d8f7-4a20-aa70-fe1c0d8fb123') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:56.106119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7ff6fa-d8f7-4a20-aa70-fe1c0d8fb123') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:56.115086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.128560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.134578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:56.135100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:56.137496 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:56.194252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.199814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e22892b4-055d-46fe-b3e7-e050b9fc1b85 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:26:56.202476 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.205676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e22892b4-055d-46fe-b3e7-e050b9fc1b85 HTTP/1.1" status: 204 len: 168 time: 0.2788918 Dec 09 15:26:56.209387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58488) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:56.214942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'network': {'name': 'tempest-network--937678568', 'router:external': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:56.215506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebf124-f46c-4d4b-8fa7-b22249867788 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Network': ['ID=e22892b4-055d-46fe-b3e7-e050b9fc1b85,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:56.237051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Made reservation on behalf of a7924b81971049bc9e05f5a8780d74d8 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:56.239578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.548802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:56.557022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.557359 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Added segment 4dfbcf64-9325-4916-8729-3f805acb100a of type vlan for network 0dd39afd-9776-44d6-aedf-a3ef48965cb0 Dec 09 15:26:56.599728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.628849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.629837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:56.630423 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.665026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4520190 Dec 09 15:26:56.665470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58490) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:56.693855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdd158-6802-4d2f-8ae3-c86de33d3bfb tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Network': ['ID=0dd39afd-9776-44d6-aedf-a3ef48965cb0,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:56.711063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0dd39afd-9776-44d6-aedf-a3ef48965cb0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:56.760150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2c1de-8990-4990-a730-1cd49188c588 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:56.762080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-46c2c1de-8990-4990-a730-1cd49188c588 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] 10.222.0.46 "GET /v2.0/networks/0dd39afd-9776-44d6-aedf-a3ef48965cb0 HTTP/1.1" status: 200 len: 756 time: 0.0945880 Dec 09 15:26:56.764692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58492) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:56.785771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:56.854083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122860a7-7e14-4bd9-bc42-78b9f5da3ed1 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:56.855497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-122860a7-7e14-4bd9-bc42-78b9f5da3ed1 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] 10.222.0.46 "GET /v2.0/networks/b46dd3cd-aee3-4655-b703-f92a924171ee HTTP/1.1" status: 200 len: 767 time: 0.0898724 Dec 09 15:26:56.858447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58494) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:56.928783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.009124 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.028630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd39afd-9776-44d6-aedf-a3ef48965cb0']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:57.037523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfbcf64-9325-4916-8729-3f805acb100a') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:57.037822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfbcf64-9325-4916-8729-3f805acb100a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:57.047629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.060978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.066745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:57.067128 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:57.068845 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:57.123273 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.128045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0dd39afd-9776-44d6-aedf-a3ef48965cb0 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:26:57.130611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.133938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/networks/0dd39afd-9776-44d6-aedf-a3ef48965cb0 HTTP/1.1" status: 204 len: 168 time: 0.2744823 Dec 09 15:26:57.138479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58496) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:57.143820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'network': {'name': 'tempest-network--1255138921'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:57.144156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f04eba-9cb3-4926-b321-9bb747b9db9a tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dd39afd-9776-44d6-aedf-a3ef48965cb0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:57.166670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Made reservation on behalf of a7924b81971049bc9e05f5a8780d74d8 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:26:57.169811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.193552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:26:57.203459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.203855 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Added segment df1c90b1-50a6-49ec-a2ff-7a4ca563bf0e of type vlan for network 9be5405a-3c9b-4260-afbb-269c5a48b8af Dec 09 15:26:57.243172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.274907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.276198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:57.277531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.312948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1691866 Dec 09 15:26:57.313204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58498) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:57.317005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:26:57.353852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886421-187b-4fb0-9339-46a56c868efe tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Network': ['ID=9be5405a-3c9b-4260-afbb-269c5a48b8af,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:57.365954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 9be5405a-3c9b-4260-afbb-269c5a48b8af details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:26:57.477069 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.491256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.511365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Network 9be5405a-3c9b-4260-afbb-269c5a48b8af is not hosted by any dhcp agent {{(pid=109894) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:26:57.512226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:26:57.512831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.514145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "PUT /v2.0/networks/9be5405a-3c9b-4260-afbb-269c5a48b8af HTTP/1.1" status: 200 len: 858 time: 0.2012646 Dec 09 15:26:57.516980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58500) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:57.578794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b92b27-17d6-4630-a665-8fc02abef3de tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event updated for resources: {'Network': ['ID=9be5405a-3c9b-4260-afbb-269c5a48b8af,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:57.623521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.706502 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.726189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be5405a-3c9b-4260-afbb-269c5a48b8af']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:57.735758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c90b1-50a6-49ec-a2ff-7a4ca563bf0e') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:57.736061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c90b1-50a6-49ec-a2ff-7a4ca563bf0e') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:57.745516 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.758793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.765585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:57.766015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:57.767884 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:57.832114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.837193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9be5405a-3c9b-4260-afbb-269c5a48b8af {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:26:57.840341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:57.845821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] 10.222.0.46 "DELETE /v2.0/networks/9be5405a-3c9b-4260-afbb-269c5a48b8af HTTP/1.1" status: 204 len: 168 time: 0.3278513 Dec 09 15:26:57.847082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58502) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:57.857338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4903e5f-8e48-4505-89df-113221477483 tempest-ExternalNetworksTestJSON-1242523753 tempest-ExternalNetworksTestJSON-1242523753-project-admin] Pushing event deleted for resources: {'Network': ['ID=9be5405a-3c9b-4260-afbb-269c5a48b8af,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:57.873991 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f13fd1-1eef-4cc8-b7e2-ea1d3c515400 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] DELETE failed (client error): The resource could not be found. Dec 09 15:26:57.874457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f13fd1-1eef-4cc8-b7e2-ea1d3c515400 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:26:57.877716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-75f13fd1-1eef-4cc8-b7e2-ea1d3c515400 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] 10.222.0.46 "DELETE /v2.0/subnets/b0bfe6f4-c68e-4477-8204-d0432898cd49 HTTP/1.1" status: 404 len: 337 time: 0.0294938 Dec 09 15:26:57.880338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58504) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:57.961594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.058971 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.079306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46dd3cd-aee3-4655-b703-f92a924171ee']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:58.088594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05123b42-cd9c-4d83-950a-cb8c440cb377') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:58.089619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05123b42-cd9c-4d83-950a-cb8c440cb377') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:26:58.099054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.113589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.120899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:26:58.121296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:26:58.124868 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:26:58.194787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.203189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.209176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] 10.222.0.46 "DELETE /v2.0/networks/b46dd3cd-aee3-4655-b703-f92a924171ee HTTP/1.1" status: 204 len: 168 time: 0.3255727 Dec 09 15:26:58.222858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66896f68-fd86-408f-8e6b-abf14bdec740 tempest-ExternalNetworksTestJSON-2035311898 tempest-ExternalNetworksTestJSON-2035311898-project] Pushing event deleted for resources: {'Network': ['ID=b46dd3cd-aee3-4655-b703-f92a924171ee,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:58.435000 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.469424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58512) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:58.601015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d87b881-4729-477e-88ce-92ebc895e8c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16a322f6ee50408abace639c8b63e3bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304352 Dec 09 15:26:58.603492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58516) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:58.649332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6c88-f310-4967-a66e-9f24dbc27c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.671823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6c88-f310-4967-a66e-9f24dbc27c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.717163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6c88-f310-4967-a66e-9f24dbc27c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.719745 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6c88-f310-4967-a66e-9f24dbc27c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:58.720860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd5a6c88-f310-4967-a66e-9f24dbc27c9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caedfea4-9dbb-4e84-bf7d-b13256cc6081 HTTP/1.1" status: 204 len: 168 time: 0.1164668 Dec 09 15:26:58.728145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a6c88-f310-4967-a66e-9f24dbc27c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caedfea4-9dbb-4e84-bf7d-b13256cc6081,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:58.976840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58522) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:59.020525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-56229836-276f-4987-a2ce-0ddb240f0c8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7924b81971049bc9e05f5a8780d74d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424554 Dec 09 15:26:59.022920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58524) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:26:59.069594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfae8-2beb-4d09-a264-bbd81824bf7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:59.090880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfae8-2beb-4d09-a264-bbd81824bf7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:59.135409 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfae8-2beb-4d09-a264-bbd81824bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:59.138096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfae8-2beb-4d09-a264-bbd81824bf7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:59.139230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a6cfae8-2beb-4d09-a264-bbd81824bf7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30780fef-0d8c-47a2-aca6-18e21d7e9ecd HTTP/1.1" status: 204 len: 168 time: 0.1153717 Dec 09 15:26:59.146737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cfae8-2beb-4d09-a264-bbd81824bf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30780fef-0d8c-47a2-aca6-18e21d7e9ecd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:26:59.201152 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:26:59.580231 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:27:00.509269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:00.603823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5e6788a0-960a-4c05-8b88-c14d4624f240 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:00.621153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e6788a0-960a-4c05-8b88-c14d4624f240 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "PUT /v2.0/quotas/7924d0ab10194161bb0a50a8c6cd6110 HTTP/1.1" status: 200 len: 368 time: 0.1107526 Dec 09 15:27:00.623747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58570) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:00.628367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Request body: {'network': {'project_id': '7924d0ab10194161bb0a50a8c6cd6110'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:00.648584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Made reservation on behalf of 7924d0ab10194161bb0a50a8c6cd6110 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:00.651093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.663730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.749482 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.753448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.780059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:00.792407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be854327-e0b5-4d0a-a2b7-4d49c8f40b62,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:00.798923 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.799264 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Added segment e2297278-9c06-4e19-a412-c29b6a13f195 of type vlan for network 41ecce4d-67e8-4c7d-9747-0eff313225f8 Dec 09 15:27:00.838363 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.862315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.863267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:00.863882 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.896213 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2714529 Dec 09 15:27:00.898830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58572) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:00.903674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Request body: {'network': {'project_id': '7924d0ab10194161bb0a50a8c6cd6110'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:00.936718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730de405-0e9e-4cf6-8b52-d1519e2316c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Pushing event updated for resources: {'Network': ['ID=41ecce4d-67e8-4c7d-9747-0eff313225f8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:00.946795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 41ecce4d-67e8-4c7d-9747-0eff313225f8 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:00.952377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Made reservation on behalf of 7924d0ab10194161bb0a50a8c6cd6110 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:00.955107 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.981124 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:00.990998 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:00.991366 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Added segment 19f6e979-5da2-4b8c-b94a-1ab94ce50f15 of type vlan for network d0f47284-7f39-421b-8169-7604e0bdd7f8 Dec 09 15:27:01.034851 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.066141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.067212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:01.067962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.105410 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2053568 Dec 09 15:27:01.108333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:01.113598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a9f9c31b-a001-4c9f-9955-79409df3c572 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Request body: {'network': {'project_id': '7924d0ab10194161bb0a50a8c6cd6110'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:01.126117 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f9c31b-a001-4c9f-9955-79409df3c572 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 15:27:01.126567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f9c31b-a001-4c9f-9955-79409df3c572 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:27:01.127691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a9f9c31b-a001-4c9f-9955-79409df3c572 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0180309 Dec 09 15:27:01.130561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58576) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:01.131765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb1487-0485-4b3c-9100-2882e1591210 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Pushing event updated for resources: {'Network': ['ID=d0f47284-7f39-421b-8169-7604e0bdd7f8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:01.141433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network d0f47284-7f39-421b-8169-7604e0bdd7f8 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:01.171791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9e206e8b-1246-43c2-a8ab-2011ce14b89d tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7924d0ab10194161bb0a50a8c6cd6110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399663 Dec 09 15:27:01.174436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58578) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:01.222039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f856dc15-a318-4297-a38b-b9d936252b2a tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.242902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f856dc15-a318-4297-a38b-b9d936252b2a tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.287928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f856dc15-a318-4297-a38b-b9d936252b2a tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.290675 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f856dc15-a318-4297-a38b-b9d936252b2a tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.292428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f856dc15-a318-4297-a38b-b9d936252b2a tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/be854327-e0b5-4d0a-a2b7-4d49c8f40b62 HTTP/1.1" status: 204 len: 168 time: 0.1165106 Dec 09 15:27:01.295647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:01.300010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856dc15-a318-4297-a38b-b9d936252b2a tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be854327-e0b5-4d0a-a2b7-4d49c8f40b62,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:01.374356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.453048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.473022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f47284-7f39-421b-8169-7604e0bdd7f8']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:01.482628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f6e979-5da2-4b8c-b94a-1ab94ce50f15') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:01.482925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f6e979-5da2-4b8c-b94a-1ab94ce50f15') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:01.492161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.504806 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.510523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:27:01.511089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:27:01.512528 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:27:01.568392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.572887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.579450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d0f47284-7f39-421b-8169-7604e0bdd7f8 HTTP/1.1" status: 204 len: 168 time: 0.2800934 Dec 09 15:27:01.579605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58582) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:01.589335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb749c-b824-414f-a08d-6e9a0e7d7e69 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0f47284-7f39-421b-8169-7604e0bdd7f8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:01.649835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.730809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.749977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ecce4d-67e8-4c7d-9747-0eff313225f8']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:01.758970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2297278-9c06-4e19-a412-c29b6a13f195') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:01.759264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2297278-9c06-4e19-a412-c29b6a13f195') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:01.769471 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.783325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.789085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:27:01.789469 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:27:01.791074 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:27:01.844492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.849760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:01.853160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] 10.222.0.46 "DELETE /v2.0/networks/41ecce4d-67e8-4c7d-9747-0eff313225f8 HTTP/1.1" status: 204 len: 168 time: 0.2724700 Dec 09 15:27:01.864763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67dd4-9a26-406c-a956-392e6c2b46c4 tempest-QuotasNegativeTest-1054214180 tempest-QuotasNegativeTest-1054214180-project-admin] Pushing event deleted for resources: {'Network': ['ID=41ecce4d-67e8-4c7d-9747-0eff313225f8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:02.080925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:02.161073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c73ea-0852-4960-9774-c9819552b622 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:02.161833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c73ea-0852-4960-9774-c9819552b622 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:02.162224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c73ea-0852-4960-9774-c9819552b622 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:02.163876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f04c73ea-0852-4960-9774-c9819552b622 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=731dc0bd9e214bc5b7ce1ae97dabaf62&network_id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 2970 time: 0.0819356 Dec 09 15:27:02.245020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58596) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:02.352869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25808b90-25d6-4665-b653-f8c9bda9bab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.430602 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25808b90-25d6-4665-b653-f8c9bda9bab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.434373 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25808b90-25d6-4665-b653-f8c9bda9bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.473864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-25808b90-25d6-4665-b653-f8c9bda9bab4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc5c3d17dbf944529d3d710bf8f31bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277744 Dec 09 15:27:02.474976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25808b90-25d6-4665-b653-f8c9bda9bab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028b191-a670-46ee-841d-fa3e74cec387,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:02.476564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58602) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:02.524805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-693910ad-fddc-48de-b5db-03eb6b0faf36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.547045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-693910ad-fddc-48de-b5db-03eb6b0faf36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.592537 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-693910ad-fddc-48de-b5db-03eb6b0faf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.595224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-693910ad-fddc-48de-b5db-03eb6b0faf36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.596412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-693910ad-fddc-48de-b5db-03eb6b0faf36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1028b191-a670-46ee-841d-fa3e74cec387 HTTP/1.1" status: 204 len: 168 time: 0.1188173 Dec 09 15:27:02.603809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693910ad-fddc-48de-b5db-03eb6b0faf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028b191-a670-46ee-841d-fa3e74cec387,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:02.852429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58608) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:02.865651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119b99ed-a4a5-4fb8-9829-cd236ae8e8b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.943495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119b99ed-a4a5-4fb8-9829-cd236ae8e8b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.947116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-119b99ed-a4a5-4fb8-9829-cd236ae8e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:02.984601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-119b99ed-a4a5-4fb8-9829-cd236ae8e8b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eca5814dbaf04a52a0279c8ee9ae91f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310854 Dec 09 15:27:02.986714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b99ed-a4a5-4fb8-9829-cd236ae8e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8de4e83-e8c4-40d6-b3c5-0d32afe1f55e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:02.987276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58610) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:03.035852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8510d86-692c-43d2-b556-8b6a408b505c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:03.058211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8510d86-692c-43d2-b556-8b6a408b505c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:03.110915 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8510d86-692c-43d2-b556-8b6a408b505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:03.113660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e8510d86-692c-43d2-b556-8b6a408b505c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:03.115758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e8510d86-692c-43d2-b556-8b6a408b505c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8de4e83-e8c4-40d6-b3c5-0d32afe1f55e HTTP/1.1" status: 204 len: 168 time: 0.1264808 Dec 09 15:27:03.130535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8510d86-692c-43d2-b556-8b6a408b505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8de4e83-e8c4-40d6-b3c5-0d32afe1f55e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:04.309085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58648) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:04.417436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-422150611', 'router:external': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:04.439324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Made reservation on behalf of 89fb4376c1c04d3684ae2b750f672346 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:04.441631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.450609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.522883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.526458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.550762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:04.560956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40761023-fd5f-47ad-b616-c8e3b4e3f8de,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:04.565757 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.566101 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Added segment 349dd3aa-0ef3-4d2f-b99a-5bf418467c77 of type vlan for network c85268c0-9e7e-439d-a775-86d4471e9268 Dec 09 15:27:04.608955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.638007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.639123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:04.639751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.674275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3640978 Dec 09 15:27:04.677306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58652) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:04.682179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'subnet': {'network_id': 'c85268c0-9e7e-439d-a775-86d4471e9268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:04.703369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Made reservation on behalf of 89fb4376c1c04d3684ae2b750f672346 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:04.704863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e96ee-9318-48df-b784-f5b32e0bbb11 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Network': ['ID=c85268c0-9e7e-439d-a775-86d4471e9268,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:04.705656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:04.715068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network c85268c0-9e7e-439d-a775-86d4471e9268 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:05.261931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.objects.ports [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 15:27:05.262374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.317148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Subnet': ['ID=08f35ece-91a1-4dda-b13b-c0e96d3eeab7,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:05.326101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Checking segment: {'id': '349dd3aa-0ef3-4d2f-b99a-5bf418467c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c85268c0-9e7e-439d-a775-86d4471e9268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:05.326461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network hostable DHCP agents. Network: c85268c0-9e7e-439d-a775-86d4471e9268, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:27:05.342554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network c85268c0-9e7e-439d-a775-86d4471e9268 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:27:05.350948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, c85268c0-9e7e-439d-a775-86d4471e9268) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:05.355480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:05.356177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.360850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9734987-fbb3-4bac-b66e-23d894c75ca8 None None] Network c85268c0-9e7e-439d-a775-86d4471e9268 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:05.372422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bc95455d-c142-48d7-aa1e-63eba5092deb tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6940353 Dec 09 15:27:05.375137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58656) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:05.379858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-942170954', 'network_id': 'c85268c0-9e7e-439d-a775-86d4471e9268'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:05.400440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Made reservation on behalf of 89fb4376c1c04d3684ae2b750f672346 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:05.402920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.418467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] device_id is not set on port fd861958-72d6-43e3-9259-037a29d5035d yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:27:05.465942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d10d9c-4bb3-46ac-9b92-d54b012ae69d None None] Network c85268c0-9e7e-439d-a775-86d4471e9268 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:05.525855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Allocated IP 2001:db8::25a (c85268c0-9e7e-439d-a775-86d4471e9268/08f35ece-91a1-4dda-b13b-c0e96d3eeab7/fd861958-72d6-43e3-9259-037a29d5035d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:05.550453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58658) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:05.602867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace833ac-0d43-4a3c-84d7-fd880e59378f tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:05.618520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ace833ac-0d43-4a3c-84d7-fd880e59378f tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 814 time: 0.0521486 Dec 09 15:27:05.661311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.699411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.740617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network c85268c0-9e7e-439d-a775-86d4471e9268 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:05.743389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:05.745957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:05.747436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:05.748048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.762297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Port': ['ID=fd861958-72d6-43e3-9259-037a29d5035d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:05.773339 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b635c790-b70e-4071-82bf-e98137ea06b2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.3971479 Dec 09 15:27:05.775792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58664) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:05.851499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Deleting port fd861958-72d6-43e3-9259-037a29d5035d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:05.851753 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.929267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:05.941133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Calling delete_port for fd861958-72d6-43e3-9259-037a29d5035d owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:06.063881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.092001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd861958-72d6-43e3-9259-037a29d5035d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:06.116118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.119412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f15faaac-ae29-45aa-8092-3c1a8f86890c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/ports/fd861958-72d6-43e3-9259-037a29d5035d HTTP/1.1" status: 204 len: 168 time: 0.3419449 Dec 09 15:27:06.122597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:06.126724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c85268c0-9e7e-439d-a775-86d4471e9268', 'external_fixed_ips': [{'subnet_id': '08f35ece-91a1-4dda-b13b-c0e96d3eeab7', 'ip_address': '2001:db8::25a'}]}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:06.149208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.150321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.237294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.375171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.568245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.593113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.655255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58668) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:06.660951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'network': {'name': 'tempest-network-smoke--1257773163', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:06.681804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:06.685899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.710197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:06.719177 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.719568 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Added segment 56f6929d-c592-4cec-9560-1b104b758364 of type vlan for network 571ef362-c523-401d-a155-5f92620335ce Dec 09 15:27:06.760216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.781512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Allocated IP 2001:db8::25a (c85268c0-9e7e-439d-a775-86d4471e9268/08f35ece-91a1-4dda-b13b-c0e96d3eeab7/50b1b13f-61ac-4a16-ada5-d54aecb2470f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:06.789210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.795934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:06.796556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.852947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963501 Dec 09 15:27:06.857099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58670) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:06.894574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df752582-d964-4370-8659-10a3b8988200 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Network': ['ID=571ef362-c523-401d-a155-5f92620335ce,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:06.905162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 571ef362-c523-401d-a155-5f92620335ce details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:06.954553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a1ead-5003-4ccd-b473-22163b3b667c tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:06.955953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c0a1ead-5003-4ccd-b473-22163b3b667c tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=731dc0bd9e214bc5b7ce1ae97dabaf62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0979118 Dec 09 15:27:06.958785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:06.958939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:06.993619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.032116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network c85268c0-9e7e-439d-a775-86d4471e9268 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:07.038479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:07.042889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:07.053666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3eb196-af53-4f59-9106-a1a604659fd6 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:07.054148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3eb196-af53-4f59-9106-a1a604659fd6 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:07.055874 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f3eb196-af53-4f59-9106-a1a604659fd6 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.0954936 Dec 09 15:27:07.058575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.077892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Port': ['ID=50b1b13f-61ac-4a16-ada5-d54aecb2470f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:07.087000 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-42d8d2fb-a112-4070-a312-9c661c28ed02 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272150 Dec 09 15:27:07.090192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58676) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.118160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60ab43f1-6012-4e58-aacc-3542af6262ab tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c85268c0-9e7e-439d-a775-86d4471e9268&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268724 Dec 09 15:27:07.121587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.153033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c309f59d-69f9-4fca-a6d7-0fbf7e4ac32a tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=731dc0bd9e214bc5b7ce1ae97dabaf62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302129 Dec 09 15:27:07.155463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58680) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.252605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61e919-5cfa-4e53-9026-7decdc154442 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:07.253069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61e919-5cfa-4e53-9026-7decdc154442 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:07.257191 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dd61e919-5cfa-4e53-9026-7decdc154442 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.0982766 Dec 09 15:27:07.257864 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58688) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.272860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.287582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fbfe3692-e98b-4fba-9310-ebcf7f41e858 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290344 Dec 09 15:27:07.290097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58690) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.321071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-17e1d9b2-2d3e-4df7-b718-bf6915243407 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c85268c0-9e7e-439d-a775-86d4471e9268&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276289 Dec 09 15:27:07.321284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58692) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.326368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874749211', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:07.423814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:07.427339 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.491701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.616662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.653028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ed33a-6209-4a3e-ba74-c3035ad0dbcc req-9a516da2-d97c-4601-8f14-e0c7d3afafd1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:07.654713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-635ed33a-6209-4a3e-ba74-c3035ad0dbcc req-9a516da2-d97c-4601-8f14-e0c7d3afafd1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 946 time: 0.0685270 Dec 09 15:27:07.681709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Subnet': ['ID=b6265f53-123f-4537-b7c6-182a3908b3f2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:07.689187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Checking segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:07.689563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network hostable DHCP agents. Network: 571ef362-c523-401d-a155-5f92620335ce, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:27:07.706793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 571ef362-c523-401d-a155-5f92620335ce is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:27:07.707938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Router e92a9aa6-e554-4cdf-98fa-02afdd3a155f is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:07.716260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 571ef362-c523-401d-a155-5f92620335ce) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:07.721353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:07.723595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.725488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d808e-d452-4172-bbed-267376303304 None None] Network 571ef362-c523-401d-a155-5f92620335ce requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:07.725807 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-635ed33a-6209-4a3e-ba74-c3035ad0dbcc req-fe8cd8e1-662e-4e18-a4d3-46650fc548ca tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638688 Dec 09 15:27:07.744982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a6a54d5e-b0e5-4cfe-a025-03d9910df50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4224064 Dec 09 15:27:07.837619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:07.847081 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Sync routers for ids ['e92a9aa6-e554-4cdf-98fa-02afdd3a155f'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:07.860588 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Routers {'e92a9aa6-e554-4cdf-98fa-02afdd3a155f'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:07.861728 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e92a9aa6-e554-4cdf-98fa-02afdd3a155f'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:07.865815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.867853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-033459a4-16fe-41ae-b549-e484a4ebe892 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7442622 Dec 09 15:27:07.870698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58700) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:07.893357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-571ef362-c523-401d-a155-5f92620335ce', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ips': [{'subnet_id': 'b6265f53-123f-4537-b7c6-182a3908b3f2'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:27:07.894356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:07.991650 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Set router e92a9aa6-e554-4cdf-98fa-02afdd3a155f gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:07.995324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.050114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Allocated IP 172.20.0.18 (571ef362-c523-401d-a155-5f92620335ce/b6265f53-123f-4537-b7c6-182a3908b3f2/1f311772-de61-4dd6-b9ce-6da3a7c33d38) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:08.059224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58704) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:08.065299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319841598', 'description': 'tempest-secgroup-smoke-319841598 description', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:08.099967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.143831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.202063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.207268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.212215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92a9aa6-e554-4cdf-98fa-02afdd3a155f', 'name': '', 'tenant_id': '89fb4376c1c04d3684ae2b750f672346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c85268c0-9e7e-439d-a775-86d4471e9268', 'external_fixed_ips': [{'subnet_id': '08f35ece-91a1-4dda-b13b-c0e96d3eeab7', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '50b1b13f-61ac-4a16-ada5-d54aecb2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:06Z', 'updated_at': '2021-12-09T15:27:07Z', 'revision_number': 3, 'project_id': '89fb4376c1c04d3684ae2b750f672346', 'gw_port': {'id': '50b1b13f-61ac-4a16-ada5-d54aecb2470f', 'name': '', 'network_id': 'c85268c0-9e7e-439d-a775-86d4471e9268', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ba:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92a9aa6-e554-4cdf-98fa-02afdd3a155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '08f35ece-91a1-4dda-b13b-c0e96d3eeab7', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:06Z', 'updated_at': '2021-12-09T15:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f35ece-91a1-4dda-b13b-c0e96d3eeab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:08.237032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Deleting port 50b1b13f-61ac-4a16-ada5-d54aecb2470f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:08.237545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.239314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.243220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1798930 Dec 09 15:27:08.244055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:08.248649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': 'e85327f1-236d-4c7e-b34d-34896e7ab66c', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:08.249888 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Checking router: e92a9aa6-e554-4cdf-98fa-02afdd3a155f for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:08.250337 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Updating router e92a9aa6-e554-4cdf-98fa-02afdd3a155f port 50b1b13f-61ac-4a16-ada5-d54aecb2470f binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:08.257794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e33b-8abe-4375-94cc-2c4328064c51 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85327f1-236d-4c7e-b34d-34896e7ab66c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.286448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.286681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.286838 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.297055 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.337812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.347549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Pushing event updated for resources: {'Port': ['ID=1f311772-de61-4dd6-b9ce-6da3a7c33d38,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.353851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Calling delete_port for 50b1b13f-61ac-4a16-ada5-d54aecb2470f owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:08.371385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Network 571ef362-c523-401d-a155-5f92620335ce is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:08.373386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:08.375983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:08.379431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.389301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.412525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f695cb-73f7-44fe-9c56-2a96c16ff5a9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.425996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.429848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01e6bcbb-5769-4899-bf14-cdffd5005f80 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1828651 Dec 09 15:27:08.431024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58708) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:08.436820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': 'e85327f1-236d-4c7e-b34d-34896e7ab66c', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:08.469345 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.470256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Attempting to bind port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:08.470997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Attempting to bind port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:08.471630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Attempting to bind port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 on network 571ef362-c523-401d-a155-5f92620335ce {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:08.478455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:08.479699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Checking segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:08.480597 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.481342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Bound using segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:08.482018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Bound port: 1f311772-de61-4dd6-b9ce-6da3a7c33d38, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:08.482822 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.556409 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.561993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.563150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.573883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] For port 1f311772-de61-4dd6-b9ce-6da3a7c33d38, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:08.578555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] For port 1f311772-de61-4dd6-b9ce-6da3a7c33d38, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1f311772-de61-4dd6-b9ce-6da3a7c33d38,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:08.581642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2538af79-0411-4977-918c-0c40ed788663,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.586282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.596498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event deleted for resources: {'Port': ['ID=50b1b13f-61ac-4a16-ada5-d54aecb2470f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.610062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.612350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ed8a717b-400b-4280-8ec6-9c6ce914a193 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809402 Dec 09 15:27:08.614843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58710) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:08.619493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': 'e85327f1-236d-4c7e-b34d-34896e7ab66c', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:08.629740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.666659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.727611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4ec8-9ebf-4fa2-8fc8-3d4aba823a87 None None] Pushing event updated for resources: {'Port': ['ID=1f311772-de61-4dd6-b9ce-6da3a7c33d38,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.741016 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.db.api [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:27:08.741705 n-d-804292-5 neutron-server[109897]: DEBUG oslo_db.api [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:27:08.755172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.757667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.760529 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.765605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.787148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2eca01-94df-4830-985c-3feb52ddb03a,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:08.799008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.803037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a8793b45-d2d7-4ca3-8c05-6414c4f1c577 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846364 Dec 09 15:27:08.803609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58714) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:08.810757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': 'e85327f1-236d-4c7e-b34d-34896e7ab66c', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:08.816373 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.816881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e92a9aa6-e554-4cdf-98fa-02afdd3a155f {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:08.822481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.824270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-39759d33-5eef-48fe-ad4b-96e807118734 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e92a9aa6-e554-4cdf-98fa-02afdd3a155f HTTP/1.1" status: 204 len: 168 time: 0.9524455 Dec 09 15:27:08.828871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58716) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:08.879262 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.905577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Deleting subnet 08f35ece-91a1-4dda-b13b-c0e96d3eeab7 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:27:08.911880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0d0f-94df-4e46-bcc5-4c51b45fd454 req-062c71d4-2990-4bc4-91d9-120fb3d21946 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:08.918450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90ae0d0f-94df-4e46-bcc5-4c51b45fd454 req-062c71d4-2990-4bc4-91d9-120fb3d21946 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 946 time: 0.0963268 Dec 09 15:27:08.918900 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.979949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:08.986792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90ae0d0f-94df-4e46-bcc5-4c51b45fd454 req-f962fd7a-65da-43a5-bf03-f09ed677e692 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554099 Dec 09 15:27:09.024103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.031976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.058356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.096891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc677b1d-b0d8-4b2f-903c-1bbfae96c9bd,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:09.113913 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.115119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc233fad-a27a-47f9-b56e-05b7209b1ea4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105135 Dec 09 15:27:09.117936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58718) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:09.123305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': 'e85327f1-236d-4c7e-b34d-34896e7ab66c', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:09.143787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a78834c1-4652-4a83-9be7-458667a2cbde tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:09.146603 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a78834c1-4652-4a83-9be7-458667a2cbde tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 946 time: 0.1010983 Dec 09 15:27:09.155555 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Project 731dc0bd9e214bc5b7ce1ae97dabaf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:27:09.162549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.186349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.225734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=08f35ece-91a1-4dda-b13b-c0e96d3eeab7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:09.225995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.232344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.244218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.251892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58720) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:09.252111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd20a285-d9dc-44fb-9df6-ddb670fbd1a0 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/08f35ece-91a1-4dda-b13b-c0e96d3eeab7 HTTP/1.1" status: 204 len: 168 time: 0.4222291 Dec 09 15:27:09.263560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9c686b-e62a-44c3-b8a8-1fd33b357e89,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:09.273936 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Port 50b1b13f-61ac-4a16-ada5-d54aecb2470f not found while updating agent binding for router e92a9aa6-e554-4cdf-98fa-02afdd3a155f. {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:27:09.281694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.282051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.282398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.283386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.283386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.283643 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:09.283761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.283863 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:27:09.283975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.284086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.284389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.284511 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_agentschedulers_db [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e92a9aa6-e554-4cdf-98fa-02afdd3a155f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:27:09.284717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.285030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851437e3-998b-45e2-8059-8ed24c2d1bda None None] The sync data for ids ['e92a9aa6-e554-4cdf-98fa-02afdd3a155f'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:09.285149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.285364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.285694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:09.287641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 45cdbf27-baa3-450e-9c77-8e5427568a44 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:09.288067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.295809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.297130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc2edbac-423f-4fbd-88ae-962b6e2dc5d1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780922 Dec 09 15:27:09.308080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58722) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:09.314406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': 'e85327f1-236d-4c7e-b34d-34896e7ab66c', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:09.394419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port 45cdbf27-baa3-450e-9c77-8e5427568a44, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=45cdbf27-baa3-450e-9c77-8e5427568a44,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:09.394771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.609269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1f311772-de61-4dd6-b9ce-6da3a7c33d38 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:09.665233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:09.665890 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.684474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.684841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.685162 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Floating IP 5cc4c533-89a4-4599-9720-0cb2b3bae9d1 disassociated. External IP: 172.25.0.179, port: 45cdbf27-baa3-450e-9c77-8e5427568a44. Dec 09 15:27:09.685651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 45cdbf27-baa3-450e-9c77-8e5427568a44 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:09.707796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.725456 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Project 731dc0bd9e214bc5b7ce1ae97dabaf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:27:09.731547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.760453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.805463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 1f311772-de61-4dd6-b9ce-6da3a7c33d38, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1f311772-de61-4dd6-b9ce-6da3a7c33d38,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:09.819112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.850514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.862810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.878538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=1f311772-de61-4dd6-b9ce-6da3a7c33d38,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:09.882894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38a345-a5c0-4712-af45-5da7ea74d3a9 None None] Network 571ef362-c523-401d-a155-5f92620335ce requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:09.885802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=45cdbf27-baa3-450e-9c77-8e5427568a44,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:09.900106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85268c0-9e7e-439d-a775-86d4471e9268']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:09.904778 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.915459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349dd3aa-0ef3-4d2f-b99a-5bf418467c77') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:09.915459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349dd3aa-0ef3-4d2f-b99a-5bf418467c77') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:09.918331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.942991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.956010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5579c3-ffc4-4214-b4cd-4b36488c88bc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:09.968622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.970225 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2bb7ef75-a07f-483d-99a1-6ce09c289199 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6607702 Dec 09 15:27:09.971636 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.987219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:27:09.987796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:27:09.990286 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:27:10.007942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e21f5ba1-d467-4d50-8017-bc44f0fa7452 None None] Provisioning complete for port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:10.008622 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e21f5ba1-d467-4d50-8017-bc44f0fa7452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.053901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:10.063969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.074479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c85268c0-9e7e-439d-a775-86d4471e9268 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 15:27:10.077720 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.082052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/networks/c85268c0-9e7e-439d-a775-86d4471e9268 HTTP/1.1" status: 204 len: 168 time: 0.8288128 Dec 09 15:27:10.114084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4236c-0216-4ee5-b202-8ab4a8360ea2 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event deleted for resources: {'Network': ['ID=c85268c0-9e7e-439d-a775-86d4471e9268,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:10.263198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:10.273280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ecc25fc-2577-4165-934c-5d6e91a5ca78 req-4124b645-edc7-4023-84ea-5b8bb9894d25 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.0462468 Dec 09 15:27:10.288168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-e880aabf-bc98-4845-9556-5229419895b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319841598&fields=id&tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 267 time: 0.0750949 Dec 09 15:27:10.339063 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port 45cdbf27-baa3-450e-9c77-8e5427568a44 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:10.341694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.348054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a9a4fab-745f-4e30-bb96-9b26b88c6437 req-a5343c50-c6f5-4246-875d-68f408081d91 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "DELETE /v2.0/ports/45cdbf27-baa3-450e-9c77-8e5427568a44 HTTP/1.1" status: 204 len: 173 time: 1.1968217 Dec 09 15:27:10.348551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'name': 'network-vif-deleted', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:10.350912 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f119a-4109-4040-9650-09287300d83a" -d '{"events": [{"server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "name": "network-vif-deleted", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:10.440342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58750) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:10.445618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'name': 'tempest-router--1803515428', 'project_id': '35c8cf66ea9b4377bbded9855e00ed33'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:10.480315 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.481634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.528691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1a47a9cb-a409-4863-bbe5-4a447c5ef1b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:10.532187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1a47a9cb-a409-4863-bbe5-4a447c5ef1b6 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/networks?id=571ef362-c523-401d-a155-5f92620335ce HTTP/1.1" status: 200 len: 797 time: 0.2358437 Dec 09 15:27:10.552180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-712ab821-19c6-4708-be2b-f7503941806b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/quotas/731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 375 time: 0.0138438 Dec 09 15:27:10.564619 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.578253 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.597983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-17c5eb4e-e696-4e45-8aaa-63a6c8e53eb7 None None] Provisioning complete for port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:10.598812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-17c5eb4e-e696-4e45-8aaa-63a6c8e53eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.628174 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.629789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cc6cf5c8-839a-4fe7-8961-eaa77b473004 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1883583 Dec 09 15:27:10.633402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:10.669790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-8f58d12e-4caa-409b-94e5-7bb759855327 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1103911 Dec 09 15:27:10.745729 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab93f9d-c714-441a-9954-fe8c5fe7e3ba x-openstack-request-id: req-5ab93f9d-c714-441a-9954-fe8c5fe7e3ba {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:10.746330 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53904a5-15b5-4490-88f5-e5f36f66d56a", "name": "network-vif-deleted", "tag": "45cdbf27-baa3-450e-9c77-8e5427568a44", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:10.746755 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ab93f9d-c714-441a-9954-fe8c5fe7e3ba {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:10.747336 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53904a5-15b5-4490-88f5-e5f36f66d56a', 'name': 'network-vif-deleted', 'tag': '45cdbf27-baa3-450e-9c77-8e5427568a44', 'status': 'completed', 'code': 200} Dec 09 15:27:10.748582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:10.795561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-757d00c1-37cf-43bd-b406-4730d0140ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124220 Dec 09 15:27:10.844701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:10.858068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:10.858624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:10.919901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-99738c5a-1220-45a8-81f3-04b718e9b385 service neutron] 10.222.0.46 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148140 Dec 09 15:27:10.995628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:11.200441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad3717b0-7fb3-43ae-b4f4-53d51c8eee89 req-9fafe418-3963-45ac-b8f6-e5c0959be1e0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 210 time: 0.0344548 Dec 09 15:27:11.276206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:11.304168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.306433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.309311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:11.318672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:11.319380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:11.360077 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.360890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9ebc2da-2ec4-4317-9817-96a9502e9741 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:11.376486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.379581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ab85749c-d4ce-4fc4-9006-c34eb13d0929 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c9ebc2da-2ec4-4317-9817-96a9502e9741 HTTP/1.1" status: 204 len: 168 time: 0.7454226 Dec 09 15:27:11.508931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-481c24e0-b47f-4336-a143-bf895bb5b0c5 req-b5ec5c3a-ae34-443b-85c1-4bc7aec0d9b1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.0778241 Dec 09 15:27:11.575467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58768) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:11.627375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1f311772-de61-4dd6-b9ce-6da3a7c33d38 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:11.686723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:11.771722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:11.773541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.822057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-737485838', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:11.847243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.849094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:11.926354 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.013975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:12.050978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff26d85-7a2b-4c83-b163-19dc6910d35f None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:12.088807 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.337210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49b6beaa-3b47-44a7-be11-dc631c9a5e9d req-05af7668-5249-459d-8a95-623e0e89ef92 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 210 time: 0.0432281 Dec 09 15:27:12.374170 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.413008 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.498942 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44838a0-3af4-4c85-a336-dfbbf8a58542 None None] New status for floating IP 5cc4c533-89a4-4599-9720-0cb2b3bae9d1: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:27:12.532365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-752e7acf-6f78-4df7-b9e8-251855b9aa4e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:12.533864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-752e7acf-6f78-4df7-b9e8-251855b9aa4e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.43 "GET /v2.0/networks?id=571ef362-c523-401d-a155-5f92620335ce HTTP/1.1" status: 200 len: 797 time: 0.1581023 Dec 09 15:27:12.581282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Allocated IP 172.25.0.166 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/595924d1-1ada-4169-8ad3-aa947f2d0544) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:12.674182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-aa138566-c566-49a1-931f-401e0a1e047d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 471 time: 0.1285613 Dec 09 15:27:12.701797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'port': {'device_id': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'admin_state_up': True, 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'security_groups': ['e85327f1-236d-4c7e-b34d-34896e7ab66c']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:12.706905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02aa8d70-c65b-4c45-97a8-4504ba9ef0b4 req-b271219d-6fd1-4bbd-8b7a-db71a1a475b1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.0774052 Dec 09 15:27:12.718102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.772228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.827525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event updated for resources: {'Port': ['ID=595924d1-1ada-4169-8ad3-aa947f2d0544,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:12.831119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:12.833114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:12.835520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:12.837055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:12.841925 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.851786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcda782-1d20-4451-9ab9-80ffa52a8658 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:12.955926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4d04919-4039-4db5-a6b6-51491f62dbbc None None] Provisioning complete for port 595924d1-1ada-4169-8ad3-aa947f2d0544 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:12.956543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4d04919-4039-4db5-a6b6-51491f62dbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:12.983733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.20.0.28 (571ef362-c523-401d-a155-5f92620335ce/b6265f53-123f-4537-b7c6-182a3908b3f2/ed4331d8-50a3-4aa2-92ca-c3aea66d908e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:12.994051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c4d04919-4039-4db5-a6b6-51491f62dbbc None None] Port 595924d1-1ada-4169-8ad3-aa947f2d0544 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:13.129446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.134053 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.176233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.219278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 571ef362-c523-401d-a155-5f92620335ce is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:13.222504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:13.226522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:13.270212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:13.294733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:13.295424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.320404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-1605b32b-31af-41fa-886b-7462276f476a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225095 Dec 09 15:27:13.334588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Request body: {'port': {'device_id': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:13.392347 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.425120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.521929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-81aad987-468d-46c0-b173-f39f7bb81b93 None None] Provisioning complete for port ed4331d8-50a3-4aa2-92ca-c3aea66d908e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:13.523342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-81aad987-468d-46c0-b173-f39f7bb81b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.550607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637f6e-a974-41a5-9e6b-e9a9a0aba8b8 req-448f1e94-854f-4c92-9c38-b2a3a15044a9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:13.552233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1637f6e-a974-41a5-9e6b-e9a9a0aba8b8 req-448f1e94-854f-4c92-9c38-b2a3a15044a9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 932 time: 0.0990329 Dec 09 15:27:13.591627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-81aad987-468d-46c0-b173-f39f7bb81b93 None None] Port ed4331d8-50a3-4aa2-92ca-c3aea66d908e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:13.623316 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d1637f6e-a974-41a5-9e6b-e9a9a0aba8b8 req-e62b0066-4988-4d51-90a4-65ce17945d13 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602379 Dec 09 15:27:13.640312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Router 703ffd76-b7b6-480d-aa2b-8b8093d897c8 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:13.759022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:13.773013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] Sync routers for ids ['703ffd76-b7b6-480d-aa2b-8b8093d897c8'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:13.777409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4331d8-50a3-4aa2-92ca-c3aea66d908e {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:27:13.784057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.786625 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6d34c765-bd67-491a-9dfb-24f8a6b9730c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2095439 Dec 09 15:27:13.789426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58780) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:13.795996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.797260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] Routers {'703ffd76-b7b6-480d-aa2b-8b8093d897c8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:13.800002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['703ffd76-b7b6-480d-aa2b-8b8093d897c8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:13.812334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Transition to ACTIVE for port object ed4331d8-50a3-4aa2-92ca-c3aea66d908e will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:27:13.831129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:13.859267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:13.868430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] Routers {'703ffd76-b7b6-480d-aa2b-8b8093d897c8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:13.868981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['703ffd76-b7b6-480d-aa2b-8b8093d897c8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:13.872664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4930f275-31eb-44ab-9ee3-365e11dc36ef req-2aa9dce4-5dda-4435-bd02-860c6168f9a1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.0528429 Dec 09 15:27:13.910980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:13.911823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f613f9e-80a6-42c2-8bab-e0c1fe716253 None None] The sync data for ids ['703ffd76-b7b6-480d-aa2b-8b8093d897c8'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:13.933980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7d8a71c2-3a61-46a7-8433-5a8233a01115 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/703ffd76-b7b6-480d-aa2b-8b8093d897c8 HTTP/1.1" status: 200 len: 924 time: 0.1426208 Dec 09 15:27:13.936320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58784) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:13.936758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 45cdbf27-baa3-450e-9c77-8e5427568a44 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:13.967007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 45cdbf27-baa3-450e-9c77-8e5427568a44 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:13.967533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 45cdbf27-baa3-450e-9c77-8e5427568a44 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:13.975286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c3e11627-bfdd-4333-a0e9-2c6e0f439bb7 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=703ffd76-b7b6-480d-aa2b-8b8093d897c8 HTTP/1.1" status: 200 len: 205 time: 0.0371888 Dec 09 15:27:13.979474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58786) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:14.055664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:14.096165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Attempting to bind port ed4331d8-50a3-4aa2-92ca-c3aea66d908e on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:14.096504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Attempting to bind port ed4331d8-50a3-4aa2-92ca-c3aea66d908e by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:14.096925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Attempting to bind port ed4331d8-50a3-4aa2-92ca-c3aea66d908e on network 571ef362-c523-401d-a155-5f92620335ce {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:14.134093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Port ed4331d8-50a3-4aa2-92ca-c3aea66d908e on network 571ef362-c523-401d-a155-5f92620335ce not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:27:14.134420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Attempting to bind port ed4331d8-50a3-4aa2-92ca-c3aea66d908e on network 571ef362-c523-401d-a155-5f92620335ce {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:14.143017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:14.143382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Checking segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:14.143773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Bound using segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:14.144201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Bound port: ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:14.144604 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.187393 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.299830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] For port ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:14.320531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] For port ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:14.330257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.336613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef27323-da10-4741-910e-576707ae096d req-66ad769a-5c07-47c0-9a38-b6d3dfebc6b4 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:14.344081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef27323-da10-4741-910e-576707ae096d req-66ad769a-5c07-47c0-9a38-b6d3dfebc6b4 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1097 time: 0.0549197 Dec 09 15:27:14.370927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:14.371420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.372600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] 10.222.0.43 "PUT /v2.0/ports/ed4331d8-50a3-4aa2-92ca-c3aea66d908e HTTP/1.1" status: 200 len: 1092 time: 1.0423567 Dec 09 15:27:14.374107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'tag': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:14.376385 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5bd24-d85b-4257-b1f3-23ab4a684831" -d '{"events": [{"name": "network-changed", "server_uuid": "ec81aab0-c0f9-4c97-a353-c952ca565581", "tag": "ed4331d8-50a3-4aa2-92ca-c3aea66d908e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:14.396343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.426478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef27323-da10-4741-910e-576707ae096d req-379aeedd-2713-461b-8cdd-1bb4c6d535ea tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813763 Dec 09 15:27:14.454523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58794) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:14.501528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf66e9-90ea-48d1-b158-14f1bdb6b140 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:14.520478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-e893b85c-552a-459a-8e81-977636d4f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:14.522037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-e893b85c-552a-459a-8e81-977636d4f4cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 1095 time: 0.0713978 Dec 09 15:27:14.585310 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-72c79d07-2b12-4499-a864-2908adfc0b36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e HTTP/1.1" status: 200 len: 217 time: 0.0539458 Dec 09 15:27:14.587613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Deleting port 595924d1-1ada-4169-8ad3-aa947f2d0544 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:14.588173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.695265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 096e146d-6648-43f1-b638-d904107f4bdd {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:14.695519 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.705434 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d24ac64-d1d7-4bfd-938e-9b4e32102ccb x-openstack-request-id: req-0d24ac64-d1d7-4bfd-938e-9b4e32102ccb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:14.705739 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec81aab0-c0f9-4c97-a353-c952ca565581", "tag": "ed4331d8-50a3-4aa2-92ca-c3aea66d908e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:14.706001 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d24ac64-d1d7-4bfd-938e-9b4e32102ccb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:14.706416 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'tag': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e', 'status': 'completed', 'code': 200} Dec 09 15:27:14.709811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-fc027c05-2760-4213-bcb3-1b1984c3f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:14.711323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-fc027c05-2760-4213-bcb3-1b1984c3f183 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6265f53-123f-4537-b7c6-182a3908b3f2 HTTP/1.1" status: 200 len: 838 time: 0.1055961 Dec 09 15:27:14.736823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.769615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Calling delete_port for 595924d1-1ada-4169-8ad3-aa947f2d0544 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:14.817876 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.818274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:14.826525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-54fec0b6-7652-418a-8e13-e5c734207171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:14.833302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03d643-4efa-43b1-bec5-38df29d084a9 req-48edb7a7-028e-4084-9e04-b57f183b7dfa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:14.834841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e03d643-4efa-43b1-bec5-38df29d084a9 req-48edb7a7-028e-4084-9e04-b57f183b7dfa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 944 time: 0.1185908 Dec 09 15:27:14.834980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-54fec0b6-7652-418a-8e13-e5c734207171 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=571ef362-c523-401d-a155-5f92620335ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102281 Dec 09 15:27:14.855411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 096e146d-6648-43f1-b638-d904107f4bdd owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:14.971475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e03d643-4efa-43b1-bec5-38df29d084a9 req-c05b9655-9a3b-4d68-8551-65b54e974c74 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257823 Dec 09 15:27:15.009028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-97ef29e3-0708-48e1-b7a8-5110f6f4dfc3 req-08c6757a-f778-4f30-be09-6911c14a2c5c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=b53904a5-15b5-4490-88f5-e5f36f66d56a HTTP/1.1" status: 200 len: 210 time: 0.0418742 Dec 09 15:27:15.046696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-37097297-0060-4766-b205-2b04b0fefd7d service neutron] 10.222.0.43 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955247 Dec 09 15:27:15.081826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.108155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.118386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event deleted for resources: {'Port': ['ID=595924d1-1ada-4169-8ad3-aa947f2d0544,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:15.137197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=096e146d-6648-43f1-b638-d904107f4bdd,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:15.142292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a9ed5-74c2-4288-ae98-9c586a973a5d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:15.223878 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.224361 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP d5fb7809-5eeb-4d54-afde-472afa7811fe disassociated (deleted). External IP: 172.25.0.70, port: 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2. Dec 09 15:27:15.227880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58b9654-41c1-4056-9038-1d2130ef68dd req-312f1410-dffd-449e-a58f-257ba177f863 service neutron] 10.222.0.43 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711435 Dec 09 15:27:15.230495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.348385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.351690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.405546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-02df5389-0321-4ef8-969b-e339d483c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:15.407269 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-02df5389-0321-4ef8-969b-e339d483c850 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 1095 time: 0.1112132 Dec 09 15:27:15.408959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.409534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Fanout notify agent at l3_agent the message router_deleted on router 703ffd76-b7b6-480d-aa2b-8b8093d897c8 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:15.416741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.417837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3e347c65-613e-4524-8329-a43d037a4287 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/703ffd76-b7b6-480d-aa2b-8b8093d897c8 HTTP/1.1" status: 204 len: 168 time: 1.4328127 Dec 09 15:27:15.427617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58800) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:15.431681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1183436133', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': False}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:15.472102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:15.527979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.529066 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.556448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-44b8700a-4dd5-4f01-9dfb-d96659974504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:15.558785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-44b8700a-4dd5-4f01-9dfb-d96659974504 service neutron] 10.222.0.43 "GET /v2.0/networks?id=571ef362-c523-401d-a155-5f92620335ce HTTP/1.1" status: 200 len: 898 time: 0.1398106 Dec 09 15:27:15.599413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:15.604177 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.611772 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] Sync routers for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:15.627221 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:15.628031 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:15.632341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7efd07cb-a368-453b-8abb-bf14464f07fa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/floatingips/d5fb7809-5eeb-4d54-afde-472afa7811fe HTTP/1.1" status: 204 len: 168 time: 1.1769795 Dec 09 15:27:15.633012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:15.636223 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493959be-0bc3-4ae9-9113-6548393b083c" -d '{"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:15.649770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-d2abd203-f99a-4e64-a7c4-adbd7e5dcded service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e HTTP/1.1" status: 200 len: 217 time: 0.0789769 Dec 09 15:27:15.650917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.698780 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52060e45-4424-4d03-a3e3-6deb805a5226 x-openstack-request-id: req-52060e45-4424-4d03-a3e3-6deb805a5226 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:15.699215 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:15.699445 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52060e45-4424-4d03-a3e3-6deb805a5226 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:15.699874 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'status': 'completed', 'code': 200} Dec 09 15:27:15.779149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:15.848956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-69d8bb62-4275-4e01-a5e7-047981391631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:15.850573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-69d8bb62-4275-4e01-a5e7-047981391631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6265f53-123f-4537-b7c6-182a3908b3f2 HTTP/1.1" status: 200 len: 838 time: 0.1918631 Dec 09 15:27:15.894825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:15.933113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493959be-0bc3-4ae9-9113-6548393b083c req-6d9f4e96-140b-4570-ab79-5e4cb89b2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:15.934615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-6d9f4e96-140b-4570-ab79-5e4cb89b2836 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 1097 time: 0.2045279 Dec 09 15:27:16.004969 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:20Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:16.039227 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] Checking router: d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:16.046346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-6906edbe-1e7c-4519-83c6-bdfddb7c67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:16.047899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-6906edbe-1e7c-4519-83c6-bdfddb7c67de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=571ef362-c523-401d-a155-5f92620335ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672986 Dec 09 15:27:16.051730 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:16.052363 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:16.090417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8020c-d9e1-4d64-bf3b-849d35bbb925 req-aecba888-1f70-4163-bd52-8b89751e1895 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:16.099654 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fda8020c-d9e1-4d64-bf3b-849d35bbb925 req-aecba888-1f70-4163-bd52-8b89751e1895 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 946 time: 0.1818388 Dec 09 15:27:16.145861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542169-8ce2-4098-a218-eb42d75bddf4 req-812f0403-d12b-4dee-ad19-99fd4a8dfc53 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:16.147072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-32542169-8ce2-4098-a218-eb42d75bddf4 req-812f0403-d12b-4dee-ad19-99fd4a8dfc53 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 944 time: 0.0631294 Dec 09 15:27:16.193213 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:16.219779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-32542169-8ce2-4098-a218-eb42d75bddf4 req-1f60cf78-ac28-4016-af4c-5bf24ea34580 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654492 Dec 09 15:27:16.423038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:20Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:16.457712 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95320d5e-e8ce-4163-acc6-c2c0f4d04060 None None] The sync data for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 is: [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:25:15Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '91cc2dc9-a984-45fa-bf49-be3ad042fbf4', 'name': '', 'network_id': '3d93c13a-b541-4dc7-9e71-a119f56fef8a', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:96:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:14Z', 'updated_at': '2021-12-09T15:25:20Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '70ac455d-8e7c-4a1d-8abb-414077b7b763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:16.511943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-ac78dabe-a57e-4534-abb3-20baef9f2470 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843086220&fields=id&tenant_id=9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 267 time: 0.0651093 Dec 09 15:27:16.616888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493959be-0bc3-4ae9-9113-6548393b083c req-d93f8d37-e0f3-43bf-93b0-e670644883e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:16.618369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-d93f8d37-e0f3-43bf-93b0-e670644883e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 200 len: 897 time: 0.6682072 Dec 09 15:27:16.626547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aa26c318-0681-4f66-aa96-a09994e99c36 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:16.628066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aa26c318-0681-4f66-aa96-a09994e99c36 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.1122837 Dec 09 15:27:16.650559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-c2a95a3e-66fb-4f71-82a5-87c583dfbcf7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.0154581 Dec 09 15:27:16.699943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fda8020c-d9e1-4d64-bf3b-849d35bbb925 req-bc310b2f-4775-43a5-b6f8-a9f3b9faf878 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5778592 Dec 09 15:27:16.701713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-47f5059c-00aa-4fbd-93af-fe4f62bdc1f7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496066 Dec 09 15:27:16.703728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-3d1b80c6-5ce9-42f1-8c5c-283179f67315 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 200 len: 217 time: 0.0726898 Dec 09 15:27:16.711543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-7e7cd44c-1ad8-4e73-aa03-6fd7df10df86 service neutron] 10.222.0.43 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465256 Dec 09 15:27:16.776675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a940a-0268-41c6-9393-895b42b82972 None None] New status for floating IP d5fb7809-5eeb-4d54-afde-472afa7811fe: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:27:16.868090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493959be-0bc3-4ae9-9113-6548393b083c req-3347fa15-93e1-49e1-97fc-7d32edfc997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:16.869702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-3347fa15-93e1-49e1-97fc-7d32edfc997e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 200 len: 835 time: 0.1561642 Dec 09 15:27:16.989440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-52b5bd24-d85b-4257-b1f3-23ab4a684831 req-218d6ed0-9cb5-45d6-b8e5-a6324d71dd18 service neutron] 10.222.0.43 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659297 Dec 09 15:27:17.019782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493959be-0bc3-4ae9-9113-6548393b083c req-ffd44e2c-7bca-410e-ac45-e6d7a0358786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:17.021319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-ffd44e2c-7bca-410e-ac45-e6d7a0358786 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d93c13a-b541-4dc7-9e71-a119f56fef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046412 Dec 09 15:27:17.022306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.051319 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.177752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-a59d77f8-9080-4441-bbb8-228552ecc210 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608386 Dec 09 15:27:17.213781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-d85a70ad-d987-43a9-8410-22d6d09bf465 service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706486 Dec 09 15:27:17.255800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Allocated IP 172.25.0.92 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/bf28f76f-8b00-41d1-add6-fc420f35fba8) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:17.271856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-d6d2c555-12e9-4931-92ae-9db56988b9bb service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869205 Dec 09 15:27:17.401256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ed4331d8-50a3-4aa2-92ca-c3aea66d908e details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:27:17.472193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-493959be-0bc3-4ae9-9113-6548393b083c req-dacde421-5ed0-47a2-8771-302fe0fee07e service neutron] 10.222.0.43 "GET /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506013 Dec 09 15:27:17.505519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96a796-3640-4b01-8a2b-b20a4e907c44 req-4f257fc9-a2ca-472a-bab6-f157a8102cd4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:17.507258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b96a796-3640-4b01-8a2b-b20a4e907c44 req-4f257fc9-a2ca-472a-bab6-f157a8102cd4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 944 time: 0.1815217 Dec 09 15:27:17.530774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-4f79dfad-16e2-41d8-995e-6ff82bc85fbb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:17.532356 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-4f79dfad-16e2-41d8-995e-6ff82bc85fbb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 946 time: 0.1642940 Dec 09 15:27:17.537597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:17.540080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.558057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'port_id': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e', 'mac_address': 'fa:16:3e:1e:f0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:27:17.615705 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.632355 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4331d8-50a3-4aa2-92ca-c3aea66d908e {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:27:17.638008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49c514b2-5c44-4401-8566-66cfcf27ec6e req-04426116-384f-46a5-af5a-b7cbf3a6a234 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 210 time: 0.0438058 Dec 09 15:27:17.677351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:17.683959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b96a796-3640-4b01-8a2b-b20a4e907c44 req-76d26f8a-2c75-4eec-a3b2-93f67f909bfc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644630 Dec 09 15:27:17.684537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.700768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.756905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:17.766553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:17.769773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:17.771884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Port': ['ID=bf28f76f-8b00-41d1-add6-fc420f35fba8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:17.775891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:17.776350 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.783826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:17.797932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ac319-d3c9-4082-a2f1-5ca3eeeec3e1 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:17.876809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876da6b-6538-4c33-a0ea-fec281cc9208 req-e36d05e8-5798-4ef1-993c-b9df6e01ef28 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:17.878363 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8876da6b-6538-4c33-a0ea-fec281cc9208 req-e36d05e8-5798-4ef1-993c-b9df6e01ef28 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=6699abcd-9441-4140-a1e0-7c5c7d682b97 HTTP/1.1" status: 200 len: 946 time: 0.0661790 Dec 09 15:27:17.907079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-06fc34a9-ff14-4ea4-89a1-eec99a491e93 None None] Provisioning complete for port bf28f76f-8b00-41d1-add6-fc420f35fba8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:17.907648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-06fc34a9-ff14-4ea4-89a1-eec99a491e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:17.943901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8876da6b-6538-4c33-a0ea-fec281cc9208 req-1113ba92-2fcc-4639-9b3b-05ed6f2a5b54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ab035a5-0383-4067-b3ae-df4263e9e296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Dec 09 15:27:17.954133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['ed4331d8-50a3-4aa2-92ca-c3aea66d908e'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:27:17.990533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-06fc34a9-ff14-4ea4-89a1-eec99a491e93 None None] Port bf28f76f-8b00-41d1-add6-fc420f35fba8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:18.009966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:18.011163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:18.034470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:18.211308 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:18.341877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:18.375688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:18.468591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] No DVR routers for this DVR port 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:18.472122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:18.475519 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0d8e06b-f138-4cc5-8414-dbcadc0f0917 req-0ec545b0-f33c-4b24-999b-dd5b634a709e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "DELETE /v2.0/ports/9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 HTTP/1.1" status: 204 len: 173 time: 0.9289384 Dec 09 15:27:18.475969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-deleted', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:18.478203 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0fe5a4-fad8-459a-b358-f2c17f6a9e73" -d '{"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-deleted", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:18.531286 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ace7ca-8ec9-4ab8-ae58-3bd88e550bc0 x-openstack-request-id: req-32ace7ca-8ec9-4ab8-ae58-3bd88e550bc0 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:18.531549 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6699abcd-9441-4140-a1e0-7c5c7d682b97", "name": "network-vif-deleted", "tag": "9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:18.531806 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32ace7ca-8ec9-4ab8-ae58-3bd88e550bc0 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:18.532252 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6699abcd-9441-4140-a1e0-7c5c7d682b97', 'name': 'network-vif-deleted', 'tag': '9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2', 'status': 'completed', 'code': 200} Dec 09 15:27:18.554985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:18.716294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Router 3556ca2b-c0ec-4f96-ad26-af37f8b82f91 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:18.796442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-067dabf4-761d-44ab-83b6-252148365fc1 req-917c80fb-cc44-40fc-9a90-f947f622eaa7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 210 time: 0.0643368 Dec 09 15:27:18.860941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-f99193ea-595c-4d44-9264-217f76951273 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:18.863886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-f99193ea-595c-4d44-9264-217f76951273 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.2463839 Dec 09 15:27:18.928899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3365b-058b-4ba3-89c8-8064503d2ca6 req-ba5d4791-3aa3-491f-8275-370fd5172379 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:18.936469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9e3365b-058b-4ba3-89c8-8064503d2ca6 req-ba5d4791-3aa3-491f-8275-370fd5172379 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 945 time: 0.1260400 Dec 09 15:27:18.954928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-5967e5c0-3303-4045-b956-8cf6b7f43b0e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 379 time: 0.0708950 Dec 09 15:27:18.964567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:18.971771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'security_groups': ['7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:18.976174 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Sync routers for ids ['3556ca2b-c0ec-4f96-ad26-af37f8b82f91'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:18.995909 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Routers {'3556ca2b-c0ec-4f96-ad26-af37f8b82f91'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:18.996559 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3556ca2b-c0ec-4f96-ad26-af37f8b82f91'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:19.023985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9e3365b-058b-4ba3-89c8-8064503d2ca6 req-8e3fcb5d-93ac-43d8-aef1-49424453ce12 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820923 Dec 09 15:27:19.037887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.039126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-af8dc187-f6a5-446f-a6e8-db322d26fe69 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6105740 Dec 09 15:27:19.042034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58848) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:19.063237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:19.145916 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Set router 3556ca2b-c0ec-4f96-ad26-af37f8b82f91 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:19.186427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a703813f-4c2f-4ffb-b1bc-2cb091199bea tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/3556ca2b-c0ec-4f96-ad26-af37f8b82f91 HTTP/1.1" status: 200 len: 908 time: 0.1427400 Dec 09 15:27:19.187248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58852) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:19.192713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1183436133', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': True}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:19.222687 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.224448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.307739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.312450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:19.318227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.423326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ed4331d8-50a3-4aa2-92ca-c3aea66d908e up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:19.488142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.5 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/53b72c10-5c27-4252-a7ee-736bd7d06537) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:19.520147 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3556ca2b-c0ec-4f96-ad26-af37f8b82f91', 'name': 'tempest-snat-router-1183436133', 'tenant_id': '89fb4376c1c04d3684ae2b750f672346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': 'bf28f76f-8b00-41d1-add6-fc420f35fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:15Z', 'updated_at': '2021-12-09T15:27:18Z', 'revision_number': 3, 'project_id': '89fb4376c1c04d3684ae2b750f672346', 'gw_port': {'id': 'bf28f76f-8b00-41d1-add6-fc420f35fba8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3556ca2b-c0ec-4f96-ad26-af37f8b82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:17Z', 'updated_at': '2021-12-09T15:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:19.587797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port ed4331d8-50a3-4aa2-92ca-c3aea66d908e completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:27:19.591647 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Checking router: 3556ca2b-c0ec-4f96-ad26-af37f8b82f91 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:19.594845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port ed4331d8-50a3-4aa2-92ca-c3aea66d908e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:19.595467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.599554 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Updating router 3556ca2b-c0ec-4f96-ad26-af37f8b82f91 port bf28f76f-8b00-41d1-add6-fc420f35fba8 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:19.663226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.711024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.732698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.784448 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.788638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:19.790330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:19.793790 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fea939-1c34-4013-be10-f0667669ca6e" -d '{"events": [{"server_uuid": "ec81aab0-c0f9-4c97-a353-c952ca565581", "name": "network-vif-plugged", "status": "completed", "tag": "ed4331d8-50a3-4aa2-92ca-c3aea66d908e"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:19.798764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:19.799843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:19.832426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:19.880769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:19.893238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:19.900270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=53b72c10-5c27-4252-a7ee-736bd7d06537,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:19.917487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:19.918194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 9b4676be-cc52-4094-ad1d-1ec1ad1cf0e2 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:19.924182 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229d019f-d4fd-46cb-a609-d1a11db992bd x-openstack-request-id: req-229d019f-d4fd-46cb-a609-d1a11db992bd {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:19.926162 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec81aab0-c0f9-4c97-a353-c952ca565581", "name": "network-vif-plugged", "status": "completed", "tag": "ed4331d8-50a3-4aa2-92ca-c3aea66d908e", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:19.926623 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-229d019f-d4fd-46cb-a609-d1a11db992bd {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:19.927230 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e', 'code': 200} Dec 09 15:27:19.928811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:20.095090 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.143871 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9fdbe-8e37-4a1a-887e-74859f4ba17e req-8fb139b0-2bea-4ff5-813e-c9f6cbd5a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:20.145374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e9a9fdbe-8e37-4a1a-887e-74859f4ba17e req-8fb139b0-2bea-4ff5-813e-c9f6cbd5a346 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 1097 time: 0.1271992 Dec 09 15:27:20.162097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:20.165181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.230566 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.240456 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.247116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fce5e-a207-4734-a572-36dbd4f19245 req-651bd661-5f18-493d-9d22-f790721fdb5b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:20.249487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee1fce5e-a207-4734-a572-36dbd4f19245 req-651bd661-5f18-493d-9d22-f790721fdb5b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 931 time: 0.2531590 Dec 09 15:27:20.254629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-b84ce077-658e-41af-9a9b-7edb3e3ca05c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2939661 Dec 09 15:27:20.277454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Request body: {'port': {'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:20.298465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78e3b4-d094-4520-b600-5f5734a26604 req-039913b9-663b-4a72-ba83-6849d513f051 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:20.299970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c78e3b4-d094-4520-b600-5f5734a26604 req-039913b9-663b-4a72-ba83-6849d513f051 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.1528659 Dec 09 15:27:20.301060 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Pushing event updated for resources: {'Port': ['ID=bf28f76f-8b00-41d1-add6-fc420f35fba8,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:20.311445 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.311805 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.312359 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.312679 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.313917 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.313917 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.313917 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.314201 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.314419 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.314653 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.314986 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.315311 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.315694 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:20.352110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcfbc0-8644-4a66-9604-f48db9db8aa0 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:20.356551 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Attempting to bind port bf28f76f-8b00-41d1-add6-fc420f35fba8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:20.356741 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Attempting to bind port bf28f76f-8b00-41d1-add6-fc420f35fba8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:20.357456 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Attempting to bind port bf28f76f-8b00-41d1-add6-fc420f35fba8 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:20.365613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e9a9fdbe-8e37-4a1a-887e-74859f4ba17e req-412ea0d0-c7af-433a-876e-7b7c771e2b88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021549 Dec 09 15:27:20.366158 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:20.366420 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:20.366819 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.369363 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:20.370601 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Bound port: bf28f76f-8b00-41d1-add6-fc420f35fba8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:20.372002 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.376503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61550eb8-2b25-433d-879b-cdd11e81eef4 None None] Provisioning complete for port 53b72c10-5c27-4252-a7ee-736bd7d06537 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:20.378149 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61550eb8-2b25-433d-879b-cdd11e81eef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.430564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-61550eb8-2b25-433d-879b-cdd11e81eef4 None None] Port 53b72c10-5c27-4252-a7ee-736bd7d06537 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:20.443638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c78e3b4-d094-4520-b600-5f5734a26604 req-00bf60ca-645e-41bb-8228-1a21eb99c16e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002133 Dec 09 15:27:20.464213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee1fce5e-a207-4734-a572-36dbd4f19245 req-00f5db54-9b43-45aa-b011-8fe1f88b3ed9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966071 Dec 09 15:27:20.478227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.489736 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] For port bf28f76f-8b00-41d1-add6-fc420f35fba8, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:20.493377 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] For port bf28f76f-8b00-41d1-add6-fc420f35fba8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bf28f76f-8b00-41d1-add6-fc420f35fba8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:20.499454 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.558199 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6360012-0885-4c1c-ace8-714abf184178 None None] Pushing event updated for resources: {'Port': ['ID=bf28f76f-8b00-41d1-add6-fc420f35fba8,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:20.566184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6c1f061f-d87b-4d19-86f7-0971eb92584d None None] Provisioning complete for port bf28f76f-8b00-41d1-add6-fc420f35fba8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:20.568993 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c1f061f-d87b-4d19-86f7-0971eb92584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.587449 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Routers {'3556ca2b-c0ec-4f96-ad26-af37f8b82f91'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:20.588078 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['3556ca2b-c0ec-4f96-ad26-af37f8b82f91'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:20.615776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f5a1c-42be-4b13-8559-bb3891608405 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:20.674560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.688148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c1f061f-d87b-4d19-86f7-0971eb92584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.701127 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.715978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6c1f061f-d87b-4d19-86f7-0971eb92584d None None] For port bf28f76f-8b00-41d1-add6-fc420f35fba8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bf28f76f-8b00-41d1-add6-fc420f35fba8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:20.728361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c1f061f-d87b-4d19-86f7-0971eb92584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.731065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.741380 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] Set router 3556ca2b-c0ec-4f96-ad26-af37f8b82f91 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:20.786858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f061f-d87b-4d19-86f7-0971eb92584d None None] Pushing event updated for resources: {'Port': ['ID=bf28f76f-8b00-41d1-add6-fc420f35fba8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:20.835055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Allocated IP 172.25.0.192 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/402e64ec-d4b8-4ec4-acb0-8926603bc6a3) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:20.873222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-39394875-7ad5-4e3f-9c53-811d0c83111b None None] Provisioning complete for port bf28f76f-8b00-41d1-add6-fc420f35fba8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:20.873608 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-39394875-7ad5-4e3f-9c53-811d0c83111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.952747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:20.995787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.011710 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3556ca2b-c0ec-4f96-ad26-af37f8b82f91', 'name': 'tempest-snat-router-1183436133', 'tenant_id': '89fb4376c1c04d3684ae2b750f672346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': 'bf28f76f-8b00-41d1-add6-fc420f35fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:15Z', 'updated_at': '2021-12-09T15:27:18Z', 'revision_number': 3, 'project_id': '89fb4376c1c04d3684ae2b750f672346', 'gw_port': {'id': 'bf28f76f-8b00-41d1-add6-fc420f35fba8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3556ca2b-c0ec-4f96-ad26-af37f8b82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:17Z', 'updated_at': '2021-12-09T15:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:21.036304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:21.039747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:21.044000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:21.061221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ceba59-dfc9-4a2b-9020-2b548d5d8d89 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:21.092970 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2287e3-57a7-45b8-a8aa-95213a95776d None None] The sync data for ids ['3556ca2b-c0ec-4f96-ad26-af37f8b82f91'] in n-d-804292-5 is: [{'id': '3556ca2b-c0ec-4f96-ad26-af37f8b82f91', 'name': 'tempest-snat-router-1183436133', 'tenant_id': '89fb4376c1c04d3684ae2b750f672346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': 'bf28f76f-8b00-41d1-add6-fc420f35fba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:15Z', 'updated_at': '2021-12-09T15:27:18Z', 'revision_number': 3, 'project_id': '89fb4376c1c04d3684ae2b750f672346', 'gw_port': {'id': 'bf28f76f-8b00-41d1-add6-fc420f35fba8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3556ca2b-c0ec-4f96-ad26-af37f8b82f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:17Z', 'updated_at': '2021-12-09T15:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:21.147967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-157c0e53-ac54-4d6a-9d26-4960ddc5b7e2 None None] Provisioning complete for port 402e64ec-d4b8-4ec4-acb0-8926603bc6a3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:21.148385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-157c0e53-ac54-4d6a-9d26-4960ddc5b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.166908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Port': ['ID=402e64ec-d4b8-4ec4-acb0-8926603bc6a3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:21.190886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b72c10-5c27-4252-a7ee-736bd7d06537 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:27:21.200910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-157c0e53-ac54-4d6a-9d26-4960ddc5b7e2 None None] Port 402e64ec-d4b8-4ec4-acb0-8926603bc6a3 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:21.228422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.253773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Transition to ACTIVE for port object 53b72c10-5c27-4252-a7ee-736bd7d06537 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:27:21.269510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.423824 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.507979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Pushing event updated for resources: {'Port': ['ID=53b72c10-5c27-4252-a7ee-736bd7d06537,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:21.517299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Attempting to bind port 53b72c10-5c27-4252-a7ee-736bd7d06537 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:21.517650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Attempting to bind port 53b72c10-5c27-4252-a7ee-736bd7d06537 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:21.517976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Attempting to bind port 53b72c10-5c27-4252-a7ee-736bd7d06537 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:21.579120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Port 53b72c10-5c27-4252-a7ee-736bd7d06537 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:27:21.579513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Attempting to bind port 53b72c10-5c27-4252-a7ee-736bd7d06537 on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:21.608662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:21.609008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:21.609404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:21.609856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Bound port: 53b72c10-5c27-4252-a7ee-736bd7d06537, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:21.610218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.737060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bf28f76f-8b00-41d1-add6-fc420f35fba8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:21.763286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933a81a-e370-4f55-a6d9-e6149ac73c3e req-7eceace9-11ab-4767-8297-70132c372262 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:21.764934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b933a81a-e370-4f55-a6d9-e6149ac73c3e req-7eceace9-11ab-4767-8297-70132c372262 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.1704302 Dec 09 15:27:21.905637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:21.905832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.911062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bf28f76f-8b00-41d1-add6-fc420f35fba8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:21.912439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:21.929271 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52581b9a-7c0a-42a4-8ccf-09cf7e504e87 req-37c8594c-b134-4e11-865d-e4ffa30c8f74 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:21.930877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52581b9a-7c0a-42a4-8ccf-09cf7e504e87 req-37c8594c-b134-4e11-865d-e4ffa30c8f74 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.2665925 Dec 09 15:27:21.972240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] For port 53b72c10-5c27-4252-a7ee-736bd7d06537, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:22.002382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.038403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] For port 53b72c10-5c27-4252-a7ee-736bd7d06537, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53b72c10-5c27-4252-a7ee-736bd7d06537,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:22.091476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b933a81a-e370-4f55-a6d9-e6149ac73c3e req-cd4805a9-0bb0-453c-9a66-deca1125dad8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094850 Dec 09 15:27:22.129967 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.154120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.236956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52581b9a-7c0a-42a4-8ccf-09cf7e504e87 req-1a075d7b-3899-435e-9b1b-bc93cee945e5 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868538 Dec 09 15:27:22.243108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Router fc982633-498f-4675-b4de-ef259d7f0d9e is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:22.291082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 91cc2dc9-a984-45fa-bf49-be3ad042fbf4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:22.292093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.294916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Pushing event updated for resources: {'Port': ['ID=53b72c10-5c27-4252-a7ee-736bd7d06537,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:22.303874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:22.304203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.305836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-aeab92c6-e647-4130-b473-e6404bd0dba3 service neutron] 10.222.0.36 "PUT /v2.0/ports/53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 1091 time: 2.0332973 Dec 09 15:27:22.312280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:22.325143 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59268686-442e-46f5-9686-e06c10232a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:22.378037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:22.428939 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b10cf4-741d-4bf8-a035-bfbace5f0a76 x-openstack-request-id: req-a0b10cf4-741d-4bf8-a035-bfbace5f0a76 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:22.429246 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:22.429486 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0b10cf4-741d-4bf8-a035-bfbace5f0a76 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:22.429888 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'status': 'completed', 'code': 200} Dec 09 15:27:22.458116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:22.469925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Sync routers for ids ['fc982633-498f-4675-b4de-ef259d7f0d9e'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:22.503991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Routers {'fc982633-498f-4675-b4de-ef259d7f0d9e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:22.505894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['fc982633-498f-4675-b4de-ef259d7f0d9e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:22.514443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.521055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d102e9a2-374a-4546-96a6-1bccdb125d5e tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3325939 Dec 09 15:27:22.521727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:22.559716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-9a915b79-cabf-49b4-9acc-8c297a9fe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:22.561262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-9a915b79-cabf-49b4-9acc-8c297a9fe430 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1094 time: 0.1966128 Dec 09 15:27:22.617442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.627730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-6b7a0e5f-9c10-4d75-b5f9-3966bae2e6b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 217 time: 0.0568864 Dec 09 15:27:22.708101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Set router fc982633-498f-4675-b4de-ef259d7f0d9e gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:22.742627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b0fb08f-c626-4a27-9ee8-f056e0248fa6 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/fc982633-498f-4675-b4de-ef259d7f0d9e HTTP/1.1" status: 200 len: 908 time: 0.2173936 Dec 09 15:27:22.742858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:22.752557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-a5ec414f-6cd8-44e2-b085-df224cd62c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:22.756888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-a5ec414f-6cd8-44e2-b085-df224cd62c6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0645356 Dec 09 15:27:22.868578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-24d5f956-951d-49df-9bbe-a2e5d380b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:22.870545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-24d5f956-951d-49df-9bbe-a2e5d380b4be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007657 Dec 09 15:27:22.933837 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:22.938268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.048254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc982633-498f-4675-b4de-ef259d7f0d9e', 'name': 'tempest-snat-router-1183436133', 'tenant_id': '89fb4376c1c04d3684ae2b750f672346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '402e64ec-d4b8-4ec4-acb0-8926603bc6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:19Z', 'updated_at': '2021-12-09T15:27:21Z', 'revision_number': 3, 'project_id': '89fb4376c1c04d3684ae2b750f672346', 'gw_port': {'id': '402e64ec-d4b8-4ec4-acb0-8926603bc6a3', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc982633-498f-4675-b4de-ef259d7f0d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:20Z', 'updated_at': '2021-12-09T15:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:23.069400 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.118849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Checking router: fc982633-498f-4675-b4de-ef259d7f0d9e for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:23.119199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Updating router fc982633-498f-4675-b4de-ef259d7f0d9e port 402e64ec-d4b8-4ec4-acb0-8926603bc6a3 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:23.191909 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.230748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Deleting port 402e64ec-d4b8-4ec4-acb0-8926603bc6a3 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:23.232638 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.279857 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ae7516fd-968d-4d29-be7b-30b7883c7dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.382566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:23.427608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Calling delete_port for 402e64ec-d4b8-4ec4-acb0-8926603bc6a3 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:23.491492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1ba73-6aca-4297-8403-38c34a4a78b0 req-8da2dba3-fb4c-439b-8639-83fbecb4cdc2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:23.493712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abd1ba73-6aca-4297-8403-38c34a4a78b0 req-8da2dba3-fb4c-439b-8639-83fbecb4cdc2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1135194 Dec 09 15:27:23.498663 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=91cc2dc9-a984-45fa-bf49-be3ad042fbf4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:23.676577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5539c7-25ee-4429-839c-d81a1fb52b37 req-5fb7ef43-8af4-4c10-9a0d-c26ea8180676 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:23.682986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-abd1ba73-6aca-4297-8403-38c34a4a78b0 req-52f52eeb-7607-4cda-b2d1-8ec543cba23c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267409 Dec 09 15:27:23.685140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae5539c7-25ee-4429-839c-d81a1fb52b37 req-5fb7ef43-8af4-4c10-9a0d-c26ea8180676 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.2325158 Dec 09 15:27:23.694846 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-85024c89-39a1-410e-a3a8-9ec85a98408c service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074872 Dec 09 15:27:23.915285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae5539c7-25ee-4429-839c-d81a1fb52b37 req-e3203a7c-0f81-414a-b0b0-2b91957a64b8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289028 Dec 09 15:27:24.018782 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.042463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b7ddc34-ff1b-42bc-bbeb-01c6b1342819 req-8c8d192a-b4cd-4bc0-9dd3-232cddd313c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373561 Dec 09 15:27:24.193170 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59268686-442e-46f5-9686-e06c10232a5a req-5f853c4f-a985-4dd5-a53d-d24c19186dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:24.194727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-5f853c4f-a985-4dd5-a53d-d24c19186dba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1094 time: 0.0970600 Dec 09 15:27:24.270352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:27:24.271405 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:27:24.273619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe52996-25e7-41d2-88d2-fe67743a9b4a req-fcf3cf0b-d6d1-43ce-9399-84ef0502d487 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:24.275233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebe52996-25e7-41d2-88d2-fe67743a9b4a req-fcf3cf0b-d6d1-43ce-9399-84ef0502d487 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.0656199 Dec 09 15:27:24.276921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.311897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event deleted for resources: {'Port': ['ID=402e64ec-d4b8-4ec4-acb0-8926603bc6a3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:24.336475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995a943-3013-45b2-a6c4-965425f8290b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:24.402834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebe52996-25e7-41d2-88d2-fe67743a9b4a req-938ce1f1-9614-4e77-b8cd-354e53ae2582 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177394 Dec 09 15:27:24.406193 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.410815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59268686-442e-46f5-9686-e06c10232a5a req-413a1529-d81d-4f08-9e85-fd339c8290e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:24.412298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-413a1529-d81d-4f08-9e85-fd339c8290e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.2071731 Dec 09 15:27:24.468767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-218f16aa-fce7-4f66-ad46-b08614a999a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 217 time: 0.0481167 Dec 09 15:27:24.472643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:24.502973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.505218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.554911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.555393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc982633-498f-4675-b4de-ef259d7f0d9e {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:24.560973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.562179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9fb573ae-862e-462f-b76f-29d99a9c4fd7 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/routers/fc982633-498f-4675-b4de-ef259d7f0d9e HTTP/1.1" status: 204 len: 168 time: 1.8182046 Dec 09 15:27:24.568595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58878) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:24.582935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59268686-442e-46f5-9686-e06c10232a5a req-d6ddbc78-7e1b-42cf-bb5e-a075d9940615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:24.584535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-d6ddbc78-7e1b-42cf-bb5e-a075d9940615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1083319 Dec 09 15:27:24.674632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:24.681773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.683176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-44af7259-2af9-46fd-b6e9-a6ccaf1d8055 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6184409 Dec 09 15:27:24.683935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58882) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:24.686992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] Sync routers for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:24.687511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59268686-442e-46f5-9686-e06c10232a5a req-83bbda1a-18a8-4fbb-9fa1-7208d7fbe479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:24.688638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-83bbda1a-18a8-4fbb-9fa1-7208d7fbe479 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952053 Dec 09 15:27:24.699336 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:24.700237 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:24.798464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-8ad93bc5-5f86-493f-b5be-3d4ca30855e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009724 Dec 09 15:27:24.802521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Port 402e64ec-d4b8-4ec4-acb0-8926603bc6a3 not found while updating agent binding for router fc982633-498f-4675-b4de-ef259d7f0d9e. {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:27:24.821388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:24.823853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:27:24.824701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc982633-498f-4675-b4de-ef259d7f0d9e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109896) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:27:24.830377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60894b-abdb-4447-a050-a53bff5f0c6b None None] The sync data for ids ['fc982633-498f-4675-b4de-ef259d7f0d9e'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:24.866438 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:24.877792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting subnet 70ac455d-8e7c-4a1d-8abb-414077b7b763 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:27:24.881360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.930271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:24.942568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14cb0a-624a-4b87-ace4-a65988693987 req-0df0435d-344c-44f5-baf8-273a6c90d42b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:24.944123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb14cb0a-624a-4b87-ace4-a65988693987 req-0df0435d-344c-44f5-baf8-273a6c90d42b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1086800 Dec 09 15:27:24.971775 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59268686-442e-46f5-9686-e06c10232a5a req-257d6894-0908-4e7e-a74b-9c85b0825599 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638811 Dec 09 15:27:25.004092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb14cb0a-624a-4b87-ace4-a65988693987 req-e8fa8cb8-4305-4b1e-94c6-c4927eae2507 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508039 Dec 09 15:27:25.035767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.094915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.104349 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:27:22Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:25.139200 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] Checking router: d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:25.144260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.151535 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] Routers {'d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:25.152674 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:26:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:25.177535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Subnet': ['ID=70ac455d-8e7c-4a1d-8abb-414077b7b763,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:25.184927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.192149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4ab0f867-80ab-473f-bb14-3e43d0eb42ee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/subnets/70ac455d-8e7c-4a1d-8abb-414077b7b763 HTTP/1.1" status: 204 len: 168 time: 0.5033305 Dec 09 15:27:25.192925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58886) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:25.212828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709a4f0-af44-4458-9bd8-bd70572394ba None None] Network 3d93c13a-b541-4dc7-9e71-a119f56fef8a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:25.239210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Deleting port bf28f76f-8b00-41d1-add6-fc420f35fba8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:25.239596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.295208 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] Set router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:25.387015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.433471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] For port bf28f76f-8b00-41d1-add6-fc420f35fba8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bf28f76f-8b00-41d1-add6-fc420f35fba8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:25.434181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.443850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] DHCP port deletion for 3d93c13a-b541-4dc7-9e71-a119f56fef8a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:25.453306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Calling delete_port for bf28f76f-8b00-41d1-add6-fc420f35fba8 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:25.497102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] Deleting port e401dad0-711a-488f-b55f-b41e31eb9e01 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:25.497686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.503619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:27:22Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:25.540609 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ddecc1-04d8-40d9-b9fa-fa22c70a7e05 None None] The sync data for ids ['d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2'] in n-d-804292-5 is: [{'id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905719408', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:25:09Z', 'updated_at': '2021-12-09T15:27:22Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': 'e6728b06-47e8-441f-90ca-27f4b63b3dd0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86e8a36-45eb-4df7-9cec-52cc4a0ec9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:25:10Z', 'updated_at': '2021-12-09T15:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:25.579273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] For port e401dad0-711a-488f-b55f-b41e31eb9e01, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e401dad0-711a-488f-b55f-b41e31eb9e01,segment=NetworkSegment(c3ea4c80-c71e-4763-b550-be0e98b0bc0d),segment_id=c3ea4c80-c71e-4763-b550-be0e98b0bc0d)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:25.579777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.597935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] Calling delete_port for e401dad0-711a-488f-b55f-b41e31eb9e01 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:25.673211 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2842c836-a65a-4406-bb5d-cd913520ac5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.698691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.720333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.725195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] Pushing event deleted for resources: {'Port': ['ID=e401dad0-711a-488f-b55f-b41e31eb9e01,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:25.731121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d5547-1c73-4d49-b9c6-ad02414bf1ac None None] No DVR routers for this DVR port e401dad0-711a-488f-b55f-b41e31eb9e01 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:25.796116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.824438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf28f76f-8b00-41d1-add6-fc420f35fba8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:25.841202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9332f31-3c76-4620-a2e4-9ddcb8f0a7de None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:25.878228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port e6728b06-47e8-441f-90ca-27f4b63b3dd0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:25.878564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:25.902722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58888) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:25.928012 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.036124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e401dad0-711a-488f-b55f-b41e31eb9e01 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:26.073591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.078930 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.111821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e401dad0-711a-488f-b55f-b41e31eb9e01 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:26.114100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e401dad0-711a-488f-b55f-b41e31eb9e01 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:26.150207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port e6728b06-47e8-441f-90ca-27f4b63b3dd0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=e6728b06-47e8-441f-90ca-27f4b63b3dd0,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:26.150917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.167817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for e6728b06-47e8-441f-90ca-27f4b63b3dd0 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:26.170373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.171160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3556ca2b-c0ec-4f96-ad26-af37f8b82f91 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:26.193519 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.200487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8dedcc84-8413-4d31-b651-da4f226dbe8b tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "DELETE /v2.0/routers/3556ca2b-c0ec-4f96-ad26-af37f8b82f91 HTTP/1.1" status: 204 len: 168 time: 1.6345530 Dec 09 15:27:26.202616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58892) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:26.209036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-826308915', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:26.284263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.285480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.368521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.376818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124219ef-f55b-4aae-a515-c565c23e8643 req-63018a36-ae2b-4479-bcbf-8007eea3337e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:26.378398 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-124219ef-f55b-4aae-a515-c565c23e8643 req-63018a36-ae2b-4479-bcbf-8007eea3337e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.2025805 Dec 09 15:27:26.488095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-124219ef-f55b-4aae-a515-c565c23e8643 req-4026d3ad-a1af-48a3-9b5f-a1c809f666cc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934033 Dec 09 15:27:26.496580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.533499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=e6728b06-47e8-441f-90ca-27f4b63b3dd0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:26.555139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a802bb-8b10-4dd0-8008-2cd9c413eaae None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:26.606841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.657465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.710508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.712568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.758022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.758857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Fanout notify agent at l3_agent the message router_deleted on router d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:26.760713 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.769552 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.773707 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7df4a3fa-c372-4a06-a766-2f689076f365 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/routers/d86e8a36-45eb-4df7-9cec-52cc4a0ec9b2 HTTP/1.1" status: 204 len: 168 time: 1.5779510 Dec 09 15:27:26.775112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58894) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:26.871997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.889705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.959545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:26.979054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d93c13a-b541-4dc7-9e71-a119f56fef8a']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:26.988204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:26.988496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ea4c80-c71e-4763-b550-be0e98b0bc0d') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:26.998064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.012096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.018551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:27:27.019094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:27:27.022225 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:27:27.065131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.085510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.092929 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.096081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/networks/3d93c13a-b541-4dc7-9e71-a119f56fef8a HTTP/1.1" status: 204 len: 168 time: 0.3209577 Dec 09 15:27:27.099332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58896) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:27.124021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfa586-b43a-45e2-b069-fdccc4c64582 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Network': ['ID=3d93c13a-b541-4dc7-9e71-a119f56fef8a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:27.174378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c816e36f-011b-4316-a9f2-a65e2b46885a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.201438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c816e36f-011b-4316-a9f2-a65e2b46885a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.271254 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c816e36f-011b-4316-a9f2-a65e2b46885a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.274561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c816e36f-011b-4316-a9f2-a65e2b46885a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.278911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c816e36f-011b-4316-a9f2-a65e2b46885a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ab035a5-0383-4067-b3ae-df4263e9e296 HTTP/1.1" status: 204 len: 168 time: 0.1661839 Dec 09 15:27:27.286594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816e36f-011b-4316-a9f2-a65e2b46885a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab035a5-0383-4067-b3ae-df4263e9e296,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:27.449303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.570935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58904) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:27.576429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116494912', 'description': 'tempest-secgroup-smoke-116494912 description', 'project_id': '04bb30fb984a4d36b8046aef06454315'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:27.600771 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.606864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:27.628131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:27.628630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 91cc2dc9-a984-45fa-bf49-be3ad042fbf4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:27.629166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e6728b06-47e8-441f-90ca-27f4b63b3dd0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:27.650413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: e6728b06-47e8-441f-90ca-27f4b63b3dd0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:27.650798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device e6728b06-47e8-441f-90ca-27f4b63b3dd0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:27.651810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bf28f76f-8b00-41d1-add6-fc420f35fba8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:27.672732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: bf28f76f-8b00-41d1-add6-fc420f35fba8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:27.673091 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bf28f76f-8b00-41d1-add6-fc420f35fba8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:27.693023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.698617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.700126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Allocated IP 172.25.0.158 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/ad84d809-69db-45e7-94c1-a11c9754ef03) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:27.729339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc38e3f1-64ad-409a-a92b-1dcaaec45afb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:27.734033 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.735504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fad8ade7-aa8a-41f7-9205-bd8a5db08d78 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1635098 Dec 09 15:27:27.738320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58906) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:27.742580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e3f1-64ad-409a-a92b-1dcaaec45afb', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:27.747808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1a913-e280-4c34-85f0-4a8be2b482fa req-d1f3f692-b79d-4ce6-9930-5c22c8629938 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:27.749447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50a1a913-e280-4c34-85f0-4a8be2b482fa req-d1f3f692-b79d-4ce6-9930-5c22c8629938 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1553190 Dec 09 15:27:27.776908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.825508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.20.0.17 (571ef362-c523-401d-a155-5f92620335ce/b6265f53-123f-4537-b7c6-182a3908b3f2/1024870a-f27c-4fc7-bfd3-60040e413c22) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:27.835696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.840600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.858269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2c825b-2d57-4b2c-9577-4abd9f287260,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:27.865964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.867146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-718018d2-bdc2-4a73-850e-4fa0ba7c1edc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279349 Dec 09 15:27:27.870041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:27.874642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e3f1-64ad-409a-a92b-1dcaaec45afb', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:27.895944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50a1a913-e280-4c34-85f0-4a8be2b482fa req-bf3ef595-2ca8-4b63-8dc3-8cbcfd11b658 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394207 Dec 09 15:27:27.903296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.966867 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.971821 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.989876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7983f9b9-b2e3-4958-9fbf-ce5ce86e80bb,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:27.998333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:27.999024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.002994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6ec9b2fb-a407-4f15-aa88-949630051492 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292019 Dec 09 15:27:28.003163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58910) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:28.007644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e3f1-64ad-409a-a92b-1dcaaec45afb', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:28.036042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.036838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.076105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.109341 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.113955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.127570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:28.136333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:28.139945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6301c630-79f6-4b02-94fc-660e25a7426b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.142067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:28.161324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa91ac-4ca0-497f-8445-977e4e167899 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:28.162484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.163749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-596d5613-6cb6-4126-9839-fa56ae9860da tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596045 Dec 09 15:27:28.166958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58912) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:28.172266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e3f1-64ad-409a-a92b-1dcaaec45afb', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:28.186073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.207685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-47785c54-1ebf-4bb0-bd69-7bdd42c32666 None None] Provisioning complete for port ad84d809-69db-45e7-94c1-a11c9754ef03 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:28.208654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47785c54-1ebf-4bb0-bd69-7bdd42c32666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.211389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event updated for resources: {'Port': ['ID=ad84d809-69db-45e7-94c1-a11c9754ef03,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.216598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.252836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 571ef362-c523-401d-a155-5f92620335ce is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:28.257962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:28.262462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-47785c54-1ebf-4bb0-bd69-7bdd42c32666 None None] Port ad84d809-69db-45e7-94c1-a11c9754ef03 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:28.276878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:28.301896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.319030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.347313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9d5d12-0fac-48b1-8b19-0c4a1ca9a18c,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.375597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.379757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2da8e7f9-03a3-449c-ac97-e2fbba981ab3 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2091591 Dec 09 15:27:28.382344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58914) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:28.386953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e3f1-64ad-409a-a92b-1dcaaec45afb', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:28.396860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=1024870a-f27c-4fc7-bfd3-60040e413c22,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.435264 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:27:28.440382 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.447503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.450344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.530474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.536807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.557811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e0aa45-ed64-4b18-bdff-78162823c7eb,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.569151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.570387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a9bfefd4-376b-416d-977c-d5cdd32b10e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1870184 Dec 09 15:27:28.573170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58916) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:28.577636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e3f1-64ad-409a-a92b-1dcaaec45afb', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:28.599264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7e897e1c-f7cf-4e7c-bf6e-673146a4623c None None] Provisioning complete for port 1024870a-f27c-4fc7-bfd3-60040e413c22 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:28.599715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7e897e1c-f7cf-4e7c-bf6e-673146a4623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.601346 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:27:28.607934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.634672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7e897e1c-f7cf-4e7c-bf6e-673146a4623c None None] Port 1024870a-f27c-4fc7-bfd3-60040e413c22 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:28.675750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.677507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.679691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.701553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae392d-d5e8-4eba-81db-5d7e9923343b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.707264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.708340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f0ccae7c-bf0a-440a-a950-a29fe3721eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342332 Dec 09 15:27:28.711204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58918) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:28.716213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'network': {'name': 'tempest-network-smoke--1097147221', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'port_security_enabled': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:28.717426 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.738359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:28.743218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.767114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:28.776372 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.776650 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Added segment b8515ab6-9bf9-4993-b48f-3f6cdab01fd6 of type vlan for network 9308b5e1-8b17-492c-89d3-2661d86f238c Dec 09 15:27:28.818370 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.843204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.849140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:28.849761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.880054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1677516 Dec 09 15:27:28.887381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:28.893482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'admin_state_up': True, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:28.940450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae98c99-2de1-4eac-a1bd-4238cfa2e316 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Network': ['ID=9308b5e1-8b17-492c-89d3-2661d86f238c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:28.952354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 9308b5e1-8b17-492c-89d3-2661d86f238c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:28.962207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:28.963827 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.026813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.049423 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.224983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.231895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.238763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.331462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=1024870a-f27c-4fc7-bfd3-60040e413c22,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:29.338065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.345909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Router 8af96077-2ecc-4386-92ea-88114b5311ed is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:29.450835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea5d3-7d77-45c2-99bc-4b2f998ba69c req-b036bdf9-f7f2-4727-bd3e-a4b781c6ef6a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:29.452368 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-336ea5d3-7d77-45c2-99bc-4b2f998ba69c req-b036bdf9-f7f2-4727-bd3e-a4b781c6ef6a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.4567063 Dec 09 15:27:29.527399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 571ef362-c523-401d-a155-5f92620335ce is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:29.531878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:29.534492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:29.551793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] Sync routers for ids ['8af96077-2ecc-4386-92ea-88114b5311ed'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:29.557908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.577368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] Routers {'8af96077-2ecc-4386-92ea-88114b5311ed'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:29.578812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8af96077-2ecc-4386-92ea-88114b5311ed'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:29.596184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.597451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b3996de3-f6be-4937-9d5b-183456a73991 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3938382 Dec 09 15:27:29.600389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58926) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:29.607405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': False}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:29.621761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-9b1ada9b-e29a-4ad1-a650-5bd2bb601611 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327784 Dec 09 15:27:29.623733 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:29.636990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-336ea5d3-7d77-45c2-99bc-4b2f998ba69c req-f8b12f19-a7c7-44be-a1fe-fb558bc82242 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467309 Dec 09 15:27:29.664464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] Routers {'8af96077-2ecc-4386-92ea-88114b5311ed'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:29.666723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8af96077-2ecc-4386-92ea-88114b5311ed'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:29.717156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:29.718089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0a242-4e83-40b0-a087-9ceed2f7834b None None] The sync data for ids ['8af96077-2ecc-4386-92ea-88114b5311ed'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:29.776069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-546ad1e7-9121-4dfd-add4-969c0848a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:29.777750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-546ad1e7-9121-4dfd-add4-969c0848a4db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 1097 time: 0.0607569 Dec 09 15:27:29.779740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:29.877112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-480c498a-8eec-4efa-bfaf-debdd352b8ad None None] Provisioning complete for port 1024870a-f27c-4fc7-bfd3-60040e413c22 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:29.877721 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-480c498a-8eec-4efa-bfaf-debdd352b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.912904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-480c498a-8eec-4efa-bfaf-debdd352b8ad None None] Port 1024870a-f27c-4fc7-bfd3-60040e413c22 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:29.917889 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:29.962940 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.036075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-77736571-ac48-4292-b7a9-d667321c8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:30.037542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-77736571-ac48-4292-b7a9-d667321c8237 service neutron] 10.222.0.43 "GET /v2.0/networks?id=571ef362-c523-401d-a155-5f92620335ce HTTP/1.1" status: 200 len: 898 time: 0.2010994 Dec 09 15:27:30.112536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-a4ec2bf2-e606-42e1-a190-b03a1311c29e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e HTTP/1.1" status: 200 len: 217 time: 0.0662334 Dec 09 15:27:30.163182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.104 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:30.208476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-4d494404-6fb5-4c34-9eee-53335cd89e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:30.209982 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-4d494404-6fb5-4c34-9eee-53335cd89e2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6265f53-123f-4537-b7c6-182a3908b3f2 HTTP/1.1" status: 200 len: 838 time: 0.0868485 Dec 09 15:27:30.313699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-9fdffba7-0220-4cd2-aa82-2ddc7a9d6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:30.315217 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-9fdffba7-0220-4cd2-aa82-2ddc7a9d6ca6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=571ef362-c523-401d-a155-5f92620335ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945439 Dec 09 15:27:30.339969 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.354251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:30.363965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d7ac3c1-99de-4fe3-b372-36ec596d894d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "PUT /v2.0/routers/ac428ace-78c2-420e-a65a-5f21e7331045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4591990 Dec 09 15:27:30.365842 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:30.377471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:30.378668 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:30.431498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.456251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-15e7addf-eb0e-4e76-ab28-0944d93d873b service neutron] 10.222.0.43 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291637 Dec 09 15:27:30.458750 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.521299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:30.546889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:30.560629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:30.564149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa9cc35-d02a-4571-aa16-128f3e3800b9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:30.598647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:30.610865 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:30.646414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1c573625-5e66-46ec-a22c-3e5b890c24c4 None None] Provisioning complete for port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:30.647131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c573625-5e66-46ec-a22c-3e5b890c24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.684461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1c573625-5e66-46ec-a22c-3e5b890c24c4 None None] Port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:30.699942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-357b5ad2-3217-444a-87aa-b951b0d87d9a req-f0073b41-c02f-4766-9796-d852d3728c72 service neutron] 10.222.0.43 "GET /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316182 Dec 09 15:27:30.883891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d28d6-9c24-47b3-912d-ddb98be5d135 req-a256ea40-b163-40e9-a900-bf4de55cfc0c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:30.886045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-602d28d6-9c24-47b3-912d-ddb98be5d135 req-a256ea40-b163-40e9-a900-bf4de55cfc0c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1329386 Dec 09 15:27:30.909605 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:28Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:34Z', 'revision_number': 1, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1024870a-f27c-4fc7-bfd3-60040e413c22', 'name': '', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:81:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:27Z', 'updated_at': '2021-12-09T15:27:28Z', 'revision_number': 2, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:30.927493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.937238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:30.937539 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Updating router ac428ace-78c2-420e-a65a-5f21e7331045 port 1024870a-f27c-4fc7-bfd3-60040e413c22 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:30.970436 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.976249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.984613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:30.989828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-602d28d6-9c24-47b3-912d-ddb98be5d135 req-78f25b59-e7a0-47fb-a146-34d015dd6f90 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967128 Dec 09 15:27:31.103329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Router 8af96077-2ecc-4386-92ea-88114b5311ed has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:31.146815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.222324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:31.226716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.227910 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3a1b11fc-41c3-4018-ace7-f4f7d2f1a707 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "PUT /v2.0/routers/8af96077-2ecc-4386-92ea-88114b5311ed HTTP/1.1" status: 200 len: 925 time: 1.6261177 Dec 09 15:27:31.232392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58934) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.244477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] Sync routers for ids ['8af96077-2ecc-4386-92ea-88114b5311ed'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:31.259812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] Routers {'8af96077-2ecc-4386-92ea-88114b5311ed'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:31.261086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8af96077-2ecc-4386-92ea-88114b5311ed'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:31.276729 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.285849 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.306236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:31.319527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] Routers {'8af96077-2ecc-4386-92ea-88114b5311ed'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:31.320289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 48167c56-5f70-49a3-9cca-c4ec9c790bad is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:31.320689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['8af96077-2ecc-4386-92ea-88114b5311ed'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:31.348659 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc9b9e-33a7-43ab-9516-f674747593aa None None] Pushing event updated for resources: {'Port': ['ID=1024870a-f27c-4fc7-bfd3-60040e413c22,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:31.360698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:31.361616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4012a5-04de-4a6e-8f1d-ad051ccacca3 None None] The sync data for ids ['8af96077-2ecc-4386-92ea-88114b5311ed'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:31.403882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3b47a90c-e43d-4d6e-b011-2ed880ee2077 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/8af96077-2ecc-4386-92ea-88114b5311ed HTTP/1.1" status: 200 len: 925 time: 0.1702793 Dec 09 15:27:31.406821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58936) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.409814 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Attempting to bind port 1024870a-f27c-4fc7-bfd3-60040e413c22 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:31.410355 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Attempting to bind port 1024870a-f27c-4fc7-bfd3-60040e413c22 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:31.410945 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Attempting to bind port 1024870a-f27c-4fc7-bfd3-60040e413c22 on network 571ef362-c523-401d-a155-5f92620335ce {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:31.418264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:31.419068 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Checking segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:31.419849 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.420529 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Bound using segment: {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:31.421210 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Bound port: 1024870a-f27c-4fc7-bfd3-60040e413c22, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f6929d-c592-4cec-9560-1b104b758364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '571ef362-c523-401d-a155-5f92620335ce'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:31.421696 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.465703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:31.477469 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Sync routers for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:31.486275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f0092-b23f-43d2-b439-254f4937cef5 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:31.487950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c17f0092-b23f-43d2-b439-254f4937cef5 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=8af96077-2ecc-4386-92ea-88114b5311ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0799520 Dec 09 15:27:31.490488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58938) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.494716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.499733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58940) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.508207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-588c559b-9341-4f3c-9e23-5f054509ff1d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6082799 Dec 09 15:27:31.515618 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:31.516402 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:31.551095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5c059ddc-49a2-4b51-b048-df01d26a83b6 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=04bb30fb984a4d36b8046aef06454315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466321 Dec 09 15:27:31.551440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58942) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.555633 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] For port 1024870a-f27c-4fc7-bfd3-60040e413c22, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:31.580138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] For port 1024870a-f27c-4fc7-bfd3-60040e413c22, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1024870a-f27c-4fc7-bfd3-60040e413c22,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:31.593757 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.634595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15a35a-c957-4775-acb1-b704c3f09240 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:31.639880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ba15a35a-c957-4775-acb1-b704c3f09240 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.1458652 Dec 09 15:27:31.641209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.674611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3f0f55e6-74b3-4edb-bfa6-6eedbe4f97e7 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=8af96077-2ecc-4386-92ea-88114b5311ed HTTP/1.1" status: 200 len: 205 time: 0.0322649 Dec 09 15:27:31.677939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58948) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.686434 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:31.699770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e130ac-17ec-41fc-b802-3505d1fb5266 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:31.701315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-14e130ac-17ec-41fc-b802-3505d1fb5266 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487758 Dec 09 15:27:31.705146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58950) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.722689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9d22812e-ff53-4f86-8b83-096c1d6e4179 None None] Provisioning complete for port 1024870a-f27c-4fc7-bfd3-60040e413c22 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:31.723265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d22812e-ff53-4f86-8b83-096c1d6e4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.781047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58952) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:31.783507 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dc74026c-4b48-4511-a85b-1033ac87ee4d tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766928 Dec 09 15:27:31.783659 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:31.784269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:31.785918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857420987', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:31.827197 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.845429 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc9b9e-33a7-43ab-9516-f674747593aa None None] Pushing event updated for resources: {'Port': ['ID=1024870a-f27c-4fc7-bfd3-60040e413c22,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:31.860894 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d22812e-ff53-4f86-8b83-096c1d6e4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.911186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9d22812e-ff53-4f86-8b83-096c1d6e4179 None None] For port 1024870a-f27c-4fc7-bfd3-60040e413c22, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1024870a-f27c-4fc7-bfd3-60040e413c22,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:31.916280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d22812e-ff53-4f86-8b83-096c1d6e4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:31.970264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:31.970524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22812e-ff53-4f86-8b83-096c1d6e4179 None None] Pushing event updated for resources: {'Port': ['ID=1024870a-f27c-4fc7-bfd3-60040e413c22,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:31.991254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:31.996022 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.039950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.048900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-db66b554-b0de-4925-ace0-d3593e54e690 None None] Provisioning complete for port 1024870a-f27c-4fc7-bfd3-60040e413c22 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:32.049346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-db66b554-b0de-4925-ace0-d3593e54e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.124032 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:30Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:32.156332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf3baa-e051-4538-84c8-90a494a17210 req-cf5c5208-5ddf-4f26-81b7-77bb9cc61857 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:32.158309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-faaf3baa-e051-4538-84c8-90a494a17210 req-cf5c5208-5ddf-4f26-81b7-77bb9cc61857 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.0784841 Dec 09 15:27:32.158718 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Checking router: 48167c56-5f70-49a3-9cca-c4ec9c790bad for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:32.159080 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Updating router 48167c56-5f70-49a3-9cca-c4ec9c790bad port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:32.214784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-faaf3baa-e051-4538-84c8-90a494a17210 req-02624266-903c-4424-88f7-d46065c79e82 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496917 Dec 09 15:27:32.229888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Deleting port ad84d809-69db-45e7-94c1-a11c9754ef03 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:32.231220 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.321774 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.345406 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.364295 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.408680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Calling delete_port for ad84d809-69db-45e7-94c1-a11c9754ef03 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:32.471006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Subnet': ['ID=52a5d613-3775-4b38-bc7b-ab1165c24ec5,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:32.495829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Checking segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:32.496209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network hostable DHCP agents. Network: 9308b5e1-8b17-492c-89d3-2661d86f238c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:27:32.505191 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:28Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:34Z', 'revision_number': 1, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1024870a-f27c-4fc7-bfd3-60040e413c22', 'name': '', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:81:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:27Z', 'updated_at': '2021-12-09T15:27:31Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:32.534505 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0707d87-bce5-4c10-b41e-9c8a6665dbd4 None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:28Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:34Z', 'revision_number': 1, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1024870a-f27c-4fc7-bfd3-60040e413c22', 'name': '', 'network_id': '571ef362-c523-401d-a155-5f92620335ce', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:81:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:27Z', 'updated_at': '2021-12-09T15:27:31Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': 'b6265f53-123f-4537-b7c6-182a3908b3f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:32.555163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 9308b5e1-8b17-492c-89d3-2661d86f238c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:27:32.572266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 9308b5e1-8b17-492c-89d3-2661d86f238c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:32.580557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:32.581267 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.624187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebf1bf-77da-4c51-8c68-d9debd07f456 None None] Network 9308b5e1-8b17-492c-89d3-2661d86f238c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:32.660960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fc857637-21d8-466f-bbf4-0565c8ce3dd1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8788445 Dec 09 15:27:32.663728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58958) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:32.710943 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.720440 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.772281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Attempting to bind port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:32.773038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Attempting to bind port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:32.773038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Attempting to bind port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:32.780396 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:32.780774 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:32.781372 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.781796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:32.782288 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Bound port: 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:32.782671 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.789812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec51d79-389c-4c23-ba29-af780ffaca66 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:32.792743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.823042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-9308b5e1-8b17-492c-89d3-2661d86f238c', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:27:32.824505 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967463f-6851-4bdc-ada5-33f410c95d3f None None] Pushing event updated for resources: {'Port': ['ID=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:32.824782 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.851006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event deleted for resources: {'Port': ['ID=ad84d809-69db-45e7-94c1-a11c9754ef03,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:32.870513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01567a-46f0-4d52-9782-c158320c59a9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:32.877728 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] For port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:32.891471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] For port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:32.906794 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:32.980254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ca217-6c2d-401b-82b8-bc2d5ec61d9a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:32.980994 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:32.981976 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:33.037133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-152cfc42-8f68-4950-9388-15ea17827d8d None None] Provisioning complete for port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:33.037728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-152cfc42-8f68-4950-9388-15ea17827d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.057427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967463f-6851-4bdc-ada5-33f410c95d3f None None] Pushing event updated for resources: {'Port': ['ID=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:33.096268 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.114818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Allocated IP 172.20.0.2 (9308b5e1-8b17-492c-89d3-2661d86f238c/52a5d613-3775-4b38-bc7b-ab1165c24ec5/850f173b-a7c9-4694-bf24-c5d00b2e1b2e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:33.142039 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:33.267561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.289735 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.292917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.374317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:30Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:33.389390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.408718 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddf834-914f-4c7a-83de-9a1f5582de8b None None] The sync data for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 is: [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:30Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:33.424157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Network 9308b5e1-8b17-492c-89d3-2661d86f238c is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:33.453316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:33.463067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.463067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Fanout notify agent at l3_agent the message router_deleted on router 8af96077-2ecc-4386-92ea-88114b5311ed {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:33.465652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:33.477822 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.485184 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b9ca2e4-58f2-48a0-98c3-c034e1d8c549 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/8af96077-2ecc-4386-92ea-88114b5311ed HTTP/1.1" status: 204 len: 168 time: 1.8052909 Dec 09 15:27:33.485368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58966) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:33.490275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4287126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:33.529293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.532973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.581770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aa693-b14f-4bdb-a50e-63d29ed71635 req-cb4dafa4-3b46-4a37-9278-051d4fd85631 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:33.584128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-717aa693-b14f-4bdb-a50e-63d29ed71635 req-cb4dafa4-3b46-4a37-9278-051d4fd85631 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1660757 Dec 09 15:27:33.603654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-152cfc42-8f68-4950-9388-15ea17827d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.623822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.631564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.657450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.661205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3786997-cd25-4e36-85a0-7a9484e90c4c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1722560 Dec 09 15:27:33.661919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58968) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:33.667979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:33.697780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1024870a-f27c-4fc7-bfd3-60040e413c22 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:33.700311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-717aa693-b14f-4bdb-a50e-63d29ed71635 req-6671bed0-4a55-469a-84bb-b9025a9caedb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091344 Dec 09 15:27:33.745976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.760601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-152cfc42-8f68-4950-9388-15ea17827d8d None None] For port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:33.798472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Attempting to bind port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:33.799032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Attempting to bind port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:33.799032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Attempting to bind port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:33.810918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-152cfc42-8f68-4950-9388-15ea17827d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.830915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Pushing event updated for resources: {'Port': ['ID=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:33.868838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:33.870996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Checking segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:33.871564 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.872067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Bound using segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:33.873150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Bound port: 850f173b-a7c9-4694-bf24-c5d00b2e1b2e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:33.873613 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:33.961716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.041391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1024870a-f27c-4fc7-bfd3-60040e413c22 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:34.041980 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.047973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-21b368d7-18df-4149-9da6-491ee8df6311 None None] Provisioning complete for port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:34.048340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21b368d7-18df-4149-9da6-491ee8df6311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.091875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cfc42-8f68-4950-9388-15ea17827d8d None None] Pushing event updated for resources: {'Port': ['ID=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:34.119885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] For port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:34.147561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] For port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:34.173824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.1 (9308b5e1-8b17-492c-89d3-2661d86f238c/52a5d613-3775-4b38-bc7b-ab1165c24ec5/61cd5f8f-c10e-408b-ae15-2570f7e710c5) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:34.184865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.228938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.260968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2182c45-e885-4ca7-9041-81d96391db18 None None] Pushing event updated for resources: {'Port': ['ID=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:34.272640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.450160 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Allocated IP 172.25.0.124 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a552092d-f8e8-42fc-87c2-d55677295e4e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:34.610605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.660984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.708541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:34.714599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:34.719422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:34.722755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event updated for resources: {'Port': ['ID=a552092d-f8e8-42fc-87c2-d55677295e4e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:34.731834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b90ff8-cfc3-4d34-89ce-e5cd21668fa5 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:34.814540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-44058bbd-859e-4b85-9b85-8ab53bcf74ec None None] Provisioning complete for port a552092d-f8e8-42fc-87c2-d55677295e4e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:34.815212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-44058bbd-859e-4b85-9b85-8ab53bcf74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.845168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.864882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-44058bbd-859e-4b85-9b85-8ab53bcf74ec None None] Port a552092d-f8e8-42fc-87c2-d55677295e4e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:34.888248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:34.932664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 9308b5e1-8b17-492c-89d3-2661d86f238c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:34.935783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:34.939509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:34.957406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749cf16-2b6f-45e8-baca-f0abd642b250 req-7336e939-8391-4c81-8e00-c6c7fb638bb6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:34.958894 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0749cf16-2b6f-45e8-baca-f0abd642b250 req-7336e939-8391-4c81-8e00-c6c7fb638bb6 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1217594 Dec 09 15:27:34.968374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=61cd5f8f-c10e-408b-ae15-2570f7e710c5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:34.991956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.131087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.416830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0749cf16-2b6f-45e8-baca-f0abd642b250 req-d1abb120-1fa6-457e-b95b-4b7668fd58ee tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4502320 Dec 09 15:27:35.435950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.438713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.443207 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.520465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=61cd5f8f-c10e-408b-ae15-2570f7e710c5,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:35.522902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.578177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2916f-5f5f-48a7-ba4b-47234f47590b None None] Network 9308b5e1-8b17-492c-89d3-2661d86f238c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:35.643946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 9308b5e1-8b17-492c-89d3-2661d86f238c is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:35.646012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:35.684650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Provisioning complete for port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:35.685025 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.711170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.712285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 850f173b-a7c9-4694-bf24-c5d00b2e1b2e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:35.715026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.799725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 48167c56-5f70-49a3-9cca-c4ec9c790bad has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:35.817391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:35.817969 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.889323 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Router b8136442-e1a7-4cc2-81d8-2aa8d54fc33a is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:35.893232 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.937930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] For port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:35.963912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:35.980445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7cd8f271-5b47-455a-b5cc-bfaec9588448 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/48167c56-5f70-49a3-9cca-c4ec9c790bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3112752 Dec 09 15:27:35.984861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:35.987310 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.032754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53b72c10-5c27-4252-a7ee-736bd7d06537 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:27:36.097060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:36.110280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.112396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] Sync routers for ids ['b8136442-e1a7-4cc2-81d8-2aa8d54fc33a'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:36.115469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-048787cf-64e8-4fab-9402-c6a6e6cf9580 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "PUT /v2.0/routers/b8136442-e1a7-4cc2-81d8-2aa8d54fc33a HTTP/1.1" status: 200 len: 881 time: 2.4523983 Dec 09 15:27:36.116193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58976) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:36.142833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Pushing event updated for resources: {'Port': ['ID=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:36.146458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-8f98fe56-3f6e-4313-80fa-fb5277a936cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171961 Dec 09 15:27:36.162284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] Routers {'b8136442-e1a7-4cc2-81d8-2aa8d54fc33a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:36.162933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b8136442-e1a7-4cc2-81d8-2aa8d54fc33a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:36.170867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:27:36.171227 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:27:36.232445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8260e-73bc-4914-931f-92879e13a64f req-ca370757-43e3-4873-8ad3-0c600aa0b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.235060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-ca370757-43e3-4873-8ad3-0c600aa0b882 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1097 time: 0.0504246 Dec 09 15:27:36.277543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.277897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.278241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.278712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.279881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.280221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.280556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.280886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.281384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.281722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.282048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.282909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.282909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bd2a6-143b-4f0a-88ee-3ce1917a1481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:36.295443 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9921bcd6-f0fb-46aa-bc3a-56bd6263d4b5 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/b8136442-e1a7-4cc2-81d8-2aa8d54fc33a HTTP/1.1" status: 200 len: 922 time: 0.1779630 Dec 09 15:27:36.299212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58988) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:36.318294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:36.328002 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Sync routers for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:36.337491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a16b2587-ef03-480c-9328-106eb83fed1a None None] Provisioning complete for port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:36.337918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a16b2587-ef03-480c-9328-106eb83fed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.346071 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:36.347223 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:36.351842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] Routers {'b8136442-e1a7-4cc2-81d8-2aa8d54fc33a'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:36.352460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['b8136442-e1a7-4cc2-81d8-2aa8d54fc33a'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:36.459647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2f9e2-2f51-42d5-87e5-0ddbaa766d03 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.461352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48b2f9e2-2f51-42d5-87e5-0ddbaa766d03 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=b8136442-e1a7-4cc2-81d8-2aa8d54fc33a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1608891 Dec 09 15:27:36.465123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 58992) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:36.490956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-1f6331f4-c755-4a5a-bdad-5f39514db40c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116494912&fields=id&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 267 time: 0.1716406 Dec 09 15:27:36.516596 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:36.535944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8260e-73bc-4914-931f-92879e13a64f req-ebde854e-bbe2-40d7-af82-8f32e8787549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.537581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-ebde854e-bbe2-40d7-af82-8f32e8787549 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 898 time: 0.2785876 Dec 09 15:27:36.607101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53e39-b5b5-4d29-a206-6f39ab932a5e req-aae91687-00cc-4470-821e-77478a49ac8b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.615950 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39e53e39-b5b5-4d29-a206-6f39ab932a5e req-aae91687-00cc-4470-821e-77478a49ac8b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 943 time: 0.1024735 Dec 09 15:27:36.631977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 53b72c10-5c27-4252-a7ee-736bd7d06537, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53b72c10-5c27-4252-a7ee-736bd7d06537,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:36.645194 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:27:36.659854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:36.660526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c1614-f287-4e81-9bb7-747b9a16baec None None] The sync data for ids ['b8136442-e1a7-4cc2-81d8-2aa8d54fc33a'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:36.693701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-39e53e39-b5b5-4d29-a206-6f39ab932a5e req-ea18bfb0-e5c5-4c17-9334-397831765231 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700467 Dec 09 15:27:36.718555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:27:36.722269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:36.759025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a16b2587-ef03-480c-9328-106eb83fed1a None None] Port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:36.787990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-cba7b5d2-22cb-4393-80ef-1af36b75d117 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.789465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-cba7b5d2-22cb-4393-80ef-1af36b75d117 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 797 time: 0.2982366 Dec 09 15:27:36.804955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-7f75d3bf-9cb7-429f-9325-84d361221c8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 200 len: 1002 time: 0.2462435 Dec 09 15:27:36.820042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a16b2587-ef03-480c-9328-106eb83fed1a None None] Provisioning complete for port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:36.821115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a16b2587-ef03-480c-9328-106eb83fed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.822643 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 2, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:36.826540 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.848964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Checking router: 48167c56-5f70-49a3-9cca-c4ec9c790bad for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:36.849722 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Updating router 48167c56-5f70-49a3-9cca-c4ec9c790bad port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:27:36.852446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-2dce6fa0-0973-4903-8157-e5d0a2b2c8e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/quotas/04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 375 time: 0.0521014 Dec 09 15:27:36.857916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3454ff-468d-481d-aa19-79b1d4572a94 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.859547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db3454ff-468d-481d-aa19-79b1d4572a94 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.3933842 Dec 09 15:27:36.862478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58994) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:36.863006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b72c10-5c27-4252-a7ee-736bd7d06537 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:27:36.874782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8260e-73bc-4914-931f-92879e13a64f req-44fc9b7d-963c-4195-a390-aff7c919a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.876451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-44fc9b7d-963c-4195-a390-aff7c919a0d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6272f156-9487-4ca5-987a-eab54bd8c6d2 HTTP/1.1" status: 200 len: 834 time: 0.0556433 Dec 09 15:27:36.888750 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.893912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:36.894759 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.910156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-40ec3eb6-158e-408e-a13e-b5dd0f420d2e tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8136442-e1a7-4cc2-81d8-2aa8d54fc33a HTTP/1.1" status: 200 len: 205 time: 0.0457370 Dec 09 15:27:36.913642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 58996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:36.926098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 53b72c10-5c27-4252-a7ee-736bd7d06537, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53b72c10-5c27-4252-a7ee-736bd7d06537,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:36.937107 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:36.976042 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-28f641e1-ebec-411c-bbfd-0995fa134aeb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981588 Dec 09 15:27:36.978009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8260e-73bc-4914-931f-92879e13a64f req-58f45120-a09c-43ab-9349-e49bb5da686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:36.980008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-58f45120-a09c-43ab-9349-e49bb5da686b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1692b737-6671-42f5-a44d-8638542f3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910642 Dec 09 15:27:37.056867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=53b72c10-5c27-4252-a7ee-736bd7d06537,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:37.059119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.151251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3d5e48e8-ffc6-47bc-8615-7baa4e237836 None None] Provisioning complete for port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:37.151724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d5e48e8-ffc6-47bc-8615-7baa4e237836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.160049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-e4fcd57f-66f9-4b1a-ae9c-89dc60285ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710544 Dec 09 15:27:37.183892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['53b72c10-5c27-4252-a7ee-736bd7d06537'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:27:37.205397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.231193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e48e8-ffc6-47bc-8615-7baa4e237836 None None] Port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:37.245634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-8d68f7f7-03e4-4daa-8b25-f1b7db9f8db7 service neutron] 10.222.0.46 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765282 Dec 09 15:27:37.284734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Deleting port a552092d-f8e8-42fc-87c2-d55677295e4e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:37.284993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.301865 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.311851 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.343547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24c8260e-73bc-4914-931f-92879e13a64f req-02f271c2-10de-4221-b2e8-4bad1a38c87a service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728535 Dec 09 15:27:37.383726 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8c1f0-4787-4c8b-8384-8f2e9da4eeaf None None] Pushing event updated for resources: {'Port': ['ID=61cd5f8f-c10e-408b-ae15-2570f7e710c5,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:37.406249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.413202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-55069520-765a-4236-9e2c-49993a4caf44 service neutron] 10.222.0.46 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565592 Dec 09 15:27:37.429513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Calling delete_port for a552092d-f8e8-42fc-87c2-d55677295e4e owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:37.519199 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Attempting to bind port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:37.521953 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Attempting to bind port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:37.522447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Attempting to bind port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:37.538079 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:37.538578 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Checking segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:37.539084 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.540671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Bound using segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:37.541825 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Bound port: 61cd5f8f-c10e-408b-ae15-2570f7e710c5, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:37.544464 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.685309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 850f173b-a7c9-4694-bf24-c5d00b2e1b2e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:37.712544 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] For port 61cd5f8f-c10e-408b-ae15-2570f7e710c5, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:37.717393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] For port 61cd5f8f-c10e-408b-ae15-2570f7e710c5, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=61cd5f8f-c10e-408b-ae15-2570f7e710c5,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:37.727681 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.785259 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f68310d-9c0f-4dcb-8aa0-9ed728ae36d2 req-74a01766-c61b-49de-8e82-de5b1fbaa051 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 210 time: 0.0761094 Dec 09 15:27:37.816174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.828637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3a3f06b6-5bbd-4d88-a670-a07cc4a14c67 None None] Provisioning complete for port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:37.829273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a3f06b6-5bbd-4d88-a670-a07cc4a14c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.861002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event deleted for resources: {'Port': ['ID=a552092d-f8e8-42fc-87c2-d55677295e4e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:37.884207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:37.884646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:37.911133 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8c1f0-4787-4c8b-8384-8f2e9da4eeaf None None] Pushing event updated for resources: {'Port': ['ID=61cd5f8f-c10e-408b-ae15-2570f7e710c5,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:37.941795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de43c016-da0b-42c9-9704-d0df19667007 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:37.943088 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:37.944377 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:37.966859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c99c27-97f2-4d8f-8be6-56cc110c05b2 req-10b62a15-55eb-4846-918f-16fdc286ce83 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:37.972774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37c99c27-97f2-4d8f-8be6-56cc110c05b2 req-10b62a15-55eb-4846-918f-16fdc286ce83 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 944 time: 0.1349447 Dec 09 15:27:38.036571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.049016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53b72c10-5c27-4252-a7ee-736bd7d06537 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:38.144950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a3f06b6-5bbd-4d88-a670-a07cc4a14c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.156089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 53b72c10-5c27-4252-a7ee-736bd7d06537 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:27:38.164251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 53b72c10-5c27-4252-a7ee-736bd7d06537 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:38.164561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.172632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-37c99c27-97f2-4d8f-8be6-56cc110c05b2 req-67a5f249-5045-4617-8239-653eabbb8917 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837816 Dec 09 15:27:38.219065 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.221774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.251033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3a3f06b6-5bbd-4d88-a670-a07cc4a14c67 None None] For port 61cd5f8f-c10e-408b-ae15-2570f7e710c5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=61cd5f8f-c10e-408b-ae15-2570f7e710c5,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:38.285085 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a3f06b6-5bbd-4d88-a670-a07cc4a14c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.319995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.320616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Fanout notify agent at l3_agent the message router_deleted on router b8136442-e1a7-4cc2-81d8-2aa8d54fc33a {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:38.330976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.337079 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:38.338611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59014) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:38.339165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef798821-fac2-411b-aef9-6364682e4343 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/b8136442-e1a7-4cc2-81d8-2aa8d54fc33a HTTP/1.1" status: 204 len: 168 time: 1.4242222 Dec 09 15:27:38.343662 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-78787419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:38.358844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.363865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f06b6-5bbd-4d88-a670-a07cc4a14c67 None None] Pushing event updated for resources: {'Port': ['ID=61cd5f8f-c10e-408b-ae15-2570f7e710c5,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:38.375528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.376645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.387948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:38.390263 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6a77ae-514a-445f-a814-92fc57655aa1" -d '{"events": [{"server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "name": "network-vif-plugged", "status": "completed", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:38.423218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 53b72c10-5c27-4252-a7ee-736bd7d06537, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53b72c10-5c27-4252-a7ee-736bd7d06537,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:38.430814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-21d3ecba-2b27-41fd-8d11-814ae8970381 None None] Provisioning complete for port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:38.431498 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21d3ecba-2b27-41fd-8d11-814ae8970381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.468150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.470719 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035feabd-ab84-4912-8656-05df80fa1e99 x-openstack-request-id: req-035feabd-ab84-4912-8656-05df80fa1e99 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:38.471232 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "name": "network-vif-plugged", "status": "completed", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:38.471523 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-035feabd-ab84-4912-8656-05df80fa1e99 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:38.471938 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'code': 200} Dec 09 15:27:38.474114 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.476972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.507032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.508669 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-26d6bf85-ba5f-4d83-ac55-7872eed6fad3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1688390 Dec 09 15:27:38.511939 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59018) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:38.518281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': True}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:38.588586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=53b72c10-5c27-4252-a7ee-736bd7d06537,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:38.670138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:37Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:38.698702 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1611-9768-46c8-ab47-131e09cf168b None None] The sync data for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 is: [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:37Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:38.712672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21264ed2-724a-4673-af15-a837afd8b576 req-ea76fddc-f521-44ba-b52d-38b36acd457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:38.714260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21264ed2-724a-4673-af15-a837afd8b576 req-ea76fddc-f521-44ba-b52d-38b36acd457f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1096 time: 0.1450357 Dec 09 15:27:38.797748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:38.843812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21264ed2-724a-4673-af15-a837afd8b576 req-e7be7733-ae5f-477d-bb8a-6669496ba7e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946994 Dec 09 15:27:38.917507 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-83d9f380-b944-47e4-9b17-ecdd2cb76c13 req-a1084ee9-2b5e-4649-ba26-c99d0286c70b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 210 time: 0.0560648 Dec 09 15:27:39.120360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-c93cd1cf-304f-4419-b92e-0acbdb55fc19 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:39.122300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-c93cd1cf-304f-4419-b92e-0acbdb55fc19 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 797 time: 0.1344438 Dec 09 15:27:39.203935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-a5841e27-4e73-4f2f-88d0-a923ba015883 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 379 time: 0.0699384 Dec 09 15:27:39.219074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'port': {'device_id': '848b2865-b868-4816-bf4e-39eee34fb294', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'admin_state_up': True, 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'security_groups': ['dc38e3f1-64ad-409a-a92b-1dcaaec45afb']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:39.362324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0da2e-4d0b-4dca-8df7-ccec9a04302c req-e7264049-cadf-4a29-877b-c1fcb0e81d1e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:39.363968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ba0da2e-4d0b-4dca-8df7-ccec9a04302c req-e7264049-cadf-4a29-877b-c1fcb0e81d1e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 945 time: 0.1253927 Dec 09 15:27:39.420883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.429677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:39.434143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.442881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.448345 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ba0da2e-4d0b-4dca-8df7-ccec9a04302c req-c26a8f10-8bc0-46c4-8b64-581c3cb44beb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760887 Dec 09 15:27:39.573899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Allocated IP 172.25.0.216 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/63b8e490-a7c7-4d38-a29c-a83e086a03ee) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:39.617711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 61cd5f8f-c10e-408b-ae15-2570f7e710c5 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:39.618257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.7 (9308b5e1-8b17-492c-89d3-2661d86f238c/52a5d613-3775-4b38-bc7b-ab1165c24ec5/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:39.683270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:39.683721 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.724656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.772673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.799232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.817922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:39.821110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:39.825254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:39.836593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4798332-bc7f-43ae-a526-4e480a2fbd9e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:39.859605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Port': ['ID=63b8e490-a7c7-4d38-a29c-a83e086a03ee,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:39.866389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:39.911510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 9308b5e1-8b17-492c-89d3-2661d86f238c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:39.914995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:39.917837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:39.948124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1da6c8d4-8cb8-46c3-8659-84fbc3c41d64 None None] Provisioning complete for port 63b8e490-a7c7-4d38-a29c-a83e086a03ee triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:39.948803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1da6c8d4-8cb8-46c3-8659-84fbc3c41d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.009365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:40.022915 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1da6c8d4-8cb8-46c3-8659-84fbc3c41d64 None None] Port 63b8e490-a7c7-4d38-a29c-a83e086a03ee cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:40.067898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:40.068557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.092023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-e3d9d495-8794-49cb-8ac7-9f9ea749f601 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791118 Dec 09 15:27:40.113288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Request body: {'port': {'device_id': '848b2865-b868-4816-bf4e-39eee34fb294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:40.142029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510044-de39-4a5f-ad39-6d70fb9c263f req-c4e57cb7-3486-4601-b34d-8b346975ab1e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:40.151590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f510044-de39-4a5f-ad39-6d70fb9c263f req-c4e57cb7-3486-4601-b34d-8b346975ab1e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 931 time: 0.0819716 Dec 09 15:27:40.184139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.291808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2f510044-de39-4a5f-ad39-6d70fb9c263f req-6550c7e7-66d8-4198-9c92-a58cdef50ef8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389418 Dec 09 15:27:40.320510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.351632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-faf25865-808f-4895-89ae-94b23d00d785 None None] Provisioning complete for port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:40.352010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-faf25865-808f-4895-89ae-94b23d00d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.388487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-faf25865-808f-4895-89ae-94b23d00d785 None None] Port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:40.470358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:27:40.478358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.493870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Transition to ACTIVE for port object 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:27:40.498269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.526920 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.530363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.584777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:40.657679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3329d3-ad56-477e-8f81-ff7f3ed53b01 req-c845d4fd-833a-48f6-bfb2-bc330b883c60 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:40.659268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a3329d3-ad56-477e-8f81-ff7f3ed53b01 req-c845d4fd-833a-48f6-bfb2-bc330b883c60 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 945 time: 0.1326256 Dec 09 15:27:40.699788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Router a4d6e836-7909-448b-abe2-dc56cc8fdf56 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:40.704296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:40.704663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:40.704993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:40.719853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:27:40.720186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:40.735660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:40.735660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Checking segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:40.735660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Bound using segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:40.735660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Bound port: 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:40.736246 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.741757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5a3329d3-ad56-477e-8f81-ff7f3ed53b01 req-5f78ff70-0f12-429d-9ddb-1439ae3e108f tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730505 Dec 09 15:27:40.817706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:40.821462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:40.826023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.851584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:40.858562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.860332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a18e8b3e-009c-48c9-941d-7c3cb9bbb25d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "PUT /v2.0/routers/a4d6e836-7909-448b-abe2-dc56cc8fdf56 HTTP/1.1" status: 200 len: 917 time: 2.3464711 Dec 09 15:27:40.862413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59032) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:40.863315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:40.864001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:40.865393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] 10.222.0.43 "PUT /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 1091 time: 0.7629426 Dec 09 15:27:40.867988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:40.870393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] Sync routers for ids ['a4d6e836-7909-448b-abe2-dc56cc8fdf56'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:40.882587 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcad5454-08dd-4ad0-b390-88b8e966615b" -d '{"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:40.887479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] Routers {'a4d6e836-7909-448b-abe2-dc56cc8fdf56'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:40.888144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a4d6e836-7909-448b-abe2-dc56cc8fdf56'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:40.934588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:40.947452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] Routers {'a4d6e836-7909-448b-abe2-dc56cc8fdf56'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:40.948374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a4d6e836-7909-448b-abe2-dc56cc8fdf56'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:40.955220 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a378a1-4604-4a9a-a7e2-749aaaff3f55 x-openstack-request-id: req-83a378a1-4604-4a9a-a7e2-749aaaff3f55 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:40.955486 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:40.955662 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83a378a1-4604-4a9a-a7e2-749aaaff3f55 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:40.956064 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'status': 'completed', 'code': 200} Dec 09 15:27:40.970553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a32fd-b8bf-41ed-bfe9-382a35e19549 req-b3deada4-a4be-4c3f-906f-f988f1de97e8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:40.972209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f08a32fd-b8bf-41ed-bfe9-382a35e19549 req-b3deada4-a4be-4c3f-906f-f988f1de97e8 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 945 time: 0.1482689 Dec 09 15:27:40.975297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b5956-1971-4a40-966d-587f8611f61b service neutron] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:40.988202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-f67cfe4d-1497-4a72-b18a-46961f4bc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:40.989951 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-f67cfe4d-1497-4a72-b18a-46961f4bc2eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1094 time: 0.0730588 Dec 09 15:27:41.003470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:41.004406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daf0d6-fb8f-4025-a7bd-104f6d983d77 None None] The sync data for ids ['a4d6e836-7909-448b-abe2-dc56cc8fdf56'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:41.050011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-db145b21-7c37-41cf-9938-662794b49cad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 217 time: 0.0498862 Dec 09 15:27:41.071700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bb240413-73c6-4a64-8c66-e1943c5bf4c9 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/a4d6e836-7909-448b-abe2-dc56cc8fdf56 HTTP/1.1" status: 200 len: 923 time: 0.2081499 Dec 09 15:27:41.075104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59036) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:41.109272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-9e7c72bf-0f65-449b-a726-fe092ea0591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.110773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-9e7c72bf-0f65-449b-a726-fe092ea0591a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.0527859 Dec 09 15:27:41.114388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f08a32fd-b8bf-41ed-bfe9-382a35e19549 req-0d6f302c-6d68-4e43-87f8-effa422fcc83 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308887 Dec 09 15:27:41.139274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcfba3-b58d-4e3e-b009-c6d09245d00d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.139527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:41.140264 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-51dcfba3-b58d-4e3e-b009-c6d09245d00d tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=a4d6e836-7909-448b-abe2-dc56cc8fdf56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0639174 Dec 09 15:27:41.140879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59040) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:41.228257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-8aa3254b-e256-48ac-a597-f4c8380ef3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.230347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-8aa3254b-e256-48ac-a597-f4c8380ef3b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071894 Dec 09 15:27:41.270613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5decdb-6c9d-44f4-a539-c58fa1b40530 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.272037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e5decdb-6c9d-44f4-a539-c58fa1b40530 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.1335375 Dec 09 15:27:41.276210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59044) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:41.310298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b6ec0b7-8ac3-4a08-8ac3-4afff67d5338 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4d6e836-7909-448b-abe2-dc56cc8fdf56 HTTP/1.1" status: 200 len: 205 time: 0.0325198 Dec 09 15:27:41.312501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:41.343799 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-f5817967-8d6e-4947-84c3-7e870fbc8f70 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039770 Dec 09 15:27:41.363725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d491ee66-4905-4542-9872-47ee334558cf tempest-TestVolumeBootPattern-1780116365 tempest-TestVolumeBootPattern-1780116365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.365044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d491ee66-4905-4542-9872-47ee334558cf tempest-TestVolumeBootPattern-1780116365 tempest-TestVolumeBootPattern-1780116365-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1091 time: 0.2232065 Dec 09 15:27:41.369189 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59050) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:41.373422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:41.439039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:41.460844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:41.473913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759285-e890-4ab7-926d-e106547dca1a req-aa95a2d5-f866-487b-b5d6-4662ae4b29ec tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.475449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea759285-e890-4ab7-926d-e106547dca1a req-aa95a2d5-f866-487b-b5d6-4662ae4b29ec tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 943 time: 0.1112523 Dec 09 15:27:41.497689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b52277c5-9777-4f76-b040-502d4747f2f3 req-5108ec8b-becb-4ebf-bc71-927c7d79a7b3 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420529 Dec 09 15:27:41.537097 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea759285-e890-4ab7-926d-e106547dca1a req-6ab32077-49d3-4b00-a288-020ae8fe12a5 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518105 Dec 09 15:27:41.612421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-84970cdc-0620-43f9-90b4-f5661cf9d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.613928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-84970cdc-0620-43f9-90b4-f5661cf9d1ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1094 time: 0.0462120 Dec 09 15:27:41.621686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:41.662797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:41.711257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-0aece8a6-c300-4711-a585-2051634595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.713520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-0aece8a6-c300-4711-a585-2051634595ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.0868835 Dec 09 15:27:41.734211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Deleting port 63b8e490-a7c7-4d38-a29c-a83e086a03ee {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:41.734554 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:41.759612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-42fe8811-75b6-4a24-b129-0a70e01ff83a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 217 time: 0.0388315 Dec 09 15:27:41.812805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-8a154ca4-dea5-47d0-b447-8b3ef8282feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.814565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-8a154ca4-dea5-47d0-b447-8b3ef8282feb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.0463603 Dec 09 15:27:41.836230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.25.0.141 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/924536a3-9acd-4137-8ee0-d82854b68d83) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:41.863143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-72b194dd-5856-43cd-8421-f8ae6e875296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:41.863893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:41.864648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-72b194dd-5856-43cd-8421-f8ae6e875296 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406351 Dec 09 15:27:41.888265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Calling delete_port for 63b8e490-a7c7-4d38-a29c-a83e086a03ee owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:41.966228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-ecf7f3b3-1aab-460a-8bb9-eb2ed77d29cc service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932071 Dec 09 15:27:42.021962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.058709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcad5454-08dd-4ad0-b390-88b8e966615b req-54871b48-c4b3-437b-b19c-08fa8169cb08 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837238 Dec 09 15:27:42.124465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.178482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:42.190604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:42.193025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:42.223100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=924536a3-9acd-4137-8ee0-d82854b68d83,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:42.225234 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.256824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event deleted for resources: {'Port': ['ID=63b8e490-a7c7-4d38-a29c-a83e086a03ee,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:42.274624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d7bee-b12c-40f8-b10f-ba70b870c67a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:42.721594 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.857656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.861430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.909929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112abac2-0a6d-4fb9-85b6-c4c626f63c73 req-bc22b318-e5f7-4735-9c58-a74681827094 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:42.911426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-112abac2-0a6d-4fb9-85b6-c4c626f63c73 req-bc22b318-e5f7-4735-9c58-a74681827094 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 943 time: 0.2563810 Dec 09 15:27:42.958389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.958934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Fanout notify agent at l3_agent the message router_deleted on router a4d6e836-7909-448b-abe2-dc56cc8fdf56 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:42.973307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:42.974381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-25e3f784-fe1f-4901-b0bc-783c55bdd229 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/a4d6e836-7909-448b-abe2-dc56cc8fdf56 HTTP/1.1" status: 204 len: 168 time: 1.6609805 Dec 09 15:27:42.979014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59056) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:42.984333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-719253349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:43.007987 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.009134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.026208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-112abac2-0a6d-4fb9-85b6-c4c626f63c73 req-387815c4-b734-44ff-a17f-7b569a05d61b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045954 Dec 09 15:27:43.068505 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.072973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.089549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.090811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c0e64e1e-b2fe-46c1-8fe1-9faf6d832d64 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1101549 Dec 09 15:27:43.093558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:43.097872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'enable_snat': False}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:43.178486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.245481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.299140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.397774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.402909 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.475989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=924536a3-9acd-4137-8ee0-d82854b68d83,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:43.487511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.527671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:27:43.596586 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Floating IP 0cd78d4a-e790-4c0a-99a1-7b5b22d697cd associated. External IP: 172.25.0.141, port: 53b72c10-5c27-4252-a7ee-736bd7d06537. Dec 09 15:27:43.638756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:43.652287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'port_id': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'mac_address': 'fa:16:3e:65:b6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:27:43.694961 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.709815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:27:43.734707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:43.740104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.789348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:43.820830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.825411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:43.841191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.929450 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:43.941402 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:43.944073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Allocated IP 172.25.0.223 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/548b971c-7100-4d12-bc25-c0d460c3d06f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:43.952029 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:43.952544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:43.953054 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:43.983844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-847a9394-074a-4a0b-8d13-6f622a6296b0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6135008 Dec 09 15:27:43.984433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:43.986770 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b6503b-fece-4136-8538-37467e87bd57" -d '{"events": [{"name": "network-changed", "server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:43.999424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:27:44.025807 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d8360c-1461-448c-bcaa-4aacb67280b1 x-openstack-request-id: req-c7d8360c-1461-448c-bcaa-4aacb67280b1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:44.026113 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:44.026371 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7d8360c-1461-448c-bcaa-4aacb67280b1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:44.026791 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'status': 'completed', 'code': 200} Dec 09 15:27:44.069374 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:44.138281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:44.146404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6503b-fece-4136-8538-37467e87bd57 req-cec93a48-b0c0-4d3b-bd44-846ee16afd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:44.148066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-cec93a48-b0c0-4d3b-bd44-846ee16afd11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1096 time: 0.0936682 Dec 09 15:27:44.186360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:44.235862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:44.241175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:44.248099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:44.254933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267f27-ca82-4795-a06e-4d12c5efa086 req-a4309347-3f2a-49d1-8306-2719c09dfb3c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:44.256634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2267f27-ca82-4795-a06e-4d12c5efa086 req-a4309347-3f2a-49d1-8306-2719c09dfb3c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.1220114 Dec 09 15:27:44.303914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12e521-1687-4a1a-a0e0-40b7c95310b4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:44.331886 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2267f27-ca82-4795-a06e-4d12c5efa086 req-41413a5a-10ce-46f9-991d-6f53fe59eb5c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676420 Dec 09 15:27:44.337635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6503b-fece-4136-8538-37467e87bd57 req-714dd94a-c97f-4040-896f-3dda0fa1b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:44.340918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-714dd94a-c97f-4040-896f-3dda0fa1b83b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1726809 Dec 09 15:27:44.347556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Pushing event updated for resources: {'Port': ['ID=548b971c-7100-4d12-bc25-c0d460c3d06f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:44.362571 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:43Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:44.381778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8b1b69bd-e6fe-4de2-820c-f49918c2924c None None] Provisioning complete for port 548b971c-7100-4d12-bc25-c0d460c3d06f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:44.382456 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b1b69bd-e6fe-4de2-820c-f49918c2924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:44.399535 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:44.409871 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:44.410646 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:44.430568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b69bd-e6fe-4de2-820c-f49918c2924c None None] Port 548b971c-7100-4d12-bc25-c0d460c3d06f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:44.446918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-be4165fd-1efe-4d6a-b886-b94a73412687 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 999 time: 0.0982056 Dec 09 15:27:44.507550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6503b-fece-4136-8538-37467e87bd57 req-25f6a7b3-47a1-4b1f-8818-eaa515256cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:44.508970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-25f6a7b3-47a1-4b1f-8818-eaa515256cef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0549607 Dec 09 15:27:44.529934 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:44.552666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:44.558372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6503b-fece-4136-8538-37467e87bd57 req-aa6a52d2-7332-474a-820d-5315d5e54cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:44.559933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-aa6a52d2-7332-474a-820d-5315d5e54cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430379 Dec 09 15:27:44.655635 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-544590d4-7614-44d5-bab0-13292d2f5b67 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880854 Dec 09 15:27:44.762282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:44.764300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31b6503b-fece-4136-8538-37467e87bd57 req-d976a387-d33f-4891-957c-9fc1012838b3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009107 Dec 09 15:27:44.766035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:44.777142 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:43Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:44.809093 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077e0dd-1980-415a-bf22-489512da4fae None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:43Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:44.898666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Router f2bce1d6-9fe3-4556-a906-3085ade1663c is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:45.012993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:45.017637 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.018860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-60111cee-e38c-4005-a4b1-df0a5d983109 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "PUT /v2.0/routers/f2bce1d6-9fe3-4556-a906-3085ade1663c HTTP/1.1" status: 200 len: 919 time: 1.9243095 Dec 09 15:27:45.021726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59068) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:45.022747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] Sync routers for ids ['f2bce1d6-9fe3-4556-a906-3085ade1663c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:45.033912 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdf2eb-193a-4c9e-bdaf-941a1fb2358c None None] New status for floating IP 0cd78d4a-e790-4c0a-99a1-7b5b22d697cd: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:27:45.035853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] Routers {'f2bce1d6-9fe3-4556-a906-3085ade1663c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:45.036565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f2bce1d6-9fe3-4556-a906-3085ade1663c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:45.078613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:45.087614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] Routers {'f2bce1d6-9fe3-4556-a906-3085ade1663c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:45.089427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f2bce1d6-9fe3-4556-a906-3085ade1663c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:45.122853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:45.123540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347dec2-10ae-4e2f-993b-1536569636d1 None None] The sync data for ids ['f2bce1d6-9fe3-4556-a906-3085ade1663c'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:45.139882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d094a2e2-313b-4aeb-b8c1-2048bc567542 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/f2bce1d6-9fe3-4556-a906-3085ade1663c HTTP/1.1" status: 200 len: 925 time: 0.1169834 Dec 09 15:27:45.142720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59070) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:45.214580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb62d29-3e71-4bfe-a1ea-47a9a0029981 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:45.216181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2fb62d29-3e71-4bfe-a1ea-47a9a0029981 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=f2bce1d6-9fe3-4556-a906-3085ade1663c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0725353 Dec 09 15:27:45.219269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59072) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:45.306415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e13446-4726-4079-872f-9727ba53bc5f tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:45.308439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d0e13446-4726-4079-872f-9727ba53bc5f tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/networks/8d155142-78ba-4069-9f5c-8e8acf9a9498 HTTP/1.1" status: 200 len: 881 time: 0.0882044 Dec 09 15:27:45.311187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59074) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:45.336940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df858a10-f98d-4686-9325-68e8a252c0b4 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2bce1d6-9fe3-4556-a906-3085ade1663c HTTP/1.1" status: 200 len: 205 time: 0.0246651 Dec 09 15:27:45.339473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59076) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:45.475594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.520506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f940b5-fcc3-4651-8187-e9fe6f3b43cd req-a4894e72-c164-4039-bdba-bf22f27dce75 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:45.521969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0f940b5-fcc3-4651-8187-e9fe6f3b43cd req-a4894e72-c164-4039-bdba-bf22f27dce75 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.0958483 Dec 09 15:27:45.528854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:45.577490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:27:45.581307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:45.581685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.638146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0f940b5-fcc3-4651-8187-e9fe6f3b43cd req-346bed3e-b205-4698-b996-9d4454be6bcd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090431 Dec 09 15:27:45.643497 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.662977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.687485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:45.689741 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779e50d-3534-4436-8505-8cad5f1d283f" -d '{"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-plugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:45.701860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Deleting port 548b971c-7100-4d12-bc25-c0d460c3d06f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:45.702209 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.703495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:45.707861 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.737597 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424fc44a-e6d4-4d7e-8cdc-520678ac4b1f x-openstack-request-id: req-424fc44a-e6d4-4d7e-8cdc-520678ac4b1f {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:45.737896 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-plugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:45.738149 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-424fc44a-e6d4-4d7e-8cdc-520678ac4b1f {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:45.738539 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'code': 200} Dec 09 15:27:45.763987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:45.787056 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:45.808499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Calling delete_port for 548b971c-7100-4d12-bc25-c0d460c3d06f owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:45.884410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c211-82a6-4d62-96bb-f24dfcf5437b req-6a88c8c8-5aa7-4b82-b02d-2c80c567fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:45.886137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2a6c211-82a6-4d62-96bb-f24dfcf5437b req-6a88c8c8-5aa7-4b82-b02d-2c80c567fe22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1096 time: 0.0890996 Dec 09 15:27:45.990544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e2a6c211-82a6-4d62-96bb-f24dfcf5437b req-8f5582fa-22e0-49d6-8735-bc3f68b61656 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962129 Dec 09 15:27:46.042051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.069349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event deleted for resources: {'Port': ['ID=548b971c-7100-4d12-bc25-c0d460c3d06f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:46.080177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b9f59-eb1b-4bd2-89bb-3bc4c0744eea None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:46.132668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.229146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.231189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.281395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.281973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Fanout notify agent at l3_agent the message router_deleted on router f2bce1d6-9fe3-4556-a906-3085ade1663c {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:46.289152 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.290245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-920021db-52c2-4054-91be-8e462a8c3c96 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/f2bce1d6-9fe3-4556-a906-3085ade1663c HTTP/1.1" status: 204 len: 168 time: 0.9498882 Dec 09 15:27:46.294937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59084) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:46.299579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-227441159', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}, 'admin_state_up': False}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:46.323072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.324143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.377886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.512779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.708276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.727937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.756996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf48029-239c-471f-8e61-0303539d6e26 req-d7912460-e18a-4f77-80e3-7d4c1983f04a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:46.758498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdf48029-239c-471f-8e61-0303539d6e26 req-d7912460-e18a-4f77-80e3-7d4c1983f04a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0498195 Dec 09 15:27:46.809326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bdf48029-239c-471f-8e61-0303539d6e26 req-1cd22238-63a4-4ed1-933b-8165731f781b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437412 Dec 09 15:27:46.833423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Allocated IP 172.25.0.188 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e0a16e72-bc9d-48a3-a808-dce7f95747c7) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:46.952159 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:46.987257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:47.031575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:47.034412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:47.040942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:47.057082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1c923-f53c-4601-9ccf-5c0cec342134 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:47.064234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event updated for resources: {'Port': ['ID=e0a16e72-bc9d-48a3-a808-dce7f95747c7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:47.178624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a7c7b7ff-c40e-4cbd-8ec3-60daa255c67f None None] Provisioning complete for port e0a16e72-bc9d-48a3-a808-dce7f95747c7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:47.179988 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7c7b7ff-c40e-4cbd-8ec3-60daa255c67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:47.231452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a7c7b7ff-c40e-4cbd-8ec3-60daa255c67f None None] Port e0a16e72-bc9d-48a3-a808-dce7f95747c7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:27:47.329355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:47.524292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.000828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f58b01-fa61-43b2-9447-e58d5f37f15f req-10cafba4-1093-43a7-bc67-6804775d0400 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:48.002314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70f58b01-fa61-43b2-9447-e58d5f37f15f req-10cafba4-1093-43a7-bc67-6804775d0400 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0714638 Dec 09 15:27:48.034994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Router 7b495950-be47-4cc4-a9da-c315f3a3dfcb is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:27:48.067531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70f58b01-fa61-43b2-9447-e58d5f37f15f req-36fb838f-e624-407d-ac69-0d85ec31036d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587058 Dec 09 15:27:48.165262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:48.175749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] Sync routers for ids ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:48.187233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.189155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ddf2a4fd-1280-4d40-94d1-428e52cbc236 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8928676 Dec 09 15:27:48.193706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59092) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:48.195059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365aa36-7a2b-4889-849b-bc07f0e7e604 req-691ae0b7-7ed1-4f58-ae43-9e1227aa4e66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:48.198172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9365aa36-7a2b-4889-849b-bc07f0e7e604 req-691ae0b7-7ed1-4f58-ae43-9e1227aa4e66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0608020 Dec 09 15:27:48.202978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:48.206891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] Routers {'7b495950-be47-4cc4-a9da-c315f3a3dfcb'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:48.213111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:48.253892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:48.263662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] Routers {'7b495950-be47-4cc4-a9da-c315f3a3dfcb'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:48.264280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:48.270500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9365aa36-7a2b-4889-849b-bc07f0e7e604 req-917a19b8-c92a-47ef-851c-8cc1ca25217f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525568 Dec 09 15:27:48.295744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:48.299981 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:48.300642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f28c8-cc16-4020-992f-b6c0c7b2684d None None] The sync data for ids ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:48.338711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acffd566-c968-4998-80a9-3065c0e87ca5 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:48.340339 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-acffd566-c968-4998-80a9-3065c0e87ca5 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1091 time: 0.0434589 Dec 09 15:27:48.343136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59096) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:48.347735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:48.372259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.476508 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.537530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.550727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.585465 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.42 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/f1cb8e20-a8dd-4d81-95b8-0d75d73b886e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:48.604432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Deleting port e0a16e72-bc9d-48a3-a808-dce7f95747c7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:48.604774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.684068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.693671 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.696012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Calling delete_port for e0a16e72-bc9d-48a3-a808-dce7f95747c7 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:48.730060 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:48.767130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:48.769920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:48.775958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:48.781456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=f1cb8e20-a8dd-4d81-95b8-0d75d73b886e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:48.797607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59100) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:48.995726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.031538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Pushing event deleted for resources: {'Port': ['ID=e0a16e72-bc9d-48a3-a808-dce7f95747c7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:49.045790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb4113-3502-4985-a7af-533d54f3e0af None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:49.146750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.236223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-1bc7317e-efd3-40bc-a54d-7f55037587d3 req-5a869a73-8ea0-408a-b990-07552f937452 service neutron] (109894) timed out ('10.222.0.46', 38066) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:27:49.413555 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125847'] for router, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.420530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701667'] for router, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.482296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.512388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Router 7b495950-be47-4cc4-a9da-c315f3a3dfcb has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:49.551367 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.619006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:49.626623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.630410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e2e0da32-8ab6-4339-86f4-81002ddc877d tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "PUT /v2.0/routers/7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 200 len: 709 time: 1.4354124 Dec 09 15:27:49.630728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59102) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:49.632487 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] Sync routers for ids ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:49.644507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.656413 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] Routers {'7b495950-be47-4cc4-a9da-c315f3a3dfcb'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:49.657170 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:49.689169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:49.698422 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] Routers {'7b495950-be47-4cc4-a9da-c315f3a3dfcb'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:49.699015 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:49.739652 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:49.740713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b3cd4-d1e7-4e52-9db5-f194b97926c4 None None] The sync data for ids ['7b495950-be47-4cc4-a9da-c315f3a3dfcb'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:49.747632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-44e2e49b-1865-4e6c-8444-9269b79bb359 tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/routers/7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 200 len: 744 time: 0.1116970 Dec 09 15:27:49.750117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59104) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:49.803466 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78e534db-4efa-454b-b739-d2fa6ee2442c tempest-RoutersIpV6AdminTest-1971392772 tempest-RoutersIpV6AdminTest-1971392772-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&device_id=7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 200 len: 205 time: 0.0522189 Dec 09 15:27:49.806543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59106) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:49.846108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1a93e152-9c78-4d6a-9c16-1124acd0654a tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 200 len: 205 time: 0.0363319 Dec 09 15:27:49.846960 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:49.898563 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.931293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.967620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 1024870a-f27c-4fc7-bfd3-60040e413c22 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:49.968313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:49.969901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.060626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 1024870a-f27c-4fc7-bfd3-60040e413c22, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1024870a-f27c-4fc7-bfd3-60040e413c22,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:50.060994 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.074458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 1024870a-f27c-4fc7-bfd3-60040e413c22 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:50.081621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=f1cb8e20-a8dd-4d81-95b8-0d75d73b886e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:50.153290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.224916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.229052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.263341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.291474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=1024870a-f27c-4fc7-bfd3-60040e413c22,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:50.312917 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.313424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Fanout notify agent at l3_agent the message router_deleted on router 7b495950-be47-4cc4-a9da-c315f3a3dfcb {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:27:50.336689 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.341759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5d7fc434-351c-42ee-abfb-a1edca58b7de tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 204 len: 168 time: 0.4899433 Dec 09 15:27:50.341759 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP cbebba44-0131-4962-9eb5-f4af3ddafe00 associated. External IP: 172.25.0.42, port: 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc. Dec 09 15:27:50.343418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59110) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:50.377743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91554be0-a4bd-41f2-8397-052960c3d7f3 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 200 len: 205 time: 0.0331891 Dec 09 15:27:50.380457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59112) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:50.421593 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-4dd1f670-05f8-4d12-9f4a-3257221cbba7 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] delete failed (client error): The resource could not be found. Dec 09 15:27:50.422651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4dd1f670-05f8-4d12-9f4a-3257221cbba7 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/7b495950-be47-4cc4-a9da-c315f3a3dfcb HTTP/1.1" status: 404 len: 336 time: 0.0412846 Dec 09 15:27:50.426829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59114) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:50.494601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b91f486b-e2a2-4e80-811c-907407857b34 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2bce1d6-9fe3-4556-a906-3085ade1663c HTTP/1.1" status: 200 len: 205 time: 0.0643687 Dec 09 15:27:50.494935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59116) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:50.537479 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-c94a68a5-a7fa-4f5b-ae6a-11051b276f92 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] delete failed (client error): The resource could not be found. Dec 09 15:27:50.541760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c94a68a5-a7fa-4f5b-ae6a-11051b276f92 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/f2bce1d6-9fe3-4556-a906-3085ade1663c HTTP/1.1" status: 404 len: 336 time: 0.0428908 Dec 09 15:27:50.543186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59118) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:50.590760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 48167c56-5f70-49a3-9cca-c4ec9c790bad has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:50.599163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-42fb9802-68bc-400e-b937-b684a4a8da77 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4d6e836-7909-448b-abe2-dc56cc8fdf56 HTTP/1.1" status: 200 len: 205 time: 0.0548632 Dec 09 15:27:50.601676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59122) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:50.717709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:50.730588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] Sync routers for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:50.741336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:50.743220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:50.744744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:50.772371 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a4b6b49a-0318-4a11-bce4-467ed47b1e35 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4279835 Dec 09 15:27:50.774117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:50.777735 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42884a76-1e54-4348-9aa4-69f6d8200652" -d '{"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:50.832562 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa46ef21-93c8-41fe-8635-78ae0b88a7e5 x-openstack-request-id: req-aa46ef21-93c8-41fe-8635-78ae0b88a7e5 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:50.833301 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:50.833743 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa46ef21-93c8-41fe-8635-78ae0b88a7e5 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:50.834326 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'status': 'completed', 'code': 200} Dec 09 15:27:50.881982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:50.907389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-b1899d89-a2bc-45e5-9ccb-118051e9a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:50.910154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-b1899d89-a2bc-45e5-9ccb-118051e9a8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1096 time: 0.0524397 Dec 09 15:27:50.996714 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-51b5d5c9-6a59-4d5d-a1ae-421b1e906168 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] delete failed (client error): The resource could not be found. Dec 09 15:27:51.000817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.001443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-51b5d5c9-6a59-4d5d-a1ae-421b1e906168 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/a4d6e836-7909-448b-abe2-dc56cc8fdf56 HTTP/1.1" status: 404 len: 336 time: 0.3987305 Dec 09 15:27:51.041851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e51788c-4b13-4bd6-9f98-2295ad8329e1 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8136442-e1a7-4cc2-81d8-2aa8d54fc33a HTTP/1.1" status: 200 len: 205 time: 0.0366213 Dec 09 15:27:51.041851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-e21924c7-9641-43ee-b1ac-db13680d399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:51.042700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59130) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.044495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-e21924c7-9641-43ee-b1ac-db13680d399e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.1265469 Dec 09 15:27:51.088667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:51.093286 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-496210a1-e6a9-4bfb-8f4c-a9deef7f5e46 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] delete failed (client error): The resource could not be found. Dec 09 15:27:51.096837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-496210a1-e6a9-4bfb-8f4c-a9deef7f5e46 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/b8136442-e1a7-4cc2-81d8-2aa8d54fc33a HTTP/1.1" status: 404 len: 336 time: 0.0507512 Dec 09 15:27:51.097785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59132) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.130958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d260779d-6376-49db-9634-1414159c5a0c tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=8af96077-2ecc-4386-92ea-88114b5311ed HTTP/1.1" status: 200 len: 205 time: 0.0324094 Dec 09 15:27:51.133677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.143596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'cbebba44-0131-4962-9eb5-f4af3ddafe00', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'port_id': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'mac_address': 'fa:16:3e:65:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b2865-b868-4816-bf4e-39eee34fb294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:49Z', 'updated_at': '2021-12-09T15:27:49Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:38Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:51.159673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831256-4803-4a51-8b18-0d5ef1c6ae97 req-f5727dbd-b0c3-4bf9-9afc-7211a08b34fb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:51.161308 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4831256-4803-4a51-8b18-0d5ef1c6ae97 req-f5727dbd-b0c3-4bf9-9afc-7211a08b34fb tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.1568077 Dec 09 15:27:51.172792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] Checking router: 48167c56-5f70-49a3-9cca-c4ec9c790bad for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:51.178176 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-e9278ec6-1b79-4840-8006-8ff64142643e tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] delete failed (client error): The resource could not be found. Dec 09 15:27:51.179463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e9278ec6-1b79-4840-8006-8ff64142643e tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/8af96077-2ecc-4386-92ea-88114b5311ed HTTP/1.1" status: 404 len: 336 time: 0.0446782 Dec 09 15:27:51.182410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59136) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.185709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:51.186349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:51.220121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a4a57134-a7d6-4eaf-8275-deda7bf05723 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "GET /v2.0/ports?device_id=703ffd76-b7b6-480d-aa2b-8b8093d897c8 HTTP/1.1" status: 200 len: 205 time: 0.0345404 Dec 09 15:27:51.221078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59138) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.233839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-f03cf06e-e208-41c8-a448-3e2ddae693a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 998 time: 0.1822822 Dec 09 15:27:51.278237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4831256-4803-4a51-8b18-0d5ef1c6ae97 req-eed1caae-5ca3-45ce-9493-31bee7d174a9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072736 Dec 09 15:27:51.279864 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-fe2e3d22-6380-4461-b0b3-e153f64e4fa4 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] delete failed (client error): The resource could not be found. Dec 09 15:27:51.280893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe2e3d22-6380-4461-b0b3-e153f64e4fa4 tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/routers/703ffd76-b7b6-480d-aa2b-8b8093d897c8 HTTP/1.1" status: 404 len: 336 time: 0.0592747 Dec 09 15:27:51.283651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59140) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.309159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.352808 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-42821d6d-c51f-40a1-b67f-596ab09655ca tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] DELETE failed (client error): The resource could not be found. Dec 09 15:27:51.353324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42821d6d-c51f-40a1-b67f-596ab09655ca tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:27:51.356913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-42821d6d-c51f-40a1-b67f-596ab09655ca tempest-RoutersIpV6AdminTest-1066008554 tempest-RoutersIpV6AdminTest-1066008554-project] 10.222.0.46 "DELETE /v2.0/subnets/08f35ece-91a1-4dda-b13b-c0e96d3eeab7 HTTP/1.1" status: 404 len: 337 time: 0.0720856 Dec 09 15:27:51.364223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-0bf40d0b-7c14-40f1-9ba4-c3fe604bbe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:51.365804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-0bf40d0b-7c14-40f1-9ba4-c3fe604bbe97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.0965133 Dec 09 15:27:51.429703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-613f0804-1ee2-4864-aa37-6a37c67db0a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/cbebba44-0131-4962-9eb5-f4af3ddafe00 HTTP/1.1" status: 200 len: 990 time: 0.1193907 Dec 09 15:27:51.432568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-4544f048-f45f-4429-ad2a-0066419a3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:51.433865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-4544f048-f45f-4429-ad2a-0066419a3a6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603728 Dec 09 15:27:51.450344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:51.504966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:51.552421 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-9099966a-0e58-4b3a-8586-58a955ca7683 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100283 Dec 09 15:27:51.609240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:51.616281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-43c4e8d9-aada-4d17-af97-7d0b633bf158 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "PUT /v2.0/routers/ac428ace-78c2-420e-a65a-5f21e7331045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176348 Dec 09 15:27:51.622265 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:51.639833 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:51.641113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:51.705966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-42884a76-1e54-4348-9aa4-69f6d8200652 req-cb5f90d8-376e-4114-9581-4589d596a625 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461334 Dec 09 15:27:51.777444 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59150) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:51.858738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'cbebba44-0131-4962-9eb5-f4af3ddafe00', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'port_id': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'mac_address': 'fa:16:3e:65:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b2865-b868-4816-bf4e-39eee34fb294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:49Z', 'updated_at': '2021-12-09T15:27:49Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:38Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:51.897758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f4b83-5dd1-4174-8487-c2cb2d4295e8 None None] The sync data for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 is: [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'cbebba44-0131-4962-9eb5-f4af3ddafe00', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'port_id': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'mac_address': 'fa:16:3e:65:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b2865-b868-4816-bf4e-39eee34fb294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:49Z', 'updated_at': '2021-12-09T15:27:49Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:38Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:51.921024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c5339aa-6c12-4148-8f48-c889544274bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:51.923960 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:52.003996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684777e-da0d-4ea3-ae68-7f4d73dbe155 req-7fdd5dd3-8aae-4f91-85b9-6a7937f26025 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:52.006685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b684777e-da0d-4ea3-ae68-7f4d73dbe155 req-7fdd5dd3-8aae-4f91-85b9-6a7937f26025 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.0876172 Dec 09 15:27:52.107533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c5339aa-6c12-4148-8f48-c889544274bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.107785 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.116962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4c5339aa-6c12-4148-8f48-c889544274bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.133858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b684777e-da0d-4ea3-ae68-7f4d73dbe155 req-c7d92e66-ffd8-4b9d-8a5b-fd748b905893 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161137 Dec 09 15:27:52.168797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4c5339aa-6c12-4148-8f48-c889544274bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2178cdebac5c4fe69b2ea77665b428be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906076 Dec 09 15:27:52.171452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5339aa-6c12-4148-8f48-c889544274bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcdf16d-2f55-455f-b864-1dd0fc32c916,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:52.172529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59156) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.188346 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dba1ea-5726-47b9-adfe-e268dd757f8f None None] New status for floating IP cbebba44-0131-4962-9eb5-f4af3ddafe00: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:27:52.197092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:50Z', 'revision_number': 6, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:34Z', 'revision_number': 1, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:52.230559 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:52.241181 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:52.241878 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:52.242613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7c6a0d3-c473-4521-9be6-94002a2938c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.268768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7c6a0d3-c473-4521-9be6-94002a2938c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.332048 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7c6a0d3-c473-4521-9be6-94002a2938c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.334698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a7c6a0d3-c473-4521-9be6-94002a2938c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.339100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a7c6a0d3-c473-4521-9be6-94002a2938c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fdcdf16d-2f55-455f-b864-1dd0fc32c916 HTTP/1.1" status: 204 len: 168 time: 0.1622205 Dec 09 15:27:52.348463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6a0d3-c473-4521-9be6-94002a2938c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcdf16d-2f55-455f-b864-1dd0fc32c916,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:52.354837 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:52.433171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.508985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b44feed7-8680-48d9-bfc6-764a5abfd7e0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/cbebba44-0131-4962-9eb5-f4af3ddafe00 HTTP/1.1" status: 200 len: 992 time: 0.0691993 Dec 09 15:27:52.544532 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.603064 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:50Z', 'revision_number': 6, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:34Z', 'revision_number': 1, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:52.632630 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eccb42-0a45-4e92-8d76-0b9dfc8d9665 None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:50Z', 'revision_number': 6, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1849da6f-891e-4758-8a6b-d01fda970727', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'port_id': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'mac_address': 'fa:16:3e:b0:4f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c91242-7102-4582-b5a0-7ee32ec94909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:26:31Z', 'updated_at': '2021-12-09T15:26:34Z', 'revision_number': 1, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:52.639882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59164) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.683689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ea18af8-bec3-44be-a466-7a0b5ccb281f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89fb4376c1c04d3684ae2b750f672346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425546 Dec 09 15:27:52.686023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59166) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:52.733395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d4e-3fcd-456b-84ad-03a9ab797c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.753702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d4e-3fcd-456b-84ad-03a9ab797c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.799071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d4e-3fcd-456b-84ad-03a9ab797c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.801713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d4e-3fcd-456b-84ad-03a9ab797c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:52.802841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac1b0d4e-3fcd-456b-84ad-03a9ab797c55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40761023-fd5f-47ad-b616-c8e3b4e3f8de HTTP/1.1" status: 204 len: 168 time: 0.1159260 Dec 09 15:27:52.810268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b0d4e-3fcd-456b-84ad-03a9ab797c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40761023-fd5f-47ad-b616-c8e3b4e3f8de,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:53.204273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1ee93e0b-3e09-4c2c-a3c6-36127e9d40ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.283109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf615671-31c2-4014-9740-60c0f5dcc241 req-f32e287c-00fa-4236-a4d3-8c5757a6ffc1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:53.284807 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf615671-31c2-4014-9740-60c0f5dcc241 req-f32e287c-00fa-4236-a4d3-8c5757a6ffc1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.0577931 Dec 09 15:27:53.379785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf615671-31c2-4014-9740-60c0f5dcc241 req-d346e173-304c-4a8f-8201-377cbe1344df tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=e85327f1-236d-4c7e-b34d-34896e7ab66c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891044 Dec 09 15:27:53.398638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-44a9d95d-f85a-4b69-a8b3-811817cc620f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:53.400272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-44a9d95d-f85a-4b69-a8b3-811817cc620f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec81aab0-c0f9-4c97-a353-c952ca565581 HTTP/1.1" status: 200 len: 946 time: 0.0747921 Dec 09 15:27:53.500771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port ed4331d8-50a3-4aa2-92ca-c3aea66d908e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:53.501213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.529874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59190) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:53.534158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1024870a-f27c-4fc7-bfd3-60040e413c22 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:53.558976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1024870a-f27c-4fc7-bfd3-60040e413c22 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:53.559335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1024870a-f27c-4fc7-bfd3-60040e413c22 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:53.599967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port ed4331d8-50a3-4aa2-92ca-c3aea66d908e, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:53.600533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.613854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for ed4331d8-50a3-4aa2-92ca-c3aea66d908e owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:53.649249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-08af4c56-e712-45c6-8ff8-9809b2a359d0 tempest-AgentManagementNegativeTest-945477107 tempest-AgentManagementNegativeTest-945477107-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1170888 Dec 09 15:27:53.746448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.776448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=ed4331d8-50a3-4aa2-92ca-c3aea66d908e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:53.820258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] No DVR routers for this DVR port ed4331d8-50a3-4aa2-92ca-c3aea66d908e on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:53.823610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:53.827187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1fb4843e-77cc-4dd9-b591-facf34f94425 req-58d09801-9e67-4512-8c1f-26ffc6d8e831 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.43 "DELETE /v2.0/ports/ed4331d8-50a3-4aa2-92ca-c3aea66d908e HTTP/1.1" status: 204 len: 173 time: 0.4178464 Dec 09 15:27:53.827685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'name': 'network-vif-deleted', 'tag': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:53.829940 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa1d02-ec3d-4025-9dfc-36694cee5222" -d '{"events": [{"server_uuid": "ec81aab0-c0f9-4c97-a353-c952ca565581", "name": "network-vif-deleted", "tag": "ed4331d8-50a3-4aa2-92ca-c3aea66d908e"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:53.871588 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ddecd-bb27-4a19-a764-36d648a1da08 x-openstack-request-id: req-093ddecd-bb27-4a19-a764-36d648a1da08 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:53.871886 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec81aab0-c0f9-4c97-a353-c952ca565581", "name": "network-vif-deleted", "tag": "ed4331d8-50a3-4aa2-92ca-c3aea66d908e", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:53.872138 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-093ddecd-bb27-4a19-a764-36d648a1da08 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:53.872531 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec81aab0-c0f9-4c97-a353-c952ca565581', 'name': 'network-vif-deleted', 'tag': 'ed4331d8-50a3-4aa2-92ca-c3aea66d908e', 'status': 'completed', 'code': 200} Dec 09 15:27:53.907483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59200) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.015448 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d49c3c72-6267-4491-9e51-b71da677134a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.086904 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d49c3c72-6267-4491-9e51-b71da677134a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.090877 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d49c3c72-6267-4491-9e51-b71da677134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.135712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d49c3c72-6267-4491-9e51-b71da677134a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1a062733cbd4e8daffdd78b42e83929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270725 Dec 09 15:27:54.136553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c3c72-6267-4491-9e51-b71da677134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c2f742-9c31-410d-a3e7-5a9c9d28cb17,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:54.139428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59204) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.196763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8efb04cd-5196-4cb0-8e59-7723f9c6a50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.220754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8efb04cd-5196-4cb0-8e59-7723f9c6a50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.284860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8efb04cd-5196-4cb0-8e59-7723f9c6a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.288427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8efb04cd-5196-4cb0-8e59-7723f9c6a50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.289689 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8efb04cd-5196-4cb0-8e59-7723f9c6a50b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5c2f742-9c31-410d-a3e7-5a9c9d28cb17 HTTP/1.1" status: 204 len: 168 time: 0.1489747 Dec 09 15:27:54.311099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb04cd-5196-4cb0-8e59-7723f9c6a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c2f742-9c31-410d-a3e7-5a9c9d28cb17,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:54.443158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59212) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.508992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.535042 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.605322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.607973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.609186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/security-groups/e85327f1-236d-4c7e-b34d-34896e7ab66c HTTP/1.1" status: 204 len: 168 time: 0.1649497 Dec 09 15:27:54.618466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85327f1-236d-4c7e-b34d-34896e7ab66c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:54.628846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.629236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.629528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.629876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.630221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.630559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.630983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.631226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.631622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.631946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.632274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.632704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.633365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c6ec4-38c1-4dfd-8bd7-58787b2fa5f5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:27:54.643197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59222) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.699739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting subnet b6265f53-123f-4537-b7c6-182a3908b3f2 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:27:54.702809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.743639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.862316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.921283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.951305 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:54.954528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/subnets/b6265f53-123f-4537-b7c6-182a3908b3f2 HTTP/1.1" status: 204 len: 168 time: 0.3100510 Dec 09 15:27:54.955688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6107-b7f1-4a12-988b-c82e756066b9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Subnet': ['ID=b6265f53-123f-4537-b7c6-182a3908b3f2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:54.958192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:54.961672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db09c80-8aed-4039-bf65-8a48b705a7b4 None None] Network 571ef362-c523-401d-a155-5f92620335ce requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:54.975046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59236) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.054679 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.081168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-45aa5859-8dd6-468d-a43d-f64faa296ae4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.085128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45aa5859-8dd6-468d-a43d-f64faa296ae4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1063151 Dec 09 15:27:55.085881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59240) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.090591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-3feb792b-9493-44c4-8c6d-95d5e1ebc851 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.091584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3feb792b-9493-44c4-8c6d-95d5e1ebc851 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047584 Dec 09 15:27:55.094072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59242) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.105547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-c83d8cb7-8d81-4e7d-8adb-d77cc9651ff2 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.106544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c83d8cb7-8d81-4e7d-8adb-d77cc9651ff2 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0115774 Dec 09 15:27:55.109030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59244) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.112995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-45973452-7ade-4ab8-85c6-b3a815cbfc9a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.113924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45973452-7ade-4ab8-85c6-b3a815cbfc9a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040073 Dec 09 15:27:55.116252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59246) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.120194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:55.120554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.120986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-f3ab6432-b94b-4356-a76a-62316f398b51 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.122006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f3ab6432-b94b-4356-a76a-62316f398b51 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048413 Dec 09 15:27:55.124284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59248) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.128153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6fde9903-1561-4805-bcae-c971dd90020f tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.129076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6fde9903-1561-4805-bcae-c971dd90020f tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039406 Dec 09 15:27:55.131221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59250) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.136677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-5dbd4751-4d1e-4e40-a32a-6ea9bd25c612 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.137873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5dbd4751-4d1e-4e40-a32a-6ea9bd25c612 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057826 Dec 09 15:27:55.140475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59252) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.141449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] DHCP port deletion for 571ef362-c523-401d-a155-5f92620335ce request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:27:55.144443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-578cead5-ecf2-4f4f-884e-3b7ea8141116 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.145374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-578cead5-ecf2-4f4f-884e-3b7ea8141116 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040164 Dec 09 15:27:55.147691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59254) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.152439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6f90af82-a8a1-4632-8ee5-cc2a5ebd8566 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.153729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6f90af82-a8a1-4632-8ee5-cc2a5ebd8566 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049677 Dec 09 15:27:55.156224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.161007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-3d8ae17c-4757-47df-b48f-ec96575cdb8d tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.162174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d8ae17c-4757-47df-b48f-ec96575cdb8d tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043571 Dec 09 15:27:55.164429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59258) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.169727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6b39e46f-11b8-4508-8d06-dbf6edb55b39 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.170664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6b39e46f-11b8-4508-8d06-dbf6edb55b39 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050693 Dec 09 15:27:55.173002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59260) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.176762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-b1a99b5a-3e9e-43f9-bc7b-1eb38fa2764a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.179580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1a99b5a-3e9e-43f9-bc7b-1eb38fa2764a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038831 Dec 09 15:27:55.179836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59262) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.184506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-8f4a856f-6898-4581-8143-db17a2851076 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.187781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8f4a856f-6898-4581-8143-db17a2851076 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070319 Dec 09 15:27:55.188341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59264) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.192276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6fb9a69a-293f-4dd2-89a9-4ca3f481fd70 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.193606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6fb9a69a-293f-4dd2-89a9-4ca3f481fd70 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039861 Dec 09 15:27:55.195368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59266) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.200515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-82e34f76-588a-4fc2-aaba-8e0132cf8e7b tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.200734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 1f311772-de61-4dd6-b9ce-6da3a7c33d38, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1f311772-de61-4dd6-b9ce-6da3a7c33d38,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:55.201103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.203656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-82e34f76-588a-4fc2-aaba-8e0132cf8e7b tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053918 Dec 09 15:27:55.204155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59268) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.207326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] Deleting port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:55.207806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.208291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-e4b47bd5-f6d2-475e-aef9-c14afddaa910 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.211656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e4b47bd5-f6d2-475e-aef9-c14afddaa910 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065119 Dec 09 15:27:55.212339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59270) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.219473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-30462ffc-a9a2-4d0e-8ab1-0b489906b574 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.222467 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-30462ffc-a9a2-4d0e-8ab1-0b489906b574 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071356 Dec 09 15:27:55.222467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 1f311772-de61-4dd6-b9ce-6da3a7c33d38 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:55.223092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59272) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.226978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-6d38bfed-d939-47de-b6c0-006202026164 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.228244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d38bfed-d939-47de-b6c0-006202026164 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039511 Dec 09 15:27:55.230218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59274) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.235053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-af384f0a-58ab-4144-a75b-cbd6f5f14344 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.236044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-af384f0a-58ab-4144-a75b-cbd6f5f14344 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044434 Dec 09 15:27:55.238507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59276) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.242433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6e086fb9-b46d-4ff4-9a30-74401d663e89 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.243579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e086fb9-b46d-4ff4-9a30-74401d663e89 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041285 Dec 09 15:27:55.246368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59278) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.250370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-700992a0-837e-4823-8930-69b29d96cc55 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.251387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-700992a0-837e-4823-8930-69b29d96cc55 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040922 Dec 09 15:27:55.253510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59280) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.257522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-89e48ac9-cb13-43e9-abcf-ca96a433512c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.259086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-89e48ac9-cb13-43e9-abcf-ca96a433512c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040808 Dec 09 15:27:55.264105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59282) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.269223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-53cb8af4-f81f-45bc-829c-6d4093938fd5 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.273587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-53cb8af4-f81f-45bc-829c-6d4093938fd5 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085518 Dec 09 15:27:55.274157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59284) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.277092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] For port 1f311772-de61-4dd6-b9ce-6da3a7c33d38, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1f311772-de61-4dd6-b9ce-6da3a7c33d38,segment=NetworkSegment(56f6929d-c592-4cec-9560-1b104b758364),segment_id=56f6929d-c592-4cec-9560-1b104b758364)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:55.277564 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.278367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-a4030628-5206-4a61-b3ff-07be8653bec4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.279300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a4030628-5206-4a61-b3ff-07be8653bec4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042679 Dec 09 15:27:55.281533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59286) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.286246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-8d1eb54a-7a48-425b-8ec9-c69bb7d52d2d tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.289663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d1eb54a-7a48-425b-8ec9-c69bb7d52d2d tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072601 Dec 09 15:27:55.290240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59288) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.291457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] Calling delete_port for 1f311772-de61-4dd6-b9ce-6da3a7c33d38 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:55.294530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-004c90a7-c8d3-4415-8e31-d15167774ea9 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.295509 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-004c90a7-c8d3-4415-8e31-d15167774ea9 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044951 Dec 09 15:27:55.297766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59290) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.301872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-e315338b-cd21-4847-8f24-d47a6a0c91f3 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.302789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e315338b-cd21-4847-8f24-d47a6a0c91f3 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041215 Dec 09 15:27:55.305551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59292) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.310490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-2a8d1321-abc4-4b1d-bae0-d1ae1eb02b05 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.311668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2a8d1321-abc4-4b1d-bae0-d1ae1eb02b05 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043626 Dec 09 15:27:55.314442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59294) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.319176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-0ffeaeed-e667-4b7f-b1bf-08dcdbc6d3f2 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.319938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0ffeaeed-e667-4b7f-b1bf-08dcdbc6d3f2 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044971 Dec 09 15:27:55.323789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59296) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.327837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-089780e0-5f8b-4a0e-858c-0bcc4c5b6480 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.330190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-089780e0-5f8b-4a0e-858c-0bcc4c5b6480 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041039 Dec 09 15:27:55.331574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59298) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.336213 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.336859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-42d66a42-0e29-4bdf-806d-aff4ffc9239a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.342355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-42d66a42-0e29-4bdf-806d-aff4ffc9239a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086887 Dec 09 15:27:55.342355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59300) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.346749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-25274e73-71e4-43f4-a03a-87c4dc48fcc6 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.348419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-25274e73-71e4-43f4-a03a-87c4dc48fcc6 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046940 Dec 09 15:27:55.350210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59302) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.354142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-f75ccf86-a0c9-4deb-a5f7-1d03c38a0768 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.355097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f75ccf86-a0c9-4deb-a5f7-1d03c38a0768 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040517 Dec 09 15:27:55.357334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59304) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.362010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-cb3b672d-5eae-4a9f-85ed-29326c5814fb tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.363386 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cb3b672d-5eae-4a9f-85ed-29326c5814fb tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048015 Dec 09 15:27:55.365346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59306) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.367564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=1f311772-de61-4dd6-b9ce-6da3a7c33d38,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:55.370021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6601b650-af8d-464a-8097-9a02c5fd3202 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.371474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] No DVR routers for this DVR port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:55.374772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6601b650-af8d-464a-8097-9a02c5fd3202 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084362 Dec 09 15:27:55.377234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59308) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.381423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-0ee05035-2c21-4437-839d-b89094a2f506 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.382455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0ee05035-2c21-4437-839d-b89094a2f506 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042474 Dec 09 15:27:55.385319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59310) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.390116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-cfa7d290-c602-43c1-9ef5-fb9185b2e9bc tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.393394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cfa7d290-c602-43c1-9ef5-fb9185b2e9bc tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040653 Dec 09 15:27:55.393599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.393755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59312) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.398604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-2d8ef21f-5105-4d7b-aedb-a1c3039f9c8c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.399609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d8ef21f-5105-4d7b-aedb-a1c3039f9c8c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050573 Dec 09 15:27:55.402637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59314) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.410440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-90960360-8c7f-43b3-aa7b-cd5c315082ac tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.413781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-90960360-8c7f-43b3-aa7b-cd5c315082ac tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078905 Dec 09 15:27:55.414130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59316) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.420837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-ae35ba1e-c733-46b2-9d83-38401f43d2ed tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.424194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ae35ba1e-c733-46b2-9d83-38401f43d2ed tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067210 Dec 09 15:27:55.424378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] No DVR routers for this DVR port 1f311772-de61-4dd6-b9ce-6da3a7c33d38 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:55.424501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59318) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.427880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9973d8-3f51-40dd-a15a-5cb6438f9057 None None] Pushing event deleted for resources: {'Port': ['ID=1f311772-de61-4dd6-b9ce-6da3a7c33d38,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:55.428263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-f9206382-c8c4-4320-8a4a-d5afc1afe7b6 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.431965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f9206382-c8c4-4320-8a4a-d5afc1afe7b6 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041535 Dec 09 15:27:55.432476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59320) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.440164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-95eaeb93-4313-4a10-a2f8-19f2b8d36259 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.441137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-95eaeb93-4313-4a10-a2f8-19f2b8d36259 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077841 Dec 09 15:27:55.443602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59322) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.448243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-0052350c-5306-4200-a467-13b41b3f25f2 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.449361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0052350c-5306-4200-a467-13b41b3f25f2 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047314 Dec 09 15:27:55.451494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59324) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.455171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-8c20e9bc-4f80-4cc9-b62a-4c3c7666978a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.456157 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8c20e9bc-4f80-4cc9-b62a-4c3c7666978a tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038385 Dec 09 15:27:55.458122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.460893 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.461886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-74c1bcbb-484f-4b6e-ad26-7fad52bcd80c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.462852 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-74c1bcbb-484f-4b6e-ad26-7fad52bcd80c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039012 Dec 09 15:27:55.466432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59328) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.471222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-34caf8d8-4492-4655-88a6-c40c2c43199c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.472205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34caf8d8-4492-4655-88a6-c40c2c43199c tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048611 Dec 09 15:27:55.474530 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59330) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.478765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-e9b86e5d-e831-448e-8851-24548e17d475 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.479705 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e9b86e5d-e831-448e-8851-24548e17d475 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042596 Dec 09 15:27:55.481881 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59332) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.483782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571ef362-c523-401d-a155-5f92620335ce']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:55.485800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-dddabae5-1cdf-4dae-a068-561ba2bf071f tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.486726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dddabae5-1cdf-4dae-a068-561ba2bf071f tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039940 Dec 09 15:27:55.488779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59334) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.492587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-6b55c001-6e26-4111-8c98-76811065c7e8 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.493502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f6929d-c592-4cec-9560-1b104b758364') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:55.493711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6b55c001-6e26-4111-8c98-76811065c7e8 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038922 Dec 09 15:27:55.494421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f6929d-c592-4cec-9560-1b104b758364') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:55.499741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59336) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.508876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.509264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-75647c2d-bc3a-45fa-9cf0-a3fb09bd5d18 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.511062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-75647c2d-bc3a-45fa-9cf0-a3fb09bd5d18 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0103948 Dec 09 15:27:55.513728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59338) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.518056 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-dc85ce3e-bcd3-48f0-8987-10860ef1db02 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.519401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dc85ce3e-bcd3-48f0-8987-10860ef1db02 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040390 Dec 09 15:27:55.523266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59340) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.524369 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.528137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-8b9a77f4-a517-4ccf-9f1c-68f959bf3eed tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.529032 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8b9a77f4-a517-4ccf-9f1c-68f959bf3eed tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048699 Dec 09 15:27:55.531536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59342) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.534449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:27:55.534850 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.536230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-721dfa1e-6088-4e11-8f48-69f97a017ecc tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:27:55.538702 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:27:55.542413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59344) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.542523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-721dfa1e-6088-4e11-8f48-69f97a017ecc tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079014 Dec 09 15:27:55.554742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-aeded58b-9b1a-439e-b292-2412abc7421e tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.556004 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-aeded58b-9b1a-439e-b292-2412abc7421e tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0148277 Dec 09 15:27:55.559277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59346) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.564831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-4f658c3c-5c6d-48be-9409-168444e75ed4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.565902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4f658c3c-5c6d-48be-9409-168444e75ed4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055311 Dec 09 15:27:55.568367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59348) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.573872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-de3cd3fe-5e80-4ed8-90d7-2d8244b76690 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.577735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-de3cd3fe-5e80-4ed8-90d7-2d8244b76690 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0080912 Dec 09 15:27:55.578320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59350) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.582805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-7ebd5e88-4d40-47c7-895c-4f699e92fb8b tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.585636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ebd5e88-4d40-47c7-895c-4f699e92fb8b tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044441 Dec 09 15:27:55.587898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59352) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.591118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1f311772-de61-4dd6-b9ce-6da3a7c33d38 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:55.592126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-7d21af18-0de0-445a-ab09-3467479406ee tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.595899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7d21af18-0de0-445a-ab09-3467479406ee tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070002 Dec 09 15:27:55.596518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59354) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.601335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-2ddd7ee7-efd3-4b3d-80ad-7816bab43cfe tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.604224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2ddd7ee7-efd3-4b3d-80ad-7816bab43cfe tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066733 Dec 09 15:27:55.605608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59356) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.610128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-020c6781-e42a-4968-b4e8-a3cc179b9ad4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.611087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-020c6781-e42a-4968-b4e8-a3cc179b9ad4 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0044866 Dec 09 15:27:55.613750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59358) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.620506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1f311772-de61-4dd6-b9ce-6da3a7c33d38 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:55.620942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1f311772-de61-4dd6-b9ce-6da3a7c33d38 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:55.621145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-d17b5e9a-20bd-4bc6-b2b7-7ffbd259a3aa tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.623679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d17b5e9a-20bd-4bc6-b2b7-7ffbd259a3aa tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075274 Dec 09 15:27:55.625380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59360) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.628866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.638763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.640797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-c8c565c5-ac5d-4248-9974-b5b538e94f16 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.642073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/networks/571ef362-c523-401d-a155-5f92620335ce HTTP/1.1" status: 204 len: 168 time: 0.6773458 Dec 09 15:27:55.644357 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59362) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.644525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c8c565c5-ac5d-4248-9974-b5b538e94f16 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0154314 Dec 09 15:27:55.645103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59364) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.658544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a136b309-e01a-473b-9268-2419768bfa93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:55.660925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [None req-fe3d0081-c4ad-4abb-9ce4-413e8cb9ef64 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.661910 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fe3d0081-c4ad-4abb-9ce4-413e8cb9ef64 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0157537 Dec 09 15:27:55.664729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59366) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.668716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd13636-2420-4405-85c1-6832b4294e33 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Network': ['ID=571ef362-c523-401d-a155-5f92620335ce,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:55.670298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-1c8ac7fa-c3e5-440c-a0dd-61d20d208ab3 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.673853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1c8ac7fa-c3e5-440c-a0dd-61d20d208ab3 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080466 Dec 09 15:27:55.674503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59368) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.678557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-c9a29839-cf07-45a8-9d26-7c988f000ec7 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.679520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9a29839-cf07-45a8-9d26-7c988f000ec7 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041513 Dec 09 15:27:55.683098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59370) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.687308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-e83f93a8-9c98-4e5f-9fe2-66042331c4e0 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.688195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e83f93a8-9c98-4e5f-9fe2-66042331c4e0 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040469 Dec 09 15:27:55.690394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59372) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.694229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-f458ba39-27d4-4597-987e-ccce7635ab80 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.695155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f458ba39-27d4-4597-987e-ccce7635ab80 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038662 Dec 09 15:27:55.697397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59374) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.701552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-e5d3e0a2-3d5b-4bd4-9e43-f1050fe70a46 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.702498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e5d3e0a2-3d5b-4bd4-9e43-f1050fe70a46 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039873 Dec 09 15:27:55.704724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59376) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.709266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-a0578ae1-3cae-48f4-99c0-37e8ba4690e6 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.710187 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a0578ae1-3cae-48f4-99c0-37e8ba4690e6 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046079 Dec 09 15:27:55.712337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59378) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.717134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-91ebee35-da10-456c-a155-c2bec8bda318 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.718072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91ebee35-da10-456c-a155-c2bec8bda318 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046456 Dec 09 15:27:55.720222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:55.723969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [None req-826323c4-475a-4816-871b-44fa86ad3b48 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:27:55.724895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-826323c4-475a-4816-871b-44fa86ad3b48 tempest-ExtensionsTestJSON-975671765 tempest-ExtensionsTestJSON-975671765-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038369 Dec 09 15:27:55.995211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59386) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:56.105148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95edb3c8-5c31-4ca6-9afb-a07cc9867e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.140319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 356539e9-5333-4080-a12d-b9204a95f36e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:56.140912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.181160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95edb3c8-5c31-4ca6-9afb-a07cc9867e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.186330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95edb3c8-5c31-4ca6-9afb-a07cc9867e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.225949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.226283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.231115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-95edb3c8-5c31-4ca6-9afb-a07cc9867e45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79362a6d3fe548ada4566f4835fc3c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347231 Dec 09 15:27:56.232016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edb3c8-5c31-4ca6-9afb-a07cc9867e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb17662-a302-4000-b2eb-70129619a5c6,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:56.233876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:56.246622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 356539e9-5333-4080-a12d-b9204a95f36e owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:56.371655 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d55ca2d0-5c1a-4a90-9d13-59ca598c02c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.406894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d55ca2d0-5c1a-4a90-9d13-59ca598c02c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.485057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d55ca2d0-5c1a-4a90-9d13-59ca598c02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.487691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d55ca2d0-5c1a-4a90-9d13-59ca598c02c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.488836 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d55ca2d0-5c1a-4a90-9d13-59ca598c02c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fb17662-a302-4000-b2eb-70129619a5c6 HTTP/1.1" status: 204 len: 168 time: 0.2540166 Dec 09 15:27:56.501622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ca2d0-5c1a-4a90-9d13-59ca598c02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb17662-a302-4000-b2eb-70129619a5c6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:56.515813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.548607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=356539e9-5333-4080-a12d-b9204a95f36e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:56.609959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.610286 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Floating IP 1849da6f-891e-4758-8a6b-d01fda970727 disassociated (deleted). External IP: 172.25.0.132, port: dfa50f3d-e139-4cc7-937f-e51d62fb5490. Dec 09 15:27:56.757585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.838239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:27:56.952093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:27:56.958011 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:56.961962 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:27:56.973580 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:56.974419 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:56.986489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-79c95c27-5b12-4904-899a-9a0847ebd963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/floatingips/1849da6f-891e-4758-8a6b-d01fda970727 HTTP/1.1" status: 204 len: 168 time: 1.3391228 Dec 09 15:27:56.987204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:56.989753 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a11295a-d20d-4ed5-aecd-49be1377edf2" -d '{"events": [{"name": "network-changed", "server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:57.036074 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4e7b5-e833-436c-b9ed-07b6609af73a x-openstack-request-id: req-03d4e7b5-e833-436c-b9ed-07b6609af73a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:57.036395 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:57.036660 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03d4e7b5-e833-436c-b9ed-07b6609af73a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:57.037073 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'status': 'completed', 'code': 200} Dec 09 15:27:57.092632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:57.128632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-07fb586c-4514-4992-b42d-84e70b12f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:57.131841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-07fb586c-4514-4992-b42d-84e70b12f6aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 1097 time: 0.0720270 Dec 09 15:27:57.298572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59420) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:57.299069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-ebe5c67d-07eb-4123-8ef4-27126243d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:57.300465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-ebe5c67d-07eb-4123-8ef4-27126243d7a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 200 len: 898 time: 0.1598313 Dec 09 15:27:57.313292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe060-bd11-4d3f-a72a-2614f7ee7ff7 req-bb71f896-7b79-42c0-8a88-f0d7e5fceaa9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:57.315410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f4fe060-bd11-4d3f-a72a-2614f7ee7ff7 req-bb71f896-7b79-42c0-8a88-f0d7e5fceaa9 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 946 time: 0.0904827 Dec 09 15:27:57.335681 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:50Z', 'revision_number': 6, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:57.362588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-52836ef7-d691-42a1-920b-4db83bf827a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 200 len: 217 time: 0.0465062 Dec 09 15:27:57.371873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:27:57.380507 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:27:57.381345 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:57.426016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1035569592'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:57.435723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f4fe060-bd11-4d3f-a72a-2614f7ee7ff7 req-81c2457c-2ddd-40cc-a921-03561668c6bb tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134176 Dec 09 15:27:57.444021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-a0b9aefb-e50a-4ce0-9b51-e289a332104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:57.446271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-a0b9aefb-e50a-4ce0-9b51-e289a332104f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6272f156-9487-4ca5-987a-eab54bd8c6d2 HTTP/1.1" status: 200 len: 834 time: 0.0729573 Dec 09 15:27:57.450773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Made reservation on behalf of c45e22b01db745f0b09fce75c50aaa58 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:57.454606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.465500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.497251 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:27:57.511654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-9e2616b7-dff0-485b-9204-dc2699e13a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:57.513193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-9e2616b7-dff0-485b-9204-dc2699e13a6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1692b737-6671-42f5-a44d-8638542f3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511577 Dec 09 15:27:57.561862 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.567252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.576659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ed4331d8-50a3-4aa2-92ca-c3aea66d908e no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:27:57.600183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: ed4331d8-50a3-4aa2-92ca-c3aea66d908e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:27:57.600448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:27:57.601019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device ed4331d8-50a3-4aa2-92ca-c3aea66d908e not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:27:57.613891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc790fed-ff9f-4972-a2b4-2ef8154fe923,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:57.620453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.620931 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Added segment 56729fd3-ea51-47f2-ae82-0053e2c17b64 of type vlan for network 5462e4ed-5890-415b-95c4-d7a311cdf424 Dec 09 15:27:57.638905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-8d252cc1-e5ec-45f4-b142-dd091a630e4f service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149328 Dec 09 15:27:57.667928 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.700117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.706030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:57.706745 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.738543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a11295a-d20d-4ed5-aecd-49be1377edf2 req-c1fa1cb4-b39c-4087-846b-2258c34e8527 service neutron] 10.222.0.36 "GET /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904939 Dec 09 15:27:57.752322 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:50Z', 'revision_number': 6, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:27:57.782333 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8394007-1b56-45a0-8cd0-643ab28fbb11 None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:27:50Z', 'revision_number': 6, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5798a147-0be7-42c1-a933-526f6a2142f1', 'name': '', 'network_id': '1692b737-6671-42f5-a44d-8638542f3a16', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:68:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:14Z', 'updated_at': '2021-12-09T15:26:17Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '6272f156-9487-4ca5-987a-eab54bd8c6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:27:57.783617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4839053 Dec 09 15:27:57.786574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59424) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:57.786744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729db7-4fc2-4718-b64b-29ba64a6d05f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Network': ['ID=5462e4ed-5890-415b-95c4-d7a311cdf424,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:57.792743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'subnet': {'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:57.799112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:27:57.912465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Made reservation on behalf of c45e22b01db745f0b09fce75c50aaa58 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:27:57.916405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:57.935655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-761c4a06-e3c3-4b68-b88e-46ed90803893 req-346782b8-bf7d-4dbd-b52f-e189082b3179 service neutron] (109895) timed out ('10.222.0.46', 38382) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:27:58.081811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57623c-0bdf-44ed-8139-cd9c25ef3158 None None] New status for floating IP 1849da6f-891e-4758-8a6b-d01fda970727: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:27:58.133460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.198293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Subnet': ['ID=3dda6715-3620-4262-a0a9-e8cd805f36af,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:58.213139 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Checking segment: {'id': '56729fd3-ea51-47f2-ae82-0053e2c17b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:58.213349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network hostable DHCP agents. Network: 5462e4ed-5890-415b-95c4-d7a311cdf424, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:27:58.230223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:27:58.240874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5462e4ed-5890-415b-95c4-d7a311cdf424) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:58.247432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:58.248215 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.251578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141f3be-6b72-4ced-a0e2-3ec8583760b1 None None] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:27:58.275771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-40b0aecf-18b8-40b1-b45c-e7371e882a4d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4879084 Dec 09 15:27:58.278803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59426) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:58.284511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1296177216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:27:58.312214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.317228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.353605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5462e4ed-5890-415b-95c4-d7a311cdf424', 'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424', 'project_id': 'c45e22b01db745f0b09fce75c50aaa58', 'fixed_ips': [{'subnet_id': '3dda6715-3620-4262-a0a9-e8cd805f36af'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:27:58.354465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.383851 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.389218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.415093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.417495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49f57df5-df51-4425-9998-47b2f931039d tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1374619 Dec 09 15:27:58.419630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59428) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:58.458481 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.515926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Allocated IP 172.20.0.2 (5462e4ed-5890-415b-95c4-d7a311cdf424/3dda6715-3620-4262-a0a9-e8cd805f36af/a3b45513-0fcb-4b4e-908b-f57e03e0f828) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:58.640966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3154-8532-41df-889b-9825ba25b3be req-22400853-6462-4831-91f2-99a217ed8a53 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:58.642469 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a7d3154-8532-41df-889b-9825ba25b3be req-22400853-6462-4831-91f2-99a217ed8a53 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 946 time: 0.0584912 Dec 09 15:27:58.682132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.683515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bf68c-8a04-4fa8-88c4-4a1852556f82 req-f716d243-c950-4ba7-9c1f-6521d2751ea8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:27:58.685016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e3bf68c-8a04-4fa8-88c4-4a1852556f82 req-f716d243-c950-4ba7-9c1f-6521d2751ea8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c91242-7102-4582-b5a0-7ee32ec94909 HTTP/1.1" status: 200 len: 946 time: 0.1531684 Dec 09 15:27:58.693943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.737020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:58.740053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:58.746829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:58.750070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port dfa50f3d-e139-4cc7-937f-e51d62fb5490 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:27:58.750422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.753151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Pushing event updated for resources: {'Port': ['ID=a3b45513-0fcb-4b4e-908b-f57e03e0f828,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:58.784204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.791559 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e3bf68c-8a04-4fa8-88c4-4a1852556f82 req-b0ea06f8-d977-4326-aad9-6072dc669855 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995092 Dec 09 15:27:58.825336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Attempting to bind port a3b45513-0fcb-4b4e-908b-f57e03e0f828 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:27:58.825948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Attempting to bind port a3b45513-0fcb-4b4e-908b-f57e03e0f828 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '56729fd3-ea51-47f2-ae82-0053e2c17b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:27:58.826266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Attempting to bind port a3b45513-0fcb-4b4e-908b-f57e03e0f828 on network 5462e4ed-5890-415b-95c4-d7a311cdf424 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:27:58.833144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:27:58.833604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Checking segment: {'id': '56729fd3-ea51-47f2-ae82-0053e2c17b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:27:58.834119 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.834591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Bound using segment: {'id': '56729fd3-ea51-47f2-ae82-0053e2c17b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:27:58.835047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Bound port: a3b45513-0fcb-4b4e-908b-f57e03e0f828, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56729fd3-ea51-47f2-ae82-0053e2c17b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:27:58.835551 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.866970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port dfa50f3d-e139-4cc7-937f-e51d62fb5490, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=dfa50f3d-e139-4cc7-937f-e51d62fb5490,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:58.867859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.885771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for dfa50f3d-e139-4cc7-937f-e51d62fb5490 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:27:58.905653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] For port a3b45513-0fcb-4b4e-908b-f57e03e0f828, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:27:58.909857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] For port a3b45513-0fcb-4b4e-908b-f57e03e0f828, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a3b45513-0fcb-4b4e-908b-f57e03e0f828,segment=NetworkSegment(56729fd3-ea51-47f2-ae82-0053e2c17b64),segment_id=56729fd3-ea51-47f2-ae82-0053e2c17b64)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:27:58.914796 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:58.983607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dfd54-b189-4b98-8b90-682a180f4773 None None] Pushing event updated for resources: {'Port': ['ID=a3b45513-0fcb-4b4e-908b-f57e03e0f828,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.039246 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.064606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Allocated IP 172.20.0.1 (5462e4ed-5890-415b-95c4-d7a311cdf424/3dda6715-3620-4262-a0a9-e8cd805f36af/d6cd64ce-c71a-40bc-a710-52b59ff97755) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:27:59.074698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=dfa50f3d-e139-4cc7-937f-e51d62fb5490,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.120165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] No DVR routers for this DVR port dfa50f3d-e139-4cc7-937f-e51d62fb5490 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:27:59.123754 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.127655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a7d3154-8532-41df-889b-9825ba25b3be req-3c7c322e-2feb-4cbf-a4af-39b3544e5d16 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "DELETE /v2.0/ports/dfa50f3d-e139-4cc7-937f-e51d62fb5490 HTTP/1.1" status: 204 len: 173 time: 0.4786825 Dec 09 15:27:59.128324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'name': 'network-vif-deleted', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:27:59.131137 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1badb55d-c56e-4890-821f-c9158195231a" -d '{"events": [{"server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "name": "network-vif-deleted", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:27:59.188830 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb2472-345e-402e-9aee-23ee0616ce74 x-openstack-request-id: req-20cb2472-345e-402e-9aee-23ee0616ce74 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:27:59.190213 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c91242-7102-4582-b5a0-7ee32ec94909", "name": "network-vif-deleted", "tag": "dfa50f3d-e139-4cc7-937f-e51d62fb5490", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:27:59.190213 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20cb2472-345e-402e-9aee-23ee0616ce74 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:27:59.191010 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c91242-7102-4582-b5a0-7ee32ec94909', 'name': 'network-vif-deleted', 'tag': 'dfa50f3d-e139-4cc7-937f-e51d62fb5490', 'status': 'completed', 'code': 200} Dec 09 15:27:59.242899 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.245895 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.303732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.350979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:27:59.354888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:27:59.357367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:27:59.393762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Port': ['ID=d6cd64ce-c71a-40bc-a710-52b59ff97755,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.418208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.551554 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.651342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a3b45513-0fcb-4b4e-908b-f57e03e0f828 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:27:59.707613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a3b45513-0fcb-4b4e-908b-f57e03e0f828 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:27:59.708132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.788777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.824592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port a3b45513-0fcb-4b4e-908b-f57e03e0f828, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a3b45513-0fcb-4b4e-908b-f57e03e0f828,segment=NetworkSegment(56729fd3-ea51-47f2-ae82-0053e2c17b64),segment_id=56729fd3-ea51-47f2-ae82-0053e2c17b64)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:27:59.831622 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.864925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59436) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:27:59.878036 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.884544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.897325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=a3b45513-0fcb-4b4e-908b-f57e03e0f828,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.932346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de571dab-d409-4d3c-8f53-4ca79239e0c5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.960228 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de571dab-d409-4d3c-8f53-4ca79239e0c5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:27:59.980407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Port': ['ID=d6cd64ce-c71a-40bc-a710-52b59ff97755,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:27:59.983948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.036883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de571dab-d409-4d3c-8f53-4ca79239e0c5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.039717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-de571dab-d409-4d3c-8f53-4ca79239e0c5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.044369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-de571dab-d409-4d3c-8f53-4ca79239e0c5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/security-groups/6d5d298f-2d9c-4534-b023-5d9aa8e6f15a HTTP/1.1" status: 204 len: 168 time: 0.1755383 Dec 09 15:28:00.054173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571dab-d409-4d3c-8f53-4ca79239e0c5 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d298f-2d9c-4534-b023-5d9aa8e6f15a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:00.090390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59440) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:00.111540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:00.113385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:00.178583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c92d6-93a5-4b3e-8589-902c41050045 None None] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:00.242690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Router 30477d13-e196-42b1-9a65-7b026aca24bc is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:28:00.303508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5b21901d-d6cc-48d4-843a-40671f443013 None None] Provisioning complete for port a3b45513-0fcb-4b4e-908b-f57e03e0f828 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:00.304160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b21901d-d6cc-48d4-843a-40671f443013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.350567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:00.356501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-66b60bf8-d629-4602-8f62-209e8671646c tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "PUT /v2.0/routers/30477d13-e196-42b1-9a65-7b026aca24bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358742 Dec 09 15:28:00.359532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59442) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:00.363602 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] Sync routers for ids ['30477d13-e196-42b1-9a65-7b026aca24bc'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:00.380538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'port': {'network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424', 'name': 'tempest-FloatingIPNegativeTestJSON-1538467414'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:00.382322 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] Routers {'30477d13-e196-42b1-9a65-7b026aca24bc'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:00.388019 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30477d13-e196-42b1-9a65-7b026aca24bc'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:00.524358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.553485 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:00.554037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Made reservation on behalf of c45e22b01db745f0b09fce75c50aaa58 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:00.558436 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.564610 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] Routers {'30477d13-e196-42b1-9a65-7b026aca24bc'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:00.565384 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30477d13-e196-42b1-9a65-7b026aca24bc'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:00.585546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] device_id is not set on port 3c92e02d-ed1c-4fa0-b89d-821a541bb529 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:00.606292 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:00.607064 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bd99b-4610-45d0-acbe-2224a21c028e None None] The sync data for ids ['30477d13-e196-42b1-9a65-7b026aca24bc'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:00.725291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Allocated IP 172.20.0.6 (5462e4ed-5890-415b-95c4-d7a311cdf424/3dda6715-3620-4262-a0a9-e8cd805f36af/3c92e02d-ed1c-4fa0-b89d-821a541bb529) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:00.725545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-528bff7d-40b4-4f04-879d-bb5a96de9434 None None] Provisioning complete for port a3b45513-0fcb-4b4e-908b-f57e03e0f828 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:00.725545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-528bff7d-40b4-4f04-879d-bb5a96de9434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.824784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 5798a147-0be7-42c1-a933-526f6a2142f1 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:00.825193 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.847658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-528bff7d-40b4-4f04-879d-bb5a96de9434 None None] Provisioning complete for port d6cd64ce-c71a-40bc-a710-52b59ff97755 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:00.849911 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-528bff7d-40b4-4f04-879d-bb5a96de9434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.896390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-528bff7d-40b4-4f04-879d-bb5a96de9434 None None] Port d6cd64ce-c71a-40bc-a710-52b59ff97755 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:00.921959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.928237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 5798a147-0be7-42c1-a933-526f6a2142f1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5798a147-0be7-42c1-a933-526f6a2142f1,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:00.928612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:00.942293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 5798a147-0be7-42c1-a933-526f6a2142f1 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:00.961546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.012042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:01.015430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:01.017879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:01.034128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-80fc9e63-bba0-4cb9-b29e-0d6a68aa3792 None None] Provisioning complete for port d6cd64ce-c71a-40bc-a710-52b59ff97755 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:01.035069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-80fc9e63-bba0-4cb9-b29e-0d6a68aa3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.095323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-80fc9e63-bba0-4cb9-b29e-0d6a68aa3792 None None] Port d6cd64ce-c71a-40bc-a710-52b59ff97755 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:01.214949 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.217843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8fad1143-5de3-47c0-95c9-55da79eb7a79 None None] Provisioning complete for port d6cd64ce-c71a-40bc-a710-52b59ff97755 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:01.218470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8fad1143-5de3-47c0-95c9-55da79eb7a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.251032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=5798a147-0be7-42c1-a933-526f6a2142f1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:01.280804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8fad1143-5de3-47c0-95c9-55da79eb7a79 None None] Port d6cd64ce-c71a-40bc-a710-52b59ff97755 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:01.406836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-942794e2-aa71-4994-b815-ade060b229f3 None None] Provisioning complete for port 3c92e02d-ed1c-4fa0-b89d-821a541bb529 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:01.407205 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-942794e2-aa71-4994-b815-ade060b229f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.446461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Port': ['ID=3c92e02d-ed1c-4fa0-b89d-821a541bb529,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:01.465411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:01.466130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.469057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-942794e2-aa71-4994-b815-ade060b229f3 None None] Port 3c92e02d-ed1c-4fa0-b89d-821a541bb529 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:01.483573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-92e4c5eb-e9ed-4fa9-8ba1-f94198d7ef8a tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1227748 Dec 09 15:28:01.486713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59444) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:01.489294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.492021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:01.530092 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.656304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.656864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a3b45513-0fcb-4b4e-908b-f57e03e0f828 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:01.706752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a3b45513-0fcb-4b4e-908b-f57e03e0f828 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:01.707120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.750614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router ac428ace-78c2-420e-a65a-5f21e7331045 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:01.777382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Allocated IP 172.25.0.110 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/f649c314-30e0-419f-a140-97177cc5abeb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:01.866218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:01.872416 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9a68aef9-f9c4-4048-b4d5-3bae344bd6f0 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "PUT /v2.0/routers/ac428ace-78c2-420e-a65a-5f21e7331045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807817 Dec 09 15:28:01.874594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59446) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:01.880191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449c245-474b-4779-822b-cbc792f861da None None] Sync routers for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:01.882171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.892164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:01.892787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:01.924039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.928926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting subnet 6272f156-9487-4ca5-987a-eab54bd8c6d2 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:01.933704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:01.966911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:01.969990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:01.973827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:01.979842 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.033589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Port': ['ID=f649c314-30e0-419f-a140-97177cc5abeb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.087000 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.099600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.125387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.169036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.185072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dfa50f3d-e139-4cc7-937f-e51d62fb5490 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:02.199249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Subnet': ['ID=6272f156-9487-4ca5-987a-eab54bd8c6d2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.203227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.209856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-322113c6-eaa7-481b-9ea2-5f0fd4f1dbaa tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/subnets/6272f156-9487-4ca5-987a-eab54bd8c6d2 HTTP/1.1" status: 204 len: 168 time: 0.3311200 Dec 09 15:28:02.209856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59448) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.210799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: dfa50f3d-e139-4cc7-937f-e51d62fb5490 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:02.211143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device dfa50f3d-e139-4cc7-937f-e51d62fb5490 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:02.219728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e57b3-bb98-4e56-b9bb-e707d9ef2a0a None None] Network 1692b737-6671-42f5-a44d-8638542f3a16 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:02.320406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:02.323204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.333315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.421734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Port': ['ID=f649c314-30e0-419f-a140-97177cc5abeb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:02.424294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.443391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.448063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e8a0e1ee-0ae6-4b95-a081-093f0dc588d3 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9569361 Dec 09 15:28:02.448709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59450) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.453562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4601023c-5a13-4b25-9fb6-973ed31b82b8 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'floatingip': {'port_id': '3c92e02d-ed1c-4fa0-b89d-821a541bb529', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:02.499931 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4601023c-5a13-4b25-9fb6-973ed31b82b8 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.566778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] DHCP port deletion for 1692b737-6671-42f5-a44d-8638542f3a16 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:02.622075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:28:01Z', 'revision_number': 7, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:02.641750 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-4601023c-5a13-4b25-9fb6-973ed31b82b8 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] update failed (client error): The resource could not be found. Dec 09 15:28:02.645402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4601023c-5a13-4b25-9fb6-973ed31b82b8 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "PUT /v2.0/floatingips/ef21e9e9-481a-4366-9206-5340b8c27068 HTTP/1.1" status: 404 len: 507 time: 0.1934326 Dec 09 15:28:02.645662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59452) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:02.663837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449c245-474b-4779-822b-cbc792f861da None None] Checking router: ac428ace-78c2-420e-a65a-5f21e7331045 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:02.679077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] Routers {'ac428ace-78c2-420e-a65a-5f21e7331045'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:02.679925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ac428ace-78c2-420e-a65a-5f21e7331045'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:02.727010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] Deleting port a76741ba-a881-4556-97fd-5653ee0a5826 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:02.727423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.737423 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.789176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Deleting port f649c314-30e0-419f-a140-97177cc5abeb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:02.790072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.847083 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.850095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] For port a76741ba-a881-4556-97fd-5653ee0a5826, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a76741ba-a881-4556-97fd-5653ee0a5826,segment=NetworkSegment(9e15c740-3ae3-4fb2-9d95-74ad22663842),segment_id=9e15c740-3ae3-4fb2-9d95-74ad22663842)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:02.850493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.872843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] Calling delete_port for a76741ba-a881-4556-97fd-5653ee0a5826 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:02.880635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] Set router ac428ace-78c2-420e-a65a-5f21e7331045 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:02.884269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.884967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.897875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Calling delete_port for f649c314-30e0-419f-a140-97177cc5abeb owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:02.904687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 49e2839b-b8d7-4c59-92b9-801256a237d9 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:02.905113 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:02.991806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 49e2839b-b8d7-4c59-92b9-801256a237d9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=49e2839b-b8d7-4c59-92b9-801256a237d9,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:02.992462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.013404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 49e2839b-b8d7-4c59-92b9-801256a237d9 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:03.046477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.074404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Port': ['ID=f649c314-30e0-419f-a140-97177cc5abeb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.128938 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.139995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.143042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.147715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4d8257d5-82e1-488f-823c-073b8d370ecf tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "DELETE /v2.0/floatingips/ef21e9e9-481a-4366-9206-5340b8c27068 HTTP/1.1" status: 204 len: 168 time: 0.4971988 Dec 09 15:28:03.147935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59454) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.152702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-51c6c130-9270-4bb6-93bd-ced8cbb18062 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'floatingip': {'floating_network_id': '5462e4ed-5890-415b-95c4-d7a311cdf424', 'port_id': '3c92e02d-ed1c-4fa0-b89d-821a541bb529', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:03.168619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] Pushing event deleted for resources: {'Port': ['ID=a76741ba-a881-4556-97fd-5653ee0a5826,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.174241 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b49455-8cb0-4c29-9f00-382913be51bc None None] No DVR routers for this DVR port a76741ba-a881-4556-97fd-5653ee0a5826 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:03.187881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-51c6c130-9270-4bb6-93bd-ced8cbb18062 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.201996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2449c245-474b-4779-822b-cbc792f861da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:28:01Z', 'revision_number': 7, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:03.230231 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.231126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449c245-474b-4779-822b-cbc792f861da None None] The sync data for ids ['ac428ace-78c2-420e-a65a-5f21e7331045'] in n-d-804292-5 is: [{'id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'name': 'tempest-TestNetworkBasicOps-router-17032008', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:28:01Z', 'revision_number': 7, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '49e2839b-b8d7-4c59-92b9-801256a237d9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac428ace-78c2-420e-a65a-5f21e7331045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:26:11Z', 'updated_at': '2021-12-09T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:03.260376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d00988-412b-4a09-b008-20ef578bfd6b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:03.262507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=49e2839b-b8d7-4c59-92b9-801256a237d9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.330031 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-51c6c130-9270-4bb6-93bd-ced8cbb18062 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:28:03.330731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.331179 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-51c6c130-9270-4bb6-93bd-ced8cbb18062 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1822073 Dec 09 15:28:03.335216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59456) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.339749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '3c92e02d-ed1c-4fa0-b89d-821a541bb529', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:03.364251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.425135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.427338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.464810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.476752 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.478766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Fanout notify agent at l3_agent the message router_deleted on router ac428ace-78c2-420e-a65a-5f21e7331045 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:28:03.486326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.489643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe586f8f-ae12-41fd-b6a7-17914dc7dd06 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/routers/ac428ace-78c2-420e-a65a-5f21e7331045 HTTP/1.1" status: 204 len: 168 time: 1.2793586 Dec 09 15:28:03.490249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59458) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.566276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.587293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Allocated IP 172.25.0.22 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/493747e8-c87e-4387-91d9-57fe80c3b7d0) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:03.678862 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.704276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1692b737-6671-42f5-a44d-8638542f3a16']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:03.714544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.718129 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e15c740-3ae3-4fb2-9d95-74ad22663842') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:03.718557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e15c740-3ae3-4fb2-9d95-74ad22663842') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:03.730063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.744581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.753760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5798a147-0be7-42c1-a933-526f6a2142f1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:03.758313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:03.759586 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:03.763251 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:03.770142 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.776247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5798a147-0be7-42c1-a933-526f6a2142f1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:03.777130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5798a147-0be7-42c1-a933-526f6a2142f1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:03.777581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a76741ba-a881-4556-97fd-5653ee0a5826 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:03.806120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a76741ba-a881-4556-97fd-5653ee0a5826 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:03.806602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a76741ba-a881-4556-97fd-5653ee0a5826 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:03.825462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:03.830775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:03.837237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:03.843731 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.852018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.858702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/networks/1692b737-6671-42f5-a44d-8638542f3a16 HTTP/1.1" status: 204 len: 168 time: 0.3645005 Dec 09 15:28:03.870972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event updated for resources: {'Port': ['ID=493747e8-c87e-4387-91d9-57fe80c3b7d0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.873144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7201e70-2933-4e91-8558-56a688a0c2a8 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Network': ['ID=1692b737-6671-42f5-a44d-8638542f3a16,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:03.878358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59460) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:03.885277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'network': {'name': 'tempest-network-smoke--1537448814', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:03.906880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:03.910496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.936651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:03.946479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:03.947392 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Added segment e5101662-bbe4-474b-baf3-9c1e89bb1125 of type vlan for network 088f441f-7de2-4aa9-bbfd-a8788322714d Dec 09 15:28:03.989832 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.018093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.024132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:04.024780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.042355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Deleting port 493747e8-c87e-4387-91d9-57fe80c3b7d0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:04.042695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.058137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1773734 Dec 09 15:28:04.060705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59462) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:04.065482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-159351707', 'admin_state_up': True, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:04.106194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc96c2-88f3-43b8-b945-a0ede6ed3917 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Network': ['ID=088f441f-7de2-4aa9-bbfd-a8788322714d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:04.117461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 088f441f-7de2-4aa9-bbfd-a8788322714d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:04.152110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.153147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.175490 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.175823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.199816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Calling delete_port for 493747e8-c87e-4387-91d9-57fe80c3b7d0 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:04.240283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.423992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.505304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.535751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Port': ['ID=493747e8-c87e-4387-91d9-57fe80c3b7d0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:04.658723 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] create failed (client error): The resource could not be found. Dec 09 15:28:04.663068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48c2d361-919b-4727-9494-f57efd5ef0d1 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3235538 Dec 09 15:28:04.663630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59464) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:04.755600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.772522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Deleting port 3c92e02d-ed1c-4fa0-b89d-821a541bb529 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:04.772893 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.778136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.868052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:04.881756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Calling delete_port for 3c92e02d-ed1c-4fa0-b89d-821a541bb529 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:04.896542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.25.0.139 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/4e949745-647c-40f3-b05b-edaab0f9cf2e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:05.025642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.037973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.066255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Port': ['ID=3c92e02d-ed1c-4fa0-b89d-821a541bb529,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:05.080513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.125228 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:05.128408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:05.134980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:05.137175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.143406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3185995c-0271-4b1d-96ac-aee4be1ddeb4 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "DELETE /v2.0/ports/3c92e02d-ed1c-4fa0-b89d-821a541bb529 HTTP/1.1" status: 204 len: 168 time: 0.4785504 Dec 09 15:28:05.144098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59468) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:05.152414 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc1a58-ef7e-48e8-9c55-071ab5e72298 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:05.166494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=4e949745-647c-40f3-b05b-edaab0f9cf2e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:05.203431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa265d7-b36c-406a-b310-ceca1f56c04f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:05.207924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cfa265d7-b36c-406a-b310-ceca1f56c04f tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "GET /v2.0/ports?device_id=30477d13-e196-42b1-9a65-7b026aca24bc HTTP/1.1" status: 200 len: 913 time: 0.0627289 Dec 09 15:28:05.208545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59470) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:05.220845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8330ffa7-64fa-410f-97fa-b0795eba88a5 None None] Provisioning complete for port 4e949745-647c-40f3-b05b-edaab0f9cf2e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:05.222068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8330ffa7-64fa-410f-97fa-b0795eba88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.272567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8330ffa7-64fa-410f-97fa-b0795eba88a5 None None] Port 4e949745-647c-40f3-b05b-edaab0f9cf2e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:05.433943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.546001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49e2839b-b8d7-4c59-92b9-801256a237d9 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:05.570767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 49e2839b-b8d7-4c59-92b9-801256a237d9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:05.571225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 49e2839b-b8d7-4c59-92b9-801256a237d9 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:05.577620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.644049 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.783462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router 4e7181a9-47d7-4f15-b088-f76f0be2e370 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:28:05.831793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Deleting port d6cd64ce-c71a-40bc-a710-52b59ff97755 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:05.832137 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.897754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:05.909604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Sync routers for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:05.921039 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:05.922214 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:05.928230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.930626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f2713e3f-545f-4164-a12c-a77ea45859ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8686047 Dec 09 15:28:05.934021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59472) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:05.943655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:05.957384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Calling delete_port for d6cd64ce-c71a-40bc-a710-52b59ff97755 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:05.978534 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5531dda5-9a84-4115-976f-b8df2dd972d9 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=731dc0bd9e214bc5b7ce1ae97dabaf62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399628 Dec 09 15:28:05.978851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59474) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.035595 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:06.073627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b964e-fa27-440b-aa8a-86322cf07673 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:06.077923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-996b964e-fa27-440b-aa8a-86322cf07673 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952220 Dec 09 15:28:06.078312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59476) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.111016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d03d062-6048-463c-86de-44814c29824b tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282447 Dec 09 15:28:06.111468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59478) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.116460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1508241138', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:06.145750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.176424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Port': ['ID=d6cd64ce-c71a-40bc-a710-52b59ff97755,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:06.229029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:06.232670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.301243 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:05Z', 'revision_number': 3, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:06.365092 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Checking router: 4e7181a9-47d7-4f15-b088-f76f0be2e370 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:06.366152 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Updating router 4e7181a9-47d7-4f15-b088-f76f0be2e370 port 4e949745-647c-40f3-b05b-edaab0f9cf2e binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:06.373635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.414097 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.528853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.598377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Router 30477d13-e196-42b1-9a65-7b026aca24bc has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:06.601727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Checking segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:06.602506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network hostable DHCP agents. Network: 088f441f-7de2-4aa9-bbfd-a8788322714d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:06.611151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Subnet': ['ID=02e8de36-c761-462e-b393-a82fae0c6a3b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:06.627461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 088f441f-7de2-4aa9-bbfd-a8788322714d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:06.639073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 088f441f-7de2-4aa9-bbfd-a8788322714d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:06.647836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f1c12-60f4-4ba7-bcef-ef27d1688544 None None] Network 088f441f-7de2-4aa9-bbfd-a8788322714d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:06.654347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:06.655404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.684122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c7fdede6-052c-4f7b-a047-fa5a8842efbe tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5684307 Dec 09 15:28:06.684526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59480) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.702178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:06.709039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9247839a-249a-492a-bd00-f3bf2a85f6e2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "PUT /v2.0/routers/30477d13-e196-42b1-9a65-7b026aca24bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994314 Dec 09 15:28:06.711533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:06.730609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] Sync routers for ids ['30477d13-e196-42b1-9a65-7b026aca24bc'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:06.744701 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.754043 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.757216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] Routers {'30477d13-e196-42b1-9a65-7b026aca24bc'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:06.758789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30477d13-e196-42b1-9a65-7b026aca24bc'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:06.802325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:06.810908 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Attempting to bind port 4e949745-647c-40f3-b05b-edaab0f9cf2e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:06.811410 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Attempting to bind port 4e949745-647c-40f3-b05b-edaab0f9cf2e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:06.811783 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Attempting to bind port 4e949745-647c-40f3-b05b-edaab0f9cf2e on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:06.825989 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:06.826441 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:06.826573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee3ac9-8675-40c2-b866-b509c3c18eda None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:06.826767 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.827156 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:06.827676 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Bound port: 4e949745-647c-40f3-b05b-edaab0f9cf2e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:06.828055 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.838216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] Routers {'30477d13-e196-42b1-9a65-7b026aca24bc'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:06.838836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['30477d13-e196-42b1-9a65-7b026aca24bc'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:06.871317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.873693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:06.874345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f0618-ad98-49d9-a227-74b35d31c61c None None] The sync data for ids ['30477d13-e196-42b1-9a65-7b026aca24bc'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:06.875890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-088f441f-7de2-4aa9-bbfd-a8788322714d', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:06.876716 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.889193 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51e04-9a60-4b60-8c0b-f9875626b6d9 None None] Pushing event updated for resources: {'Port': ['ID=4e949745-647c-40f3-b05b-edaab0f9cf2e,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:06.906633 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] For port 4e949745-647c-40f3-b05b-edaab0f9cf2e, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:06.913399 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] For port 4e949745-647c-40f3-b05b-edaab0f9cf2e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4e949745-647c-40f3-b05b-edaab0f9cf2e,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:06.919940 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:06.986932 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:06.988929 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:07.029085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Allocated IP 172.20.0.2 (088f441f-7de2-4aa9-bbfd-a8788322714d/02e8de36-c761-462e-b393-a82fae0c6a3b/5f06b4dd-f93f-42b0-9392-338ad0fb7a1a) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:07.064110 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.066540 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.116637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.117627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Fanout notify agent at l3_agent the message router_deleted on router 30477d13-e196-42b1-9a65-7b026aca24bc {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:28:07.122619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:07.137730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.141345 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d201d196-f23f-4087-ba60-117e5b9c8d33 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "DELETE /v2.0/routers/30477d13-e196-42b1-9a65-7b026aca24bc HTTP/1.1" status: 204 len: 168 time: 0.4266539 Dec 09 15:28:07.142338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59484) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:07.180445 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.189894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d1e32-dc59-456c-8dbf-fc0ec66c4141 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:07.194502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.221940 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51e04-9a60-4b60-8c0b-f9875626b6d9 None None] Pushing event updated for resources: {'Port': ['ID=4e949745-647c-40f3-b05b-edaab0f9cf2e,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:07.223475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Deleting subnet 3dda6715-3620-4262-a0a9-e8cd805f36af {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:07.228282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.246492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Network 088f441f-7de2-4aa9-bbfd-a8788322714d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:07.251565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:07.257859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-25b3d15f-5852-4660-8e6f-1ba6e8aaf606 None None] Provisioning complete for port 4e949745-647c-40f3-b05b-edaab0f9cf2e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:07.258239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b3d15f-5852-4660-8e6f-1ba6e8aaf606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.261940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:07.292066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Pushing event updated for resources: {'Port': ['ID=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:07.320933 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.359663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Attempting to bind port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:07.360318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Attempting to bind port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:07.360863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Attempting to bind port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a on network 088f441f-7de2-4aa9-bbfd-a8788322714d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:07.368253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:07.369509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Checking segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:07.370125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.370522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Bound using segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:07.371005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Bound port: 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:07.371605 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.379919 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:05Z', 'revision_number': 3, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:07.420506 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a45f92-67d2-4302-afd6-541b6239d91b None None] The sync data for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 is: [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:05Z', 'revision_number': 3, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:07.430203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.472856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b3d15f-5852-4660-8e6f-1ba6e8aaf606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.479969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] For port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:07.504017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] For port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:07.506625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25b3d15f-5852-4660-8e6f-1ba6e8aaf606 None None] For port 4e949745-647c-40f3-b05b-edaab0f9cf2e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4e949745-647c-40f3-b05b-edaab0f9cf2e,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:07.516263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25b3d15f-5852-4660-8e6f-1ba6e8aaf606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.520844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.521177 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.572993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Subnet': ['ID=3dda6715-3620-4262-a0a9-e8cd805f36af,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:07.593941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.593941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a7d41514-0049-4127-b8be-0e44bc7d201b tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "DELETE /v2.0/subnets/3dda6715-3620-4262-a0a9-e8cd805f36af HTTP/1.1" status: 204 len: 168 time: 0.4483206 Dec 09 15:28:07.594394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59486) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:07.596412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723590b-cc0f-4e82-bb93-e3e20ec5bea9 None None] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:07.618399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3d15f-5852-4660-8e6f-1ba6e8aaf606 None None] Pushing event updated for resources: {'Port': ['ID=4e949745-647c-40f3-b05b-edaab0f9cf2e,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:07.711952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.726288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3cfca4ca-41d3-4908-85da-00a9f0656731 None None] Provisioning complete for port 4e949745-647c-40f3-b05b-edaab0f9cf2e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:07.726852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3cfca4ca-41d3-4908-85da-00a9f0656731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.729221 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.788288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Deleting port a3b45513-0fcb-4b4e-908b-f57e03e0f828 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:07.788974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.789108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a968d6b-5c8b-4e4e-a981-c1f154c93b7b None None] Pushing event updated for resources: {'Port': ['ID=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:07.942650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] For port a3b45513-0fcb-4b4e-908b-f57e03e0f828, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a3b45513-0fcb-4b4e-908b-f57e03e0f828,segment=NetworkSegment(56729fd3-ea51-47f2-ae82-0053e2c17b64),segment_id=56729fd3-ea51-47f2-ae82-0053e2c17b64)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:07.943118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:07.952112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] DHCP port deletion for 5462e4ed-5890-415b-95c4-d7a311cdf424 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:07.965255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Calling delete_port for a3b45513-0fcb-4b4e-908b-f57e03e0f828 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:08.046710 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Deleting port a3b45513-0fcb-4b4e-908b-f57e03e0f828 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:08.047102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.111891 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.156306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Port': ['ID=a3b45513-0fcb-4b4e-908b-f57e03e0f828,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.158326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] No DVR routers for this DVR port a3b45513-0fcb-4b4e-908b-f57e03e0f828 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:08.164921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.20.0.1 (088f441f-7de2-4aa9-bbfd-a8788322714d/02e8de36-c761-462e-b393-a82fae0c6a3b/937f60fb-105d-4084-b53b-3d5863b5ec57) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:08.270102 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.294327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5462e4ed-5890-415b-95c4-d7a311cdf424']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:08.304714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56729fd3-ea51-47f2-ae82-0053e2c17b64') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:08.305070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56729fd3-ea51-47f2-ae82-0053e2c17b64') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:08.319405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.340819 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.342866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.350873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:08.352133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:08.358916 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:08.382337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] For port a3b45513-0fcb-4b4e-908b-f57e03e0f828, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a3b45513-0fcb-4b4e-908b-f57e03e0f828,segment=NetworkSegment(56729fd3-ea51-47f2-ae82-0053e2c17b64),segment_id=56729fd3-ea51-47f2-ae82-0053e2c17b64)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:08.382745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.386918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.404651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Calling delete_port for a3b45513-0fcb-4b4e-908b-f57e03e0f828 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:08.441052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.453925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 088f441f-7de2-4aa9-bbfd-a8788322714d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:08.454513 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.457512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:08.458479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] 10.222.0.46 "DELETE /v2.0/networks/5462e4ed-5890-415b-95c4-d7a311cdf424 HTTP/1.1" status: 204 len: 168 time: 0.8632584 Dec 09 15:28:08.474081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2a325-d204-47a8-8e8c-a3b0ffcd2ed2 tempest-FloatingIPNegativeTestJSON-315092362 tempest-FloatingIPNegativeTestJSON-315092362-project] Pushing event deleted for resources: {'Network': ['ID=5462e4ed-5890-415b-95c4-d7a311cdf424,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.482710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:08.521285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.527467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=937f60fb-105d-4084-b53b-3d5863b5ec57,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.549442 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.557999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Network 5462e4ed-5890-415b-95c4-d7a311cdf424 is not hosted by any dhcp agent {{(pid=109896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:28:08.558473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] No DVR routers for this DVR port a3b45513-0fcb-4b4e-908b-f57e03e0f828 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:08.568926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5285b-cc78-438a-9ff1-f741c6381f13 None None] Pushing event deleted for resources: {'Port': ['ID=a3b45513-0fcb-4b4e-908b-f57e03e0f828,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:08.747632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:08.800399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59492) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:09.014375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-340b46e5-4d00-43d0-8ea9-9c12108a0710 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c45e22b01db745f0b09fce75c50aaa58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106433 Dec 09 15:28:09.014755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59496) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:09.053439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fdfa4-5338-4c51-94d6-0486e8bcd6cd None None] Network 088f441f-7de2-4aa9-bbfd-a8788322714d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:09.066186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b81f8874-a7a2-4cb4-b059-b47aefe4e14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.091089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b81f8874-a7a2-4cb4-b059-b47aefe4e14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.111819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.119422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.137575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2948141e-794b-4017-9e6c-6c7f692412eb None None] Provisioning complete for port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.137949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2948141e-794b-4017-9e6c-6c7f692412eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.152105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b81f8874-a7a2-4cb4-b059-b47aefe4e14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.155700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b81f8874-a7a2-4cb4-b059-b47aefe4e14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.159325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b81f8874-a7a2-4cb4-b059-b47aefe4e14c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc790fed-ff9f-4972-a2b4-2ef8154fe923 HTTP/1.1" status: 204 len: 168 time: 0.1412008 Dec 09 15:28:09.175303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f8874-a7a2-4cb4-b059-b47aefe4e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc790fed-ff9f-4972-a2b4-2ef8154fe923,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:09.207586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.210246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=937f60fb-105d-4084-b53b-3d5863b5ec57,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:09.276819 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2948141e-794b-4017-9e6c-6c7f692412eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.317157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 088f441f-7de2-4aa9-bbfd-a8788322714d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:09.319069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:09.329485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2948141e-794b-4017-9e6c-6c7f692412eb None None] For port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:09.339883 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2948141e-794b-4017-9e6c-6c7f692412eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.424289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948141e-794b-4017-9e6c-6c7f692412eb None None] Pushing event updated for resources: {'Port': ['ID=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:09.503502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router 4e7181a9-47d7-4f15-b088-f76f0be2e370 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:09.576338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ffc0a8f-9995-4dbf-98de-88d7e6e509a5 None None] Provisioning complete for port 937f60fb-105d-4084-b53b-3d5863b5ec57 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.576763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a8f-9995-4dbf-98de-88d7e6e509a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.631893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc0a8f-9995-4dbf-98de-88d7e6e509a5 None None] Port 937f60fb-105d-4084-b53b-3d5863b5ec57 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:09.646368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ffc0a8f-9995-4dbf-98de-88d7e6e509a5 None None] Provisioning complete for port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.646756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0a8f-9995-4dbf-98de-88d7e6e509a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.674522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:09.680445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-29af92de-c219-41a6-b02c-b2b5c5589513 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "PUT /v2.0/routers/4e7181a9-47d7-4f15-b088-f76f0be2e370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9946358 Dec 09 15:28:09.683884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59510) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:09.774440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4e949745-647c-40f3-b05b-edaab0f9cf2e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:09.844868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4e949745-647c-40f3-b05b-edaab0f9cf2e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.844868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.906269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Sync routers for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:09.920755 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:09.921393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:09.979784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.980321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.981253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.981253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.981703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.982164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.982710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:09.983971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c605856b-2883-40d3-bc8f-9787fe291dd1 None None] Provisioning complete for port 937f60fb-105d-4084-b53b-3d5863b5ec57 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:09.984456 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c605856b-2883-40d3-bc8f-9787fe291dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:09.987150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:09.987493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4ef2f73b-9a52-417b-b72f-88a3060648c3 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.3024189 Dec 09 15:28:09.987879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59518) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.061866 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c605856b-2883-40d3-bc8f-9787fe291dd1 None None] Port 937f60fb-105d-4084-b53b-3d5863b5ec57 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:10.094416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:10.096944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.104742 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:10.121721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.122287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.122746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.123199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.123744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.124312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.124764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:10.129775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6b7d6d4-6103-465b-8ea0-287aed543f46 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1362057 Dec 09 15:28:10.130368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59522) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.179326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.210612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e0704a87-a753-4796-802e-bbe08bf34b70 None None] Provisioning complete for port 937f60fb-105d-4084-b53b-3d5863b5ec57 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:10.210980 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e0704a87-a753-4796-802e-bbe08bf34b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.284951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a3b45513-0fcb-4b4e-908b-f57e03e0f828 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:10.319638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e0704a87-a753-4796-802e-bbe08bf34b70 None None] Port 937f60fb-105d-4084-b53b-3d5863b5ec57 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:10.321042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a3b45513-0fcb-4b4e-908b-f57e03e0f828 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:10.321385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a3b45513-0fcb-4b4e-908b-f57e03e0f828 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:10.334128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-118177419'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:10.360828 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 2, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:10.368537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:10.372072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.381398 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.398897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Checking router: 4e7181a9-47d7-4f15-b088-f76f0be2e370 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:10.399254 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Updating router 4e7181a9-47d7-4f15-b088-f76f0be2e370 port 937f60fb-105d-4084-b53b-3d5863b5ec57 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:10.422771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78f8c9df-d5fa-4b77-bb34-2453dbe83033 tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2911947 Dec 09 15:28:10.426456 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.469530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.474632 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.497777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:10.520107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.520518 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment 3cf8938b-d193-4dc9-888f-de4d0e467023 of type vlan for network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec Dec 09 15:28:10.522018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8690ce16-84e9-4619-9a01-78b15bdb2723,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:10.573736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.578382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909864756', 'description': 'tempest-secgroup-smoke-909864756 description', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:10.578895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.605104 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.683029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.688039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.714720 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.721740 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.723162 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.727194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1498067 Dec 09 15:28:10.729584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59532) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.736231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '447c04b0-93f0-4a40-adce-b4e36ccef083', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:10.740748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447c04b0-93f0-4a40-adce-b4e36ccef083,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:10.756002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.756359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.756711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.757054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.757395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.757738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.758072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.758407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.759685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.759685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.760127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.760630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.760978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72dcd2-a09b-4e92-8b8e-5b757d460347 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:10.792474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.809563 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790f367-5c82-4977-92a2-d941d23459ec None None] Pushing event updated for resources: {'Port': ['ID=937f60fb-105d-4084-b53b-3d5863b5ec57,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:10.848719 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Attempting to bind port 937f60fb-105d-4084-b53b-3d5863b5ec57 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:10.849680 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Attempting to bind port 937f60fb-105d-4084-b53b-3d5863b5ec57 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:10.850051 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Attempting to bind port 937f60fb-105d-4084-b53b-3d5863b5ec57 on network 088f441f-7de2-4aa9-bbfd-a8788322714d {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:10.856438 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:10.856834 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Checking segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:10.857223 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.857617 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Bound using segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:10.858193 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Bound port: 937f60fb-105d-4084-b53b-3d5863b5ec57, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:10.858730 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.871480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.877411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.903282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0851c3-8488-473d-ac54-375c5f9ea945,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:10.914250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.919551 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6ff4c706-2271-441d-bb1c-112a2879e984 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855638 Dec 09 15:28:10.919880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59534) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:10.927260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '447c04b0-93f0-4a40-adce-b4e36ccef083', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:10.941343 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] For port 937f60fb-105d-4084-b53b-3d5863b5ec57, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:10.945141 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] For port 937f60fb-105d-4084-b53b-3d5863b5ec57, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=937f60fb-105d-4084-b53b-3d5863b5ec57,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:10.952949 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:10.964678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.011861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.013846 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790f367-5c82-4977-92a2-d941d23459ec None None] Pushing event updated for resources: {'Port': ['ID=937f60fb-105d-4084-b53b-3d5863b5ec57,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.019144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:11.019984 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.043064 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:11.043721 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:27:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:11.046138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.053686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.064387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8830032 Dec 09 15:28:11.067013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59536) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.074778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'name': 'tempest-PortsIpV6TestJSON-458336533'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:11.082672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e95bd73-8caa-4526-913f-9125c08f0dec,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.101157 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.106019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3a909125-b59f-4f57-910d-ff6d18abf21b tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1822052 Dec 09 15:28:11.106321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59538) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.123400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '447c04b0-93f0-4a40-adce-b4e36ccef083', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:11.127500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe2201-fff3-4304-b02e-7fc4475eefc5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=3a60dbc5-c936-4ea3-a174-c834ec35f4ec,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.146405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:11.184104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:11.221359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.244809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6124d225-fe0b-4d3a-a0eb-2088526f2490 None None] Provisioning complete for port 937f60fb-105d-4084-b53b-3d5863b5ec57 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:11.245291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6124d225-fe0b-4d3a-a0eb-2088526f2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.269653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:11.273239 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.305491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 5be3582d-27f2-4c6e-9d16-e989c83fa31c yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:11.324990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.362652 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.375548 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6124d225-fe0b-4d3a-a0eb-2088526f2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.396503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a1b73f-cc0f-4dbc-ba2a-4e18cdd72d1f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.401491 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.402851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2aa99788-9c57-40d4-b97a-276fe5b9a668 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934351 Dec 09 15:28:11.405734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59540) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.412188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '447c04b0-93f0-4a40-adce-b4e36ccef083', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:11.417185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6124d225-fe0b-4d3a-a0eb-2088526f2490 None None] For port 937f60fb-105d-4084-b53b-3d5863b5ec57, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=937f60fb-105d-4084-b53b-3d5863b5ec57,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:11.423903 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6124d225-fe0b-4d3a-a0eb-2088526f2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.457770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.485345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124d225-fe0b-4d3a-a0eb-2088526f2490 None None] Pushing event updated for resources: {'Port': ['ID=937f60fb-105d-4084-b53b-3d5863b5ec57,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.536070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.542220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.547315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f52e1105-4ca6-4383-a088-a48a572389f2 None None] Provisioning complete for port 937f60fb-105d-4084-b53b-3d5863b5ec57 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:11.547728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f52e1105-4ca6-4383-a088-a48a572389f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.548265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.566344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6423aa-3550-40a4-92ab-0964d9558205,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.580417 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.581802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-85ceba0a-743e-4612-9124-a124feac1292 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745417 Dec 09 15:28:11.583496 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:10Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:11.584696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59542) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.592874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '447c04b0-93f0-4a40-adce-b4e36ccef083', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:11.598605 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.620112 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Project 731dc0bd9e214bc5b7ce1ae97dabaf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:28:11.624111 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b535d-f3d8-478c-908d-bdeec76acbd0 None None] The sync data for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 is: [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:10Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:11.631316 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.683418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=5be3582d-27f2-4c6e-9d16-e989c83fa31c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.700749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': '3cf8938b-d193-4dc9-888f-de4d0e467023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:11.701660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: 3a60dbc5-c936-4ea3-a174-c834ec35f4ec, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:11.723650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.731234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.736374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:11.745607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 3a60dbc5-c936-4ea3-a174-c834ec35f4ec) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:11.749974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:11.751217 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f176bde-6023-4caf-8e99-94b30e0bb6f5,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.760336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3be7b0-edb0-41ec-85ad-65a7d7b979f1 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:11.765259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:11.765615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.781620 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.782983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1096843c-8581-4b28-a6a8-e061daa1a0ab tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972578 Dec 09 15:28:11.785742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59544) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.792633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'security_group_rule': {'security_group_id': '447c04b0-93f0-4a40-adce-b4e36ccef083', 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:11.796984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-903f115b-a280-4bad-9b08-9e3368212873 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7288525 Dec 09 15:28:11.800272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59546) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:11.807677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-783106904'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:11.828504 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Project 731dc0bd9e214bc5b7ce1ae97dabaf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:28:11.838703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.853055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:11.857335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.897359 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:11.908465 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.908918 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment 96bb16ad-b851-475a-b8fb-b283f4afe32a of type vlan for network e6ff5206-ddfe-4825-924c-802dd8e4cba3 Dec 09 15:28:11.922361 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.926962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.950975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e9cf99-4f2e-427b-b99a-443d4029dc07,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:11.958544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.960845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.962105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5d9a3ec4-5990-4209-b81e-e32fd520b30d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753132 Dec 09 15:28:11.985634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:11.991588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:11.992285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.030651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2280803 Dec 09 15:28:12.033482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59550) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:12.039172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'ports': [{'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'}, {'network_id': 'e6ff5206-ddfe-4825-924c-802dd8e4cba3'}]} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:12.039563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:12.040081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': 'e6ff5206-ddfe-4825-924c-802dd8e4cba3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:12.067456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafabbf-2ea3-468f-81b4-ff63ffb0655b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=e6ff5206-ddfe-4825-924c-802dd8e4cba3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.078972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network e6ff5206-ddfe-4825-924c-802dd8e4cba3 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:12.223138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-cf55da71-47ca-4c6e-904f-c738a0b3b963 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909864756&fields=id&tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 267 time: 0.0632586 Dec 09 15:28:12.233311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 2} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:12.238438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.257546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.344577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-51ef3564-1308-4a5a-838d-93122e50a19f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:12.346401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-51ef3564-1308-4a5a-838d-93122e50a19f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/networks?id=088f441f-7de2-4aa9-bbfd-a8788322714d HTTP/1.1" status: 200 len: 797 time: 0.1170220 Dec 09 15:28:12.349316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 66b29b12-e15f-44ec-8dd1-b8b28a12c76a yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:12.363610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-156b177b-f72e-4a93-85bd-8e1ebb15c3c7 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/quotas/731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 375 time: 0.0113173 Dec 09 15:28:12.425589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86e9f561-4a91-4d39-bcba-9215704cf28e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517893 Dec 09 15:28:12.481616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.535849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-8a101743-87bb-487e-a3fe-eb091392121e service neutron] 10.222.0.46 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980530 Dec 09 15:28:12.560249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port ad4826f3-373c-4c8b-8e08-84e21af40235 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:12.644506 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-99bb01bf-524c-4c02-9a09-b2719eec5cdc service neutron] 10.222.0.46 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024833 Dec 09 15:28:12.684828 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.730072 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.774786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:12.778008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:12.782677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:12.783564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.802355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=66b29b12-e15f-44ec-8dd1-b8b28a12c76a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.835757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-11d86552-c7eb-4bac-8c22-cf18b1c8a6ff req-ce7f06bc-3b75-498e-a5cf-49379f393980 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 210 time: 0.0363886 Dec 09 15:28:12.898570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': '96bb16ad-b851-475a-b8fb-b283f4afe32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e6ff5206-ddfe-4825-924c-802dd8e4cba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:12.898937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: e6ff5206-ddfe-4825-924c-802dd8e4cba3, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:12.901851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=ad4826f3-373c-4c8b-8e08-84e21af40235,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:12.921460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network e6ff5206-ddfe-4825-924c-802dd8e4cba3 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:12.932470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, e6ff5206-ddfe-4825-924c-802dd8e4cba3) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:12.938596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:12.942307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ea090-9df0-401c-aca6-f73b4bc4b56d None None] Network e6ff5206-ddfe-4825-924c-802dd8e4cba3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:12.949792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:12.954999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:12.955795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:12.986562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bd064f23-674f-42a9-9517-3c186275045c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9491096 Dec 09 15:28:12.987035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59570) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.103635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port ad4826f3-373c-4c8b-8e08-84e21af40235 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:13.104013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.175986 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.190220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for ad4826f3-373c-4c8b-8e08-84e21af40235 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:13.272663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.301468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=ad4826f3-373c-4c8b-8e08-84e21af40235,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:13.307777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.320069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d7a75b2-7e4b-4cd1-95ab-60cee5f40a47 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/ad4826f3-373c-4c8b-8e08-84e21af40235 HTTP/1.1" status: 204 len: 168 time: 0.3284416 Dec 09 15:28:13.320069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59576) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.409454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42794801-5f3e-4549-9865-4faaf4388ff6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:13.415644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42794801-5f3e-4549-9865-4faaf4388ff6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:13.417789 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-42794801-5f3e-4549-9865-4faaf4388ff6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0972164 Dec 09 15:28:13.421114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59578) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.512853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 66b29b12-e15f-44ec-8dd1-b8b28a12c76a {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:13.513197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.583797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.584548 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:28:13.596226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 66b29b12-e15f-44ec-8dd1-b8b28a12c76a owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:13.610801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 937f60fb-105d-4084-b53b-3d5863b5ec57 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:13.658061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 937f60fb-105d-4084-b53b-3d5863b5ec57 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:13.658528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.677634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.707703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=66b29b12-e15f-44ec-8dd1-b8b28a12c76a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:13.713967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:13.721244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b789bc6f-06ec-49d4-817d-ed7b91c41ee9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/66b29b12-e15f-44ec-8dd1-b8b28a12c76a HTTP/1.1" status: 204 len: 168 time: 0.2951832 Dec 09 15:28:13.721244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.802846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6cdafd-584c-4090-b32c-77039ffb47ed tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:13.808025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59582) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.808220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c6cdafd-584c-4090-b32c-77039ffb47ed tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0871830 Dec 09 15:28:13.863447 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e586816f-9aa7-444d-a8c5-450b51757bba tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:13.864762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e586816f-9aa7-444d-a8c5-450b51757bba tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/ad4826f3-373c-4c8b-8e08-84e21af40235 HTTP/1.1" status: 404 len: 333 time: 0.0557523 Dec 09 15:28:13.867543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59586) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.898228 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c853bc8-a944-489f-84f7-a24580a644a5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:13.899770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5c853bc8-a944-489f-84f7-a24580a644a5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/66b29b12-e15f-44ec-8dd1-b8b28a12c76a HTTP/1.1" status: 404 len: 333 time: 0.0313210 Dec 09 15:28:13.904518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59588) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:13.933677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-d028f0f5-8690-4e00-90e2-0ae9f03e3fee tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:13.935181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-d028f0f5-8690-4e00-90e2-0ae9f03e3fee tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "GET /v2.0/networks?id=088f441f-7de2-4aa9-bbfd-a8788322714d HTTP/1.1" status: 200 len: 797 time: 0.1669383 Dec 09 15:28:13.954460 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c41badfc-7f5f-41a7-8c8a-f8c8b8df6274 req-b3accc80-7cfa-4d4c-94e6-7c6cd17e2d42 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 210 time: 0.0378683 Dec 09 15:28:13.996118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.013066 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-72479bc9-7379-4b11-976a-a1fea1fa2761 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62 HTTP/1.1" status: 200 len: 379 time: 0.0608087 Dec 09 15:28:14.026411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'port': {'device_id': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'admin_state_up': True, 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'security_groups': ['447c04b0-93f0-4a40-adce-b4e36ccef083']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:14.085662 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.105063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ff5206-ddfe-4825-924c-802dd8e4cba3']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:14.114334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bb16ad-b851-475a-b8fb-b283f4afe32a') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:14.114566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bb16ad-b851-475a-b8fb-b283f4afe32a') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:14.124786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.137736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Made reservation on behalf of 731dc0bd9e214bc5b7ce1ae97dabaf62 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:14.139132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.141542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.145171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:14.145550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:14.148750 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:14.208171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.216106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.218967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/e6ff5206-ddfe-4825-924c-802dd8e4cba3 HTTP/1.1" status: 204 len: 168 time: 0.3131418 Dec 09 15:28:14.229351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59590) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:14.234069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-593624252'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:14.238427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333f14c-bfca-4186-88e6-1bfaeb3e8504 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=e6ff5206-ddfe-4825-924c-802dd8e4cba3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.257099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:14.261140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.284260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:14.293756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.294353 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment f22e378b-de0d-4358-8273-303859b2aea4 of type vlan for network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 Dec 09 15:28:14.321643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.20.0.13 (088f441f-7de2-4aa9-bbfd-a8788322714d/02e8de36-c761-462e-b393-a82fae0c6a3b/96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:14.334111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.358766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.364514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:14.365050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.405086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1719818 Dec 09 15:28:14.405344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59592) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:14.409981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:14.458307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0decc8-3fb3-4f13-8699-495ebba243de tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=06da2fb8-f13b-494b-b49b-5cc8750bf9f5,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.461344 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.468664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:14.498388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.537485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:14.542175 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.548712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 088f441f-7de2-4aa9-bbfd-a8788322714d is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:14.551896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:14.559598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:14.566977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.608179 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Performing IP validity checks on allocation pools {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:28:14.621696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.ipam_backend_mixin [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:28:14.631657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:14.632389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.660939 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-86c8d53e-4753-4fc3-a530-78e254e0d107 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383610 Dec 09 15:28:14.675724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Request body: {'port': {'device_id': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:14.747508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.782808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.793830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7742247f-f9f4-4231-9be3-f9ed19d8671d None None] Provisioning complete for port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:14.794804 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7742247f-f9f4-4231-9be3-f9ed19d8671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.833396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7742247f-f9f4-4231-9be3-f9ed19d8671d None None] Port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:14.858717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=316114cc-613a-4b75-899f-e321e931a854,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:14.866755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': 'f22e378b-de0d-4358-8273-303859b2aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:14.867193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: 06da2fb8-f13b-494b-b49b-5cc8750bf9f5, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:14.886522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:14.896818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 06da2fb8-f13b-494b-b49b-5cc8750bf9f5) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:14.901480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:14.902087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:14.908697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7570d12-4167-40ba-87d7-03bef2f574e6 None None] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:14.922057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e92396d-9861-42a8-8c77-1b896adc7f96 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5157297 Dec 09 15:28:14.924677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59598) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:14.932258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5', 'name': 'tempest-PortsIpV6TestJSON-1019696514'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:15.026590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-06da2fb8-f13b-494b-b49b-5cc8750bf9f5', 'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': '316114cc-613a-4b75-899f-e321e931a854'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:15.027535 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.164988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc525e5-fd52-45c7-8e64-0efb3533fbbf req-7a0a0a43-fdf7-419a-9452-4a3971f54bcc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.166789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Allocated IP 2001:db8::2 (06da2fb8-f13b-494b-b49b-5cc8750bf9f5/316114cc-613a-4b75-899f-e321e931a854/c7a74340-31a9-423a-ba81-9f5c24231a80) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:15.166935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bc525e5-fd52-45c7-8e64-0efb3533fbbf req-7a0a0a43-fdf7-419a-9452-4a3971f54bcc tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 932 time: 0.1226225 Dec 09 15:28:15.220047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:15.223609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.232632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:15.252237 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.277979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port a90807fd-0410-4e48-bcad-120458012059 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:15.292318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Transition to ACTIVE for port object 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:15.299189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bc525e5-fd52-45c7-8e64-0efb3533fbbf req-2449a42b-4135-425e-b57f-a3da4f37230a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061287 Dec 09 15:28:15.302216 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.322508 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.328685 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.373296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:15.377419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:15.379119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Pushing event updated for resources: {'Port': ['ID=c7a74340-31a9-423a-ba81-9f5c24231a80,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:15.381287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:15.407191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Pushing event updated for resources: {'Port': ['ID=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:15.438544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Attempting to bind port c7a74340-31a9-423a-ba81-9f5c24231a80 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:15.439052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Attempting to bind port c7a74340-31a9-423a-ba81-9f5c24231a80 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'f22e378b-de0d-4358-8273-303859b2aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:15.439472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Attempting to bind port c7a74340-31a9-423a-ba81-9f5c24231a80 on network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:15.445114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:15.445492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Checking segment: {'id': 'f22e378b-de0d-4358-8273-303859b2aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:15.445894 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.446283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Bound using segment: {'id': 'f22e378b-de0d-4358-8273-303859b2aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:15.446987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Bound port: c7a74340-31a9-423a-ba81-9f5c24231a80, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22e378b-de0d-4358-8273-303859b2aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '06da2fb8-f13b-494b-b49b-5cc8750bf9f5'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:15.447463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.514889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::301 (06da2fb8-f13b-494b-b49b-5cc8750bf9f5/316114cc-613a-4b75-899f-e321e931a854/a90807fd-0410-4e48-bcad-120458012059) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:15.526236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] For port c7a74340-31a9-423a-ba81-9f5c24231a80, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:15.530761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] For port c7a74340-31a9-423a-ba81-9f5c24231a80, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c7a74340-31a9-423a-ba81-9f5c24231a80,segment=NetworkSegment(f22e378b-de0d-4358-8273-303859b2aea4),segment_id=f22e378b-de0d-4358-8273-303859b2aea4)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:15.537534 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.545632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Attempting to bind port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:15.545975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Attempting to bind port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:15.546303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Attempting to bind port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 on network 088f441f-7de2-4aa9-bbfd-a8788322714d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:15.554680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 on network 088f441f-7de2-4aa9-bbfd-a8788322714d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:15.555075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Attempting to bind port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 on network 088f441f-7de2-4aa9-bbfd-a8788322714d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:15.568172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:15.568544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Checking segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:15.568892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Bound using segment: {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:15.569324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Bound port: 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5101662-bbe4-474b-baf3-9c1e89bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:15.569685 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.600251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0701b5-8025-40a9-a4b2-0fcf41c8ea36 None None] Pushing event updated for resources: {'Port': ['ID=c7a74340-31a9-423a-ba81-9f5c24231a80,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:15.729100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] For port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:15.748479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] For port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:15.760164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.814468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.815166 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.817193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] 10.222.0.36 "PUT /v2.0/ports/96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 HTTP/1.1" status: 200 len: 1092 time: 1.1466379 Dec 09 15:28:15.823169 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:15.824553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:15.827023 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f82d2d-7af0-457f-bae9-8087895236fe" -d '{"events": [{"name": "network-changed", "server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:15.898869 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffabafd-0cfc-49e5-8ac1-16e82a926ef5 x-openstack-request-id: req-9ffabafd-0cfc-49e5-8ac1-16e82a926ef5 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:15.899508 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:15.900256 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ffabafd-0cfc-49e5-8ac1-16e82a926ef5 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:15.900256 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'status': 'completed', 'code': 200} Dec 09 15:28:15.917651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f06a-5913-4cef-a733-2a8b1b14589e service neutron] Pushing event updated for resources: {'Port': ['ID=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:15.954256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-52ff58b5-5cda-4074-9ee7-143ec7247d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:15.955839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-52ff58b5-5cda-4074-9ee7-143ec7247d03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 1095 time: 0.0749764 Dec 09 15:28:15.961054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.042566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:16.046403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:16.050860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-a4f01777-42d5-4410-b16b-7e58dc9ca223 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 HTTP/1.1" status: 200 len: 217 time: 0.0746140 Dec 09 15:28:16.051588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:16.057480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.058084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.099964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=a90807fd-0410-4e48-bcad-120458012059,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:16.111223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-09825c19-d4de-4fbc-918d-380f752ea93f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1854811 Dec 09 15:28:16.114149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59606) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:16.124883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6abb7aa6-a540-4e2e-a3bb-88f3fa4354c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.126341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-6abb7aa6-a540-4e2e-a3bb-88f3fa4354c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02e8de36-c761-462e-b393-a82fae0c6a3b HTTP/1.1" status: 200 len: 835 time: 0.0631378 Dec 09 15:28:16.175092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-f8c482d3-f2cf-4c2b-8277-19c2df5cd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.176625 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-f8c482d3-f2cf-4c2b-8277-19c2df5cd209 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=088f441f-7de2-4aa9-bbfd-a8788322714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412328 Dec 09 15:28:16.205282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port a90807fd-0410-4e48-bcad-120458012059 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:16.205533 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.277412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-5b67d6fe-8d6f-46c7-9c61-93cfcc257c7e service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911894 Dec 09 15:28:16.298070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.311400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for a90807fd-0410-4e48-bcad-120458012059 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:16.376725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19b6cb17-2c31-4031-8743-24bb4ebbfe01 req-14ada1a4-0054-4da6-bed8-f8fda7fb9b66 service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922568 Dec 09 15:28:16.472802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.475316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978700-3f80-4a93-9ab8-a6771d898ea5 req-d71ff352-c5bb-470a-8136-2726a3337b71 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.488250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94978700-3f80-4a93-9ab8-a6771d898ea5 req-d71ff352-c5bb-470a-8136-2726a3337b71 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 944 time: 0.0938246 Dec 09 15:28:16.505187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=a90807fd-0410-4e48-bcad-120458012059,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:16.521384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-777eae18-5373-47a9-bfb7-95f9d5a3aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.522888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-777eae18-5373-47a9-bfb7-95f9d5a3aa7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 1095 time: 0.0885379 Dec 09 15:28:16.531263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.534615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4169d71f-52cf-412e-aceb-dca2b7c34130 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/a90807fd-0410-4e48-bcad-120458012059 HTTP/1.1" status: 204 len: 168 time: 0.4194212 Dec 09 15:28:16.539846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59610) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:16.569644 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8157b9d-cf59-4b8d-8274-45d1782b440e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:28:16.570210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8157b9d-cf59-4b8d-8274-45d1782b440e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:28:16.575864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d8157b9d-cf59-4b8d-8274-45d1782b440e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/a90807fd-0410-4e48-bcad-120458012059 HTTP/1.1" status: 404 len: 333 time: 0.0343640 Dec 09 15:28:16.576902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59612) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:16.599863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94978700-3f80-4a93-9ab8-a6771d898ea5 req-ff38814c-d8e1-440e-b9ec-823768d80eef tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074438 Dec 09 15:28:16.602413 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-348c230e-6d9e-4d6c-8a65-4607bb4c3040 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:16.604188 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-348c230e-6d9e-4d6c-8a65-4607bb4c3040 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/a90807fd-0410-4e48-bcad-120458012059 HTTP/1.1" status: 404 len: 333 time: 0.0260911 Dec 09 15:28:16.606786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59614) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:16.669757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 316114cc-613a-4b75-899f-e321e931a854 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:16.670930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-8c21e5ef-0924-4254-9385-2bc150e79c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.672531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-8c21e5ef-0924-4254-9385-2bc150e79c0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=088f441f-7de2-4aa9-bbfd-a8788322714d HTTP/1.1" status: 200 len: 898 time: 0.1379495 Dec 09 15:28:16.673283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.718808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-52992fc8-8242-4e2f-8c5f-30515c358f49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 HTTP/1.1" status: 200 len: 217 time: 0.0377042 Dec 09 15:28:16.722617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.723913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d91d1-4259-4bb0-ac18-cec647bb23a7 None None] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:16.772331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-db2ac362-af7f-41ec-b9a8-0d97b2f226d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.774070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-db2ac362-af7f-41ec-b9a8-0d97b2f226d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02e8de36-c761-462e-b393-a82fae0c6a3b HTTP/1.1" status: 200 len: 835 time: 0.0449722 Dec 09 15:28:16.808531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.828232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-5304503c-6ae2-492b-8006-62353f59ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:16.829928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-5304503c-6ae2-492b-8006-62353f59ec5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=088f441f-7de2-4aa9-bbfd-a8788322714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475557 Dec 09 15:28:16.832751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d8626aa9-3e2f-45b6-a785-abd2ca53d054 None None] Provisioning complete for port c7a74340-31a9-423a-ba81-9f5c24231a80 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:16.833189 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8626aa9-3e2f-45b6-a785-abd2ca53d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.871046 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.923569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=316114cc-613a-4b75-899f-e321e931a854,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:16.927117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.932725 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8626aa9-3e2f-45b6-a785-abd2ca53d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:16.941051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5810deea-d88c-46e5-8392-58ba37cd69ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/316114cc-613a-4b75-899f-e321e931a854 HTTP/1.1" status: 204 len: 168 time: 0.3297100 Dec 09 15:28:16.941862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59616) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:16.956192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-0c34c42a-c6df-4881-9a8e-ae0dc4640f16 service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168432 Dec 09 15:28:16.976242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d8626aa9-3e2f-45b6-a785-abd2ca53d054 None None] For port c7a74340-31a9-423a-ba81-9f5c24231a80, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c7a74340-31a9-423a-ba81-9f5c24231a80,segment=NetworkSegment(f22e378b-de0d-4358-8273-303859b2aea4),segment_id=f22e378b-de0d-4358-8273-303859b2aea4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:16.984347 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8626aa9-3e2f-45b6-a785-abd2ca53d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.047065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8626aa9-3e2f-45b6-a785-abd2ca53d054 None None] Pushing event updated for resources: {'Port': ['ID=c7a74340-31a9-423a-ba81-9f5c24231a80,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:17.093101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.115972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3421e03-b124-4a44-97da-533eb0b64f00 None None] Network 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:17.123146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0f82d2d-7af0-457f-bae9-8087895236fe req-616d1707-22d1-449a-9d21-4e561b802233 service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530368 Dec 09 15:28:17.168182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port c7a74340-31a9-423a-ba81-9f5c24231a80 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:17.168526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.214035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ca248fb-68b8-4960-90de-c845fac28bce None None] Provisioning complete for port c7a74340-31a9-423a-ba81-9f5c24231a80 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:17.214418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ca248fb-68b8-4960-90de-c845fac28bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.241215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] For port c7a74340-31a9-423a-ba81-9f5c24231a80, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c7a74340-31a9-423a-ba81-9f5c24231a80,segment=NetworkSegment(f22e378b-de0d-4358-8273-303859b2aea4),segment_id=f22e378b-de0d-4358-8273-303859b2aea4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:17.242056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.255616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for c7a74340-31a9-423a-ba81-9f5c24231a80 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:17.301716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] DHCP port deletion for 06da2fb8-f13b-494b-b49b-5cc8750bf9f5 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:17.345660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.355547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Deleting port c7a74340-31a9-423a-ba81-9f5c24231a80 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:17.355923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.371828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=c7a74340-31a9-423a-ba81-9f5c24231a80,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:17.375633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No DVR routers for this DVR port c7a74340-31a9-423a-ba81-9f5c24231a80 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:17.421324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] For port c7a74340-31a9-423a-ba81-9f5c24231a80, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:17.421851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.434587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Calling delete_port for c7a74340-31a9-423a-ba81-9f5c24231a80 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:17.437417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Port c7a74340-31a9-423a-ba81-9f5c24231a80 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:28:17.438765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.455954 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.463677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] Pushing event deleted for resources: {'Port': ['ID=c7a74340-31a9-423a-ba81-9f5c24231a80,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:17.467097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e16988-a26f-4057-9bff-a58f40056945 None None] No DVR routers for this DVR port c7a74340-31a9-423a-ba81-9f5c24231a80 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:17.483277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06da2fb8-f13b-494b-b49b-5cc8750bf9f5']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:17.492529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22e378b-de0d-4358-8273-303859b2aea4') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:17.492780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22e378b-de0d-4358-8273-303859b2aea4') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:17.502512 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.515283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.520947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:17.521325 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:17.524313 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:17.580879 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.586087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.593608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/06da2fb8-f13b-494b-b49b-5cc8750bf9f5 HTTP/1.1" status: 204 len: 168 time: 0.6471343 Dec 09 15:28:17.594135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59620) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:17.599313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1548659232'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:17.609843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c769890-d579-464a-b72e-c506afb57f13 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=06da2fb8-f13b-494b-b49b-5cc8750bf9f5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:17.628480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:17.632356 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.659524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:17.669989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.670703 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment 8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1 of type vlan for network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 Dec 09 15:28:17.733820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.768816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0124b9-41fe-436a-b80c-2e0985867dcf req-651a7c39-9f1b-4fb5-ae28-cbfff201f650 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:17.770205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e0124b9-41fe-436a-b80c-2e0985867dcf req-651a7c39-9f1b-4fb5-ae28-cbfff201f650 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 944 time: 0.0891457 Dec 09 15:28:17.775148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.780629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:17.781206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:17.839411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2443023 Dec 09 15:28:17.842412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59624) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:17.847555 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:17.884366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34d2a9-aada-4d1e-8eb8-1a5fa8d08799 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:17.895958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:17.896641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2e0124b9-41fe-436a-b80c-2e0985867dcf req-fd0fa59b-153a-442f-bc00-aa7f792c94ad tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128752 Dec 09 15:28:17.961699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:17.965881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.158422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.222226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=3e2d557c-0e6e-4523-885b-013ab1d934bc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:18.231990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:18.232524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:18.255027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:18.266214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:18.270646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:18.271256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.279337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5963d-2919-460b-8d14-22ae8f21ee21 None None] Network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:18.289048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6370bc0-5a7f-4d62-a43a-ac44f66a54ad tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4453084 Dec 09 15:28:18.293280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59626) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:18.301154 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1761858920'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:18.441121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:18.445402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.560952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1', 'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': '3e2d557c-0e6e-4523-885b-013ab1d934bc'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:18.561835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.723579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Allocated IP 2001:db8::2 (6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1/3e2d557c-0e6e-4523-885b-013ab1d934bc/87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:18.825541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 38cbc00b-be05-4304-8a48-385ac24208cc yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:18.865362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.871798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:18.911299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:18.917196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:18.924701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:18.945108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Pushing event updated for resources: {'Port': ['ID=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:18.962170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::13 (6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1/3e2d557c-0e6e-4523-885b-013ab1d934bc/38cbc00b-be05-4304-8a48-385ac24208cc) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:18.998692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Attempting to bind port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:18.999078 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Attempting to bind port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:18.999584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Attempting to bind port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 on network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:19.005367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:19.005752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Checking segment: {'id': '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:19.006161 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.006585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Bound using segment: {'id': '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:19.007057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Bound port: 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:19.007467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.038507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5cde7-ac8c-4bd1-ac32-991e3ab00616 req-a9ee7476-cbe1-4f40-a6f7-d633dfe49e65 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:19.046777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6b5cde7-ac8c-4bd1-ac32-991e3ab00616 req-a9ee7476-cbe1-4f40-a6f7-d633dfe49e65 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 944 time: 0.0611720 Dec 09 15:28:19.073840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] For port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:19.077118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] For port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,segment=NetworkSegment(8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1),segment_id=8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:19.080848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.101370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6b5cde7-ac8c-4bd1-ac32-991e3ab00616 req-f02b23e2-9ace-474e-aa84-c44ab48c6235 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535870 Dec 09 15:28:19.110240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.163839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451618b5-8f10-4ba8-b5b5-c96e15b9d3d4 None None] Pushing event updated for resources: {'Port': ['ID=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.164911 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.209529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:19.213276 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:19.216879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:19.222482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:19.223085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.236648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=38cbc00b-be05-4304-8a48-385ac24208cc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.249640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7cde0883-1177-4b26-81bf-516fe6765e01 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9541240 Dec 09 15:28:19.254037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59630) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:19.374028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 38cbc00b-be05-4304-8a48-385ac24208cc {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:19.374383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.467525 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.479898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 38cbc00b-be05-4304-8a48-385ac24208cc owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:19.615058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.628077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:19.646813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=38cbc00b-be05-4304-8a48-385ac24208cc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.676802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.680388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd18a152-a7e0-41db-85ca-6d0afd85e8fd tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/38cbc00b-be05-4304-8a48-385ac24208cc HTTP/1.1" status: 204 len: 168 time: 0.4253938 Dec 09 15:28:19.682933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:19.683110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59632) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:19.683314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.708171 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ebaa74-bd8a-4113-8619-c04b8474a342 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:19.709607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-32ebaa74-bd8a-4113-8619-c04b8474a342 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/38cbc00b-be05-4304-8a48-385ac24208cc HTTP/1.1" status: 404 len: 333 time: 0.0254662 Dec 09 15:28:19.713349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59634) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:19.761486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.763329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 3e2d557c-0e6e-4523-885b-013ab1d934bc {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:19.766481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.799457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,segment=NetworkSegment(8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1),segment_id=8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:19.804034 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.810858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.860352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:19.904453 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.965773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:19.998372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2d557c-0e6e-4523-885b-013ab1d934bc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:20.000377 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.004359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85d7c116-78a6-4adb-a6f2-0f0460803260 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/3e2d557c-0e6e-4523-885b-013ab1d934bc HTTP/1.1" status: 204 len: 168 time: 0.2890770 Dec 09 15:28:20.006241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59636) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:20.091061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.154700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:20.155105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.165887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63f029-7f73-4f92-8829-8d7d7eaa4ec3 None None] Network 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:20.189282 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:20.229826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922097ed-a49f-4a7f-b016-57b6683515d7 req-64a4c97e-6731-45cf-8d54-cc62a26fc311 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:20.231612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-922097ed-a49f-4a7f-b016-57b6683515d7 req-64a4c97e-6731-45cf-8d54-cc62a26fc311 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 944 time: 0.0518947 Dec 09 15:28:20.238084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] For port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,segment=NetworkSegment(8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1),segment_id=8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:20.238537 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.253254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:20.295540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-922097ed-a49f-4a7f-b016-57b6683515d7 req-9254d470-28ea-46e1-929b-6e54df0c3a3d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556247 Dec 09 15:28:20.318421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-353da85d-b539-45e5-867d-30415d6831c5 None None] Provisioning complete for port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:20.318802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-353da85d-b539-45e5-867d-30415d6831c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.359334 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.390443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:20.396004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No DVR routers for this DVR port 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:20.403221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:20.405580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-353da85d-b539-45e5-867d-30415d6831c5 None None] Could not find standard attr ID for object 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:20.415789 n-d-804292-5 neutron-server[109896]: INFO neutron.plugins.ml2.db [None req-353da85d-b539-45e5-867d-30415d6831c5 None None] No ports have port_id starting with 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 Dec 09 15:28:20.421850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'port_id': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'mac_address': 'fa:16:3e:7e:d6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:28:20.474030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.487991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:28:20.493792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e5c83e-2109-49c7-8567-ef01f69f7cb4 None None] DHCP port deletion for 6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:20.494645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.517323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:20.523215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.524393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:20.536198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:20.536531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b283ce8-899b-4d7a-8ea8-f6a47a6ca2e1') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:20.575609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:20.736311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:20.928934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.947997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.955145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:20.955501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:20.958898 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:21.018676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.027397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.030547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1 HTTP/1.1" status: 204 len: 168 time: 1.0233779 Dec 09 15:28:21.034547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59642) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:21.040041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'name': 'tempest-PortsIpV6TestJSON-1302925607'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:21.043738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22a612-28fb-43e4-a693-f61e2e0f04bc tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=6979c42f-2e30-4d00-a3f9-2ffc61dbb2a1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:21.138875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:21.141171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.159420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 42b317b0-e254-425b-ad25-57c97efaf40a yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:21.317196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.352472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.396438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:21.400937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:21.405033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:21.410869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:21.411564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.426865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=42b317b0-e254-425b-ad25-57c97efaf40a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:21.433972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04932434-c0f1-4664-b54a-c707690b747d req-190fba93-ef4f-4635-a19f-1765852753cb tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:21.435735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04932434-c0f1-4664-b54a-c707690b747d req-190fba93-ef4f-4635-a19f-1765852753cb tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 945 time: 0.0610332 Dec 09 15:28:21.438696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-45cf26c4-80bd-4988-bb36-fa32d4da7855 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4028823 Dec 09 15:28:21.441481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59646) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:21.548581 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04932434-c0f1-4664-b54a-c707690b747d req-79ed7db7-6780-4475-9df8-777aec70bb07 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988281 Dec 09 15:28:21.576317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 42b317b0-e254-425b-ad25-57c97efaf40a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:21.576727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.601731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:21.626256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:21.626602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 87e4fe9c-541e-4bc4-b0bb-ae4142fd8af9 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:21.650073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.663259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 42b317b0-e254-425b-ad25-57c97efaf40a owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:21.742735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.773023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=42b317b0-e254-425b-ad25-57c97efaf40a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:21.778598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.781956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-19c01a25-3166-4197-b709-2bf2d87bf0c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/42b317b0-e254-425b-ad25-57c97efaf40a HTTP/1.1" status: 204 len: 168 time: 0.3394547 Dec 09 15:28:21.784716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59648) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:21.789614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'mac_address': 'fa:16:3e:30:08:21', 'name': 'tempest-PortsIpV6TestJSON-1490620374'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:21.887922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:21.957471 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:21.985661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 9829c5b8-679f-4516-956a-4057c2f64d88 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:22.119161 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.165068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.187383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:22.199607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.242918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:28:22.246942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:22.247308 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.255461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:22.259076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:22.264352 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:22.269328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.270151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.288385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=9829c5b8-679f-4516-956a-4057c2f64d88,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:22.302740 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b27b419f-5a73-41f3-b3ae-208a014c6b2d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5169425 Dec 09 15:28:22.305369 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59650) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:22.334258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.358806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b72dbb-7810-4904-8173-0a0be6a6cdb6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.360458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-74b72dbb-7810-4904-8173-0a0be6a6cdb6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/9829c5b8-679f-4516-956a-4057c2f64d88 HTTP/1.1" status: 200 len: 845 time: 0.0533640 Dec 09 15:28:22.361598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:22.363334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59652) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:22.364038 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85860eb2-11a9-44e8-a1c9-8db7ee0bf5ee" -d '{"events": [{"server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "name": "network-vif-plugged", "status": "completed", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:22.393191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:22.398827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.433164 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca5091-cba9-4249-bb44-cba734f998ae x-openstack-request-id: req-8fca5091-cba9-4249-bb44-cba734f998ae {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:22.433666 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "name": "network-vif-plugged", "status": "completed", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:22.434024 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fca5091-cba9-4249-bb44-cba734f998ae {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:22.434592 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'code': 200} Dec 09 15:28:22.463101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 9829c5b8-679f-4516-956a-4057c2f64d88 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:22.463101 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.470450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:22.567282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.568889 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.585593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 9829c5b8-679f-4516-956a-4057c2f64d88 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:22.595607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50fcf7-f1f5-4bee-a216-54aa77f7ec79 req-7eaa2d63-55ed-4f1b-bd10-4cc30b7e5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.597259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e50fcf7-f1f5-4bee-a216-54aa77f7ec79 req-7eaa2d63-55ed-4f1b-bd10-4cc30b7e5626 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 1097 time: 0.1017110 Dec 09 15:28:22.744322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0e50fcf7-f1f5-4bee-a216-54aa77f7ec79 req-74a10a4c-69be-4ef1-8712-90c462910067 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367900 Dec 09 15:28:22.754217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523539c-320e-4844-a077-61ec179d7563 req-0fdc455d-fa9b-49d5-9a2b-eee8b2936eef tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:22.755706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8523539c-320e-4844-a077-61ec179d7563 req-0fdc455d-fa9b-49d5-9a2b-eee8b2936eef tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.1142247 Dec 09 15:28:22.786252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.836353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:22.840477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/9829c5b8-679f-4516-956a-4057c2f64d88 HTTP/1.1" status: 204 len: 168 time: 0.4754188 Dec 09 15:28:22.841333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b755-4049-411d-9837-dc70f804c6a1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=9829c5b8-679f-4516-956a-4057c2f64d88,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:22.843613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59660) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:22.854547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8523539c-320e-4844-a077-61ec179d7563 req-2aac777c-8d44-4a28-96a7-cea6c9fe766e tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900543 Dec 09 15:28:22.872069 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4b39e8-b7b5-4158-9f42-f0264656b588 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:22.873510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fa4b39e8-b7b5-4158-9f42-f0264656b588 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/9829c5b8-679f-4516-956a-4057c2f64d88 HTTP/1.1" status: 404 len: 333 time: 0.0283310 Dec 09 15:28:22.877048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59662) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:22.881847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'name': 'tempest-PortsIpV6TestJSON-1672052028'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:22.977847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:22.982362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.002384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port f43494a0-c9d8-4b89-ae4c-a5fabe70b538 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:23.170989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.206684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.207924 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f029fdee-8fbb-44da-9773-182876d91549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.255111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:23.259995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:23.263694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:23.270343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.270964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.291162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=f43494a0-c9d8-4b89-ae4c-a5fabe70b538,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:23.300620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f82a9113-5c3f-4515-800c-0ac0f0bf2fa7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4222264 Dec 09 15:28:23.302861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59666) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:23.308687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:23.378136 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.536125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.541953 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.573797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] In _notify_port_updated(), no bound segment for port f43494a0-c9d8-4b89-ae4c-a5fabe70b538 on network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:28:23.579467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.580084 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.581376 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/ports/f43494a0-c9d8-4b89-ae4c-a5fabe70b538 HTTP/1.1" status: 200 len: 818 time: 0.2774298 Dec 09 15:28:23.584062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:23.625591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83779753-ee97-4c53-a633-5f02f55b67e8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=f43494a0-c9d8-4b89-ae4c-a5fabe70b538,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:23.686092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port f43494a0-c9d8-4b89-ae4c-a5fabe70b538 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:23.686441 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.750916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.764636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for f43494a0-c9d8-4b89-ae4c-a5fabe70b538 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:23.846784 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.874852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=f43494a0-c9d8-4b89-ae4c-a5fabe70b538,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:23.879901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:23.886006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:23.886518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cb8e0bfb-2efd-4f45-99ea-466ad6c13e3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/f43494a0-c9d8-4b89-ae4c-a5fabe70b538 HTTP/1.1" status: 204 len: 168 time: 0.3009999 Dec 09 15:28:23.942427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e86b4-a606-4c8b-9f64-dc3cee621207 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.943933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f8e86b4-a606-4c8b-9f64-dc3cee621207 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0568566 Dec 09 15:28:23.946600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:23.970722 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-849b2d30-d0cb-4c4d-a8c2-52a3b8c7b8d3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:23.972183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-849b2d30-d0cb-4c4d-a8c2-52a3b8c7b8d3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/f43494a0-c9d8-4b89-ae4c-a5fabe70b538 HTTP/1.1" status: 404 len: 333 time: 0.0246730 Dec 09 15:28:23.975708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59676) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:23.981010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869391366'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:23.983975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a58317-226d-461e-86ad-901789b35a1a req-be3ffdc0-b930-454f-81df-64a92a04a1ed tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:23.985547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2a58317-226d-461e-86ad-901789b35a1a req-be3ffdc0-b930-454f-81df-64a92a04a1ed tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.0563560 Dec 09 15:28:24.001072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:24.004508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.028316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:24.037301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2a58317-226d-461e-86ad-901789b35a1a req-2bf087ba-ad06-444a-8231-eb65d8d5ad04 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448186 Dec 09 15:28:24.037518 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.037781 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment 6fc49dd6-40cf-4ed4-a495-7fa01daf9268 of type vlan for network 2b041708-3b9f-41b1-9dde-ee630c846e02 Dec 09 15:28:24.079276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.104053 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.109550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:24.110135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.144890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1681666 Dec 09 15:28:24.147764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.155523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:24.197918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8d5f7-786d-42f5-b90d-b7af3355fc3f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=2b041708-3b9f-41b1-9dde-ee630c846e02,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:24.208535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:24.272976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:24.278284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.458645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.521944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=c672dad3-2095-4223-8092-b78dea5e2900,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:24.530963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': '6fc49dd6-40cf-4ed4-a495-7fa01daf9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:24.531329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: 2b041708-3b9f-41b1-9dde-ee630c846e02, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:24.547636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:24.556354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 2b041708-3b9f-41b1-9dde-ee630c846e02) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:24.560306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:24.560899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.564992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922495f-9fec-401c-a665-fd221e85fc7e None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:24.577836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bdce1e80-9c96-4c80-831f-b342eadd3e2f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4289813 Dec 09 15:28:24.580722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59680) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.585705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:24.663522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-2b041708-3b9f-41b1-9dde-ee630c846e02', 'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': 'c672dad3-2095-4223-8092-b78dea5e2900'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:24.664382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.700706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:24.704243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.797310 n-d-804292-5 neutron-server[109894]: INFO neutron.db.ipam_backend_mixin [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c672dad3-2095-4223-8092-b78dea5e2900 (CIDR: 2001:db8::/64) Dec 09 15:28:24.799973 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:28:24.800521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:28:24.800742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Allocated IP 2001:db8::2 (2b041708-3b9f-41b1-9dde-ee630c846e02/c672dad3-2095-4223-8092-b78dea5e2900/0727c23f-8640-469f-81a0-14b264a412d1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:24.815579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f8579a1b-0fb6-46fe-9ef8-61e750858c37 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2336144 Dec 09 15:28:24.818269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59682) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:24.823712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:24.937584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:24.941094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.946531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.952171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:24.989187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:24.991990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:24.998849 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:25.005798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Pushing event updated for resources: {'Port': ['ID=0727c23f-8640-469f-81a0-14b264a412d1,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.059516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Attempting to bind port 0727c23f-8640-469f-81a0-14b264a412d1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:25.059799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Attempting to bind port 0727c23f-8640-469f-81a0-14b264a412d1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '6fc49dd6-40cf-4ed4-a495-7fa01daf9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:25.060168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Attempting to bind port 0727c23f-8640-469f-81a0-14b264a412d1 on network 2b041708-3b9f-41b1-9dde-ee630c846e02 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:25.065200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:25.066968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Checking segment: {'id': '6fc49dd6-40cf-4ed4-a495-7fa01daf9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:25.066968 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.066968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Bound using segment: {'id': '6fc49dd6-40cf-4ed4-a495-7fa01daf9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:25.066968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Bound port: 0727c23f-8640-469f-81a0-14b264a412d1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc49dd6-40cf-4ed4-a495-7fa01daf9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:25.067478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.139137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] For port 0727c23f-8640-469f-81a0-14b264a412d1, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:25.142673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] For port 0727c23f-8640-469f-81a0-14b264a412d1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0727c23f-8640-469f-81a0-14b264a412d1,segment=NetworkSegment(6fc49dd6-40cf-4ed4-a495-7fa01daf9268),segment_id=6fc49dd6-40cf-4ed4-a495-7fa01daf9268)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:25.147140 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.166977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b4df-2761-422b-898f-8d350aaf7de2 req-b0431a7d-cabc-4a3f-b67d-65b2aa658761 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:25.169544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1f6b4df-2761-422b-898f-8d350aaf7de2 req-b0431a7d-cabc-4a3f-b67d-65b2aa658761 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.0569000 Dec 09 15:28:25.208609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54f27-b813-4231-96d4-c08c520c4c45 None None] Pushing event updated for resources: {'Port': ['ID=0727c23f-8640-469f-81a0-14b264a412d1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.241429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.243777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1f6b4df-2761-422b-898f-8d350aaf7de2 req-4169d997-5b3c-4309-a5a6-5f17da1ac426 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565734 Dec 09 15:28:25.289584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:25.296757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:25.301872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:25.302527 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.320174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=982c3404-c6b0-4f4c-a7a4-760f0717c7c8,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.342676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4591315e-e0ad-4a78-ba1b-fa5ce77c5f84 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5232880 Dec 09 15:28:25.345697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59688) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.350219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02', 'fixed_ips': [{'subnet_id': 'c672dad3-2095-4223-8092-b78dea5e2900'}, {'subnet_id': '982c3404-c6b0-4f4c-a7a4-760f0717c7c8'}], 'name': 'tempest-PortsIpV6TestJSON-612700162'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:25.454795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e18b0-eded-4774-995c-eae73c9f602d req-1529bc78-5c68-4990-98a4-31f4ce70a2a7 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:25.457015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a0e18b0-eded-4774-995c-eae73c9f602d req-1529bc78-5c68-4990-98a4-31f4ce70a2a7 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.1271236 Dec 09 15:28:25.535435 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a0e18b0-eded-4774-995c-eae73c9f602d req-d6492a34-5f43-45ad-b794-070b30cb3e24 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703437 Dec 09 15:28:25.560995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:25.567701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59690) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.645014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0727c23f-8640-469f-81a0-14b264a412d1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:25.674085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1328756-e440-484b-817f-07592242f2fb tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:25.675828 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e1328756-e440-484b-817f-07592242f2fb tempest-TestNetworkBasicOps-674797112 tempest-TestNetworkBasicOps-674797112-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 1092 time: 0.1065834 Dec 09 15:28:25.679232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59692) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:25.685841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:25.692585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.696820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd720cb7-1fbb-47ff-a276-5e74a44d6f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.709130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0727c23f-8640-469f-81a0-14b264a412d1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:25.709773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.709980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.715497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port e83f8231-8d63-4106-87cb-13c9aae9bfdb yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:25.790809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.828086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.829033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 0727c23f-8640-469f-81a0-14b264a412d1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0727c23f-8640-469f-81a0-14b264a412d1,segment=NetworkSegment(6fc49dd6-40cf-4ed4-a495-7fa01daf9268),segment_id=6fc49dd6-40cf-4ed4-a495-7fa01daf9268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:25.834310 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:25.884897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=0727c23f-8640-469f-81a0-14b264a412d1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:25.941364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Allocated IP 172.25.0.48 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/5703d5aa-eb60-4cb2-b3bc-940c8030dee5) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:26.051034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::238 (2b041708-3b9f-41b1-9dde-ee630c846e02/c672dad3-2095-4223-8092-b78dea5e2900/e83f8231-8d63-4106-87cb-13c9aae9bfdb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:26.059839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8:0:1::173 (2b041708-3b9f-41b1-9dde-ee630c846e02/982c3404-c6b0-4f4c-a7a4-760f0717c7c8/e83f8231-8d63-4106-87cb-13c9aae9bfdb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:26.076962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.138627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04ee2-10dd-47a8-b41e-40bfa31d1ade req-49a2bda2-3c54-413f-9882-2d7a797c2d6e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:26.140337 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bfa04ee2-10dd-47a8-b41e-40bfa31d1ade req-49a2bda2-3c54-413f-9882-2d7a797c2d6e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0777531 Dec 09 15:28:26.157855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.217421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:26.233187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:26.234650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.235950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:26.270945 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.289225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=5703d5aa-eb60-4cb2-b3bc-940c8030dee5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:26.299081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bfa04ee2-10dd-47a8-b41e-40bfa31d1ade req-45169554-3e87-4258-bb91-f93a5415ae90 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507022 Dec 09 15:28:26.337312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59698) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:26.337902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:26.339494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=e83f8231-8d63-4106-87cb-13c9aae9bfdb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:26.342070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:26.344457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:26.351847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:26.353111 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.369975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-16cd5bf3-26aa-47dd-9b67-bcbbce205a9e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0236344 Dec 09 15:28:26.372597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:26.378795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c672dad3-2095-4223-8092-b78dea5e2900'}]}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:26.383483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b78e2-a844-4010-bae8-c6edf48f4b9f None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:26.452601 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34beb1f0-ef95-4bd8-a3dd-366178e67a45 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/cbebba44-0131-4962-9eb5-f4af3ddafe00 HTTP/1.1" status: 200 len: 992 time: 0.1142428 Dec 09 15:28:26.466368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.518723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0a684c76-6c31-45fd-ad40-d3fe21b8dd74 None None] Provisioning complete for port 0727c23f-8640-469f-81a0-14b264a412d1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:26.519237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0a684c76-6c31-45fd-ad40-d3fe21b8dd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.638378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] Update dhcp port {'port': {'network_id': '2b041708-3b9f-41b1-9dde-ee630c846e02', 'fixed_ips': [{'subnet_id': 'c672dad3-2095-4223-8092-b78dea5e2900', 'ip_address': '2001:db8::2'}, {'subnet_id': '982c3404-c6b0-4f4c-a7a4-760f0717c7c8'}], 'binding:host_id': 'n-d-804292-5'}, 'id': '0727c23f-8640-469f-81a0-14b264a412d1'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:28:26.697327 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.758410 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.791746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Delete allocated IP 2001:db8:0:1::173 (2b041708-3b9f-41b1-9dde-ee630c846e02/982c3404-c6b0-4f4c-a7a4-760f0717c7c8) {{(pid=109895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:28:26.816967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.841854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.952116 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:26.957941 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.023387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] Allocated IP 2001:db8:0:1::2 (2b041708-3b9f-41b1-9dde-ee630c846e02/982c3404-c6b0-4f4c-a7a4-760f0717c7c8/0727c23f-8640-469f-81a0-14b264a412d1) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:27.028081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] In _notify_port_updated(), no bound segment for port e83f8231-8d63-4106-87cb-13c9aae9bfdb on network 2b041708-3b9f-41b1-9dde-ee630c846e02 {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:28:27.034101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:27.034575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.035948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/ports/e83f8231-8d63-4106-87cb-13c9aae9bfdb HTTP/1.1" status: 200 len: 925 time: 0.6623118 Dec 09 15:28:27.039992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59710) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:27.044350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc2cd3-c167-46dc-a0a4-d7df9dcddade req-eafa688d-def7-4664-9602-7024727e4ae3 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:27.045829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0fc2cd3-c167-46dc-a0a4-d7df9dcddade req-eafa688d-def7-4664-9602-7024727e4ae3 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1096 time: 0.0956326 Dec 09 15:28:27.046001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ca017-31cc-44e5-9286-9f71077ea6a0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=e83f8231-8d63-4106-87cb-13c9aae9bfdb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:27.050315 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c672dad3-2095-4223-8092-b78dea5e2900'}, {'subnet_id': '982c3404-c6b0-4f4c-a7a4-760f0717c7c8'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:27.096741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.112772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.275250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b0fc2cd3-c167-46dc-a0a4-d7df9dcddade req-8b8d0201-eab6-4797-8810-a4c6403507c8 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932290 Dec 09 15:28:27.276060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event updated for resources: {'Port': ['ID=5703d5aa-eb60-4cb2-b3bc-940c8030dee5,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:27.299222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] For port 0727c23f-8640-469f-81a0-14b264a412d1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0727c23f-8640-469f-81a0-14b264a412d1,segment=NetworkSegment(6fc49dd6-40cf-4ed4-a495-7fa01daf9268),segment_id=6fc49dd6-40cf-4ed4-a495-7fa01daf9268)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:27.300501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.337563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.342697 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.433909 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.441829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612508f5-a75a-45ec-8b7d-26ccbb8ba73e None None] Pushing event updated for resources: {'Port': ['ID=0727c23f-8640-469f-81a0-14b264a412d1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:27.460069 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Floating IP f6411497-a3be-4450-a140-049463b41e24 associated. External IP: 172.25.0.48, port: 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5. Dec 09 15:28:27.641581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0727c23f-8640-469f-81a0-14b264a412d1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:27.708109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0727c23f-8640-469f-81a0-14b264a412d1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:27.708902 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:27.939086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8:0:1::153 (2b041708-3b9f-41b1-9dde-ee630c846e02/982c3404-c6b0-4f4c-a7a4-760f0717c7c8/e83f8231-8d63-4106-87cb-13c9aae9bfdb) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:27.977877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router 4e7181a9-47d7-4f15-b088-f76f0be2e370 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:28.078873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942a625-c34e-4e23-90ff-87f21f5f22ad None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:28.190017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-274558e7-e938-474d-8591-567f6fe89078 None None] Provisioning complete for port 0727c23f-8640-469f-81a0-14b264a412d1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:28.190400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-274558e7-e938-474d-8591-567f6fe89078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.303035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-274558e7-e938-474d-8591-567f6fe89078 None None] Provisioning complete for port e83f8231-8d63-4106-87cb-13c9aae9bfdb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:28.303561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-274558e7-e938-474d-8591-567f6fe89078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.356389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-274558e7-e938-474d-8591-567f6fe89078 None None] Port e83f8231-8d63-4106-87cb-13c9aae9bfdb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:28.380861 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-e80e99a2-1470-4bcb-a353-7b7b3fd8004a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4529920 Dec 09 15:28:28.414589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-19d64af4-812a-437a-9384-6d15bb98f6bd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:28:28.416045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-19d64af4-812a-437a-9384-6d15bb98f6bd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071352 Dec 09 15:28:28.463248 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.489918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f7180fdc-d8ec-439b-b90c-b5b0d66960f8 None None] Provisioning complete for port 0727c23f-8640-469f-81a0-14b264a412d1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:28.490326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7180fdc-d8ec-439b-b90c-b5b0d66960f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.593987 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.596464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:28.613205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.614324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] Sync routers for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:28.629747 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.685996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:28.686654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:28.746017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f7180fdc-d8ec-439b-b90c-b5b0d66960f8 None None] Provisioning complete for port e83f8231-8d63-4106-87cb-13c9aae9bfdb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:28.748732 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=e83f8231-8d63-4106-87cb-13c9aae9bfdb,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:28.751518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7180fdc-d8ec-439b-b90c-b5b0d66960f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.770031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:28.770486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6cf9a1b4-7df1-4ebe-aadf-5a6d8695bcb4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0898848 Dec 09 15:28:28.771262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] In _notify_port_updated(), no bound segment for port e83f8231-8d63-4106-87cb-13c9aae9bfdb on network 2b041708-3b9f-41b1-9dde-ee630c846e02 {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:28:28.778320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:28.778972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:28.782822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-536fb2ce-6121-4584-b2de-a058006e2ff4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/ports/e83f8231-8d63-4106-87cb-13c9aae9bfdb HTTP/1.1" status: 200 len: 1011 time: 1.7384677 Dec 09 15:28:28.782822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:28.783395 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c" -d '{"events": [{"name": "network-changed", "server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:28.786392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:28.831811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f7180fdc-d8ec-439b-b90c-b5b0d66960f8 None None] Port e83f8231-8d63-4106-87cb-13c9aae9bfdb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:28.923803 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed390b60-0c0e-4986-92d6-5498ef4874e4 x-openstack-request-id: req-ed390b60-0c0e-4986-92d6-5498ef4874e4 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:28.924255 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:28.924425 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed390b60-0c0e-4986-92d6-5498ef4874e4 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:28.924815 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'status': 'completed', 'code': 200} Dec 09 15:28:28.957062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8b1f6fed-4d54-4861-8add-7d8bbd88f650 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/f6411497-a3be-4450-a140-049463b41e24 HTTP/1.1" status: 200 len: 991 time: 0.1823165 Dec 09 15:28:28.997778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-010ff9ba-38e3-481e-be0d-59813593b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:28.999390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-010ff9ba-38e3-481e-be0d-59813593b8a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 1097 time: 0.0650485 Dec 09 15:28:29.001311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-58c96748-0ad6-4229-8c55-d1e376a6bea7 None None] Provisioning complete for port e83f8231-8d63-4106-87cb-13c9aae9bfdb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:29.002423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-58c96748-0ad6-4229-8c55-d1e376a6bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.005045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port e83f8231-8d63-4106-87cb-13c9aae9bfdb {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:29.005440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.049914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:29.098154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-58c96748-0ad6-4229-8c55-d1e376a6bea7 None None] Port e83f8231-8d63-4106-87cb-13c9aae9bfdb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:29.177079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.192960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-9a9a1b19-ef3f-45dd-ba74-3c8893751f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:29.194447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-9a9a1b19-ef3f-45dd-ba74-3c8893751f06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=088f441f-7de2-4aa9-bbfd-a8788322714d HTTP/1.1" status: 200 len: 898 time: 0.1836469 Dec 09 15:28:29.195328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for e83f8231-8d63-4106-87cb-13c9aae9bfdb owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:29.258234 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.351959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-db26a994-6153-4993-9296-146635a68734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 HTTP/1.1" status: 200 len: 999 time: 0.1480956 Dec 09 15:28:29.355846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-9a6701fa-318c-4c7e-8035-cef4ed6f9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:29.357204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-9a6701fa-318c-4c7e-8035-cef4ed6f9e70 service neutron] 10.222.0.46 "GET /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 1093 time: 0.0919037 Dec 09 15:28:29.360974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'f6411497-a3be-4450-a140-049463b41e24', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'port_id': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'mac_address': 'fa:16:3e:7e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:26Z', 'updated_at': '2021-12-09T15:28:26Z', 'revision_number': 0, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:29.382309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Request body: {'binding': {'host': 'n-h1-804292-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:29.382915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Unknown quota resources ['binding']. {{(pid=109894) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 15:28:29.389604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] Checking router: 4e7181a9-47d7-4f15-b088-f76f0be2e370 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:29.399424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:29.400166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:29.461300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bf2f5e31-e2ab-4302-8f8f-f4188c75ebcd None None] Provisioning complete for port e83f8231-8d63-4106-87cb-13c9aae9bfdb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:29.461677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e31-e2ab-4302-8f8f-f4188c75ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.467483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-06417182-1c87-428f-9b43-787b57e718aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:29.468940 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-06417182-1c87-428f-9b43-787b57e718aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02e8de36-c761-462e-b393-a82fae0c6a3b HTTP/1.1" status: 200 len: 835 time: 0.1060369 Dec 09 15:28:29.542215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f5e31-e2ab-4302-8f8f-f4188c75ebcd None None] Port e83f8231-8d63-4106-87cb-13c9aae9bfdb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:29.556532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:29.644980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-5f39bc78-92be-45a1-8747-bd88acc8ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:29.646413 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-5f39bc78-92be-45a1-8747-bd88acc8ce4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=088f441f-7de2-4aa9-bbfd-a8788322714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671469 Dec 09 15:28:29.695363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-37a49b59-fef0-4181-bf0b-05797a068d94 None None] Provisioning complete for port e83f8231-8d63-4106-87cb-13c9aae9bfdb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:29.695804 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37a49b59-fef0-4181-bf0b-05797a068d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.741060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-37a49b59-fef0-4181-bf0b-05797a068d94 None None] Port e83f8231-8d63-4106-87cb-13c9aae9bfdb was deleted so its status cannot be updated. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 15:28:29.749666 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.764586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on host n-h1-804292-5 for vnic_type normal with profile None {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:29.764931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:29.765269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:29.794685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=e83f8231-8d63-4106-87cb-13c9aae9bfdb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:29.799742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:29.800073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:29.826769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'f6411497-a3be-4450-a140-049463b41e24', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'port_id': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'mac_address': 'fa:16:3e:7e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:26Z', 'updated_at': '2021-12-09T15:28:26Z', 'revision_number': 0, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:29.831110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:29.831483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Checking segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:29.831876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Bound using segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:29.832333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Bound port: 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:29.855085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a626300-025b-4ea7-8aaa-00d9c6f52749 None None] The sync data for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 is: [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'f6411497-a3be-4450-a140-049463b41e24', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'port_id': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'mac_address': 'fa:16:3e:7e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:28:26Z', 'updated_at': '2021-12-09T15:28:26Z', 'revision_number': 0, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:29.905267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-d07de1c7-b664-4f4c-bc94-18db8df1310c service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495532 Dec 09 15:28:29.912130 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:29.915933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8a332a1a-7859-4f39-b626-b8c26d09e4f4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/e83f8231-8d63-4106-87cb-13c9aae9bfdb HTTP/1.1" status: 204 len: 168 time: 1.1281569 Dec 09 15:28:29.918380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:29.950171 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f48e12-54b1-4543-8833-691f39f336ce tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:29.951684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c3f48e12-54b1-4543-8833-691f39f336ce tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/e83f8231-8d63-4106-87cb-13c9aae9bfdb HTTP/1.1" status: 404 len: 333 time: 0.0319755 Dec 09 15:28:29.954374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59744) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:29.961914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:30.020181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 982c3404-c6b0-4f4c-a7a4-760f0717c7c8 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:30.023748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.054896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:30.070211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.071968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-038ecabf-5489-4a9b-a6e2-709e3ed6389e service neutron] 10.222.0.46 "POST /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.7033489 Dec 09 15:28:30.088151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.091491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ad8f9e3a-f4ad-4661-b038-ba2e7cd5e9ca tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/f6411497-a3be-4450-a140-049463b41e24 HTTP/1.1" status: 200 len: 991 time: 0.1283481 Dec 09 15:28:30.110479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99cfe95e-83b1-4991-a9bc-28cfc9a4532c req-bfaedb22-cd2a-4a12-8930-edc524f55cef service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885784 Dec 09 15:28:30.141442 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aba8a7-a3f9-431f-ab25-c4144e3597f9 None None] New status for floating IP f6411497-a3be-4450-a140-049463b41e24: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:28:30.245645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.278030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031921d-bd7f-4856-aa92-4f5cfab1c228 req-20d61004-33e3-428f-8521-28ad83c9d700 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:30.279891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8031921d-bd7f-4856-aa92-4f5cfab1c228 req-20d61004-33e3-428f-8521-28ad83c9d700 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0795910 Dec 09 15:28:30.313890 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.344035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=982c3404-c6b0-4f4c-a7a4-760f0717c7c8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.346051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.351834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-957fed60-603b-48d2-90df-c1c5cfca9003 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/982c3404-c6b0-4f4c-a7a4-760f0717c7c8 HTTP/1.1" status: 204 len: 168 time: 0.3940549 Dec 09 15:28:30.352201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:30.366094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273e9fb-d6c3-4cac-82e3-92f30b773e3e None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:30.380161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8031921d-bd7f-4856-aa92-4f5cfab1c228 req-a788be00-331d-43ce-a206-b063754537a1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934775 Dec 09 15:28:30.386223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-d10cd002-3a41-42de-a226-d00986090a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:30.388498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-d10cd002-3a41-42de-a226-d00986090a9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1096 time: 0.0869701 Dec 09 15:28:30.436817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet c672dad3-2095-4223-8092-b78dea5e2900 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:30.440411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.483964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.509970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-d57321bf-24cb-430d-82d8-0f85e354f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:30.511513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-d57321bf-24cb-430d-82d8-0f85e354f2a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.1090255 Dec 09 15:28:30.585126 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.590054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-f2e1fff4-47ee-4808-9145-461baa5f609b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 1000 time: 0.0711884 Dec 09 15:28:30.643807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-e7fa22cb-ebeb-42dd-aa74-165158c751d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:30.645394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-e7fa22cb-ebeb-42dd-aa74-165158c751d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.0474093 Dec 09 15:28:30.662453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.691474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=c672dad3-2095-4223-8092-b78dea5e2900,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:30.695229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.699476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e144c27d-ed53-4460-8537-70de22457bc3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/c672dad3-2095-4223-8092-b78dea5e2900 HTTP/1.1" status: 204 len: 168 time: 0.3463137 Dec 09 15:28:30.702125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59756) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:30.703200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-52aa7a40-f697-4ea7-bc4e-1da0809f3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:30.705115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-52aa7a40-f697-4ea7-bc4e-1da0809f3c60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515001 Dec 09 15:28:30.789313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.820226 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-1efd0155-6abe-4a80-bf7e-45770b524c26 service neutron] 10.222.0.36 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052773 Dec 09 15:28:30.848307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 0727c23f-8640-469f-81a0-14b264a412d1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:30.848656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.921645 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-a71c307b-6670-4e8a-b48b-a428773b5bee service neutron] 10.222.0.36 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933902 Dec 09 15:28:30.922198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] For port 0727c23f-8640-469f-81a0-14b264a412d1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0727c23f-8640-469f-81a0-14b264a412d1,segment=NetworkSegment(6fc49dd6-40cf-4ed4-a495-7fa01daf9268),segment_id=6fc49dd6-40cf-4ed4-a495-7fa01daf9268)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:30.922732 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:30.936552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 0727c23f-8640-469f-81a0-14b264a412d1 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:31.023901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.053368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=0727c23f-8640-469f-81a0-14b264a412d1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.063629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No DVR routers for this DVR port 0727c23f-8640-469f-81a0-14b264a412d1 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:31.080443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-b09cc33d-5ba8-484d-b703-468fc6b3da31 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:31.082483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-b09cc33d-5ba8-484d-b703-468fc6b3da31 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294&tenant_id=04bb30fb984a4d36b8046aef06454315&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1096 time: 0.0950341 Dec 09 15:28:31.096308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-5'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:31.097577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065716a9-dfa2-4a54-81a9-ab6d843c16df None None] Network 2b041708-3b9f-41b1-9dde-ee630c846e02 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:31.098737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.155338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.181518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.192088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-45350cf8-0e20-4070-abb4-69cc22370c5a None None] Could not find standard attr ID for object 0727c23f-8640-469f-81a0-14b264a412d1. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:31.215636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b041708-3b9f-41b1-9dde-ee630c846e02']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:31.220121 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-98c6e3c7-2e5d-45e6-b796-b34f104b6e01 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/f6411497-a3be-4450-a140-049463b41e24 HTTP/1.1" status: 200 len: 993 time: 0.1203279 Dec 09 15:28:31.234481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc49dd6-40cf-4ed4-a495-7fa01daf9268') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:31.234932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc49dd6-40cf-4ed4-a495-7fa01daf9268') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:31.244932 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.261761 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.268739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:31.269130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:31.272718 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:31.285638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32a946-cb5f-438e-a4ce-9109a76bf98f None None] DHCP port deletion for 2b041708-3b9f-41b1-9dde-ee630c846e02 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:31.312749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:31.349051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.356792 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.359090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:31.360018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/2b041708-3b9f-41b1-9dde-ee630c846e02 HTTP/1.1" status: 204 len: 168 time: 0.6567302 Dec 09 15:28:31.364826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.396193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded01e-60df-4a41-b509-f337f1d6445c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=2b041708-3b9f-41b1-9dde-ee630c846e02,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.429410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:31.433384 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316e861a-e3cb-4a8c-bf5e-c29ce4ff9c51" -d '{"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-unplugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:31.437599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd7496-9394-49a4-a349-36bb05f10cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:31.438967 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.442742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59766) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.444040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c3dd7496-9394-49a4-a349-36bb05f10cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0786960 Dec 09 15:28:31.485100 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fae860-e5c4-487a-af18-69c77b4e673b x-openstack-request-id: req-17fae860-e5c4-487a-af18-69c77b4e673b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:31.485490 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-unplugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:31.485841 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17fae860-e5c4-487a-af18-69c77b4e673b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:31.486348 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'code': 200} Dec 09 15:28:31.491260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.526703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfc71a-0b96-4464-9633-6049d06cf93c req-31315b42-11bb-443c-ae5c-6056111814e9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:31.528358 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2bfc71a-0b96-4464-9633-6049d06cf93c req-31315b42-11bb-443c-ae5c-6056111814e9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 943 time: 0.0561004 Dec 09 15:28:31.571967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9cd992bd-fed2-4fdb-a601-42aa24d146a2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1275048 Dec 09 15:28:31.576169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59768) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:31.581481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130742830'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:31.614092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0727c23f-8640-469f-81a0-14b264a412d1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:31.647103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d2bfc71a-0b96-4464-9633-6049d06cf93c req-86536ae1-7ebf-4de5-82f6-b9423aec1f62 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116128 Dec 09 15:28:31.662698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 0727c23f-8640-469f-81a0-14b264a412d1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:31.663409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0727c23f-8640-469f-81a0-14b264a412d1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:31.670378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925476d9-8b14-48f9-8350-61a332f1c085 req-71bdcd62-69f6-482c-8a2c-1c3f36720c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:31.672522 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-71bdcd62-69f6-482c-8a2c-1c3f36720c03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1082 time: 0.1298561 Dec 09 15:28:31.692078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:31.701041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:31.705308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.793828 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:31.797901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on host n-h2-804292-5 for vnic_type normal with profile {"migrating_to": "n-h1-804292-5"} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:31.798336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:31.798696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:31.812814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:28:31.813234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Attempting to bind port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on network 9308b5e1-8b17-492c-89d3-2661d86f238c {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:31.821809 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.822378 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment 3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0 of type vlan for network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc Dec 09 15:28:31.836679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:31.838572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Checking segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:31.839243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Bound using segment: {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:31.839968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Bound port: 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:31.840550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.902964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.928561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1cf3ac0b-9bdb-4c2e-bb4d-5dfae0cdec9b None None] Provisioning complete for port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:31.929437 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ac0b-9bdb-4c2e-bb4d-5dfae0cdec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:31.969257 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3ac0b-9bdb-4c2e-bb4d-5dfae0cdec9b None None] Port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:31.995195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.002533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.003396 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.042942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:32.082768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5050149 Dec 09 15:28:32.086073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59770) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:32.091479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:32.119654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:32.125761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500563-8c0b-43c4-9a5b-48b0fac3a637 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=06c4745a-2d9d-49f0-b12c-bf055a44e7cc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:32.130750 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.138488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:32.225862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925476d9-8b14-48f9-8350-61a332f1c085 req-741acf8b-f54a-4fee-8c10-ab30c7e59011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.227571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-741acf8b-f54a-4fee-8c10-ab30c7e59011 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.5279281 Dec 09 15:28:32.240140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:32.242529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:32.244430 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.293234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.293931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.295670 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-ae646bbe-4331-4ec9-9bb9-57512bd1ee20 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 1121 time: 1.2049396 Dec 09 15:28:32.386215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-c9cfaf55-04b2-4f40-82cf-104962274a85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 998 time: 0.1365161 Dec 09 15:28:32.388703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:28:32.492877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925476d9-8b14-48f9-8350-61a332f1c085 req-b1f3d642-4ba5-45de-a061-a2d7382d9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.495153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-b1f3d642-4ba5-45de-a061-a2d7382d9fa3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.0884986 Dec 09 15:28:32.526867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-af27462b-6308-43c4-bc44-5fbf507e8c8f None None] Provisioning complete for port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:32.527449 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af27462b-6308-43c4-bc44-5fbf507e8c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.570268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.605515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925476d9-8b14-48f9-8350-61a332f1c085 req-ccb62212-f901-4453-ba97-4b99bf1921c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.607062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-ccb62212-f901-4453-ba97-4b99bf1921c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853419 Dec 09 15:28:32.666464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=d212029f-d3fe-46fd-a680-00938f8dbb29,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:32.723898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:32.724206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: 06c4745a-2d9d-49f0-b12c-bf055a44e7cc, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:32.759248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:32.769818 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-1cccdce8-0e4e-495d-86b9-09ad459fc923 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485989 Dec 09 15:28:32.772739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 06c4745a-2d9d-49f0-b12c-bf055a44e7cc) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:32.778299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.778953 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.789149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded0fdc-ad2e-411c-860d-bc846f5ef41d None None] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:32.796992 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4799b-e5c6-4f9a-b5f1-4e4340c14ea6 req-7ccb785c-892e-4aab-9e10-b0cbfe6a57ea tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:32.798542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22b4799b-e5c6-4f9a-b5f1-4e4340c14ea6 req-7ccb785c-892e-4aab-9e10-b0cbfe6a57ea tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 943 time: 0.0582161 Dec 09 15:28:32.820932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0469bc2c-1956-4de5-b1c0-74307c09c933 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7337854 Dec 09 15:28:32.825798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:32.853907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc', 'name': 'tempest-PortsIpV6TestJSON-1216330385'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:32.859402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22b4799b-e5c6-4f9a-b5f1-4e4340c14ea6 req-63527d97-24c9-4386-be09-0d81dca788a8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519795 Dec 09 15:28:32.943698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af27462b-6308-43c4-bc44-5fbf507e8c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:32.947405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-925476d9-8b14-48f9-8350-61a332f1c085 req-01ebd779-b3f0-4deb-ba6f-85ad9ba462cf service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629257 Dec 09 15:28:32.984239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-06c4745a-2d9d-49f0-b12c-bf055a44e7cc', 'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': 'd212029f-d3fe-46fd-a680-00938f8dbb29'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:32.985210 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.016031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:33.020150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.026377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:33.028678 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd06c15-7d7b-4c05-b059-d4374068acb2" -d '{"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-plugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:33.045128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 254d2dcc-bed6-4124-91f3-03757c63e4be yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:33.054338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-af27462b-6308-43c4-bc44-5fbf507e8c8f None None] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:33.063599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af27462b-6308-43c4-bc44-5fbf507e8c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.121201 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33034a67-fde4-4f98-afa2-c169c4b1a3ea x-openstack-request-id: req-33034a67-fde4-4f98-afa2-c169c4b1a3ea {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:33.121483 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-plugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:33.121730 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33034a67-fde4-4f98-afa2-c169c4b1a3ea {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:33.122114 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'code': 200} Dec 09 15:28:33.171583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::279 (06c4745a-2d9d-49f0-b12c-bf055a44e7cc/d212029f-d3fe-46fd-a680-00938f8dbb29/254d2dcc-bed6-4124-91f3-03757c63e4be) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:33.281991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27462b-6308-43c4-bc44-5fbf507e8c8f None None] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.332312 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.384281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.432021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:33.435269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:33.437921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Allocated IP 2001:db8::2 (06c4745a-2d9d-49f0-b12c-bf055a44e7cc/d212029f-d3fe-46fd-a680-00938f8dbb29/ff51c964-34a9-4c28-a5c2-607116fbf949) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:33.438975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:33.444903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:33.445532 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.459728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=254d2dcc-bed6-4124-91f3-03757c63e4be,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.471896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99f11b39-c3a8-4511-a3b4-7dcca5c8100e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6452715 Dec 09 15:28:33.474450 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:33.480759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc', 'name': 'tempest-PortsIpV6TestJSON-224125315'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:33.487490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:33.490045 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1499e7a-ca66-4292-aeb1-33c65b12819c" -d '{"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:33.536997 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3fe629-b8e3-4547-9834-458dbf432242 x-openstack-request-id: req-3d3fe629-b8e3-4547-9834-458dbf432242 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:33.537734 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:33.537734 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d3fe629-b8e3-4547-9834-458dbf432242 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:33.538372 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'status': 'completed', 'code': 200} Dec 09 15:28:33.588192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.594715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.630675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:33.634835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.636382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:33.639163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-c955705a-d776-493c-8a12-42b814e7d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:33.639493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:33.641378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-c955705a-d776-493c-8a12-42b814e7d416 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1126 time: 0.0681272 Dec 09 15:28:33.642985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:33.656942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Pushing event updated for resources: {'Port': ['ID=ff51c964-34a9-4c28-a5c2-607116fbf949,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.664435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port fda12a82-586e-4018-9a55-96355628aaa2 yet. {{(pid=109895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:33.705334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Attempting to bind port ff51c964-34a9-4c28-a5c2-607116fbf949 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:33.705711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Attempting to bind port ff51c964-34a9-4c28-a5c2-607116fbf949 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:33.706081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Attempting to bind port ff51c964-34a9-4c28-a5c2-607116fbf949 on network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:33.710924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:33.711303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Checking segment: {'id': '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:33.712274 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.713448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Bound using segment: {'id': '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:33.713448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Bound port: ff51c964-34a9-4c28-a5c2-607116fbf949, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06c4745a-2d9d-49f0-b12c-bf055a44e7cc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:33.713849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.777721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] For port ff51c964-34a9-4c28-a5c2-607116fbf949, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:33.781140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] For port ff51c964-34a9-4c28-a5c2-607116fbf949, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff51c964-34a9-4c28-a5c2-607116fbf949,segment=NetworkSegment(3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0),segment_id=3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:33.785233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:33.827104 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-a32f5266-af9d-4381-a83e-4a52c01d6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:33.828643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-a32f5266-af9d-4381-a83e-4a52c01d6391 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.1744163 Dec 09 15:28:33.845530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc54dae-cb63-452a-980f-61296ad48d60 None None] Pushing event updated for resources: {'Port': ['ID=ff51c964-34a9-4c28-a5c2-607116fbf949,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:33.886131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::27c (06c4745a-2d9d-49f0-b12c-bf055a44e7cc/d212029f-d3fe-46fd-a680-00938f8dbb29/fda12a82-586e-4018-9a55-96355628aaa2) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:33.923018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-5160f6cb-2a44-45cc-b342-eea9ff674b36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 1000 time: 0.0849309 Dec 09 15:28:34.052475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-c8c3cede-5e15-49b1-b746-ec229a73aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.053966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-c8c3cede-5e15-49b1-b746-ec229a73aa78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.1098549 Dec 09 15:28:34.147988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adea470-10ce-4322-b064-7ac7ba0c412d req-5084f7a3-4a7a-4c66-a4ce-b718614b100e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.150347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0adea470-10ce-4322-b064-7ac7ba0c412d req-5084f7a3-4a7a-4c66-a4ce-b718614b100e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.2042973 Dec 09 15:28:34.202063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.206681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-7c4c8550-ac7f-462a-ac9b-1032af347126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.208772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-7c4c8550-ac7f-462a-ac9b-1032af347126 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160002 Dec 09 15:28:34.248260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:28:34.281517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0adea470-10ce-4322-b064-7ac7ba0c412d req-06fa454b-d2f8-41b7-978d-7223c0bedb7d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184874 Dec 09 15:28:34.338164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.358098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:34.370030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc has no active binding in host n-h1-804292-5 {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 09 15:28:34.385927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-c033b676-4938-47d9-a184-2072a94a4a93 service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658828 Dec 09 15:28:34.391942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:34.404791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:34.409182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:34.414787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.415477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.448687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=fda12a82-586e-4018-9a55-96355628aaa2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.486513 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ff4eaa21-a107-4dc1-9a23-dbba3af89389 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0102713 Dec 09 15:28:34.489248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59784) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:34.519333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f1499e7a-ca66-4292-aeb1-33c65b12819c req-f240b380-4816-4a6b-814b-2b87af31798f service neutron] 10.222.0.43 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242020 Dec 09 15:28:34.577703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee080b77-a850-47b2-a356-36436fb8496e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:34.579338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ee080b77-a850-47b2-a356-36436fb8496e tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A279 HTTP/1.1" status: 200 len: 929 time: 0.0891006 Dec 09 15:28:34.582148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59786) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:34.677145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port fda12a82-586e-4018-9a55-96355628aaa2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:34.677606 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.775831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.790688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for fda12a82-586e-4018-9a55-96355628aaa2 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:34.857847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971eccf-8744-413c-a482-68cf35018d33 None None] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:34.933796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.962897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=fda12a82-586e-4018-9a55-96355628aaa2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:34.970970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-56cc1cd8-687f-4659-ad6d-d3f39f6028a2 None None] Provisioning complete for port ff51c964-34a9-4c28-a5c2-607116fbf949 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:34.971370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cc1cd8-687f-4659-ad6d-d3f39f6028a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.988067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:34.992083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1e4245c4-67ef-4adf-851b-9a290356ef20 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/fda12a82-586e-4018-9a55-96355628aaa2 HTTP/1.1" status: 204 len: 168 time: 0.4088619 Dec 09 15:28:34.997013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59788) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:35.023702 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b37d53-6a6f-4a44-870c-bac9e22d4fab tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:35.028269 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-08b37d53-6a6f-4a44-870c-bac9e22d4fab tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/fda12a82-586e-4018-9a55-96355628aaa2 HTTP/1.1" status: 404 len: 333 time: 0.0277059 Dec 09 15:28:35.028556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59790) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:35.064378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cc1cd8-687f-4659-ad6d-d3f39f6028a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.099278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-56cc1cd8-687f-4659-ad6d-d3f39f6028a2 None None] For port ff51c964-34a9-4c28-a5c2-607116fbf949, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff51c964-34a9-4c28-a5c2-607116fbf949,segment=NetworkSegment(3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0),segment_id=3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:35.104751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56cc1cd8-687f-4659-ad6d-d3f39f6028a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.126968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 254d2dcc-bed6-4124-91f3-03757c63e4be {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:35.127395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.156700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1cd8-687f-4659-ad6d-d3f39f6028a2 None None] Pushing event updated for resources: {'Port': ['ID=ff51c964-34a9-4c28-a5c2-607116fbf949,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:35.227027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.240542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 254d2dcc-bed6-4124-91f3-03757c63e4be owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:35.331397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b193292e-8033-45aa-8d59-6aa919183a21 None None] Provisioning complete for port ff51c964-34a9-4c28-a5c2-607116fbf949 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:35.331397 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b193292e-8033-45aa-8d59-6aa919183a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.393721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.431191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b193292e-8033-45aa-8d59-6aa919183a21 None None] Could not find standard attr ID for object 254d2dcc-bed6-4124-91f3-03757c63e4be. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:35.439066 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0815-3997-4893-aa8c-db9f403ba634 req-ad66be29-1009-41e3-aff8-0ef8b5026905 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:35.440983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-636b0815-3997-4893-aa8c-db9f403ba634 req-ad66be29-1009-41e3-aff8-0ef8b5026905 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0774560 Dec 09 15:28:35.461060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=254d2dcc-bed6-4124-91f3-03757c63e4be,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:35.463208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.466659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac87b88d-a0a6-4d1f-aa22-9cabf095c54d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/254d2dcc-bed6-4124-91f3-03757c63e4be HTTP/1.1" status: 204 len: 168 time: 0.4371932 Dec 09 15:28:35.469418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:35.495658 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a062ef6d-6430-4771-9de8-3e96327d4899 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:35.499608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a062ef6d-6430-4771-9de8-3e96327d4899 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/254d2dcc-bed6-4124-91f3-03757c63e4be HTTP/1.1" status: 404 len: 333 time: 0.0266542 Dec 09 15:28:35.499766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-636b0815-3997-4893-aa8c-db9f403ba634 req-6472452c-55c5-4490-baa1-5f7e4b257f64 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Dec 09 15:28:35.500270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59796) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:35.546134 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6fc6745a-68e5-47a2-ab73-cc31f5c436d5 None None] Could not find standard attr ID for object 254d2dcc-bed6-4124-91f3-03757c63e4be. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:35.556339 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet d212029f-d3fe-46fd-a680-00938f8dbb29 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:35.560349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.613110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.644619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ff51c964-34a9-4c28-a5c2-607116fbf949 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:35.698867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ff51c964-34a9-4c28-a5c2-607116fbf949 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:35.699579 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.712864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.774676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.780100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b36bf6d7-4ffe-4103-870f-1d89159f90a4 None None] Could not find standard attr ID for object fda12a82-586e-4018-9a55-96355628aaa2. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:35.814391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=d212029f-d3fe-46fd-a680-00938f8dbb29,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:35.817976 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.822852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e707bca-19d6-4cac-87a7-2b75a6176d0f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/d212029f-d3fe-46fd-a680-00938f8dbb29 HTTP/1.1" status: 204 len: 168 time: 0.3207290 Dec 09 15:28:35.824774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:35.901032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:35.959514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc6385-1cb9-4988-9289-27bf7c5618d3 None None] Network 06c4745a-2d9d-49f0-b12c-bf055a44e7cc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:35.959690 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port ff51c964-34a9-4c28-a5c2-607116fbf949 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:35.959855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.052932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] For port ff51c964-34a9-4c28-a5c2-607116fbf949, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff51c964-34a9-4c28-a5c2-607116fbf949,segment=NetworkSegment(3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0),segment_id=3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:36.053345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.069866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for ff51c964-34a9-4c28-a5c2-607116fbf949 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:36.105863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-c91ef86d-db12-494b-9b42-3866929f5bdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838475 Dec 09 15:28:36.121459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] DHCP port deletion for 06c4745a-2d9d-49f0-b12c-bf055a44e7cc request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:36.172869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Deleting port ff51c964-34a9-4c28-a5c2-607116fbf949 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:36.173161 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.201659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-228d6b8e-747d-491b-9066-dd3f51a76efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.203389 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-228d6b8e-747d-491b-9066-dd3f51a76efd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1096 time: 0.0593979 Dec 09 15:28:36.205114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.236804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] For port ff51c964-34a9-4c28-a5c2-607116fbf949, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ff51c964-34a9-4c28-a5c2-607116fbf949,segment=NetworkSegment(3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0),segment_id=3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:36.237270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.244069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=ff51c964-34a9-4c28-a5c2-607116fbf949,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.249493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No DVR routers for this DVR port ff51c964-34a9-4c28-a5c2-607116fbf949 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:36.250744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Calling delete_port for ff51c964-34a9-4c28-a5c2-607116fbf949 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:36.341519 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.369965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Pushing event deleted for resources: {'Port': ['ID=ff51c964-34a9-4c28-a5c2-607116fbf949,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.374199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] No DVR routers for this DVR port ff51c964-34a9-4c28-a5c2-607116fbf949 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.383564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.385123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.385123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.385123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.385123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.385123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.389491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3836cc-a8cf-4173-a96f-174e064cb5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:36.389930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.420191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c4745a-2d9d-49f0-b12c-bf055a44e7cc']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:36.433523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:36.433755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5f6f9e-ed8f-4440-ba4d-3c5c5359a1e0') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:36.435803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-f27ae179-a290-4cd6-8ce7-b3178b101cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.437281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-f27ae179-a290-4cd6-8ce7-b3178b101cf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.2030361 Dec 09 15:28:36.444999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.491546 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.501689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:36.502439 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:36.505024 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:36.536462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-4326f7b6-8509-42ff-a299-5e72219b1433 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 1001 time: 0.0896032 Dec 09 15:28:36.621260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756fc1-57f7-424c-b1af-358ae32a823f req-54a6143c-8e7d-4833-8216-8862e98f0c9d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.622843 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6756fc1-57f7-424c-b1af-358ae32a823f req-54a6143c-8e7d-4833-8216-8862e98f0c9d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0514669 Dec 09 15:28:36.677248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6756fc1-57f7-424c-b1af-358ae32a823f req-c8c16047-2803-4a35-9ebe-4611899c2b1f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481274 Dec 09 15:28:36.949246 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.958061 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:36.961237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/06c4745a-2d9d-49f0-b12c-bf055a44e7cc HTTP/1.1" status: 204 len: 168 time: 1.1354403 Dec 09 15:28:36.965150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59802) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:36.970443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884735192'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:36.973694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede09a5-f986-4d75-83cc-81d324587e1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=06c4745a-2d9d-49f0-b12c-bf055a44e7cc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:36.976207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-a9670248-5f42-4533-84f1-f343c0123778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:36.978205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-a9670248-5f42-4533-84f1-f343c0123778 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.4130094 Dec 09 15:28:36.992141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:36.996300 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.020245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:37.025589 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-bb0bce48-914b-44cc-a9ec-ebcf58be795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.027197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-bb0bce48-914b-44cc-a9ec-ebcf58be795e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411651 Dec 09 15:28:37.030358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.030710 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment 7242c2ec-30a1-457a-be56-2d1977323394 of type vlan for network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 Dec 09 15:28:37.069825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.096865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.102729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.103329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.121233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-dae29501-3975-4e5b-b393-3e3c6f8a1726 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855157 Dec 09 15:28:37.144077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1776023 Dec 09 15:28:37.147751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59804) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:37.154077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:37.176923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576d38a-180b-49c2-a948-288b01d6add5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=aba2831d-f0db-48fd-8274-6c9f0a25e5e0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:37.187826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:37.291224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04eb9203-09a7-4d83-a204-cf826c89f818 req-cac70dea-e008-4c65-b274-20b4f4852c2d service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621301 Dec 09 15:28:37.300941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:37.304629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.489115 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.551847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=de91607d-2126-4d92-b278-5b610233d498,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:37.560161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': '7242c2ec-30a1-457a-be56-2d1977323394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:37.560532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: aba2831d-f0db-48fd-8274-6c9f0a25e5e0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:37.592286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:37.605573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, aba2831d-f0db-48fd-8274-6c9f0a25e5e0) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:37.611627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.612360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.614519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ee887-48ea-4a78-8a49-26a6310a3387 None None] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:37.623889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ff51c964-34a9-4c28-a5c2-607116fbf949 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:37.630967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1fd4f85d-40fb-4fb1-9771-fcbfdb9bd182 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4820263 Dec 09 15:28:37.634603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59806) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:37.640326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-9be00f35-d203-4d34-996e-46ddce852ab1 service neutron] 10.222.0.43 "GET /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 384 time: 0.0897808 Dec 09 15:28:37.652770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0', 'name': 'tempest-PortsIpV6TestJSON-2078619768', 'fixed_ips': [{'subnet_id': 'de91607d-2126-4d92-b278-5b610233d498', 'ip_address': '2001:db8::10'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:37.659197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ff51c964-34a9-4c28-a5c2-607116fbf949 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:37.659600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ff51c964-34a9-4c28-a5c2-607116fbf949 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:37.769893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-aba2831d-f0db-48fd-8274-6c9f0a25e5e0', 'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': 'de91607d-2126-4d92-b278-5b610233d498'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:37.770995 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:37.847815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b81a54-6aca-4b2f-a9e7-e4f188854686 req-626084af-1e32-492a-aac9-1d7b41f04781 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:37.849432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8b81a54-6aca-4b2f-a9e7-e4f188854686 req-626084af-1e32-492a-aac9-1d7b41f04781 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 945 time: 0.0738678 Dec 09 15:28:37.854412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:37.880936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:37.903864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:37.947021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:37.949355 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5f494-1401-4017-91b4-b32b899db0cf" -d '{"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-unplugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:37.954003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Allocated IP 2001:db8::2 (aba2831d-f0db-48fd-8274-6c9f0a25e5e0/de91607d-2126-4d92-b278-5b610233d498/2591a7a7-7665-40a0-9e24-45d3102b53be) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:37.958405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:37.968714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8b81a54-6aca-4b2f-a9e7-e4f188854686 req-8a1b3d8f-71f2-4e43-8f6c-46eb844e9839 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091778 Dec 09 15:28:37.993989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.004399 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f80267-8031-4eca-b7bb-7724cbf75e9f x-openstack-request-id: req-d4f80267-8031-4eca-b7bb-7724cbf75e9f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:38.004697 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-unplugged", "status": "completed", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:38.004963 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4f80267-8031-4eca-b7bb-7724cbf75e9f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:38.005384 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'code': 200} Dec 09 15:28:38.006635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.017901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port ea512562-244e-450a-b67c-efb3911f06f7 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:38.086990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] Transition to ACTIVE for port object 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:28:38.091922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.119938 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.130472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.178987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:38.187063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:38.189729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:38.193010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=11']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.207023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Pushing event updated for resources: {'Port': ['ID=2591a7a7-7665-40a0-9e24-45d3102b53be,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.244262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] No DVR routers for this DVR port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:38.253070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::10 (aba2831d-f0db-48fd-8274-6c9f0a25e5e0/de91607d-2126-4d92-b278-5b610233d498/ea512562-244e-450a-b67c-efb3911f06f7) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:38.279942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Attempting to bind port 2591a7a7-7665-40a0-9e24-45d3102b53be on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:38.280472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Attempting to bind port 2591a7a7-7665-40a0-9e24-45d3102b53be by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '7242c2ec-30a1-457a-be56-2d1977323394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:38.280945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Attempting to bind port 2591a7a7-7665-40a0-9e24-45d3102b53be on network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:38.287475 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:38.288211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Checking segment: {'id': '7242c2ec-30a1-457a-be56-2d1977323394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:38.288769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.289271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Bound using segment: {'id': '7242c2ec-30a1-457a-be56-2d1977323394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:38.290413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Bound port: 2591a7a7-7665-40a0-9e24-45d3102b53be, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7242c2ec-30a1-457a-be56-2d1977323394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:38.291010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.393033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] For port 2591a7a7-7665-40a0-9e24-45d3102b53be, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:38.397109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] For port 2591a7a7-7665-40a0-9e24-45d3102b53be, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2591a7a7-7665-40a0-9e24-45d3102b53be,segment=NetworkSegment(7242c2ec-30a1-457a-be56-2d1977323394),segment_id=7242c2ec-30a1-457a-be56-2d1977323394)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:38.402986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.426819 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-563a0dce-e9f8-4f5e-9a0b-99a9da7b2bb3 service neutron] 10.222.0.43 "PUT /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc/bindings/n-h1-804292-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7778709 Dec 09 15:28:38.455944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.477146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa7219-6b80-4e28-9c55-130a1c69c4b6 None None] Pushing event updated for resources: {'Port': ['ID=2591a7a7-7665-40a0-9e24-45d3102b53be,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.543625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.580898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-58df29e4-ab5a-4258-b01b-856296069c2a tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.582440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-58df29e4-ab5a-4258-b01b-856296069c2a tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294&tenant_id=04bb30fb984a4d36b8046aef06454315&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.0826480 Dec 09 15:28:38.603809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:38.631839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:38.633109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:38.640531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.641478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.646911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=ea512562-244e-450a-b67c-efb3911f06f7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:38.674430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-819bd76f-efbb-4cb2-9322-4386a0fdff28 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0363243 Dec 09 15:28:38.674635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59812) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:38.680227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': 'aba2831d-f0db-48fd-8274-6c9f0a25e5e0', 'name': 'tempest-PortsIpV6TestJSON-33299717', 'fixed_ips': [{'subnet_id': 'de91607d-2126-4d92-b278-5b610233d498', 'ip_address': '2001:db8::f'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:38.707287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-7fbd1162-b330-44d7-bc02-77396c0d6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.708872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-7fbd1162-b330-44d7-bc02-77396c0d6f59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 1095 time: 0.1150343 Dec 09 15:28:38.831250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-49befff1-b2f1-4563-b980-822043e37ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:38.832778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-49befff1-b2f1-4563-b980-822043e37ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1095 time: 0.0729420 Dec 09 15:28:38.861885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:38.866665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:38.923902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port fd514118-2978-4e53-bce1-f11d08a27505 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:39.003019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-a0351249-a62a-4ab6-a139-a26972d6176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.004552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-a0351249-a62a-4ab6-a139-a26972d6176d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.1630759 Dec 09 15:28:39.171179 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-80fbe977-2ad2-4ff1-8503-3ed73ba3b90e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 998 time: 0.1425879 Dec 09 15:28:39.203872 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1ae7e-7458-4cf4-8344-ab1466ce46cc req-4454ce4c-fae7-4340-9506-9286342a866d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.205414 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ea1ae7e-7458-4cf4-8344-ab1466ce46cc req-4454ce4c-fae7-4340-9506-9286342a866d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.1571081 Dec 09 15:28:39.235421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::f (aba2831d-f0db-48fd-8274-6c9f0a25e5e0/de91607d-2126-4d92-b278-5b610233d498/fd514118-2978-4e53-bce1-f11d08a27505) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:39.299647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-23c42f6a-b3cc-4355-aa3d-9641721a335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.301141 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-23c42f6a-b3cc-4355-aa3d-9641721a335c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.1230273 Dec 09 15:28:39.357406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ea1ae7e-7458-4cf4-8344-ab1466ce46cc req-736309cc-af0f-4ee5-b264-bae66a135b82 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272502 Dec 09 15:28:39.438862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-0978d13f-300c-4d7e-8b1e-d788b6bb0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.440421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-0978d13f-300c-4d7e-8b1e-d788b6bb0e00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274886 Dec 09 15:28:39.460922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d048c9-4987-48fc-9755-6761580f5396 None None] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:39.545524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.593884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-3ea3d07a-f34e-48e9-8ea9-f76fdf6bf337 service neutron] 10.222.0.36 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441562 Dec 09 15:28:39.625159 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.679988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2591a7a7-7665-40a0-9e24-45d3102b53be up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:39.709402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:39.718844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:39.725896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:39.729991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9a176019-ac31-43db-8673-165fab6a78bc None None] Provisioning complete for port 2591a7a7-7665-40a0-9e24-45d3102b53be triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:39.730370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a176019-ac31-43db-8673-165fab6a78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.732160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.732793 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.742718 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=fd514118-2978-4e53-bce1-f11d08a27505,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:39.765804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4445ffa8-082b-4dcd-a935-ade95daef258 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0900891 Dec 09 15:28:39.768621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:39.771534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-00f87ca3-309c-480f-a5ce-f3e514bd4498 service neutron] 10.222.0.36 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698222 Dec 09 15:28:39.814162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2591a7a7-7665-40a0-9e24-45d3102b53be triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:39.814537 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.863417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b68e55-a127-44cf-9509-c6269c94f5d3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.865037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a1b68e55-a127-44cf-9509-c6269c94f5d3 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0949705 Dec 09 15:28:39.867999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59818) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:39.873461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:39.932097 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a176019-ac31-43db-8673-165fab6a78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:39.972785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c41017-7066-480c-8dd7-49c51514bdc6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.975989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:39.978664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9a176019-ac31-43db-8673-165fab6a78bc None None] For port 2591a7a7-7665-40a0-9e24-45d3102b53be, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2591a7a7-7665-40a0-9e24-45d3102b53be,segment=NetworkSegment(7242c2ec-30a1-457a-be56-2d1977323394),segment_id=7242c2ec-30a1-457a-be56-2d1977323394)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:39.981955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c41017-7066-480c-8dd7-49c51514bdc6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.988419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c41017-7066-480c-8dd7-49c51514bdc6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:39.992738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-77c41017-7066-480c-8dd7-49c51514bdc6 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1201425 Dec 09 15:28:39.993668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:39.998777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a176019-ac31-43db-8673-165fab6a78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.038381 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.074622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a176019-ac31-43db-8673-165fab6a78bc None None] Pushing event updated for resources: {'Port': ['ID=2591a7a7-7665-40a0-9e24-45d3102b53be,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:40.119708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-c68bab9d-fe03-491f-a66d-48c4b8b8c894 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.121242 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-c68bab9d-fe03-491f-a66d-48c4b8b8c894 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294&tenant_id=04bb30fb984a4d36b8046aef06454315&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 1095 time: 0.1164896 Dec 09 15:28:40.122561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:28:40.122926 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:28:40.167391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port fd514118-2978-4e53-bce1-f11d08a27505 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:40.167729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.221688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Provisioning complete for port fd514118-2978-4e53-bce1-f11d08a27505 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:40.222068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.263458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Port fd514118-2978-4e53-bce1-f11d08a27505 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:40.275192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Provisioning complete for port 2591a7a7-7665-40a0-9e24-45d3102b53be triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:40.275729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.312582 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.330764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for fd514118-2978-4e53-bce1-f11d08a27505 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:40.335565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-c479e32d-5342-4727-950d-eb6320e9a1f8 service neutron] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:40.343283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-c479e32d-5342-4727-950d-eb6320e9a1f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.344434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-460ff12f-7409-4521-b3ef-5b94a88f8309 req-c479e32d-5342-4727-950d-eb6320e9a1f8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc/bindings/n-h2-804292-5 HTTP/1.1" status: 204 len: 173 time: 0.2144012 Dec 09 15:28:40.376963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Provisioning complete for port ea512562-244e-450a-b67c-efb3911f06f7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:40.377408 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.420384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3a502860-0de6-4b5e-9c6e-97aec9d32594 None None] Port ea512562-244e-450a-b67c-efb3911f06f7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:40.501346 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.502326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f438-046f-4245-b005-4457dbc4a2c6 req-212e5024-911e-40f5-8da6-e110da4a9b86 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.510498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4625f438-046f-4245-b005-4457dbc4a2c6 req-212e5024-911e-40f5-8da6-e110da4a9b86 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.0578439 Dec 09 15:28:40.541296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=fd514118-2978-4e53-bce1-f11d08a27505,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:40.548391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-96ea5753-c267-4566-beef-cf15a595a51e None None] Provisioning complete for port ea512562-244e-450a-b67c-efb3911f06f7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:40.548907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96ea5753-c267-4566-beef-cf15a595a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.567543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4625f438-046f-4245-b005-4457dbc4a2c6 req-c46efb78-58c7-42ea-b0fe-ea4665af23ed tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553920 Dec 09 15:28:40.572125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.577910 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-734fecf0-927d-4381-b676-10bc4d525f39 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/fd514118-2978-4e53-bce1-f11d08a27505 HTTP/1.1" status: 204 len: 168 time: 0.5809011 Dec 09 15:28:40.578203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59824) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.593148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-96ea5753-c267-4566-beef-cf15a595a51e None None] Port ea512562-244e-450a-b67c-efb3911f06f7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:40.606485 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9370ba0-4e25-4f18-a7dd-3a360b0ad54b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:40.610368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9370ba0-4e25-4f18-a7dd-3a360b0ad54b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/fd514118-2978-4e53-bce1-f11d08a27505 HTTP/1.1" status: 404 len: 333 time: 0.0288987 Dec 09 15:28:40.610586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59828) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:40.707180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1e1f8a24-1e46-49ba-9e2c-301976209e2c None None] Could not find standard attr ID for object fd514118-2978-4e53-bce1-f11d08a27505. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:40.723047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a28f-3946-4f09-af04-140c22d59b84 req-f70ea245-4f8d-42f2-b1be-495b43359e79 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.724575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73e2a28f-3946-4f09-af04-140c22d59b84 req-f70ea245-4f8d-42f2-b1be-495b43359e79 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1095 time: 0.0842974 Dec 09 15:28:40.765078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port ea512562-244e-450a-b67c-efb3911f06f7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:40.765556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.816557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73e2a28f-3946-4f09-af04-140c22d59b84 req-fb24713d-112a-4f18-bb01-2daf3276fc5a tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841787 Dec 09 15:28:40.878687 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:40.891225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for ea512562-244e-450a-b67c-efb3911f06f7 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:40.939314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660aa38-11df-4058-b81f-5d84f67dac33 req-7265a38e-293a-4790-8f3c-062e6fda0589 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:40.940722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6660aa38-11df-4058-b81f-5d84f67dac33 req-7265a38e-293a-4790-8f3c-062e6fda0589 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.0474167 Dec 09 15:28:40.992111 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6660aa38-11df-4058-b81f-5d84f67dac33 req-965e9585-a224-4847-8326-eae9e6f0b1ef tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 Dec 09 15:28:41.016699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59832) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:41.026152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.062769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=ea512562-244e-450a-b67c-efb3911f06f7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.083460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.089575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-370b8f93-0f8b-46c8-8158-259ae516f814 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/ea512562-244e-450a-b67c-efb3911f06f7 HTTP/1.1" status: 204 len: 168 time: 0.4757519 Dec 09 15:28:41.089846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59834) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:41.091402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e22be95-60e8-4709-b9ed-775c7311780c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/cbebba44-0131-4962-9eb5-f4af3ddafe00 HTTP/1.1" status: 200 len: 990 time: 0.0735433 Dec 09 15:28:41.121329 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e5d25c-07e3-4afb-ae95-d6a75550d3e1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:41.123854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b2e5d25c-07e3-4afb-ae95-d6a75550d3e1 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/ea512562-244e-450a-b67c-efb3911f06f7 HTTP/1.1" status: 404 len: 333 time: 0.0330019 Dec 09 15:28:41.125636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59838) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:41.193349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet de91607d-2126-4d92-b278-5b610233d498 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:41.198094 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.243676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.332131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.336351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59842) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:41.389837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.417495 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=de91607d-2126-4d92-b278-5b610233d498,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.427656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.429156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d3f29-0e86-4ac8-8538-2384559460a3 None None] Network aba2831d-f0db-48fd-8274-6c9f0a25e5e0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:41.433226 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-28707708-11d1-4e71-8759-7d4d71ea9c2c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/de91607d-2126-4d92-b278-5b610233d498 HTTP/1.1" status: 204 len: 168 time: 0.3059382 Dec 09 15:28:41.435325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:41.505394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port f1cb8e20-a8dd-4d81-95b8-0d75d73b886e {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:41.505749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.518807 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.577452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 2591a7a7-7665-40a0-9e24-45d3102b53be {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:41.577793 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.591742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] DHCP port deletion for aba2831d-f0db-48fd-8274-6c9f0a25e5e0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:41.596366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.596696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.611643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for f1cb8e20-a8dd-4d81-95b8-0d75d73b886e owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:41.640421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] Deleting port 2591a7a7-7665-40a0-9e24-45d3102b53be {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:41.640898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.712579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] For port 2591a7a7-7665-40a0-9e24-45d3102b53be, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2591a7a7-7665-40a0-9e24-45d3102b53be,segment=NetworkSegment(7242c2ec-30a1-457a-be56-2d1977323394),segment_id=7242c2ec-30a1-457a-be56-2d1977323394)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:41.713349 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.729246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] Calling delete_port for 2591a7a7-7665-40a0-9e24-45d3102b53be owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:41.776381 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.802770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=f1cb8e20-a8dd-4d81-95b8-0d75d73b886e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.817236 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.849500 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] Pushing event deleted for resources: {'Port': ['ID=2591a7a7-7665-40a0-9e24-45d3102b53be,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:41.853669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefded41-feac-418f-bc6d-4f6e55b68b61 None None] No DVR routers for this DVR port 2591a7a7-7665-40a0-9e24-45d3102b53be on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:41.874438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:41.874803 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP cbebba44-0131-4962-9eb5-f4af3ddafe00 disassociated (deleted). External IP: 172.25.0.42, port: 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc. Dec 09 15:28:42.002301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] For port 2591a7a7-7665-40a0-9e24-45d3102b53be, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2591a7a7-7665-40a0-9e24-45d3102b53be,segment=NetworkSegment(7242c2ec-30a1-457a-be56-2d1977323394),segment_id=7242c2ec-30a1-457a-be56-2d1977323394)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:42.002950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.018515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 2591a7a7-7665-40a0-9e24-45d3102b53be owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:42.096703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 48167c56-5f70-49a3-9cca-c4ec9c790bad has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:42.097464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.122224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=2591a7a7-7665-40a0-9e24-45d3102b53be,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:42.125627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No DVR routers for this DVR port 2591a7a7-7665-40a0-9e24-45d3102b53be on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:42.206031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.207603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:42.213830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.220922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] Sync routers for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:42.230099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba2831d-f0db-48fd-8274-6c9f0a25e5e0']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.231727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:42.232460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.239619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7242c2ec-30a1-457a-be56-2d1977323394') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.239928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7242c2ec-30a1-457a-be56-2d1977323394') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.247515 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-40e01a0d-a7e5-4575-b889-55fa818e7f66 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/floatingips/cbebba44-0131-4962-9eb5-f4af3ddafe00 HTTP/1.1" status: 204 len: 168 time: 0.9075732 Dec 09 15:28:42.247515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:42.248488 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf433f-1bc9-4191-b355-dd700b4feb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:42.253088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.271824 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.279168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:42.279584 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: self.session.flush() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:42.282859 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:42.302136 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836faf39-3dbf-4cea-a3ae-b4e38c4b644c x-openstack-request-id: req-836faf39-3dbf-4cea-a3ae-b4e38c4b644c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:42.302429 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:42.302686 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-836faf39-3dbf-4cea-a3ae-b4e38c4b644c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:42.303093 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'status': 'completed', 'code': 200} Dec 09 15:28:42.372099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.380074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:42.388249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-e82d8cf8-b04d-4e7a-87a7-0eba462d7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:42.390357 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.391106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-e82d8cf8-b04d-4e7a-87a7-0eba462d7090 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 1095 time: 0.0662737 Dec 09 15:28:42.393776 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/aba2831d-f0db-48fd-8274-6c9f0a25e5e0 HTTP/1.1" status: 204 len: 168 time: 0.9573028 Dec 09 15:28:42.398699 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59850) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:42.405642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1339216570'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:42.406865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfed4fc-c674-4c88-a1c2-01227bc87c1c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=aba2831d-f0db-48fd-8274-6c9f0a25e5e0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:42.489182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:42.492644 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.562462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:42.574318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-c483c70c-9bba-4029-884c-c7578144501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:42.575857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-c483c70c-9bba-4029-884c-c7578144501b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 200 len: 898 time: 0.1615953 Dec 09 15:28:42.582767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.583113 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Added segment a95549c7-f091-41ba-b739-e5b83d4abd9e of type vlan for network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 Dec 09 15:28:42.602872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:38Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.604380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85843020-ad7f-4c65-b478-065b274941ba req-7819296d-72b5-481a-8a8d-b201ab7f1425 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:42.605824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85843020-ad7f-4c65-b478-065b274941ba req-7819296d-72b5-481a-8a8d-b201ab7f1425 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.1012411 Dec 09 15:28:42.633504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] Checking router: 48167c56-5f70-49a3-9cca-c4ec9c790bad for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:42.637690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-abed5b87-d163-4757-a80e-9a883f1e9a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 200 len: 217 time: 0.0530639 Dec 09 15:28:42.643734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:42.644360 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.712943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:42.758444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:42.966750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:38Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:42.994339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11658ecb-f446-45a8-a309-b9b12b527771 None None] The sync data for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 is: [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:27:35Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '61cd5f8f-c10e-408b-ae15-2570f7e710c5', 'name': '', 'network_id': '9308b5e1-8b17-492c-89d3-2661d86f238c', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:34:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:33Z', 'updated_at': '2021-12-09T15:27:38Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': '52a5d613-3775-4b38-bc7b-ab1165c24ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:43.142805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-2747678e-cfbb-432d-b019-b6dcc0ffbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.144305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-2747678e-cfbb-432d-b019-b6dcc0ffbbd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 200 len: 835 time: 0.4841285 Dec 09 15:28:43.148155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85843020-ad7f-4c65-b478-065b274941ba req-f99e700b-7c76-41b3-b098-fec1ebce0aa6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc38e3f1-64ad-409a-a92b-1dcaaec45afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5146852 Dec 09 15:28:43.188982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.194508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.195096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.234153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-6eb5ac5f-cdcf-4825-a335-988f5d88747e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.235704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-6eb5ac5f-cdcf-4825-a335-988f5d88747e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.36 "GET /v2.0/ports?device_id=848b2865-b868-4816-bf4e-39eee34fb294 HTTP/1.1" status: 200 len: 944 time: 0.1529913 Dec 09 15:28:43.266335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8648806 Dec 09 15:28:43.269442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59854) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:43.275787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:43.283264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f678a4-4f55-4c5d-9818-17bcf0bba5dd None None] New status for floating IP cbebba44-0131-4962-9eb5-f4af3ddafe00: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:28:43.297764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-e616a1c9-3452-46cf-b67b-e236392d2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.299285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-e616a1c9-3452-46cf-b67b-e236392d2b26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9308b5e1-8b17-492c-89d3-2661d86f238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459308 Dec 09 15:28:43.330462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae03252-0da1-4f56-910e-7845f188174b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Network': ['ID=0efcad2a-0f3b-4e26-9a16-8173e0f8fa27,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:43.344262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:43.391090 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:43.395040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.452133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-2943e02f-ee8d-43bd-ab85-316e0b986dc7 service neutron] 10.222.0.36 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341534 Dec 09 15:28:43.474265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:43.474600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.602985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.624807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-89cf433f-1bc9-4191-b355-dd700b4feb4a req-2f35e22d-d126-467c-94a9-acb06aff8b35 service neutron] 10.222.0.36 "GET /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617231 Dec 09 15:28:43.625217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2591a7a7-7665-40a0-9e24-45d3102b53be no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:43.626576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:43.626943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.640762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:43.651498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 2591a7a7-7665-40a0-9e24-45d3102b53be {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:43.653527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2591a7a7-7665-40a0-9e24-45d3102b53be not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:43.676139 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=382d95bc-3859-42b6-9177-5f89efafc1e2,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:43.684988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Checking segment: {'id': 'a95549c7-f091-41ba-b739-e5b83d4abd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:43.685351 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network hostable DHCP agents. Network: 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:43.701787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:43.710275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:43.715080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:43.715711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.722587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c303be55-182f-4ebb-adc4-7d72e692c48e None None] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:43.735385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8b123a3-eb35-4e85-9eb6-1576d77449ac tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4631135 Dec 09 15:28:43.736499 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59856) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:43.741847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-775847443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:43.765164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.766321 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.804275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.818165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.823597 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.838317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:43.840509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-0efcad2a-0f3b-4e26-9a16-8173e0f8fa27', 'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': '382d95bc-3859-42b6-9177-5f89efafc1e2'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:43.842049 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.847204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.849535 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b0a3c35d-a3aa-4cca-b83d-8e79fcbb1d43 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1107414 Dec 09 15:28:43.851452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59858) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:43.857225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27', 'name': 'tempest-PortsIpV6TestJSON-1600793874'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:43.902660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] No DVR routers for this DVR port 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:43.906693 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:43.910076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f91b1aa8-0f09-4161-a87b-48765a68a204 req-3d5d02d8-e6dd-4876-ab0d-b8cc83d5157a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.36 "DELETE /v2.0/ports/1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc HTTP/1.1" status: 204 len: 173 time: 0.6569798 Dec 09 15:28:43.994211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Allocated IP 2001:db8::2 (0efcad2a-0f3b-4e26-9a16-8173e0f8fa27/382d95bc-3859-42b6-9177-5f89efafc1e2/09157aad-9b28-4112-9897-e1ac3b31b043) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:44.019144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:44.022696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.040817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port ef6938fd-875d-4915-b86d-4bc9fb5f629e yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:44.148965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.157356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.205715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:44.213544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:44.215690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Pushing event updated for resources: {'Port': ['ID=09157aad-9b28-4112-9897-e1ac3b31b043,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:44.223088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:44.223232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:44.227659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::241 (0efcad2a-0f3b-4e26-9a16-8173e0f8fa27/382d95bc-3859-42b6-9177-5f89efafc1e2/ef6938fd-875d-4915-b86d-4bc9fb5f629e) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:44.307339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-deleted', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:28:44.316521 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b354dd15-b9b8-41da-8b4e-b0a333c7ab02" -d '{"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-deleted", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:28:44.417864 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce1529-8d10-4d23-ba27-5a0e6ba2b4bb x-openstack-request-id: req-c0ce1529-8d10-4d23-ba27-5a0e6ba2b4bb {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:28:44.418446 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b2865-b868-4816-bf4e-39eee34fb294", "name": "network-vif-deleted", "tag": "1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:28:44.419749 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0ce1529-8d10-4d23-ba27-5a0e6ba2b4bb {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:28:44.420362 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b2865-b868-4816-bf4e-39eee34fb294', 'name': 'network-vif-deleted', 'tag': '1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc', 'status': 'completed', 'code': 200} Dec 09 15:28:44.462297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Attempting to bind port 09157aad-9b28-4112-9897-e1ac3b31b043 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:44.462820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Attempting to bind port 09157aad-9b28-4112-9897-e1ac3b31b043 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'a95549c7-f091-41ba-b739-e5b83d4abd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:44.463193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Attempting to bind port 09157aad-9b28-4112-9897-e1ac3b31b043 on network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:44.468672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:44.469494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Checking segment: {'id': 'a95549c7-f091-41ba-b739-e5b83d4abd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:44.469494 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.469823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Bound using segment: {'id': 'a95549c7-f091-41ba-b739-e5b83d4abd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:44.470291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Bound port: 09157aad-9b28-4112-9897-e1ac3b31b043, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95549c7-f091-41ba-b739-e5b83d4abd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0efcad2a-0f3b-4e26-9a16-8173e0f8fa27'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:44.470666 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.480887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.523755 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.537634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] For port 09157aad-9b28-4112-9897-e1ac3b31b043, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:44.542009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] For port 09157aad-9b28-4112-9897-e1ac3b31b043, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=09157aad-9b28-4112-9897-e1ac3b31b043,segment=NetworkSegment(a95549c7-f091-41ba-b739-e5b83d4abd9e),segment_id=a95549c7-f091-41ba-b739-e5b83d4abd9e)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:44.547238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.577834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:44.584912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:44.590669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:44.599302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:44.600040 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:44.604701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=ef6938fd-875d-4915-b86d-4bc9fb5f629e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:44.611491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5cc4-7920-4644-b8d4-799f3bc913a8 None None] Pushing event updated for resources: {'Port': ['ID=09157aad-9b28-4112-9897-e1ac3b31b043,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:44.633126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5d0520a1-908e-43f3-a90d-9d934ed80462 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7798777 Dec 09 15:28:44.636307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:44.762968 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.108854 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.392378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 61cd5f8f-c10e-408b-ae15-2570f7e710c5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:45.392719 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.483544 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.489842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.613209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 61cd5f8f-c10e-408b-ae15-2570f7e710c5, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=61cd5f8f-c10e-408b-ae15-2570f7e710c5,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:45.613582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.615967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=ef6938fd-875d-4915-b86d-4bc9fb5f629e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:45.634563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 61cd5f8f-c10e-408b-ae15-2570f7e710c5 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:45.657668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc92980-4cef-4399-97a9-4a1deed62cba None None] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:45.673304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 09157aad-9b28-4112-9897-e1ac3b31b043 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:45.756929 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.798472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-35464e15-4094-4645-90b0-249fd745d5a9 None None] Provisioning complete for port 09157aad-9b28-4112-9897-e1ac3b31b043 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:45.798860 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35464e15-4094-4645-90b0-249fd745d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.823316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 09157aad-9b28-4112-9897-e1ac3b31b043 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:45.823720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.923442 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.954289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35464e15-4094-4645-90b0-249fd745d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:45.973724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.011371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-35464e15-4094-4645-90b0-249fd745d5a9 None None] For port 09157aad-9b28-4112-9897-e1ac3b31b043, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=09157aad-9b28-4112-9897-e1ac3b31b043,segment=NetworkSegment(a95549c7-f091-41ba-b739-e5b83d4abd9e),segment_id=a95549c7-f091-41ba-b739-e5b83d4abd9e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:46.018990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-35464e15-4094-4645-90b0-249fd745d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.053077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.097855 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:28:46.098213 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:28:46.103498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35464e15-4094-4645-90b0-249fd745d5a9 None None] Pushing event updated for resources: {'Port': ['ID=09157aad-9b28-4112-9897-e1ac3b31b043,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.114720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=61cd5f8f-c10e-408b-ae15-2570f7e710c5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.245672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cea4281d-3fb0-4f34-afd2-be1a7f11e0a5 None None] Provisioning complete for port 09157aad-9b28-4112-9897-e1ac3b31b043 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:46.246051 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cea4281d-3fb0-4f34-afd2-be1a7f11e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.297433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:46.326873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:46.327393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 1f94b0e9-f0d5-4c34-afce-2d6bb8d4b6fc not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:46.389034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cea4281d-3fb0-4f34-afd2-be1a7f11e0a5 None None] Provisioning complete for port ef6938fd-875d-4915-b86d-4bc9fb5f629e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:46.389555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cea4281d-3fb0-4f34-afd2-be1a7f11e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.435323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cea4281d-3fb0-4f34-afd2-be1a7f11e0a5 None None] Port ef6938fd-875d-4915-b86d-4bc9fb5f629e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:46.558468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-59011b24-ec06-4471-b33d-743601b17642 None None] Provisioning complete for port ef6938fd-875d-4915-b86d-4bc9fb5f629e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:46.558852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59011b24-ec06-4471-b33d-743601b17642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.597089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-59011b24-ec06-4471-b33d-743601b17642 None None] Port ef6938fd-875d-4915-b86d-4bc9fb5f629e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:46.717043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-885e89a8-b242-46db-9bac-201e39ec08c6 None None] Provisioning complete for port ef6938fd-875d-4915-b86d-4bc9fb5f629e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:46.717720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-885e89a8-b242-46db-9bac-201e39ec08c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.741628 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.744016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.750220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.750992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:46.754877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-885e89a8-b242-46db-9bac-201e39ec08c6 None None] Port ef6938fd-875d-4915-b86d-4bc9fb5f629e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:46.861938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=ef6938fd-875d-4915-b86d-4bc9fb5f629e,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:46.968613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:46.971109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:47.159578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 48167c56-5f70-49a3-9cca-c4ec9c790bad has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:47.176399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cbd9dadb-db66-48da-8b19-483a1b960a84 None None] Provisioning complete for port ef6938fd-875d-4915-b86d-4bc9fb5f629e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:47.176775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbd9dadb-db66-48da-8b19-483a1b960a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.211052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9dadb-db66-48da-8b19-483a1b960a84 None None] Port ef6938fd-875d-4915-b86d-4bc9fb5f629e cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:47.217534 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Router 217d20f3-c3af-4184-9a79-d4e784553f5f is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:28:47.349758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:47.364059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-43455a66-8653-419a-b10c-48ffc55eb05f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/48167c56-5f70-49a3-9cca-c4ec9c790bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1366758 Dec 09 15:28:47.364305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] Sync routers for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:47.365947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59868) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.370145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:47.377599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-07783fd1-8b97-4986-b12f-85f72763e979 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/routers/217d20f3-c3af-4184-9a79-d4e784553f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7379117 Dec 09 15:28:47.378027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59870) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.380040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:47.380670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.381023 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] Sync routers for ids ['217d20f3-c3af-4184-9a79-d4e784553f5f'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:47.399721 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] Routers {'217d20f3-c3af-4184-9a79-d4e784553f5f'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:47.400575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['217d20f3-c3af-4184-9a79-d4e784553f5f'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.429267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1f7e7-0843-4151-9025-b5a5c84c3c5d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:47.434422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c3e1f7e7-0843-4151-9025-b5a5c84c3c5d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports?device_id=217d20f3-c3af-4184-9a79-d4e784553f5f HTTP/1.1" status: 200 len: 989 time: 0.0527623 Dec 09 15:28:47.434643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59872) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.461572 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.462827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting subnet 52a5d613-3775-4b38-bc7b-ab1165c24ec5 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:47.466535 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.472444 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] Routers {'217d20f3-c3af-4184-9a79-d4e784553f5f'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:47.473356 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['217d20f3-c3af-4184-9a79-d4e784553f5f'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.493776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:47.510389 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.511205 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3925214-5486-4c05-b344-fa05521ae70f None None] The sync data for ids ['217d20f3-c3af-4184-9a79-d4e784553f5f'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:47.527155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.637133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.704971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:28:45Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.711064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.737239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Subnet': ['ID=52a5d613-3775-4b38-bc7b-ab1165c24ec5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:47.739275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 09157aad-9b28-4112-9897-e1ac3b31b043 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:47.742371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] Checking router: 48167c56-5f70-49a3-9cca-c4ec9c790bad for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:47.749307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.752781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-20dc600f-41dd-4e87-b7b2-32a610232dee tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/subnets/52a5d613-3775-4b38-bc7b-ab1165c24ec5 HTTP/1.1" status: 204 len: 168 time: 0.3852596 Dec 09 15:28:47.755524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59874) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:47.766516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba69334-8381-4a23-a6da-3de3aa1d08b3 None None] Network 9308b5e1-8b17-492c-89d3-2661d86f238c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:47.799474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] Routers {'48167c56-5f70-49a3-9cca-c4ec9c790bad'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:47.800111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['48167c56-5f70-49a3-9cca-c4ec9c790bad'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:47.868817 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.916203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 09157aad-9b28-4112-9897-e1ac3b31b043 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:47.916578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.927100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:47.982036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.009320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] Set router 48167c56-5f70-49a3-9cca-c4ec9c790bad gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:48.070283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:48.070637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.145329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] DHCP port deletion for 9308b5e1-8b17-492c-89d3-2661d86f238c request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:48.170916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port ef6938fd-875d-4915-b86d-4bc9fb5f629e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:48.171311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.174500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:48.174851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.186859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:48.254513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] Deleting port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:48.254901 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.278612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.299895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for ef6938fd-875d-4915-b86d-4bc9fb5f629e owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:48.394200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.426039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.496062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32b007-13b2-4ef5-acad-d4a219dd69f9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:48.501557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.505592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.516119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] For port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,segment=NetworkSegment(b8515ab6-9bf9-4993-b48f-3f6cdab01fd6),segment_id=b8515ab6-9bf9-4993-b48f-3f6cdab01fd6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:48.516521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.531132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:28:45Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:48.536752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] Calling delete_port for 850f173b-a7c9-4694-bf24-c5d00b2e1b2e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:48.569405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9c748-67e2-480a-a708-72c9ddd28d62 None None] The sync data for ids ['48167c56-5f70-49a3-9cca-c4ec9c790bad'] in n-d-804292-5 is: [{'id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959273842', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:27:28Z', 'updated_at': '2021-12-09T15:28:45Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48167c56-5f70-49a3-9cca-c4ec9c790bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:27:29Z', 'updated_at': '2021-12-09T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:48.570729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=ef6938fd-875d-4915-b86d-4bc9fb5f629e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.631711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.635142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.671518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.685792 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.699306 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.700005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Fanout notify agent at l3_agent the message router_deleted on router 48167c56-5f70-49a3-9cca-c4ec9c790bad {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:28:48.708953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.710166 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-162bd9d2-c087-40de-8697-d8ff12e59207 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/routers/48167c56-5f70-49a3-9cca-c4ec9c790bad HTTP/1.1" status: 204 len: 168 time: 0.9537418 Dec 09 15:28:48.715701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59876) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:48.724227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] Pushing event deleted for resources: {'Port': ['ID=850f173b-a7c9-4694-bf24-c5d00b2e1b2e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:48.726489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2659dc-fad6-43e1-af37-f866c6cc08a5 None None] No DVR routers for this DVR port 850f173b-a7c9-4694-bf24-c5d00b2e1b2e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:48.828882 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.859129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Router 217d20f3-c3af-4184-9a79-d4e784553f5f has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:48.917154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.942687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9308b5e1-8b17-492c-89d3-2661d86f238c']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:48.953933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:48.954321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8515ab6-9bf9-4993-b48f-3f6cdab01fd6') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:48.968844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.983425 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.990226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:48.990732 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:48.994504 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:49.076687 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.081310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.088599 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/networks/9308b5e1-8b17-492c-89d3-2661d86f238c HTTP/1.1" status: 204 len: 168 time: 0.3716693 Dec 09 15:28:49.089237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59878) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.116994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0f6d1-0714-4b1f-aa47-de13352559a6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Network': ['ID=9308b5e1-8b17-492c-89d3-2661d86f238c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:49.168175 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15400653-7f82-4e70-9a09-bbe679d5d408 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.194867 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15400653-7f82-4e70-9a09-bbe679d5d408 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.267769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15400653-7f82-4e70-9a09-bbe679d5d408 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.270454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-15400653-7f82-4e70-9a09-bbe679d5d408 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.271649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-15400653-7f82-4e70-9a09-bbe679d5d408 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc38e3f1-64ad-409a-a92b-1dcaaec45afb HTTP/1.1" status: 204 len: 168 time: 0.1776652 Dec 09 15:28:49.287960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15400653-7f82-4e70-9a09-bbe679d5d408 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc38e3f1-64ad-409a-a92b-1dcaaec45afb,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:49.304230 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:49.321927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.322101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-89984fa4-2148-4e86-b167-5d791d279596 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/routers/217d20f3-c3af-4184-9a79-d4e784553f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8862681 Dec 09 15:28:49.334580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] Sync routers for ids ['217d20f3-c3af-4184-9a79-d4e784553f5f'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:49.359046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] Routers {'217d20f3-c3af-4184-9a79-d4e784553f5f'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:49.359717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['217d20f3-c3af-4184-9a79-d4e784553f5f'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:49.369654 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce3d52a-db2f-4600-9e7b-05632b30f2ab tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:49.372656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8ce3d52a-db2f-4600-9e7b-05632b30f2ab tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/ef6938fd-875d-4915-b86d-4bc9fb5f629e HTTP/1.1" status: 404 len: 333 time: 0.0485272 Dec 09 15:28:49.375455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59888) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.412318 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:49.422604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] Routers {'217d20f3-c3af-4184-9a79-d4e784553f5f'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:49.423228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['217d20f3-c3af-4184-9a79-d4e784553f5f'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:49.466484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.467072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:49.467614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fd9cf-5cdc-4cc7-b3c8-cc8409cf338f None None] The sync data for ids ['217d20f3-c3af-4184-9a79-d4e784553f5f'] in n-d-804292-5 is: [] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:49.587677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59892) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.592419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657125109', 'description': 'tempest-secgroup-smoke-1657125109 description', 'project_id': '04bb30fb984a4d36b8046aef06454315'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:49.615493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.627314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.631068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.682659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.683194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Fanout notify agent at l3_agent the message router_deleted on router 217d20f3-c3af-4184-9a79-d4e784553f5f {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:28:49.690456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.693996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f1f0f39-4b2d-4cfd-891d-8749c0c295d5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/routers/217d20f3-c3af-4184-9a79-d4e784553f5f HTTP/1.1" status: 204 len: 168 time: 0.3145337 Dec 09 15:28:49.694547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59894) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.701035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.704786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.736999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.738502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1494737 Dec 09 15:28:49.739519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e70378-7376-4b95-ba80-b3cd1e382354 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:49.742386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59896) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.747930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '9f4ebe1a-ce64-4664-b138-5a8ab4b84da9', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:49.755272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 382d95bc-3859-42b6-9177-5f89efafc1e2 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:49.757776 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.786368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.810930 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.841437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 61cd5f8f-c10e-408b-ae15-2570f7e710c5 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:49.857639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.861571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.862788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 61cd5f8f-c10e-408b-ae15-2570f7e710c5 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:49.863432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 61cd5f8f-c10e-408b-ae15-2570f7e710c5 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:49.864136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 850f173b-a7c9-4694-bf24-c5d00b2e1b2e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:49.874944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4691f2af-138a-4b5d-b7c9-eb5f869d14d6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:49.884984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 850f173b-a7c9-4694-bf24-c5d00b2e1b2e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:49.885478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 850f173b-a7c9-4694-bf24-c5d00b2e1b2e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:49.885987 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:49.891464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.895306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea26361a-e10c-4362-8d35-bcb482a73379 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489611 Dec 09 15:28:49.895594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59898) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:49.901332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '9f4ebe1a-ce64-4664-b138-5a8ab4b84da9', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:49.907311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:49.907962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 61fff8a2-7230-4f85-aa5e-0d3b0c0d4d08 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:49.922886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.933285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.984579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.994263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:49.998029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.013604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=382d95bc-3859-42b6-9177-5f89efafc1e2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.017060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.017240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7aa9da-dc40-4d10-afe6-070d56854364,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.022992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59900) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.023168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-470b63b1-f4b9-4307-ae56-f249d5214633 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/382d95bc-3859-42b6-9177-5f89efafc1e2 HTTP/1.1" status: 204 len: 168 time: 0.3278720 Dec 09 15:28:50.026159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1410e-8695-4320-abe0-ff28513ab569 None None] Network 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:50.035952 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.037095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-26e68dfb-530a-417d-a1ea-173277274433 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404483 Dec 09 15:28:50.040486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59902) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.046615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '9f4ebe1a-ce64-4664-b138-5a8ab4b84da9', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.080427 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.111682 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.148235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.152572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.171165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0573f129-08ee-4270-ba52-2ecc8ca264ab,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.171655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 09157aad-9b28-4112-9897-e1ac3b31b043 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:50.172004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.180798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.184506 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7a116219-4bc6-4e00-919c-3f79cb452e54 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397524 Dec 09 15:28:50.184868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59904) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.193485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '9f4ebe1a-ce64-4664-b138-5a8ab4b84da9', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.223157 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.227181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] DHCP port deletion for 0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:50.243260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] For port 09157aad-9b28-4112-9897-e1ac3b31b043, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=09157aad-9b28-4112-9897-e1ac3b31b043,segment=NetworkSegment(a95549c7-f091-41ba-b739-e5b83d4abd9e),segment_id=a95549c7-f091-41ba-b739-e5b83d4abd9e)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:50.243705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.257483 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 09157aad-9b28-4112-9897-e1ac3b31b043 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:50.278254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] Deleting port 09157aad-9b28-4112-9897-e1ac3b31b043 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:50.278967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.300622 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.305160 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.326472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e50b1e-617c-4380-beb8-884edc1eef0e,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.337492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.338085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e2d9419d-9212-4291-bd25-54ed038004e7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521797 Dec 09 15:28:50.341034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59906) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.345674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '9f4ebe1a-ce64-4664-b138-5a8ab4b84da9', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.349132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.361225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] For port 09157aad-9b28-4112-9897-e1ac3b31b043, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=09157aad-9b28-4112-9897-e1ac3b31b043,segment=NetworkSegment(a95549c7-f091-41ba-b739-e5b83d4abd9e),segment_id=a95549c7-f091-41ba-b739-e5b83d4abd9e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:50.361847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.370104 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:28:50.375813 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.376011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] Calling delete_port for 09157aad-9b28-4112-9897-e1ac3b31b043 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:50.378679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=09157aad-9b28-4112-9897-e1ac3b31b043,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.382947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No DVR routers for this DVR port 09157aad-9b28-4112-9897-e1ac3b31b043 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:50.441500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.446636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.457465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.466346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b303f01-02b8-4446-a701-854b00b3b9e0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.472031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.476654 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.478786 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-76544a50-ebdc-401e-a76e-7f5f79c1a739 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366458 Dec 09 15:28:50.482538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.489995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'security_group_rule': {'security_group_id': '9f4ebe1a-ce64-4664-b138-5a8ab4b84da9', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.493979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] Pushing event deleted for resources: {'Port': ['ID=09157aad-9b28-4112-9897-e1ac3b31b043,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.498466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c6925-b32f-4718-a5d2-d00768765e8a None None] No DVR routers for this DVR port 09157aad-9b28-4112-9897-e1ac3b31b043 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:28:50.505280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efcad2a-0f3b-4e26-9a16-8173e0f8fa27']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:50.520161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95549c7-f091-41ba-b739-e5b83d4abd9e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:50.520466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95549c7-f091-41ba-b739-e5b83d4abd9e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:50.532903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.541844 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Project 04bb30fb984a4d36b8046aef06454315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:28:50.549977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.552688 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.566064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:28:50.566469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:28:50.569449 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:28:50.584168 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:28:50.658676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.671440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.675994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/0efcad2a-0f3b-4e26-9a16-8173e0f8fa27 HTTP/1.1" status: 204 len: 168 time: 0.6511528 Dec 09 15:28:50.677821 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.679736 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59910) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.690070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.691856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a3920-d099-4c33-ade0-f90d486d2bb8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=0efcad2a-0f3b-4e26-9a16-8173e0f8fa27,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.710020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affa711b-5d1f-4261-8fd7-162de8bf2241,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.718322 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.719816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c5a28200-cbbb-4d12-8d09-5bcbf18daa6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2359388 Dec 09 15:28:50.722550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59912) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.731305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4367a97b-4814-44e0-bf06-6309a675d918 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:50.732638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4367a97b-4814-44e0-bf06-6309a675d918 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/5be3582d-27f2-4c6e-9d16-e989c83fa31c HTTP/1.1" status: 200 len: 844 time: 0.0510762 Dec 09 15:28:50.736081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'network': {'name': 'tempest-network-smoke--762505886', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.736296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59914) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.756425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:50.759815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.776890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e570881d-6df2-444c-8525-d8155f888927 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/5be3582d-27f2-4c6e-9d16-e989c83fa31c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0394382 Dec 09 15:28:50.781803 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59916) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.787280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.789055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:28:50.799252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.799636 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Added segment 32a62255-23d0-4419-8fb2-c15caba637f1 of type vlan for network fad730dc-3d6b-4562-9b06-dfdcd44776ff Dec 09 15:28:50.838714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.864073 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.869812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:50.870380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.881129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:50.884820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.900875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1771722 Dec 09 15:28:50.903724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59918) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:50.908151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'admin_state_up': True, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:50.940232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c3b1e-8ace-45e5-be69-c2a66ace2610 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Network': ['ID=fad730dc-3d6b-4562-9b06-dfdcd44776ff,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:50.950420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:28:50.980511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:50.981587 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.068463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.252349 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.255988 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.311447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:51.318237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:51.325417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:51.326018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.326827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883382b-47e9-4271-b018-9881ebc09992 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:51.334349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=bff32088-2e00-4c84-9863-b524a702c704,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:51.353803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf02d216-b744-4c8f-a123-283dd60be78a tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5707111 Dec 09 15:28:51.356309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59920) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:51.362096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'security_group': {'name': 'tempest-secgroup-988348419'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:51.424666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.457668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'project_id': 'b8cf88ac43c84eb5b28af288e95ab815', 'fixed_ips': [{'subnet_id': 'bff32088-2e00-4c84-9863-b524a702c704'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:51.459090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.596683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.597703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.605959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Allocated IP 2001:db8::2 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/bff32088-2e00-4c84-9863-b524a702c704/fbdbdf06-0ae4-4cab-83d2-9d655f990128) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:51.617921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.620589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.624432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 09157aad-9b28-4112-9897-e1ac3b31b043 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:28:51.658593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 09157aad-9b28-4112-9897-e1ac3b31b043 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:28:51.658939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 09157aad-9b28-4112-9897-e1ac3b31b043 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:28:51.689861 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.691099 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3338659 Dec 09 15:28:51.694160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59922) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:51.696936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6bc7c-7b87-4e49-bce3-4e04740dcc04 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c1177a-d5a0-4991-a121-a5c4190923bc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:51.699863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'security_group': {'name': 'tempest-secgroup-627702797'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:51.735799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.772751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.7 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/686f5510-9128-4d40-9548-07ab819c1e03) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:51.791858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.804775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.815245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.819280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.843502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:51.847447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.848772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1535957 Dec 09 15:28:51.851447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59924) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:51.852704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:51.856914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-133766284', 'security_groups': ['2c21b38f-e1ee-431c-a1eb-d3ab556021f4'], 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bff32088-2e00-4c84-9863-b524a702c704'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:51.858676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:51.862441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ddeaf-07dd-4a74-a5d3-a21f498b05ff tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c21b38f-e1ee-431c-a1eb-d3ab556021f4,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:51.865863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Pushing event updated for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:51.896715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.922057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Attempting to bind port fbdbdf06-0ae4-4cab-83d2-9d655f990128 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:51.922435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Attempting to bind port fbdbdf06-0ae4-4cab-83d2-9d655f990128 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3cf8938b-d193-4dc9-888f-de4d0e467023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:51.922808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Attempting to bind port fbdbdf06-0ae4-4cab-83d2-9d655f990128 on network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:51.928660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:51.928660 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Checking segment: {'id': '3cf8938b-d193-4dc9-888f-de4d0e467023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:51.928977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.929117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Bound using segment: {'id': '3cf8938b-d193-4dc9-888f-de4d0e467023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:51.929583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Bound port: fbdbdf06-0ae4-4cab-83d2-9d655f990128, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf8938b-d193-4dc9-888f-de4d0e467023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:51.929962 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.940405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:51.980680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:51.986142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:51.989249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:51.995298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:52.001233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=686f5510-9128-4d40-9548-07ab819c1e03,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:52.002722 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:52.006279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fbdbdf06-0ae4-4cab-83d2-9d655f990128,segment=NetworkSegment(3cf8938b-d193-4dc9-888f-de4d0e467023),segment_id=3cf8938b-d193-4dc9-888f-de4d0e467023)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:52.013647 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.021306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9e6e7-9c69-44f0-9ca0-e582068b4ae3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:52.081393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.082877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cdff9-d143-42f9-88a5-1fe6abdb6246 None None] Pushing event updated for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:52.106329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port fec94938-2535-4433-a7e6-da15f9cc4cd9 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:52.127050 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a306f32c-04f5-47cb-991f-8800be0a23fa None None] Provisioning complete for port 686f5510-9128-4d40-9548-07ab819c1e03 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:52.127446 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a306f32c-04f5-47cb-991f-8800be0a23fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.133186 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.183663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a306f32c-04f5-47cb-991f-8800be0a23fa None None] Port 686f5510-9128-4d40-9548-07ab819c1e03 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:52.315231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.320688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::152 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/bff32088-2e00-4c84-9863-b524a702c704/fec94938-2535-4433-a7e6-da15f9cc4cd9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:52.481765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.517119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.542226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.560933 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.565152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:52.568191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:52.574598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:52.580219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:52.580815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.589790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=fec94938-2535-4433-a7e6-da15f9cc4cd9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:52.602881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c81b3760-9807-4eec-b1ac-995a40960842 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7493293 Dec 09 15:28:52.605488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59928) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.610689 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:52.678562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 512b97a8-b2e8-4141-80b9-0fc65f090eda is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:28:52.720556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:52.724172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.787538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:52.799425 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Sync routers for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:52.814823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:52.816027 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:52.820205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:52.824820 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-96bc2eb2-5c52-4923-bf1f-da80f05bad83 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9171116 Dec 09 15:28:52.824978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59930) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.833786 n-d-804292-5 neutron-server[109894]: INFO neutron.db.ipam_backend_mixin [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bff32088-2e00-4c84-9863-b524a702c704 (CIDR: 2001:db8::/64) Dec 09 15:28:52.838480 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:28:52.839114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:28:52.862189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91e587eb-4cd6-4bf1-9a93-488182b6b3d7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2547712 Dec 09 15:28:52.862694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59932) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.868560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:52.875959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bf3fd02a-b86a-46a6-a6a2-7d836cf27f24 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=04bb30fb984a4d36b8046aef06454315&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471034 Dec 09 15:28:52.876325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59934) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:52.935011 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:52.985735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffa07b-b62a-4553-bc60-08b771058fcc tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:52.996059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-77ffa07b-b62a-4553-bc60-08b771058fcc tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1172094 Dec 09 15:28:52.996767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59936) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:53.009821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:53.013621 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.046148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b06ddaf-a286-44c3-be61-87cfdf9bfba5 tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476215 Dec 09 15:28:53.048605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59938) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:53.053728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77864883', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:53.142087 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:52Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:53.170281 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:53.172507 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Checking router: 512b97a8-b2e8-4141-80b9-0fc65f090eda for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:53.172927 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Updating router 512b97a8-b2e8-4141-80b9-0fc65f090eda port 686f5510-9128-4d40-9548-07ab819c1e03 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:53.176927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.203675 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.216828 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dae01f20-e05c-4ed8-a125-d5fc3c6c182f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.340097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Provisioning complete for port 5be3582d-27f2-4c6e-9d16-e989c83fa31c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:53.340446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.344841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.401701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:53.402307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Port 5be3582d-27f2-4c6e-9d16-e989c83fa31c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:53.405873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:53.411152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:53.411847 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.427952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=36e17c80-f2d7-42b0-873f-1d39266710cc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.428561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:53.428942 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.451252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8be053fe-f42e-4ca6-9281-30eeb0b87869 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5863636 Dec 09 15:28:53.455628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59940) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:53.456225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.465470 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1101381689', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36e17c80-f2d7-42b0-873f-1d39266710cc'}], 'security_groups': ['f6c1177a-d5a0-4991-a121-a5c4190923bc']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:53.550944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.599893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fbdbdf06-0ae4-4cab-83d2-9d655f990128,segment=NetworkSegment(3cf8938b-d193-4dc9-888f-de4d0e467023),segment_id=3cf8938b-d193-4dc9-888f-de4d0e467023)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:53.607116 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.641455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Subnet': ['ID=c218352f-8c15-4870-9f6d-038661ca53f2,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.658963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Checking segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:53.658963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network hostable DHCP agents. Network: fad730dc-3d6b-4562-9b06-dfdcd44776ff, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:28:53.679961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6e849-a4b5-454d-9176-25433fdf5835 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:53.691742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:28:53.705033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fad730dc-3d6b-4562-9b06-dfdcd44776ff) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:53.725400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:53.729026 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.729390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.733895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41861cba-ad99-472e-a9d0-8b5964d480a1 None None] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:53.737452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:53.757334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b7ce68f-57ee-4eeb-b469-449af8c49fcf tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7074065 Dec 09 15:28:53.760134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59942) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:53.761408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598bc83-baef-4153-a090-598adcd3e689 None None] Pushing event updated for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:53.850087 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.863869 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.888299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f4c82d99-3292-421e-95f5-f0fe8448a1da None None] Provisioning complete for port fec94938-2535-4433-a7e6-da15f9cc4cd9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:53.889044 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f4c82d99-3292-421e-95f5-f0fe8448a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.928890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Attempting to bind port 686f5510-9128-4d40-9548-07ab819c1e03 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:53.929592 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Attempting to bind port 686f5510-9128-4d40-9548-07ab819c1e03 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:53.929592 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Attempting to bind port 686f5510-9128-4d40-9548-07ab819c1e03 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:53.938702 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:53.939077 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:53.939518 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.939905 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:53.940372 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Bound port: 686f5510-9128-4d40-9548-07ab819c1e03, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:53.940748 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.946643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd0d84-3ea2-4cdd-8e3d-1ac12f00a3fa None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:53.971071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:53.971849 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:53.979181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f4c82d99-3292-421e-95f5-f0fe8448a1da None None] Port fec94938-2535-4433-a7e6-da15f9cc4cd9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:53.996327 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] For port 686f5510-9128-4d40-9548-07ab819c1e03, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:54.000124 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] For port 686f5510-9128-4d40-9548-07ab819c1e03, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=686f5510-9128-4d40-9548-07ab819c1e03,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:54.013493 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.017040 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Pushing event updated for resources: {'Port': ['ID=686f5510-9128-4d40-9548-07ab819c1e03,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:54.028922 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.029264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.029610 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.029948 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.030380 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.030714 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.031046 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.031452 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.031783 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.032106 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.032430 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.032751 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.033073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:54.073260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:28:54.074497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.099005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470e02e-2779-433d-aa72-775c866a9507 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:28:54.111286 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:54.112532 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:54.238424 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Delete allocated IP 2001:db8::152 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/bff32088-2e00-4c84-9863-b524a702c704) {{(pid=109895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:28:54.250178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8:0:1::154 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/36e17c80-f2d7-42b0-873f-1d39266710cc/fec94938-2535-4433-a7e6-da15f9cc4cd9) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:54.263028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Allocated IP 172.20.0.2 (fad730dc-3d6b-4562-9b06-dfdcd44776ff/c218352f-8c15-4870-9f6d-038661ca53f2/89f57e70-14eb-4b67-9453-b53ae162dfc0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:54.306689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:54.332786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-860ae92b-c36a-41db-a18d-44b45652a04f None None] Provisioning complete for port 686f5510-9128-4d40-9548-07ab819c1e03 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:54.333200 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860ae92b-c36a-41db-a18d-44b45652a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.389559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] Update dhcp port {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'fixed_ips': [{'subnet_id': 'bff32088-2e00-4c84-9863-b524a702c704', 'ip_address': '2001:db8::2'}, {'subnet_id': '36e17c80-f2d7-42b0-873f-1d39266710cc'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'fbdbdf06-0ae4-4cab-83d2-9d655f990128'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:28:54.393890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461d6ee-fdc6-403b-9cc2-f83b23cc77c5 None None] Pushing event updated for resources: {'Port': ['ID=686f5510-9128-4d40-9548-07ab819c1e03,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:54.489471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.500489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.559557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=fec94938-2535-4433-a7e6-da15f9cc4cd9,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:54.577329 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9f3653e5-9bca-432a-9264-287153037292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:52Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:54.592459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] In _notify_port_updated(), no bound segment for port fec94938-2535-4433-a7e6-da15f9cc4cd9 on network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec {{(pid=109895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:28:54.599606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:54.600264 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.602734 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-57aa30d6-d4a3-4673-b67f-7a01d7ba3f5b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/ports/fec94938-2535-4433-a7e6-da15f9cc4cd9 HTTP/1.1" status: 200 len: 931 time: 1.1448376 Dec 09 15:28:54.605496 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:54.613616 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3653e5-9bca-432a-9264-287153037292 None None] The sync data for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 is: [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:52Z', 'revision_number': 3, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:28:54.640997 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.714878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port fec94938-2535-4433-a7e6-da15f9cc4cd9 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:28:54.715691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.740022 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860ae92b-c36a-41db-a18d-44b45652a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.794462 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.829145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.842740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for fec94938-2535-4433-a7e6-da15f9cc4cd9 owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:28:54.856341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-860ae92b-c36a-41db-a18d-44b45652a04f None None] For port 686f5510-9128-4d40-9548-07ab819c1e03, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=686f5510-9128-4d40-9548-07ab819c1e03,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:54.874450 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860ae92b-c36a-41db-a18d-44b45652a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.938069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:54.957246 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.031371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.031771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae92b-c36a-41db-a18d-44b45652a04f None None] Pushing event updated for resources: {'Port': ['ID=686f5510-9128-4d40-9548-07ab819c1e03,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.059602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=fec94938-2535-4433-a7e6-da15f9cc4cd9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.060459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:55.068039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:55.078918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:55.094138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.099404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-da490ebe-a003-494c-9365-ba156df33ec8 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/fec94938-2535-4433-a7e6-da15f9cc4cd9 HTTP/1.1" status: 204 len: 168 time: 0.4911928 Dec 09 15:28:55.104334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:55.106104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] Allocated IP 2001:db8:0:1::2 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/36e17c80-f2d7-42b0-873f-1d39266710cc/fbdbdf06-0ae4-4cab-83d2-9d655f990128) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:55.128443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-59582d73-0a6a-4282-80ef-7393c04551a4 None None] Provisioning complete for port 686f5510-9128-4d40-9548-07ab819c1e03 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:55.128832 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59582d73-0a6a-4282-80ef-7393c04551a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.134970 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab85608-a618-4eeb-8500-ad5f6953648c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:28:55.136468 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eab85608-a618-4eeb-8500-ad5f6953648c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/fec94938-2535-4433-a7e6-da15f9cc4cd9 HTTP/1.1" status: 404 len: 333 time: 0.0308237 Dec 09 15:28:55.142684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59948) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:55.207884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.1 (fad730dc-3d6b-4562-9b06-dfdcd44776ff/c218352f-8c15-4870-9f6d-038661ca53f2/414b60e6-36d8-428b-9fd4-f5922f799d44) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:55.210826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a33eb2d-98fb-4ec2-80d7-6730fa1dda03 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.239022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a33eb2d-98fb-4ec2-80d7-6730fa1dda03 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.239283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Pushing event updated for resources: {'Port': ['ID=89f57e70-14eb-4b67-9453-b53ae162dfc0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.250254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Attempting to bind port 89f57e70-14eb-4b67-9453-b53ae162dfc0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:28:55.250645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Attempting to bind port 89f57e70-14eb-4b67-9453-b53ae162dfc0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:28:55.251004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Attempting to bind port 89f57e70-14eb-4b67-9453-b53ae162dfc0 on network fad730dc-3d6b-4562-9b06-dfdcd44776ff {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:28:55.274616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:28:55.275029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Checking segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:28:55.275462 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.275859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Bound using segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:28:55.276349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Bound port: 89f57e70-14eb-4b67-9453-b53ae162dfc0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:28:55.276730 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.294439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a33eb2d-98fb-4ec2-80d7-6730fa1dda03 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.297397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a33eb2d-98fb-4ec2-80d7-6730fa1dda03 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.298711 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6a33eb2d-98fb-4ec2-80d7-6730fa1dda03 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/security-groups/2c21b38f-e1ee-431c-a1eb-d3ab556021f4 HTTP/1.1" status: 204 len: 168 time: 0.1550467 Dec 09 15:28:55.302741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59950) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:55.329922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33eb2d-98fb-4ec2-80d7-6730fa1dda03 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c21b38f-e1ee-431c-a1eb-d3ab556021f4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.381154 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.391068 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b843a6db-1429-4354-9142-0ece83e0e632 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.423503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b843a6db-1429-4354-9142-0ece83e0e632 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.435277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.454045 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fbdbdf06-0ae4-4cab-83d2-9d655f990128,segment=NetworkSegment(3cf8938b-d193-4dc9-888f-de4d0e467023),segment_id=3cf8938b-d193-4dc9-888f-de4d0e467023)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:55.472943 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] For port 89f57e70-14eb-4b67-9453-b53ae162dfc0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:28:55.482801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:55.486899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:55.489451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b843a6db-1429-4354-9142-0ece83e0e632 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.491459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:55.496074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] For port 89f57e70-14eb-4b67-9453-b53ae162dfc0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89f57e70-14eb-4b67-9453-b53ae162dfc0,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:28:55.498800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b843a6db-1429-4354-9142-0ece83e0e632 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.500060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b843a6db-1429-4354-9142-0ece83e0e632 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6c1177a-d5a0-4991-a121-a5c4190923bc HTTP/1.1" status: 204 len: 168 time: 0.1959019 Dec 09 15:28:55.504140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59954) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:55.505864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.509139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.515776 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.539093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843a6db-1429-4354-9142-0ece83e0e632 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c1177a-d5a0-4991-a121-a5c4190923bc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.549218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.580972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet bff32088-2e00-4c84-9863-b524a702c704 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:28:55.584701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.644281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.645886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=414b60e6-36d8-428b-9fd4-f5922f799d44,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.661841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.672011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.672011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.672445 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.672899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.673347 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.673810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.674333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.674776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.675214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.675680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.676115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.676545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:28:55.729833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2878d-aadd-4c8b-a6ac-1af19425088f None None] Pushing event updated for resources: {'Port': ['ID=89f57e70-14eb-4b67-9453-b53ae162dfc0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.772529 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0afa-e805-43f4-9eca-8bc6433837ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.808575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c128-afca-4459-8de5-69b186a9ad3d None None] Pushing event updated for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:55.861548 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.868433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:55.920938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:55.957165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.013736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=bff32088-2e00-4c84-9863-b524a702c704,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:56.025666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.033140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1cc2c78c-2202-416f-8ff7-ed0a20116d9b tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/bff32088-2e00-4c84-9863-b524a702c704 HTTP/1.1" status: 204 len: 168 time: 0.5261333 Dec 09 15:28:56.040973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59956) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:56.046855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:56.067314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:56.067875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.215712 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 686f5510-9128-4d40-9548-07ab819c1e03 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:56.265601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:56.271120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.288703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 686f5510-9128-4d40-9548-07ab819c1e03 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:56.289081 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.359441 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.368401 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.460617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=414b60e6-36d8-428b-9fd4-f5922f799d44,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:56.463863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.566111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:56.567816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:56.612448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67549558-dc38-4415-a763-fe52498a7c37 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:56.705633 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 512b97a8-b2e8-4141-80b9-0fc65f090eda has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:28:56.724991 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a094523b-688b-4a9d-8840-83f88ee9b242 None None] Provisioning complete for port 5be3582d-27f2-4c6e-9d16-e989c83fa31c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:56.725507 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a094523b-688b-4a9d-8840-83f88ee9b242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.802417 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.804243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a094523b-688b-4a9d-8840-83f88ee9b242 None None] Port 5be3582d-27f2-4c6e-9d16-e989c83fa31c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:56.810100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a094523b-688b-4a9d-8840-83f88ee9b242 None None] Could not find standard attr ID for object fec94938-2535-4433-a7e6-da15f9cc4cd9. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:28:56.831235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a094523b-688b-4a9d-8840-83f88ee9b242 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:56.831731 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a094523b-688b-4a9d-8840-83f88ee9b242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:56.857404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:28:56.868566 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-27394050-8652-44b6-9e5c-75ea3c1b7d38 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/512b97a8-b2e8-4141-80b9-0fc65f090eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1004484 Dec 09 15:28:56.978407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.029381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:57.040641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:57.052807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:57.053934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.073676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=05f7684a-d592-421a-a844-3897a8c6db59,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.092959 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d08df079-33f0-4fb5-9340-e807fdb3860d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0506642 Dec 09 15:28:57.095659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:57.103325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'security_group': {'name': 'tempest-secgroup-1769146646'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:57.122463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-0a767e17-eacd-449d-8682-5138c578e3a4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657125109&fields=id&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 267 time: 0.1123619 Dec 09 15:28:57.134681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.230581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.242717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.256412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-70fed023-ad8b-4e93-b8dd-006f4b407d4f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:57.259197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-70fed023-ad8b-4e93-b8dd-006f4b407d4f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 796 time: 0.1349528 Dec 09 15:28:57.282356 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.283597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1868911 Dec 09 15:28:57.283905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-bdd1b706-0e1c-4ed7-b063-a96f46e9f46d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/quotas/04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 375 time: 0.0131395 Dec 09 15:28:57.286689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:57.288458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f187d0-f633-4318-98e0-f592eb1985fe tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2c6c6-077b-4c33-93df-41203174e785,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.292052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'security_group': {'name': 'tempest-secgroup-1450403325'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:57.348078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.368325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-2413291d-7b96-48f7-829f-ef93ae3f5e8f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704460 Dec 09 15:28:57.494850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1632d-af6e-447e-ba15-48ad4326c550 None None] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:57.509428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.515610 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.527976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Sync routers for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:28:57.535190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-7f2d5056-84c1-4990-a5b7-04b62e874b41 service neutron] 10.222.0.46 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496143 Dec 09 15:28:57.563426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.564663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2773044 Dec 09 15:28:57.567513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59974) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:57.573565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'security_group': {'name': 'tempest-secgroup-517406993'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:57.577244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed6e4d-ef5b-4910-b377-e27acda72954 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e1cd1-e487-44fd-ba63-f196e259ee07,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.616277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.645051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:28:57.645886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:57.688956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-5a031b43-6cd2-45ec-82a4-3b8094a35ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454115 Dec 09 15:28:57.728906 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9dcd69-bbfd-4fb0-af0a-335abd3e6318 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:28:57.740642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.749242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.757274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-227ce65b-df16-4dab-8be9-519c4f3de4ae None None] Provisioning complete for port 89f57e70-14eb-4b67-9453-b53ae162dfc0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:57.757686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-227ce65b-df16-4dab-8be9-519c4f3de4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.811504 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:57.812866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2443180 Dec 09 15:28:57.813744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829405b1-33ea-4d8e-b93b-70b6fab977d0 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b4362-2526-482f-b0d8-9a297524302d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:57.816208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:57.822360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1732285539', 'security_groups': ['d29b4362-2526-482f-b0d8-9a297524302d'], 'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05f7684a-d592-421a-a844-3897a8c6db59'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:57.867152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:57.937048 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ef9cf0e-dba7-44aa-8dd2-3c202173cf3d req-f9642b70-7690-4550-931c-5f7dd0d84771 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 210 time: 0.0385907 Dec 09 15:28:57.979015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:28:57.998306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:58.109440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.148053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] device_id is not set on port 0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 yet. {{(pid=109894) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 15:28:58.379302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:58.379892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.385289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-227ce65b-df16-4dab-8be9-519c4f3de4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.394802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8::14d (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/05f7684a-d592-421a-a844-3897a8c6db59/0cab28ee-5bb7-4b73-a074-e3cb1a3684e3) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:58.496556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-227ce65b-df16-4dab-8be9-519c4f3de4ae None None] For port 89f57e70-14eb-4b67-9453-b53ae162dfc0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89f57e70-14eb-4b67-9453-b53ae162dfc0,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:58.545833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-227ce65b-df16-4dab-8be9-519c4f3de4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.579481 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.595518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.622359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.673187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:58.673620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce65b-df16-4dab-8be9-519c4f3de4ae None None] Pushing event updated for resources: {'Port': ['ID=89f57e70-14eb-4b67-9453-b53ae162dfc0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.678780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:58.688358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:28:58.697178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:58.697805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.701674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=0cab28ee-5bb7-4b73-a074-e3cb1a3684e3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:58.708808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] Update dhcp port {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'fixed_ips': [{'subnet_id': '36e17c80-f2d7-42b0-873f-1d39266710cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05f7684a-d592-421a-a844-3897a8c6db59'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'fbdbdf06-0ae4-4cab-83d2-9d655f990128'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:28:58.718178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9d8adacb-22cd-461d-a32a-16444cc43142 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9006977 Dec 09 15:28:58.721194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 59988) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:58.728847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:58.789367 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 89f57e70-14eb-4b67-9453-b53ae162dfc0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:58.793649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Provisioning complete for port 414b60e6-36d8-428b-9fd4-f5922f799d44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:58.794288 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.795695 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.845062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:58.848573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.895148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Port 414b60e6-36d8-428b-9fd4-f5922f799d44 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:58.944144 n-d-804292-5 neutron-server[109895]: INFO neutron.db.ipam_backend_mixin [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05f7684a-d592-421a-a844-3897a8c6db59 (CIDR: 2001:db8::/64) Dec 09 15:28:58.948525 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:28:58.949020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:28:58.968942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59990) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:58.969536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c15e6248-c44c-4e10-bc05-858b29247399 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2468410 Dec 09 15:28:58.974803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:58.980086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Provisioning complete for port 89f57e70-14eb-4b67-9453-b53ae162dfc0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:58.980400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:58.991332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:28:56Z', 'revision_number': 2, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:28:59.056073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Checking router: 512b97a8-b2e8-4141-80b9-0fc65f090eda for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:28:59.056433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Updating router 512b97a8-b2e8-4141-80b9-0fc65f090eda port 414b60e6-36d8-428b-9fd4-f5922f799d44 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:28:59.058419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90832fbe-f121-480f-987c-33bbab189143 req-176dc6f2-4550-494b-8fb6-3b81bb82c641 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 210 time: 0.0286162 Dec 09 15:28:59.062393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 89f57e70-14eb-4b67-9453-b53ae162dfc0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:59.062759 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.128435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:59.136383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.168441 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.176448 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] Allocated IP 2001:db8::2 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/05f7684a-d592-421a-a844-3897a8c6db59/fbdbdf06-0ae4-4cab-83d2-9d655f990128) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:28:59.197295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-2c101d64-1f99-492f-bab0-b2d4bbf09848 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:59.199175 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-2c101d64-1f99-492f-bab0-b2d4bbf09848 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 796 time: 0.1351998 Dec 09 15:28:59.265814 n-d-804292-5 neutron-server[109894]: INFO neutron.db.ipam_backend_mixin [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 36e17c80-f2d7-42b0-873f-1d39266710cc (CIDR: 2001:db8:0:1::/64) Dec 09 15:28:59.269493 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:28:59.270518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:28:59.284043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.289215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-6b3cd4ad-19b9-464c-a823-59c954661c64 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bb30fb984a4d36b8046aef06454315 HTTP/1.1" status: 200 len: 380 time: 0.0775979 Dec 09 15:28:59.290350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-48a65d18-364a-464c-a0c0-60c6551af267 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3192921 Dec 09 15:28:59.292660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59994) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:59.298411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'subnet': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:59.301507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'port': {'device_id': '9552fdef-fa41-468d-aa97-83a3ce340626', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'admin_state_up': True, 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'security_groups': ['9f4ebe1a-ce64-4664-b138-5a8ab4b84da9']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:59.419744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Made reservation on behalf of 04bb30fb984a4d36b8046aef06454315 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:59.423189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.441815 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Made reservation on behalf of b8cf88ac43c84eb5b28af288e95ab815 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:28:59.446863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.470590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Provisioning complete for port 5be3582d-27f2-4c6e-9d16-e989c83fa31c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:59.470960 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.479917 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fbdbdf06-0ae4-4cab-83d2-9d655f990128,segment=NetworkSegment(3cf8938b-d193-4dc9-888f-de4d0e467023),segment_id=3cf8938b-d193-4dc9-888f-de4d0e467023)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:28:59.585431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Port 5be3582d-27f2-4c6e-9d16-e989c83fa31c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:28:59.594377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.608333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:59.608706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4da58796-ab27-42a8-b842-01938ec139de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.610305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.668271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 89f57e70-14eb-4b67-9453-b53ae162dfc0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:28:59.742577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.786808 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:28:59.790667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:28:59.795418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:28:59.796016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.798442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72ae41-3ec0-49b6-be35-cce52ec84f9d None None] Pushing event updated for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.811013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Subnet': ['ID=0e01ca05-6021-4207-9bb6-fe88348a0e12,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:28:59.817272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e15bae80-6f68-473b-b313-edb0711219f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5235932 Dec 09 15:28:59.819901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 59996) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:28:59.828539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575997665', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e01ca05-6021-4207-9bb6-fe88348a0e12'}], 'security_groups': ['93f2c6c6-077b-4c33-93df-41203174e785', 'c04e1cd1-e487-44fd-ba63-f196e259ee07']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:28:59.892221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.893812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 89f57e70-14eb-4b67-9453-b53ae162dfc0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:28:59.894185 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.910993 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.924981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:28:59.986777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.20.0.10 (fad730dc-3d6b-4562-9b06-dfdcd44776ff/c218352f-8c15-4870-9f6d-038661ca53f2/08008d64-d812-418a-b810-e458eccae1f3) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:00.010290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb855695-d734-45ba-abec-d53aa083a1cc None None] Pushing event updated for resources: {'Port': ['ID=414b60e6-36d8-428b-9fd4-f5922f799d44,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.138131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Attempting to bind port 414b60e6-36d8-428b-9fd4-f5922f799d44 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:00.138514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Attempting to bind port 414b60e6-36d8-428b-9fd4-f5922f799d44 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:00.138894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Attempting to bind port 414b60e6-36d8-428b-9fd4-f5922f799d44 on network fad730dc-3d6b-4562-9b06-dfdcd44776ff {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:00.150966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:00.151383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Checking segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:00.151796 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.152202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Bound using segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:00.152700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Bound port: 414b60e6-36d8-428b-9fd4-f5922f799d44, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:00.153097 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.162374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0d1068a8-169e-4313-88e7-ab781c548c76 None None] Provisioning complete for port 414b60e6-36d8-428b-9fd4-f5922f799d44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:00.162755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0d1068a8-169e-4313-88e7-ab781c548c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.213648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.263562 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.263812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a078c2c-753a-4033-8397-d99d23dfe86e req-2b780339-acde-428f-86ba-26f38fa4a7ad tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 210 time: 0.0463724 Dec 09 15:29:00.342341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.354627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:00.358277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:00.362100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:00.439190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:00.442022 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.470880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-de74673d-5bd9-41f1-8d34-e36e097eb0e4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1734800 Dec 09 15:29:00.471422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60002) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.493520 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Delete allocated IP 2001:db8::14d (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/05f7684a-d592-421a-a844-3897a8c6db59) {{(pid=109894) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 15:29:00.506057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Allocated IP 2001:db8:0:2::327 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/0e01ca05-6021-4207-9bb6-fe88348a0e12/0cab28ee-5bb7-4b73-a074-e3cb1a3684e3) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:00.512002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0d1068a8-169e-4313-88e7-ab781c548c76 None None] Port 414b60e6-36d8-428b-9fd4-f5922f799d44 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:00.552993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] For port 414b60e6-36d8-428b-9fd4-f5922f799d44, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:00.556681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] For port 414b60e6-36d8-428b-9fd4-f5922f799d44, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=414b60e6-36d8-428b-9fd4-f5922f799d44,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:00.568901 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.578070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Request body: {'port': {'device_id': '9552fdef-fa41-468d-aa97-83a3ce340626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:00.583491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bd0fdf94-598c-4fff-bb7c-ebbbf4badce1 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/floatingips/f6411497-a3be-4450-a140-049463b41e24 HTTP/1.1" status: 200 len: 993 time: 0.1108737 Dec 09 15:29:00.670891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.692301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:00.692946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:00.737454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb855695-d734-45ba-abec-d53aa083a1cc None None] Pushing event updated for resources: {'Port': ['ID=414b60e6-36d8-428b-9fd4-f5922f799d44,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:00.756004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fe79654b-d584-4d41-9e59-a344b4cdf76c None None] Provisioning complete for port 414b60e6-36d8-428b-9fd4-f5922f799d44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:00.756004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe79654b-d584-4d41-9e59-a344b4cdf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.775438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5acbc-1207-476b-a92c-37496aff242d None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:00.814050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.828249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.884983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] In _notify_port_updated(), no bound segment for port 0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 on network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec {{(pid=109894) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 15:29:00.890539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:00.891384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:00.895860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "PUT /v2.0/ports/0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 HTTP/1.1" status: 200 len: 970 time: 1.0747368 Dec 09 15:29:00.896365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60008) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:00.937471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:00.951693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60010) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:01.020479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff2be-6634-408f-818b-0d903afc091f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event updated for resources: {'Port': ['ID=0cab28ee-5bb7-4b73-a074-e3cb1a3684e3,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.060975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:01.061529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.066066 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe79654b-d584-4d41-9e59-a344b4cdf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.156661 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.163456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08008d64-d812-418a-b810-e458eccae1f3 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:01.164004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fe79654b-d584-4d41-9e59-a344b4cdf76c None None] For port 414b60e6-36d8-428b-9fd4-f5922f799d44, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=414b60e6-36d8-428b-9fd4-f5922f799d44,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:01.171640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe79654b-d584-4d41-9e59-a344b4cdf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.172501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 owned by {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:01.194084 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.214644 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Transition to ACTIVE for port object 08008d64-d812-418a-b810-e458eccae1f3 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:01.221018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.289366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79654b-d584-4d41-9e59-a344b4cdf76c None None] Pushing event updated for resources: {'Port': ['ID=414b60e6-36d8-428b-9fd4-f5922f799d44,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.306947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 5703d5aa-eb60-4cb2-b3bc-940c8030dee5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:01.307360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.311872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.314550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] Update dhcp port {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'fixed_ips': [{'subnet_id': '36e17c80-f2d7-42b0-873f-1d39266710cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05f7684a-d592-421a-a844-3897a8c6db59', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e01ca05-6021-4207-9bb6-fe88348a0e12'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'fbdbdf06-0ae4-4cab-83d2-9d655f990128'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:29:01.359054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.367239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Provisioning complete for port 414b60e6-36d8-428b-9fd4-f5922f799d44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:01.368309 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.372550 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.442303 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=0cab28ee-5bb7-4b73-a074-e3cb1a3684e3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:01.478542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Attempting to bind port 08008d64-d812-418a-b810-e458eccae1f3 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:01.478887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Attempting to bind port 08008d64-d812-418a-b810-e458eccae1f3 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:01.479223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Attempting to bind port 08008d64-d812-418a-b810-e458eccae1f3 on network fad730dc-3d6b-4562-9b06-dfdcd44776ff {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:01.483297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.483667 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.492315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Port 08008d64-d812-418a-b810-e458eccae1f3 on network fad730dc-3d6b-4562-9b06-dfdcd44776ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:01.492815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Attempting to bind port 08008d64-d812-418a-b810-e458eccae1f3 on network fad730dc-3d6b-4562-9b06-dfdcd44776ff {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:01.493131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.496968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-696a1520-f9d6-4f5c-826c-7caf0da051e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 HTTP/1.1" status: 204 len: 168 time: 0.5967560 Dec 09 15:29:01.499787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60014) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:01.506822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38269e-c2b4-4e4b-bded-d4e5658da193 req-e37c505c-4ec0-466b-b505-30b899a2b774 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:01.509379 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf38269e-c2b4-4e4b-bded-d4e5658da193 req-e37c505c-4ec0-466b-b505-30b899a2b774 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 944 time: 0.1140823 Dec 09 15:29:01.517515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 5703d5aa-eb60-4cb2-b3bc-940c8030dee5 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:01.540588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:01.540957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Checking segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:01.541331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Bound using segment: {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:01.541788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Bound port: 08008d64-d812-418a-b810-e458eccae1f3, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a62255-23d0-4419-8fb2-c15caba637f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:01.542150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.547294 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c0bce8-6af4-4641-8798-c944495b73c2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] GET failed (client error): The resource could not be found. Dec 09 15:29:01.549122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a0c0bce8-6af4-4641-8798-c944495b73c2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports/0cab28ee-5bb7-4b73-a074-e3cb1a3684e3 HTTP/1.1" status: 404 len: 333 time: 0.0481453 Dec 09 15:29:01.558551 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60016) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:01.584085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf38269e-c2b4-4e4b-bded-d4e5658da193 req-d547b5ca-07ae-4e95-b596-f9abe107f21c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684922 Dec 09 15:29:01.607439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:00Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:01.642401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98338164-c9c3-4a68-911d-6707fe97e5c9 None None] The sync data for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 is: [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:00Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:01.652482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] Allocated IP 2001:db8:0:2::2 (3a60dbc5-c936-4ea3-a174-c834ec35f4ec/0e01ca05-6021-4207-9bb6-fe88348a0e12/fbdbdf06-0ae4-4cab-83d2-9d655f990128) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:01.672470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:01.743613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d61e158-abff-4508-a2f4-550579d8645d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.746322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:01.776475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:01.792293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.797730 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d61e158-abff-4508-a2f4-550579d8645d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.866870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:01.868164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.869634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] 10.222.0.43 "PUT /v2.0/ports/08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 1092 time: 1.2996562 Dec 09 15:29:01.872364 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Provisioning complete for port 5be3582d-27f2-4c6e-9d16-e989c83fa31c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:01.872741 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.878689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fbdbdf06-0ae4-4cab-83d2-9d655f990128,segment=NetworkSegment(3cf8938b-d193-4dc9-888f-de4d0e467023),segment_id=3cf8938b-d193-4dc9-888f-de4d0e467023)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:01.888359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:01.890671 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b13f8e-d2c9-4a38-afae-91de31cac71c" -d '{"events": [{"name": "network-changed", "server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:01.913898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:01.914268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.955377 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d61e158-abff-4508-a2f4-550579d8645d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.961134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5d61e158-abff-4508-a2f4-550579d8645d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.962673 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5d61e158-abff-4508-a2f4-550579d8645d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/security-groups/d29b4362-2526-482f-b0d8-9a297524302d HTTP/1.1" status: 204 len: 168 time: 0.4016075 Dec 09 15:29:01.965969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60020) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:01.976622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Port 5be3582d-27f2-4c6e-9d16-e989c83fa31c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:01.977344 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:01.988679 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.004402 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.070433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61e158-abff-4508-a2f4-550579d8645d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b4362-2526-482f-b0d8-9a297524302d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.105549 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-301a43ae-0c76-4f27-a93c-c2326b790186 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.113675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658f8eb-23e4-4306-adcf-1af77c730a37 None None] Pushing event updated for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.143229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35862cd-192e-48da-90c7-c0bf9107d14c service neutron] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.154355 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-301a43ae-0c76-4f27-a93c-c2326b790186 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.176734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:02.177218 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b743e61d-083a-4735-9584-f7b398507632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.213628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=5703d5aa-eb60-4cb2-b3bc-940c8030dee5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.237730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-301a43ae-0c76-4f27-a93c-c2326b790186 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.240593 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-301a43ae-0c76-4f27-a93c-c2326b790186 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.245969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-301a43ae-0c76-4f27-a93c-c2326b790186 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/security-groups/c04e1cd1-e487-44fd-ba63-f196e259ee07 HTTP/1.1" status: 204 len: 168 time: 0.2784891 Dec 09 15:29:02.246652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60022) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:02.263796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-e79c4c8e-78eb-4eb8-ad8f-f1b2327b3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:02.265720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-e79c4c8e-78eb-4eb8-ad8f-f1b2327b3fb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1095 time: 0.2949371 Dec 09 15:29:02.277713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.283766 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Floating IP f6411497-a3be-4450-a140-049463b41e24 disassociated (deleted). External IP: 172.25.0.48, port: 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5. Dec 09 15:29:02.301709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a43ae-0c76-4f27-a93c-c2326b790186 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e1cd1-e487-44fd-ba63-f196e259ee07,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.384690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d39fc15-0d7e-439f-aab6-3a6417856af4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.417686 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f30ea1b-9d3a-42d7-bf65-dfba6df96149 x-openstack-request-id: req-8f30ea1b-9d3a-42d7-bf65-dfba6df96149 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:02.418358 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:02.418831 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f30ea1b-9d3a-42d7-bf65-dfba6df96149 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:02.419774 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'status': 'completed', 'code': 200} Dec 09 15:29:02.420926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d39fc15-0d7e-439f-aab6-3a6417856af4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.424469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-43c71a44-6259-49cb-b9ba-a4abbd731e35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 217 time: 0.1265466 Dec 09 15:29:02.482223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d39fc15-0d7e-439f-aab6-3a6417856af4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.485646 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7d39fc15-0d7e-439f-aab6-3a6417856af4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.487080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7d39fc15-0d7e-439f-aab6-3a6417856af4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/security-groups/93f2c6c6-077b-4c33-93df-41203174e785 HTTP/1.1" status: 204 len: 168 time: 0.2365987 Dec 09 15:29:02.493155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60024) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:02.563304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39fc15-0d7e-439f-aab6-3a6417856af4 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2c6c6-077b-4c33-93df-41203174e785,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.578990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 05f7684a-d592-421a-a844-3897a8c6db59 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:02.584168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.658368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.666268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-8d7f1f18-139c-412d-bcad-e36ef4cefb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:02.667801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-8d7f1f18-139c-412d-bcad-e36ef4cefb38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 200 len: 833 time: 0.1677144 Dec 09 15:29:02.790223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37016-511c-4536-8e6d-25e3806a451e req-72ce46bf-0dee-48a8-8296-ea28321bc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:02.791848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-72ce46bf-0dee-48a8-8296-ea28321bc921 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad730dc-3d6b-4562-9b06-dfdcd44776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084409 Dec 09 15:29:02.808417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.853333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975175c-ab34-4bec-a6f0-0bd932168395 req-dee8d3df-4e37-49a7-a2c4-a9fa5cadec08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:02.861930 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4975175c-ab34-4bec-a6f0-0bd932168395 req-dee8d3df-4e37-49a7-a2c4-a9fa5cadec08 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 944 time: 0.1633680 Dec 09 15:29:02.862290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router 4e7181a9-47d7-4f15-b088-f76f0be2e370 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:02.936562 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4975175c-ab34-4bec-a6f0-0bd932168395 req-41d9b8cc-861e-4b41-af98-0cb271d85b47 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736384 Dec 09 15:29:02.938214 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.972959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=05f7684a-d592-421a-a844-3897a8c6db59,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:02.982850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:02.984624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-262ecd89-8fd3-4b58-9916-df889859758c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/05f7684a-d592-421a-a844-3897a8c6db59 HTTP/1.1" status: 204 len: 168 time: 0.4901042 Dec 09 15:29:02.992483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60028) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:03.056291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-5509ca80-bfe7-46ad-802e-54bf90fad1a1 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500651 Dec 09 15:29:03.065981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:03.067563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 0e01ca05-6021-4207-9bb6-fe88348a0e12 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:03.072857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.076097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.093048 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] Sync routers for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:03.113044 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:03.113810 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:03.129117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7ffceee5-a98d-4dbc-908c-ee472da79480 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/floatingips/f6411497-a3be-4450-a140-049463b41e24 HTTP/1.1" status: 204 len: 168 time: 2.1758144 Dec 09 15:29:03.144161 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.225313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80d37016-511c-4536-8e6d-25e3806a451e req-d5a98fc6-53fb-4946-867d-c4be6a4633ad service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497395 Dec 09 15:29:03.228976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21ecf5-9d05-452f-aefd-80c4e7265896 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:03.265976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-687a7839-275e-4ad4-9955-c0f3ad171801 None None] Could not find standard attr ID for object 0cab28ee-5bb7-4b73-a074-e3cb1a3684e3. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:29:03.270749 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:03.345523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.358568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-687a7839-275e-4ad4-9955-c0f3ad171801 None None] Provisioning complete for port 5be3582d-27f2-4c6e-9d16-e989c83fa31c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:03.358942 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-687a7839-275e-4ad4-9955-c0f3ad171801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.396034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-da2a53ff-8ea7-4ff2-8b7c-9ba9e26769d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.397556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-da2a53ff-8ea7-4ff2-8b7c-9ba9e26769d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1095 time: 0.1006651 Dec 09 15:29:03.438470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.510609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.515275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-687a7839-275e-4ad4-9955-c0f3ad171801 None None] Port 5be3582d-27f2-4c6e-9d16-e989c83fa31c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:03.519890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/0e01ca05-6021-4207-9bb6-fe88348a0e12 HTTP/1.1" status: 204 len: 168 time: 0.5253546 Dec 09 15:29:03.522436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3494f-6df5-4512-aeab-ef20794617f5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=0e01ca05-6021-4207-9bb6-fe88348a0e12,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:03.529463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60034) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:03.562962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-687a7839-275e-4ad4-9955-c0f3ad171801 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:03.563385 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-687a7839-275e-4ad4-9955-c0f3ad171801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.570938 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3703729-fccc-441a-adc8-b9f7971818a5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:03.571753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3703729-fccc-441a-adc8-b9f7971818a5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:03.577772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3703729-fccc-441a-adc8-b9f7971818a5 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/05f7684a-d592-421a-a844-3897a8c6db59 HTTP/1.1" status: 404 len: 337 time: 0.0472634 Dec 09 15:29:03.594094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60036) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:03.605514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-f10156ed-649b-41b6-9b1c-8f5bf1247c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.608752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-f10156ed-649b-41b6-9b1c-8f5bf1247c1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 897 time: 0.2030618 Dec 09 15:29:03.625477 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:03.672253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting subnet 36e17c80-f2d7-42b0-873f-1d39266710cc {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:03.685197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cd9c1-68ec-4224-b084-84ab17da148a req-dafb2b7b-29ca-4c5c-8a89-7d61246df934 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.686825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f8cd9c1-68ec-4224-b084-84ab17da148a req-dafb2b7b-29ca-4c5c-8a89-7d61246df934 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.1443784 Dec 09 15:29:03.687645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.688134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-ea37097a-642e-438d-ad34-d4748d08e8de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 217 time: 0.0705082 Dec 09 15:29:03.696520 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] Checking router: 4e7181a9-47d7-4f15-b088-f76f0be2e370 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:03.727085 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:03.728066 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:03.761410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-0c9da3ef-a737-4014-ac67-e3dd31374074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.767380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-0c9da3ef-a737-4014-ac67-e3dd31374074 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 200 len: 833 time: 0.0672877 Dec 09 15:29:03.792375 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.831994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-c1f2e387-bcd2-468a-ba35-92cac22bda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:03.833878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-c1f2e387-bcd2-468a-ba35-92cac22bda33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad730dc-3d6b-4562-9b06-dfdcd44776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576034 Dec 09 15:29:03.865299 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 414b60e6-36d8-428b-9fd4-f5922f799d44 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:03.881484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0f8cd9c1-68ec-4224-b084-84ab17da148a req-2eb8ade6-8745-4f28-a44b-9c031a5e5824 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818824 Dec 09 15:29:03.909258 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:03.936546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9defb4-8757-42af-b9a1-a1a7f7359c07 None None] Update dhcp port {'port': {'network_id': '3a60dbc5-c936-4ea3-a174-c834ec35f4ec', 'fixed_ips': [{'subnet_id': '36e17c80-f2d7-42b0-873f-1d39266710cc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e01ca05-6021-4207-9bb6-fe88348a0e12'}], 'binding:host_id': 'n-d-804292-5'}, 'id': 'fbdbdf06-0ae4-4cab-83d2-9d655f990128'} from n-d-804292-5. {{(pid=109896) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 15:29:03.942111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:03.965261 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-c8e70ad3-2e8a-4dca-bee9-fe16ea3511e4 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218247 Dec 09 15:29:04.007876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b9defb4-8757-42af-b9a1-a1a7f7359c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.033197 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.068728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Subnet': ['ID=36e17c80-f2d7-42b0-873f-1d39266710cc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:04.083579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.091200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4903cc02-20a9-4ef7-a94d-04cb77f5f624 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/36e17c80-f2d7-42b0-873f-1d39266710cc HTTP/1.1" status: 204 len: 168 time: 0.4948316 Dec 09 15:29:04.091547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60040) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.129384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34b05-1dbb-4207-b876-e4e474513d94 req-1f915f1e-4aff-4347-b51a-3f7856cc84ae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:04.131579 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bde34b05-1dbb-4207-b876-e4e474513d94 req-1f915f1e-4aff-4347-b51a-3f7856cc84ae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 944 time: 0.1049778 Dec 09 15:29:04.144659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d1b13f8e-d2c9-4a38-afae-91de31cac71c req-9c05e0ac-18e3-4f9b-be08-2dd7f9ca6607 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705825 Dec 09 15:29:04.146254 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6c27dc-fdc3-499c-8936-8aace3aa5c67 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.146749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6c27dc-fdc3-499c-8936-8aace3aa5c67 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.148610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 414b60e6-36d8-428b-9fd4-f5922f799d44 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:04.149875 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.161698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5f6c27dc-fdc3-499c-8936-8aace3aa5c67 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/bff32088-2e00-4c84-9863-b524a702c704 HTTP/1.1" status: 404 len: 337 time: 0.0684152 Dec 09 15:29:04.164727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60042) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.194203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:04.216162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e28709d3-b81d-4852-af44-0e7142b2733c tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "GET /v2.0/ports?device_id=217d20f3-c3af-4184-9a79-d4e784553f5f HTTP/1.1" status: 200 len: 205 time: 0.0463712 Dec 09 15:29:04.216491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60044) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.231752 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fc7e9-4221-4446-bb8e-a26a2875fa90 None None] The sync data for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 is: [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:08Z', 'revision_number': 4, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '937f60fb-105d-4084-b53b-3d5863b5ec57', 'name': '', 'network_id': '088f441f-7de2-4aa9-bbfd-a8788322714d', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'mac_address': 'fa:16:3e:49:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:07Z', 'updated_at': '2021-12-09T15:28:11Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'subnets': [{'id': '02e8de36-c761-462e-b393-a82fae0c6a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:04.256135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bde34b05-1dbb-4207-b876-e4e474513d94 req-c0cc0c42-3d10-46f8-93e1-e343b1b2954c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032782 Dec 09 15:29:04.278563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0aeb4b-cbf7-4d07-aa63-55b9b429fa39 None None] Network 3a60dbc5-c936-4ea3-a174-c834ec35f4ec requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:04.285484 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-7cbcbd0a-f157-4644-abdf-394896e285c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] delete failed (client error): The resource could not be found. Dec 09 15:29:04.289005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7cbcbd0a-f157-4644-abdf-394896e285c7 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/routers/217d20f3-c3af-4184-9a79-d4e784553f5f HTTP/1.1" status: 404 len: 336 time: 0.0690427 Dec 09 15:29:04.289178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.317327 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-da84b7d4-e86a-49ef-b398-275b23f54695 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.317803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da84b7d4-e86a-49ef-b398-275b23f54695 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.323406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da84b7d4-e86a-49ef-b398-275b23f54695 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/382d95bc-3859-42b6-9177-5f89efafc1e2 HTTP/1.1" status: 404 len: 337 time: 0.0307329 Dec 09 15:29:04.323610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:04.324351 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60048) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.352291 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f606a8a0-413b-4270-ab1f-bb8e010dd14d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.352764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f606a8a0-413b-4270-ab1f-bb8e010dd14d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.355925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f606a8a0-413b-4270-ab1f-bb8e010dd14d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/de91607d-2126-4d92-b278-5b610233d498 HTTP/1.1" status: 404 len: 337 time: 0.0293667 Dec 09 15:29:04.358449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60050) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.367219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-974d7745-98b1-4d06-b3c1-870042c27a4f None None] Provisioning complete for port 5be3582d-27f2-4c6e-9d16-e989c83fa31c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:04.368154 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-974d7745-98b1-4d06-b3c1-870042c27a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.386460 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-46439e84-1b3b-4f1f-a9fb-8f5b5e7986e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.386855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46439e84-1b3b-4f1f-a9fb-8f5b5e7986e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.389969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-46439e84-1b3b-4f1f-a9fb-8f5b5e7986e9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/d212029f-d3fe-46fd-a680-00938f8dbb29 HTTP/1.1" status: 404 len: 337 time: 0.0305922 Dec 09 15:29:04.392490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60052) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.415940 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6393ef0f-c26d-4360-a65e-4bd739d33c69 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.416569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6393ef0f-c26d-4360-a65e-4bd739d33c69 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.422197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6393ef0f-c26d-4360-a65e-4bd739d33c69 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/e83f8231-8d63-4106-87cb-13c9aae9bfdb HTTP/1.1" status: 404 len: 333 time: 0.0265119 Dec 09 15:29:04.422372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:04.422492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60054) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.424168 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ee6dca-8da2-401f-ab92-064d63272221" -d '{"events": [{"name": "network-changed", "server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:04.446988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-974d7745-98b1-4d06-b3c1-870042c27a4f None None] Port 5be3582d-27f2-4c6e-9d16-e989c83fa31c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:04.463231 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f33dca7-4a50-444c-9635-ee0271dfc0f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.466692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f33dca7-4a50-444c-9635-ee0271dfc0f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.470420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:04.470420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.473785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5f33dca7-4a50-444c-9635-ee0271dfc0f2 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/982c3404-c6b0-4f4c-a7a4-760f0717c7c8 HTTP/1.1" status: 404 len: 337 time: 0.0476375 Dec 09 15:29:04.473911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60058) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.485118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-974d7745-98b1-4d06-b3c1-870042c27a4f None None] Provisioning complete for port fbdbdf06-0ae4-4cab-83d2-9d655f990128 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:04.485447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-974d7745-98b1-4d06-b3c1-870042c27a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.509518 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2455d6e-ea6d-4f57-93cc-3230ff71ff1d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.510053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2455d6e-ea6d-4f57-93cc-3230ff71ff1d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.513393 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c2455d6e-ea6d-4f57-93cc-3230ff71ff1d tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/c672dad3-2095-4223-8092-b78dea5e2900 HTTP/1.1" status: 404 len: 337 time: 0.0385389 Dec 09 15:29:04.515037 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d629b6b-cbbf-4344-84bb-5a0c2bf9f3cf x-openstack-request-id: req-9d629b6b-cbbf-4344-84bb-5a0c2bf9f3cf {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:04.515329 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:04.515985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60060) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.524344 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d629b6b-cbbf-4344-84bb-5a0c2bf9f3cf {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:04.525025 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'status': 'completed', 'code': 200} Dec 09 15:29:04.547938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] DHCP port deletion for 3a60dbc5-c936-4ea3-a174-c834ec35f4ec request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:04.557247 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5f4077-970d-492b-a9f2-82731dc07255 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.557247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5f4077-970d-492b-a9f2-82731dc07255 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.559715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3b5f4077-970d-492b-a9f2-82731dc07255 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/38cbc00b-be05-4304-8a48-385ac24208cc HTTP/1.1" status: 404 len: 333 time: 0.0426867 Dec 09 15:29:04.563423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60062) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.590983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6dca-8da2-401f-ab92-064d63272221 req-a598adf6-ebdb-4be3-b42f-d4f8accd7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:04.592736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-a598adf6-ebdb-4be3-b42f-d4f8accd7b33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 1097 time: 0.0469778 Dec 09 15:29:04.597115 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f9f029-7515-4d13-bcab-217a53e2804f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.597573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f9f029-7515-4d13-bcab-217a53e2804f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.604983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-92f9f029-7515-4d13-bcab-217a53e2804f tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/3e2d557c-0e6e-4523-885b-013ab1d934bc HTTP/1.1" status: 404 len: 337 time: 0.0387151 Dec 09 15:29:04.605420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60064) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.612249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e2e3f-f59f-4c85-aaf4-3466d180ec6e None None] New status for floating IP f6411497-a3be-4450-a140-049463b41e24: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:29:04.637346 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-960d789d-a292-4c42-be2c-a5a0b98903a9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] DELETE failed (client error): The resource could not be found. Dec 09 15:29:04.637890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960d789d-a292-4c42-be2c-a5a0b98903a9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:29:04.641309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-960d789d-a292-4c42-be2c-a5a0b98903a9 tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/subnets/316114cc-613a-4b75-899f-e321e931a854 HTTP/1.1" status: 404 len: 337 time: 0.0347080 Dec 09 15:29:04.643580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60066) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:04.690348 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6dca-8da2-401f-ab92-064d63272221 req-09920411-8d0c-4be8-b687-5d85b5571691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:04.692100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-09920411-8d0c-4be8-b687-5d85b5571691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=088f441f-7de2-4aa9-bbfd-a8788322714d HTTP/1.1" status: 200 len: 898 time: 0.0908484 Dec 09 15:29:04.744214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Deleting port 5be3582d-27f2-4c6e-9d16-e989c83fa31c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:04.744502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.763083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] Deleting port fbdbdf06-0ae4-4cab-83d2-9d655f990128 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:04.763563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.829024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.840322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] For port fbdbdf06-0ae4-4cab-83d2-9d655f990128, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fbdbdf06-0ae4-4cab-83d2-9d655f990128,segment=NetworkSegment(3cf8938b-d193-4dc9-888f-de4d0e467023),segment_id=3cf8938b-d193-4dc9-888f-de4d0e467023)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:04.840606 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.844801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Calling delete_port for 5be3582d-27f2-4c6e-9d16-e989c83fa31c owned by {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:04.854388 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] Calling delete_port for fbdbdf06-0ae4-4cab-83d2-9d655f990128 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:04.938835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.945471 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.975875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] Pushing event deleted for resources: {'Port': ['ID=fbdbdf06-0ae4-4cab-83d2-9d655f990128,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:04.980422 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb7cea-9f43-4612-9610-e1b5861b89dc None None] No DVR routers for this DVR port fbdbdf06-0ae4-4cab-83d2-9d655f990128 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:04.994515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:04.998306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/ports/5be3582d-27f2-4c6e-9d16-e989c83fa31c HTTP/1.1" status: 204 len: 168 time: 0.3514688 Dec 09 15:29:04.999328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4061-dc50-49ab-8ddc-b17c2e0e82aa tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Port': ['ID=5be3582d-27f2-4c6e-9d16-e989c83fa31c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.007772 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60070) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:05.116448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606fb9f-7b45-401a-b8fb-00e936ead7c6 req-1eb8af30-4add-4d17-88d5-203b5251d119 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.118619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0606fb9f-7b45-401a-b8fb-00e936ead7c6 req-1eb8af30-4add-4d17-88d5-203b5251d119 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.1210799 Dec 09 15:29:05.123010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.154011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-642864b0-6bd5-406e-bfeb-40fc685ad048 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 HTTP/1.1" status: 200 len: 217 time: 0.4530241 Dec 09 15:29:05.210100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0606fb9f-7b45-401a-b8fb-00e936ead7c6 req-e1f8bf8f-c17b-4c15-b94a-118f9539bfbd tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/security-groups?id=447c04b0-93f0-4a40-adce-b4e36ccef083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847690 Dec 09 15:29:05.225845 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-560487e3-44d8-4f76-b4a3-d6c5d86208b4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.227402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-560487e3-44d8-4f76-b4a3-d6c5d86208b4 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 946 time: 0.0826058 Dec 09 15:29:05.231114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6dca-8da2-401f-ab92-064d63272221 req-84a42661-8037-4ef3-a402-59d6597e362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.232535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-84a42661-8037-4ef3-a402-59d6597e362f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02e8de36-c761-462e-b393-a82fae0c6a3b HTTP/1.1" status: 200 len: 835 time: 0.0619447 Dec 09 15:29:05.333655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6dca-8da2-401f-ab92-064d63272221 req-4a7c9cdb-91e4-4c34-8532-2ac4b88feea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.335175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-4a7c9cdb-91e4-4c34-8532-2ac4b88feea8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=088f441f-7de2-4aa9-bbfd-a8788322714d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955074 Dec 09 15:29:05.466090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:05.466797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.475859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320805-c2fa-4540-a7a9-da1820adbf72 req-8eb180fb-9d93-457a-a1f6-4099103107fd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:05.478015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78320805-c2fa-4540-a7a9-da1820adbf72 req-8eb180fb-9d93-457a-a1f6-4099103107fd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 944 time: 0.1389086 Dec 09 15:29:05.524655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-f563937f-5d6d-450e-826b-1359f95c6ae6 service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741428 Dec 09 15:29:05.614292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.636413 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a60dbc5-c936-4ea3-a174-c834ec35f4ec']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:05.645682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf8938b-d193-4dc9-888f-de4d0e467023') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:05.645994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf8938b-d193-4dc9-888f-de4d0e467023') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:05.652113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:05.657936 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.663298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-78320805-c2fa-4540-a7a9-da1820adbf72 req-f79d53d5-3135-4309-bfda-48273662b1db tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681445 Dec 09 15:29:05.674437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.674816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:05.675186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.676835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: fbdbdf06-0ae4-4cab-83d2-9d655f990128 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:05.677819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fbdbdf06-0ae4-4cab-83d2-9d655f990128 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:05.691581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:29:05.691962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.692110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:29:05.695116 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:29:05.722594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-53a1d8a0-c723-4b60-b051-8088815df192 service neutron] 10.222.0.36 "GET /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634889 Dec 09 15:29:05.756698 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.764007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.767644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] 10.222.0.46 "DELETE /v2.0/networks/3a60dbc5-c936-4ea3-a174-c834ec35f4ec HTTP/1.1" status: 204 len: 168 time: 0.7583406 Dec 09 15:29:05.780446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47919e3c-7c5d-426a-b5ca-fdbf673a4cfb tempest-PortsIpV6TestJSON-1505167205 tempest-PortsIpV6TestJSON-1505167205-project] Pushing event deleted for resources: {'Network': ['ID=3a60dbc5-c936-4ea3-a174-c834ec35f4ec,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.841411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.871279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:05.917504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] No DVR routers for this DVR port 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:05.920338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:05.923722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1115a549-005a-40bf-8b6a-5d8257de7673 req-c2f1a49b-adef-4b8b-a776-85955f4e3e54 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.36 "DELETE /v2.0/ports/96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 HTTP/1.1" status: 204 len: 173 time: 0.6899955 Dec 09 15:29:05.924171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'name': 'network-vif-deleted', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:05.926442 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c107112-6dbb-47a8-9318-2b572fb41d51" -d '{"events": [{"server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "name": "network-vif-deleted", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:05.947150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:05.963672 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba421bf8-ad85-47b0-8e85-96b8f673e8f4 x-openstack-request-id: req-ba421bf8-ad85-47b0-8e85-96b8f673e8f4 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:05.963971 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000cb5a4-eb93-449b-84e9-65a6413ad67e", "name": "network-vif-deleted", "tag": "96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:05.964337 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba421bf8-ad85-47b0-8e85-96b8f673e8f4 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:05.964671 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000cb5a4-eb93-449b-84e9-65a6413ad67e', 'name': 'network-vif-deleted', 'tag': '96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5', 'status': 'completed', 'code': 200} Dec 09 15:29:06.056738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60080) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:06.087743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:06.098803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '08008d64-d812-418a-b810-e458eccae1f3', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'port_id': '08008d64-d812-418a-b810-e458eccae1f3', 'mac_address': 'fa:16:3e:2f:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:06.135306 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.148417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08008d64-d812-418a-b810-e458eccae1f3 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:06.170270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:06.173540 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.204516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60084) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:06.212948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-95981fb9-b668-4e71-8511-f32db5b66679 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8cf88ac43c84eb5b28af288e95ab815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548657 Dec 09 15:29:06.229472 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:06.271038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65608464-bb18-414e-b287-00da9c9e7153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.298177 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65608464-bb18-414e-b287-00da9c9e7153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.352060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84f1a9f9-2bef-4e66-b5f4-6c46c0613ed1 req-6407a32b-982b-4419-af49-a88fbdccbb1d tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "GET /v2.0/ports?device_id=000cb5a4-eb93-449b-84e9-65a6413ad67e HTTP/1.1" status: 200 len: 210 time: 0.0303950 Dec 09 15:29:06.389004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65608464-bb18-414e-b287-00da9c9e7153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.392014 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-65608464-bb18-414e-b287-00da9c9e7153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:06.393362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-65608464-bb18-414e-b287-00da9c9e7153 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8690ce16-84e9-4619-9a01-78b15bdb2723 HTTP/1.1" status: 204 len: 168 time: 0.1876981 Dec 09 15:29:06.408066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65608464-bb18-414e-b287-00da9c9e7153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8690ce16-84e9-4619-9a01-78b15bdb2723,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:06.440310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['08008d64-d812-418a-b810-e458eccae1f3'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:06.783251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5fc3c-399c-432c-888c-7c340e4cfc0a req-93d50409-e690-46db-a32d-57930ad50023 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:06.784789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37b5fc3c-399c-432c-888c-7c340e4cfc0a req-93d50409-e690-46db-a32d-57930ad50023 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Dec 09 15:29:06.841412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37b5fc3c-399c-432c-888c-7c340e4cfc0a req-7ec491cf-afe7-4806-8af7-26adf3be9f6b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Dec 09 15:29:07.066561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60110) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.173034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635573026'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:07.194879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.203198 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.279001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.282464 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.321697 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0313e-213e-4712-8929-90cefe807755,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:07.357590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.361338 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.394143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.395425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3278201 Dec 09 15:29:07.398157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60116) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.407024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1d9d-d65b-4bbb-b178-d44631c87d70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84058a42-0fc1-4131-9645-c7d55601c431,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:07.432254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60118) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.485937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-838fbaf3-65a2-4e9e-a3da-62fada5d5eb6 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0863471 Dec 09 15:29:07.488547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60120) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.489556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cec3e513-c5f5-4ef4-b629-a8f79bffc883 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.493415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-security--868991853', 'description': 'tempest-security-description-608790975'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:07.515613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cec3e513-c5f5-4ef4-b629-a8f79bffc883 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.527362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.575130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.580073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.581780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cec3e513-c5f5-4ef4-b629-a8f79bffc883 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.583966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.585231 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cec3e513-c5f5-4ef4-b629-a8f79bffc883 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.586533 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cec3e513-c5f5-4ef4-b629-a8f79bffc883 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/security-groups/447c04b0-93f0-4a40-adce-b4e36ccef083 HTTP/1.1" status: 204 len: 168 time: 0.1532307 Dec 09 15:29:07.588396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "PUT /v2.0/security-groups/84058a42-0fc1-4131-9645-c7d55601c431 HTTP/1.1" status: 200 len: 1795 time: 0.0988462 Dec 09 15:29:07.589110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60122) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.596289 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3e513-c5f5-4ef4-b629-a8f79bffc883 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c04b0-93f0-4a40-adce-b4e36ccef083,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:07.622042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60126) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.638075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e41c5-d01a-4cc7-9a84-77d80616d1d8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84058a42-0fc1-4131-9645-c7d55601c431,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:07.653413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-64a20623-ad78-41c1-a104-ff4549165967 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups/84058a42-0fc1-4131-9645-c7d55601c431 HTTP/1.1" status: 200 len: 1795 time: 0.0607302 Dec 09 15:29:07.654473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.708032 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dc44-43d1-4883-aa4d-898160dd5c67 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.730737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dc44-43d1-4883-aa4d-898160dd5c67 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.775419 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dc44-43d1-4883-aa4d-898160dd5c67 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.778129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dc44-43d1-4883-aa4d-898160dd5c67 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.779298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3cf1dc44-43d1-4883-aa4d-898160dd5c67 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/84058a42-0fc1-4131-9645-c7d55601c431 HTTP/1.1" status: 204 len: 168 time: 0.1238706 Dec 09 15:29:07.781927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60130) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.788544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1dc44-43d1-4883-aa4d-898160dd5c67 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84058a42-0fc1-4131-9645-c7d55601c431,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:07.876769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0953d9a6-516e-4cc5-945e-28333f57f44f tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0937259 Dec 09 15:29:07.879493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60134) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.894215 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-b80e5d1e-e7f5-4228-a8e3-0caedaf47a6a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] delete failed (client error): The resource could not be found. Dec 09 15:29:07.899888 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b80e5d1e-e7f5-4228-a8e3-0caedaf47a6a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/84058a42-0fc1-4131-9645-c7d55601c431 HTTP/1.1" status: 404 len: 347 time: 0.0149074 Dec 09 15:29:07.900503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60136) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:07.905017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518560128'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:07.928887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:07.961601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:08.009647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.013659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 08008d64-d812-418a-b810-e458eccae1f3 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:08.014926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.017875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 08008d64-d812-418a-b810-e458eccae1f3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:08.018252 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.030202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb25b6d-4ecf-476a-813c-f090b7cd4789 req-de4cb354-8942-4a53-bb8f-ecc2defb600a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:08.031767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3bb25b6d-4ecf-476a-813c-f090b7cd4789 req-de4cb354-8942-4a53-bb8f-ecc2defb600a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 945 time: 0.1103430 Dec 09 15:29:08.044392 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ece2fe1-7e67-4ec1-9129-eb1dd997ed33,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.069523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.074499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e48d63f-26c3-4914-b47a-c20d74e06d29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1692998 Dec 09 15:29:08.074808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60138) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.080061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '1ece2fe1-7e67-4ec1-9129-eb1dd997ed33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:08.109443 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.119778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.127791 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3bb25b6d-4ecf-476a-813c-f090b7cd4789 req-93cd108e-60b0-49d6-b230-411d6bff62aa tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879540 Dec 09 15:29:08.150242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:08.153420 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a423f-1259-4e81-9de8-8c987e6232e4" -d '{"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-plugged", "status": "completed", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:08.175196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:08.179716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.181393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.185041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.209894 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0243cf2-2ba1-491e-a22a-5ff843247d02,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.218918 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed7ff23-2709-43c3-8561-ee4b1169e1db x-openstack-request-id: req-aed7ff23-2709-43c3-8561-ee4b1169e1db {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:08.219078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.219489 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-plugged", "status": "completed", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:08.219760 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aed7ff23-2709-43c3-8561-ee4b1169e1db {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:08.220272 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'code': 200} Dec 09 15:29:08.221144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cfa6e173-ee06-4e7f-a859-f3612cbf42c7 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450012 Dec 09 15:29:08.224263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.242391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.255278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.260018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-179e8279-4b75-4c18-a157-bec4fcc4358d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.270165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-179e8279-4b75-4c18-a157-bec4fcc4358d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.299831 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-179e8279-4b75-4c18-a157-bec4fcc4358d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.307256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-179e8279-4b75-4c18-a157-bec4fcc4358d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.308670 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-179e8279-4b75-4c18-a157-bec4fcc4358d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b0243cf2-2ba1-491e-a22a-5ff843247d02 HTTP/1.1" status: 204 len: 168 time: 0.0830169 Dec 09 15:29:08.321868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60144) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.349243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e8279-4b75-4c18-a157-bec4fcc4358d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0243cf2-2ba1-491e-a22a-5ff843247d02,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.404708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:08.421337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43b7e8-32fe-4d46-b9ba-d27567462161 req-aaba3d21-08ed-4081-aa53-021f1542438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:08.423190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a43b7e8-32fe-4d46-b9ba-d27567462161 req-aaba3d21-08ed-4081-aa53-021f1542438e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1097 time: 0.1100464 Dec 09 15:29:08.426284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:08.426634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96e4dc1b-5ec1-4b56-bdf2-2747f25c36d5 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:08.432781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4e50faec-d0a6-4047-b03f-94f62f4fb0af tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1094649 Dec 09 15:29:08.435310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60146) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.518458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a43b7e8-32fe-4d46-b9ba-d27567462161 req-233d8e56-7f5e-4112-9834-3042396c7f71 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763364 Dec 09 15:29:08.528820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67f21985-e510-493c-b250-b04ffde05b74 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.552536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67f21985-e510-493c-b250-b04ffde05b74 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.570715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 937f60fb-105d-4084-b53b-3d5863b5ec57 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:08.571328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.593262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67f21985-e510-493c-b250-b04ffde05b74 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.596737 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-67f21985-e510-493c-b250-b04ffde05b74 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.600303 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-67f21985-e510-493c-b250-b04ffde05b74 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/1ece2fe1-7e67-4ec1-9129-eb1dd997ed33 HTTP/1.1" status: 204 len: 168 time: 0.1617634 Dec 09 15:29:08.600612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60148) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.609728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f21985-e510-493c-b250-b04ffde05b74 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ece2fe1-7e67-4ec1-9129-eb1dd997ed33,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.691583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 937f60fb-105d-4084-b53b-3d5863b5ec57, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=937f60fb-105d-4084-b53b-3d5863b5ec57,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:08.691948 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.698145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eb7e9a2f-42ed-4d07-bc2d-3085ef303f86 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965171 Dec 09 15:29:08.701978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60150) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.706970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--386006726'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:08.708461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 937f60fb-105d-4084-b53b-3d5863b5ec57 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:08.734035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.800428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.804523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.835493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.837183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1335566 Dec 09 15:29:08.840138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60152) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:08.841327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921087da-13a1-4d71-a2b4-5f4b1c2add68 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119f82e4-c4d8-4698-ab67-3f5d70c786bd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:08.844796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '119f82e4-c4d8-4698-ab67-3f5d70c786bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:08.910024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:08.931887 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.214312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=937f60fb-105d-4084-b53b-3d5863b5ec57,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.314799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.324553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.359374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6445c0a-d1bf-43d4-ab72-28043962b155 req-6b0a1cd8-0c66-489a-a9c2-f6ebaa535997 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:09.360966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6445c0a-d1bf-43d4-ab72-28043962b155 req-6b0a1cd8-0c66-489a-a9c2-f6ebaa535997 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1443052 Dec 09 15:29:09.361638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121f5580-4066-4b32-bd19-39c8b2a336c0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.404529 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.405800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-77ca9e23-01ae-4eab-82ac-580a88b30393 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5645192 Dec 09 15:29:09.408716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60156) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.413889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '119f82e4-c4d8-4698-ab67-3f5d70c786bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:09.441379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.499592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c6445c0a-d1bf-43d4-ab72-28043962b155 req-e4728e5c-edf6-481e-b6f5-0e63c82ea44c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023068 Dec 09 15:29:09.501415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.507686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.512960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.525371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30965c08-1040-4d81-8dd9-d1e14982f2e5,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.537286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.538490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a9d29962-2c5c-4bef-a795-e9bb564da27b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287456 Dec 09 15:29:09.541886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60158) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.546852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '119f82e4-c4d8-4698-ab67-3f5d70c786bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:09.576609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.647196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.652647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.673140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3611f56-8b3d-4454-9c23-0e884c3def0f,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.687376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.688664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-78568a36-6859-439a-acf1-7c83b7c08e15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457355 Dec 09 15:29:09.691255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60160) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.696332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '119f82e4-c4d8-4698-ab67-3f5d70c786bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:09.727888 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.758097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Router 4e7181a9-47d7-4f15-b088-f76f0be2e370 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:09.793029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.797906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.815800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66d7435-af82-4e7f-9624-5f63a7f81ebe,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.825445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.829181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-fd203af9-4c8b-438f-92b2-6b3713859f2d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345220 Dec 09 15:29:09.829381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60162) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.833751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '119f82e4-c4d8-4698-ab67-3f5d70c786bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:09.860520 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.867661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:09.872615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-70a01cea-8dd2-47dc-9573-a474fcc952ec tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "PUT /v2.0/routers/4e7181a9-47d7-4f15-b088-f76f0be2e370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497089 Dec 09 15:29:09.876684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60164) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.879200 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] Sync routers for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:09.890982 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:09.891707 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:09.926386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.930864 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.935564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting subnet 02e8de36-c761-462e-b393-a82fae0c6a3b {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:09.939233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.948557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33cbb39-4168-4637-9a97-bfc4d3c18b83,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:09.958054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.959326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b72799ae-453c-4a70-b314-feb0e3e76eef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1289661 Dec 09 15:29:09.962672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60166) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:09.987438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77093ddf-6225-48e7-849b-3d7eea519e52 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.988583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:09.995334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77093ddf-6225-48e7-849b-3d7eea519e52 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.006763 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:10.024301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77093ddf-6225-48e7-849b-3d7eea519e52 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.032585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-77093ddf-6225-48e7-849b-3d7eea519e52 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.035730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-77093ddf-6225-48e7-849b-3d7eea519e52 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/f33cbb39-4168-4637-9a97-bfc4d3c18b83 HTTP/1.1" status: 204 len: 168 time: 0.0695422 Dec 09 15:29:10.036529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60168) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.038799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77093ddf-6225-48e7-849b-3d7eea519e52 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f33cbb39-4168-4637-9a97-bfc4d3c18b83,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.128309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-87b24d94-c4db-4edf-b64e-6c94e765bf88 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0911267 Dec 09 15:29:10.131165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60170) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.144203 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.198952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30cbcd35-8ebf-4c01-88d1-a898ea1e435c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.209794 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30cbcd35-8ebf-4c01-88d1-a898ea1e435c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.247587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30cbcd35-8ebf-4c01-88d1-a898ea1e435c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.252673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30cbcd35-8ebf-4c01-88d1-a898ea1e435c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.253820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-30cbcd35-8ebf-4c01-88d1-a898ea1e435c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a66d7435-af82-4e7f-9624-5f63a7f81ebe HTTP/1.1" status: 204 len: 168 time: 0.1216469 Dec 09 15:29:10.256677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60172) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.257438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.295651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbcd35-8ebf-4c01-88d1-a898ea1e435c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a66d7435-af82-4e7f-9624-5f63a7f81ebe,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.295894 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:29:08Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:10.298603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Subnet': ['ID=02e8de36-c761-462e-b393-a82fae0c6a3b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.302233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.305495 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1b75409c-2350-4ee3-b3e7-fa7967a4e50a tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/subnets/02e8de36-c761-462e-b393-a82fae0c6a3b HTTP/1.1" status: 204 len: 168 time: 0.4278498 Dec 09 15:29:10.310619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e913e-cfe3-4f2b-97b4-942b8ade952f None None] Network 088f441f-7de2-4aa9-bbfd-a8788322714d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:10.315459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60174) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.317373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4eddda2f-5938-441c-9932-a87b28f2689c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0594003 Dec 09 15:29:10.320038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60176) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.347011 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] Checking router: 4e7181a9-47d7-4f15-b088-f76f0be2e370 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:10.356095 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] Routers {'4e7181a9-47d7-4f15-b088-f76f0be2e370'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:10.356712 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4e7181a9-47d7-4f15-b088-f76f0be2e370'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:10.396227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3c83-f40f-4e0a-927d-2a775b0c8e9a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.412324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3c83-f40f-4e0a-927d-2a775b0c8e9a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.474966 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] Set router 4e7181a9-47d7-4f15-b088-f76f0be2e370 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:10.479567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] DHCP port deletion for 088f441f-7de2-4aa9-bbfd-a8788322714d request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:10.488523 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.493055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3c83-f40f-4e0a-927d-2a775b0c8e9a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.533252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] Deleting port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:10.533640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.533980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7ecc3c83-f40f-4e0a-927d-2a775b0c8e9a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.537632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7ecc3c83-f40f-4e0a-927d-2a775b0c8e9a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d3611f56-8b3d-4454-9c23-0e884c3def0f HTTP/1.1" status: 204 len: 168 time: 0.2096789 Dec 09 15:29:10.538325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60180) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.554240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc3c83-f40f-4e0a-927d-2a775b0c8e9a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3611f56-8b3d-4454-9c23-0e884c3def0f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.606547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] For port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,segment=NetworkSegment(e5101662-bbe4-474b-baf3-9c1e89bb1125),segment_id=e5101662-bbe4-474b-baf3-9c1e89bb1125)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:10.606982 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.622186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] Calling delete_port for 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:10.637370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4df06530-b56e-423f-8397-abdff87fc2bb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0935214 Dec 09 15:29:10.640133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60182) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.667665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925491b-98c4-4042-ac6e-d3c65028e255 req-28fca432-e7f2-46c8-9f3d-c63584588dfe tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:10.670215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b925491b-98c4-4042-ac6e-d3c65028e255 req-28fca432-e7f2-46c8-9f3d-c63584588dfe tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0743883 Dec 09 15:29:10.679002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.682759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e75501ca-3544-4360-8f2a-bb1bfaf542b3 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.698150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e75501ca-3544-4360-8f2a-bb1bfaf542b3 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.703724 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:29:08Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:10.733153 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2307b8-91fe-4a76-b7ba-6c01c1b714af None None] The sync data for ids ['4e7181a9-47d7-4f15-b088-f76f0be2e370'] in n-d-804292-5 is: [{'id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'name': 'tempest-TestNetworkBasicOps-router-159351707', 'tenant_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:29:08Z', 'revision_number': 5, 'project_id': '731dc0bd9e214bc5b7ce1ae97dabaf62', 'gw_port': {'id': '4e949745-647c-40f3-b05b-edaab0f9cf2e', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7181a9-47d7-4f15-b088-f76f0be2e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:04Z', 'updated_at': '2021-12-09T15:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:10.745574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.761511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e75501ca-3544-4360-8f2a-bb1bfaf542b3 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.769639 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e75501ca-3544-4360-8f2a-bb1bfaf542b3 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.774561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e75501ca-3544-4360-8f2a-bb1bfaf542b3 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/30965c08-1040-4d81-8dd9-d1e14982f2e5 HTTP/1.1" status: 204 len: 168 time: 0.1327519 Dec 09 15:29:10.783830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60184) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.784017 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b925491b-98c4-4042-ac6e-d3c65028e255 req-86401e6f-d1ae-405a-82b9-aef3c9f23b18 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034222 Dec 09 15:29:10.790803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] Pushing event deleted for resources: {'Port': ['ID=5f06b4dd-f93f-42b0-9392-338ad0fb7a1a,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.793386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75501ca-3544-4360-8f2a-bb1bfaf542b3 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30965c08-1040-4d81-8dd9-d1e14982f2e5,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.803977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408f83a-e2eb-4475-b313-6e3ef5ecf886 None None] No DVR routers for this DVR port 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:10.804937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Deleting port 4e949745-647c-40f3-b05b-edaab0f9cf2e {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:10.805970 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.879161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-389f6a8e-c68f-4b4e-b5a9-9b5eb1b0e96b tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935478 Dec 09 15:29:10.882050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60188) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.906970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.914560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.942455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] For port 4e949745-647c-40f3-b05b-edaab0f9cf2e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4e949745-647c-40f3-b05b-edaab0f9cf2e,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:10.942743 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.942880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.948598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:10.949740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/121f5580-4066-4b32-bd19-39c8b2a336c0 HTTP/1.1" status: 204 len: 168 time: 0.0666962 Dec 09 15:29:10.953564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60190) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:10.957229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=121f5580-4066-4b32-bd19-39c8b2a336c0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:10.964333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930be03-3ab6-4432-8942-b2af0b5f6cb7 req-a320ac9c-fef1-43f1-88cd-7a85ea7925cc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:10.965766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7930be03-3ab6-4432-8942-b2af0b5f6cb7 req-a320ac9c-fef1-43f1-88cd-7a85ea7925cc tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0974212 Dec 09 15:29:10.966535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.966924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.967248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.967618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.967959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.968293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.968627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.969135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.969272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.969609 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.969936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.970262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.970591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f615c1-d8a5-4e9f-b431-c915f50ff9de tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:10.973421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Calling delete_port for 4e949745-647c-40f3-b05b-edaab0f9cf2e owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:11.085604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a1e59b94-8979-4cc2-b1a6-bc43b0baec70 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1293218 Dec 09 15:29:11.088999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60192) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.094368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7930be03-3ab6-4432-8942-b2af0b5f6cb7 req-e8341fce-ae3a-4400-85ea-9d230bfc7232 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190505 Dec 09 15:29:11.126058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60194) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.183259 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-040de075-1640-4108-85fe-bd5a49b4a4cb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.198317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0e454-3415-42c5-8279-ba50ff77a2ff tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:11.199891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-03f0e454-3415-42c5-8279-ba50ff77a2ff tempest-TestNetworkAdvancedServerOps-1975160276 tempest-TestNetworkAdvancedServerOps-1975160276-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1092 time: 0.0725863 Dec 09 15:29:11.202591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.210718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '08008d64-d812-418a-b810-e458eccae1f3', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:11.220607 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.229578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-040de075-1640-4108-85fe-bd5a49b4a4cb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.249698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Port': ['ID=4e949745-647c-40f3-b05b-edaab0f9cf2e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:11.272465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa53ef0-75ac-4cd0-92d5-859d0e69145d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:11.284410 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.326244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-040de075-1640-4108-85fe-bd5a49b4a4cb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.328843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-040de075-1640-4108-85fe-bd5a49b4a4cb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.330020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-040de075-1640-4108-85fe-bd5a49b4a4cb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/119f82e4-c4d8-4698-ab67-3f5d70c786bd HTTP/1.1" status: 204 len: 168 time: 0.2399204 Dec 09 15:29:11.332678 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60198) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.345763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040de075-1640-4108-85fe-bd5a49b4a4cb tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f82e4-c4d8-4698-ab67-3f5d70c786bd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:11.353706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.418795 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.460735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.465769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.474321 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ce97a2ad-d2ba-4a4d-8418-c33f7e327ca8 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1403677 Dec 09 15:29:11.479342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60200) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.484295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--814650934'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:11.524538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Allocated IP 172.25.0.6 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/0c6d900a-9b9e-43f4-ac52-5f12de7eb1cf) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:11.530063 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.530622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7181a9-47d7-4f15-b088-f76f0be2e370 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:29:11.539151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.541143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0cb19454-ef67-4858-9659-57cf345ca434 tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/routers/4e7181a9-47d7-4f15-b088-f76f0be2e370 HTTP/1.1" status: 204 len: 168 time: 1.2246737 Dec 09 15:29:11.545209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60202) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.558201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.659693 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.671393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.710865 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.762146 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:11.764811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:11.770719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:11.776998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=0c6d900a-9b9e-43f4-ac52-5f12de7eb1cf,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:11.799537 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.801326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.810055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.841319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088f441f-7de2-4aa9-bbfd-a8788322714d']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:11.861189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.862588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3817585 Dec 09 15:29:11.865173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5101662-bbe4-474b-baf3-9c1e89bb1125') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:11.865547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5101662-bbe4-474b-baf3-9c1e89bb1125') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:11.865720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60208) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:11.871240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': 'e9ede1a9-c4bc-4b84-b31e-5da8b4f7df37', 'direction': 'ingress', 'protocol': 17}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:11.873327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd1c7b-6ebe-4719-a19f-e381238badfc tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ede1a9-c4bc-4b84-b31e-5da8b4f7df37,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:11.879245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:29:11.937912 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:29:12.004613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.015740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.024505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.036684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] 10.222.0.46 "DELETE /v2.0/networks/088f441f-7de2-4aa9-bbfd-a8788322714d HTTP/1.1" status: 204 len: 168 time: 0.4858449 Dec 09 15:29:12.050671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:12.058743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db409c67-4f49-4ed8-8bf1-6ec83c68806f tempest-TestNetworkBasicOps-1996970023 tempest-TestNetworkBasicOps-1996970023-project] Pushing event deleted for resources: {'Network': ['ID=088f441f-7de2-4aa9-bbfd-a8788322714d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.087415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:12.087911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f06b4dd-f93f-42b0-9392-338ad0fb7a1a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:12.088434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 937f60fb-105d-4084-b53b-3d5863b5ec57 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:12.113227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 937f60fb-105d-4084-b53b-3d5863b5ec57 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:12.113789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 937f60fb-105d-4084-b53b-3d5863b5ec57 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:12.175736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.190310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.265809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc328e9-6740-42d4-9782-1e9a5f551b9e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.282294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.286047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0d6c8b0c-64ec-45e4-a0a3-a3f4ac1c8df1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4166634 Dec 09 15:29:12.286467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60216) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.353647 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6827ceaf-a773-436a-b03f-bdbca0601dca tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.379213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6827ceaf-a773-436a-b03f-bdbca0601dca tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.427983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.437475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6827ceaf-a773-436a-b03f-bdbca0601dca tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.440435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6827ceaf-a773-436a-b03f-bdbca0601dca tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.444024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6827ceaf-a773-436a-b03f-bdbca0601dca tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/e9ede1a9-c4bc-4b84-b31e-5da8b4f7df37 HTTP/1.1" status: 204 len: 168 time: 0.1540771 Dec 09 15:29:12.458967 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60224) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.460018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827ceaf-a773-436a-b03f-bdbca0601dca tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ede1a9-c4bc-4b84-b31e-5da8b4f7df37,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.511869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-190d3252-ed07-400e-a015-2bd990482e8e tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453176 Dec 09 15:29:12.512193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60226) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.516854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185439461'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:12.549429 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.556685 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.627313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.631931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.662875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57481b86-653e-4e46-ab31-dd1d8682426e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.679979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.681940 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b2f1b4f8-aed6-4e31-a085-062221251e71 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1687524 Dec 09 15:29:12.684535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60228) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.689526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085119768'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:12.705600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea75683c-66df-4cc9-b5a1-3bb741926831 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=731dc0bd9e214bc5b7ce1ae97dabaf62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773995 Dec 09 15:29:12.708235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60230) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.716118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.726754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.797801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.807315 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.824307 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd74eaf0-5fd4-4396-9ea4-64d99092641d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.842333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.846579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1608708 Dec 09 15:29:12.847932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60232) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:12.852660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '57481b86-653e-4e46-ab31-dd1d8682426e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e59a0ade-17d5-45b0-860e-676a1d7ca3c2', 'remote_ip_prefix': None}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:12.857744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fc956-4518-4e34-b222-98eebf5d8d55 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a0ade-17d5-45b0-860e-676a1d7ca3c2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:12.884377 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd74eaf0-5fd4-4396-9ea4-64d99092641d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.890452 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.979059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.983827 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.988714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd74eaf0-5fd4-4396-9ea4-64d99092641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.991296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cd74eaf0-5fd4-4396-9ea4-64d99092641d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:12.994866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cd74eaf0-5fd4-4396-9ea4-64d99092641d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97809f5a-ea8d-4d23-b1ab-92aa16ca52ab HTTP/1.1" status: 204 len: 168 time: 0.2830224 Dec 09 15:29:12.994866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.005167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3370a0-a7c6-4fee-8d23-232adc7f800b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.015559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.017073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f13068f4-872c-4e6c-9d2f-a65c555f375d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1681588 Dec 09 15:29:13.019851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60238) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.025758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.039398 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74eaf0-5fd4-4396-9ea4-64d99092641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97809f5a-ea8d-4d23-b1ab-92aa16ca52ab,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.055114 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93ae2e9a-a81e-4c3b-9ca3-6f0cf397ea01 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.076293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93ae2e9a-a81e-4c3b-9ca3-6f0cf397ea01 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.110442 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93ae2e9a-a81e-4c3b-9ca3-6f0cf397ea01 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.119617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-93ae2e9a-a81e-4c3b-9ca3-6f0cf397ea01 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.120794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-93ae2e9a-a81e-4c3b-9ca3-6f0cf397ea01 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/cb3370a0-a7c6-4fee-8d23-232adc7f800b HTTP/1.1" status: 204 len: 168 time: 0.0998442 Dec 09 15:29:13.125188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60240) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.156721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae2e9a-a81e-4c3b-9ca3-6f0cf397ea01 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb3370a0-a7c6-4fee-8d23-232adc7f800b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.171091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event updated for resources: {'Port': ['ID=0c6d900a-9b9e-43f4-ac52-5f12de7eb1cf,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.188331 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.225361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a718f093-bc5f-4527-a0a4-4dd308797b07 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0981469 Dec 09 15:29:13.226017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60244) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.289289 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c485efa4-460c-4eed-b2f0-db6008dcc963 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.318600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c485efa4-460c-4eed-b2f0-db6008dcc963 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.343286 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP 842034e0-f7f8-48fc-8fc6-bf618278d984 associated. External IP: 172.25.0.6, port: 08008d64-d812-418a-b810-e458eccae1f3. Dec 09 15:29:13.370976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c485efa4-460c-4eed-b2f0-db6008dcc963 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.374002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c485efa4-460c-4eed-b2f0-db6008dcc963 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.381629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c485efa4-460c-4eed-b2f0-db6008dcc963 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/e59a0ade-17d5-45b0-860e-676a1d7ca3c2 HTTP/1.1" status: 204 len: 168 time: 0.1541789 Dec 09 15:29:13.382370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60246) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.394818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.409096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485efa4-460c-4eed-b2f0-db6008dcc963 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a0ade-17d5-45b0-860e-676a1d7ca3c2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.415008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eddff0c7-91ea-4b6b-b6e9-a162163a1a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.475458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f78e247-005e-40dd-b189-a6acc0dfc617 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0865831 Dec 09 15:29:13.477866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60250) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.566352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a86425da-d434-47d4-8472-d9605e9d5b11 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.640097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4e949745-647c-40f3-b05b-edaab0f9cf2e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:13.665568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4e949745-647c-40f3-b05b-edaab0f9cf2e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:13.665921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4e949745-647c-40f3-b05b-edaab0f9cf2e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:13.667953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a86425da-d434-47d4-8472-d9605e9d5b11 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.704721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eddff0c7-91ea-4b6b-b6e9-a162163a1a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.714030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-eddff0c7-91ea-4b6b-b6e9-a162163a1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.722692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a86425da-d434-47d4-8472-d9605e9d5b11 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.725833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a86425da-d434-47d4-8472-d9605e9d5b11 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.727685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a86425da-d434-47d4-8472-d9605e9d5b11 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/57481b86-653e-4e46-ab31-dd1d8682426e HTTP/1.1" status: 204 len: 168 time: 0.2481387 Dec 09 15:29:13.731149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60252) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.740673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86425da-d434-47d4-8472-d9605e9d5b11 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57481b86-653e-4e46-ab31-dd1d8682426e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.774375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 512b97a8-b2e8-4141-80b9-0fc65f090eda has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:13.786190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-eddff0c7-91ea-4b6b-b6e9-a162163a1a36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eff83019ec5e4b79bfe08647bd8b13ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899822 Dec 09 15:29:13.788811 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60254) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.795062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddff0c7-91ea-4b6b-b6e9-a162163a1a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddcf1e6-51fa-409a-8380-19b1e0bc643a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:13.856692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3e47f5-e1a9-4271-9a3e-4f5a6b7bfade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.869437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4fd92fc5-d8ee-4af1-a21b-6872bce50f2c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309576 Dec 09 15:29:13.869611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60256) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:13.877192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936542795'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:13.901680 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3e47f5-e1a9-4271-9a3e-4f5a6b7bfade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.933910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:13.934799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.943976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] Sync routers for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:13.954325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.957803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:13.958637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:13.992864 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3e47f5-e1a9-4271-9a3e-4f5a6b7bfade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:13.995105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a0780042-da68-41af-9b79-0cde956c6424 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7913086 Dec 09 15:29:13.996017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:13.999962 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d504aab-a23d-4580-bcc2-996c5b2dc469" -d '{"events": [{"name": "network-changed", "server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:14.011276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7f3e47f5-e1a9-4271-9a3e-4f5a6b7bfade admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.015074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7f3e47f5-e1a9-4271-9a3e-4f5a6b7bfade admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ddcf1e6-51fa-409a-8380-19b1e0bc643a HTTP/1.1" status: 204 len: 168 time: 0.2229431 Dec 09 15:29:14.051496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e47f5-e1a9-4271-9a3e-4f5a6b7bfade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddcf1e6-51fa-409a-8380-19b1e0bc643a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:14.064380 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1818f079-71ec-481f-83c1-5e4c4cf6defe x-openstack-request-id: req-1818f079-71ec-481f-83c1-5e4c4cf6defe {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:14.064850 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:14.064922 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1818f079-71ec-481f-83c1-5e4c4cf6defe {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:14.065363 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'status': 'completed', 'code': 200} Dec 09 15:29:14.106148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.111812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.144215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:14.175022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73d34e-cb09-48e0-a673-eeb54f0154a9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:14.204024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.207977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-144b8bd0-7e83-4349-8e25-e04712c62a81 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3349650 Dec 09 15:29:14.209008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60270) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:14.215826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': 'bf73d34e-cb09-48e0-a673-eeb54f0154a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:14.229537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d9522-e81a-4378-9c2a-935d7d2dfca5 req-29b475c4-b5a1-4217-a53b-b45579b99532 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.237267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e57d9522-e81a-4378-9c2a-935d7d2dfca5 req-29b475c4-b5a1-4217-a53b-b45579b99532 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1350503 Dec 09 15:29:14.269795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-d5e3ead1-92db-4d17-911b-ad50a54862aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.271400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-d5e3ead1-92db-4d17-911b-ad50a54862aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1097 time: 0.1778595 Dec 09 15:29:14.340415 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.413106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e57d9522-e81a-4378-9c2a-935d7d2dfca5 req-8e360604-948f-4ed4-b0a9-fd2668e0a233 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747842 Dec 09 15:29:14.428988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60274) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:14.431843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '842034e0-f7f8-48fc-8fc6-bf618278d984', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'port_id': '08008d64-d812-418a-b810-e458eccae1f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'mac_address': 'fa:16:3e:2f:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9552fdef-fa41-468d-aa97-83a3ce340626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:12Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:14.472209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] Checking router: 512b97a8-b2e8-4141-80b9-0fc65f090eda for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:14.483827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:14.484766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:28:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:14.498742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.498742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-6542229b-6b5e-4b7c-b7f3-8795c04c470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.498742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-6542229b-6b5e-4b7c-b7f3-8795c04c470e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 897 time: 0.2107880 Dec 09 15:29:14.533834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.547768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-099c7eac-4e10-493a-a350-4edb4fbff5f7 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/842034e0-f7f8-48fc-8fc6-bf618278d984 HTTP/1.1" status: 200 len: 990 time: 0.1166503 Dec 09 15:29:14.619493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:14.632755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fe736c-db03-4a59-9805-47d3e67e7932,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:14.651373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.652931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9e99726a-de61-4630-83b2-e83207204a15 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4437635 Dec 09 15:29:14.656762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60288) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:14.694593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-e4630d55-87e2-42d9-a7ef-49144b8a66a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 998 time: 0.1692193 Dec 09 15:29:14.704072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c0496d-52c3-4fd7-8182-335f694b1823 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.719264 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c0496d-52c3-4fd7-8182-335f694b1823 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.754520 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c0496d-52c3-4fd7-8182-335f694b1823 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.762604 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-19c0496d-52c3-4fd7-8182-335f694b1823 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.763806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-19c0496d-52c3-4fd7-8182-335f694b1823 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d7fe736c-db03-4a59-9805-47d3e67e7932 HTTP/1.1" status: 204 len: 168 time: 0.1056836 Dec 09 15:29:14.775526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60292) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:14.801324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0496d-52c3-4fd7-8182-335f694b1823 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7fe736c-db03-4a59-9805-47d3e67e7932,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:14.811777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-c829687b-d969-435f-9874-0f53a102cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.813549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-c829687b-d969-435f-9874-0f53a102cd10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 200 len: 833 time: 0.1109166 Dec 09 15:29:14.844447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f23f3f6b-79e3-41eb-b338-fcd01fcf6a50 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661125 Dec 09 15:29:14.848176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60298) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:14.871149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-8f032e72-8631-4749-9b56-aee013384c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:14.872974 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-8f032e72-8631-4749-9b56-aee013384c91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad730dc-3d6b-4562-9b06-dfdcd44776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500121 Dec 09 15:29:14.965928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efd1c49b-0c40-434e-a666-d342eb02332d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:14.997094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efd1c49b-0c40-434e-a666-d342eb02332d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.011854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '842034e0-f7f8-48fc-8fc6-bf618278d984', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'port_id': '08008d64-d812-418a-b810-e458eccae1f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'mac_address': 'fa:16:3e:2f:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9552fdef-fa41-468d-aa97-83a3ce340626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:12Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:15.019119 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-93b88be9-29f5-4390-bbe7-839b92b3a697 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384413 Dec 09 15:29:15.054634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efd1c49b-0c40-434e-a666-d342eb02332d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.058882 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-efd1c49b-0c40-434e-a666-d342eb02332d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.063368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-efd1c49b-0c40-434e-a666-d342eb02332d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/bf73d34e-cb09-48e0-a673-eeb54f0154a9 HTTP/1.1" status: 204 len: 168 time: 0.2141373 Dec 09 15:29:15.064240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60304) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.082186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1c49b-0c40-434e-a666-d342eb02332d tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73d34e-cb09-48e0-a673-eeb54f0154a9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.136503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.137738 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b4239468-3b7c-4b14-b3c2-5741d2b6cb29 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616329 Dec 09 15:29:15.138958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60308) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.144986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--700201507'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:15.172235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d504aab-a23d-4580-bcc2-996c5b2dc469 req-e84d805b-2734-4447-ab5e-d8afeabdc757 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441953 Dec 09 15:29:15.186991 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.265649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac8a1c4-4736-49e2-9b34-82641e3740bd None None] The sync data for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 is: [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '842034e0-f7f8-48fc-8fc6-bf618278d984', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'port_id': '08008d64-d812-418a-b810-e458eccae1f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'mac_address': 'fa:16:3e:2f:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9552fdef-fa41-468d-aa97-83a3ce340626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:12Z', 'updated_at': '2021-12-09T15:29:12Z', 'revision_number': 0, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:15.290989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.297673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.307236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1975677267-network', 'tenant_id': 'da8867fc346643458c8f089f71a78ae0'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:15.334485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Made reservation on behalf of da8867fc346643458c8f089f71a78ae0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:15.337536 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.338412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2befbd3-1590-4026-9957-164a6cb893df,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.347700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.351106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.355745 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-13c06bb1-352c-4418-bd39-7a07a9426ae2 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2140720 Dec 09 15:29:15.355911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60312) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.361209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': 'e2befbd3-1590-4026-9957-164a6cb893df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:15.392649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.447223 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.451960 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.484411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.489881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.493673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:29:15.512511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.513658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84031c5-ec02-4e6e-96e9-fb4d58821e55,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.513959 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Added segment 771d671d-23cb-47ef-8a1b-3f18bd22f9d3 of type vlan for network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 Dec 09 15:29:15.524802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.527416 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2920e289-3acf-4a3f-9128-9e35b0474e1a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1690383 Dec 09 15:29:15.528808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60314) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.551053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-015e7e18-456f-40b3-897d-4f94c08c49d5 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules/c84031c5-ec02-4e6e-96e9-fb4d58821e55 HTTP/1.1" status: 200 len: 763 time: 0.0189805 Dec 09 15:29:15.551342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60316) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.551709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60318) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.590383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.632172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58022a27-58c4-458f-9a71-f0a5b6e4a15e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.646530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.647656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:15.648306 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.649527 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03f66c-d45a-4a4d-9c54-946618e86096 None None] New status for floating IP 842034e0-f7f8-48fc-8fc6-bf618278d984: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:29:15.670763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e358532c-e2bd-47d9-9cf1-49e320c41238 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1167803 Dec 09 15:29:15.674734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60324) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.722265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7649dd41-f57f-43f3-967c-3b264cc47eac tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/842034e0-f7f8-48fc-8fc6-bf618278d984 HTTP/1.1" status: 200 len: 990 time: 0.1691849 Dec 09 15:29:15.726042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09f30cc2-69b5-41bc-b7e4-8f73261e65ef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.738176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09f30cc2-69b5-41bc-b7e4-8f73261e65ef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.738665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5984333 Dec 09 15:29:15.739316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60326) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.778110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09f30cc2-69b5-41bc-b7e4-8f73261e65ef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.781503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Request body: {'subnet': {'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1975677267-subnet', 'tenant_id': 'da8867fc346643458c8f089f71a78ae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:15.786421 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51030f6-0143-49e0-9f50-2a5943861241 admin admin] Pushing event updated for resources: {'Network': ['ID=61f80ee8-b65b-42b2-8e38-d8c6baa42078,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.787271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-09f30cc2-69b5-41bc-b7e4-8f73261e65ef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.788555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-09f30cc2-69b5-41bc-b7e4-8f73261e65ef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c84031c5-ec02-4e6e-96e9-fb4d58821e55 HTTP/1.1" status: 204 len: 168 time: 0.1070492 Dec 09 15:29:15.791714 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60328) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.800614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:29:15.813619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30cc2-69b5-41bc-b7e4-8f73261e65ef tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c84031c5-ec02-4e6e-96e9-fb4d58821e55,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:15.831632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Made reservation on behalf of da8867fc346643458c8f089f71a78ae0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:15.833988 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.850305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54858f60-8046-461a-9107-4bc96a0f0877 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550683 Dec 09 15:29:15.850578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60330) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:15.856608 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': 'e2befbd3-1590-4026-9957-164a6cb893df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:15.897220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.974723 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:15.978703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.000243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94809190-c869-4cc7-8bd2-025ff51e3c12,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:16.006176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.007581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-503e30ce-6540-4320-a937-194acf3e143c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558051 Dec 09 15:29:16.010865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60332) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.031255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cf31c0e4-eef5-49c1-8caa-5d14e50ae316 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules/94809190-c869-4cc7-8bd2-025ff51e3c12 HTTP/1.1" status: 200 len: 763 time: 0.0167947 Dec 09 15:29:16.031440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60334) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.037863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.077542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c4658721-d1d1-4e60-a509-06ac643ead42 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425127 Dec 09 15:29:16.077745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60336) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.094234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6149b30c-d29a-498b-bf9b-1ad241ee7230,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:16.105514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Checking segment: {'id': '771d671d-23cb-47ef-8a1b-3f18bd22f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:16.105654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Network hostable DHCP agents. Network: 61f80ee8-b65b-42b2-8e38-d8c6baa42078, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:29:16.112493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c3058aa-11c8-4940-a1c4-92109108b1f1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.122515 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c3058aa-11c8-4940-a1c4-92109108b1f1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.125751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:29:16.136100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 61f80ee8-b65b-42b2-8e38-d8c6baa42078) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:16.140995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:16.141600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.151826 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c3058aa-11c8-4940-a1c4-92109108b1f1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.152862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43683466-b9bf-4e67-a485-7c526d9eec45 None None] Network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:16.159234 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c3058aa-11c8-4940-a1c4-92109108b1f1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.160766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c3058aa-11c8-4940-a1c4-92109108b1f1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/94809190-c869-4cc7-8bd2-025ff51e3c12 HTTP/1.1" status: 204 len: 168 time: 0.0818658 Dec 09 15:29:16.163970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60338) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.165947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3058aa-11c8-4940-a1c4-92109108b1f1 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94809190-c869-4cc7-8bd2-025ff51e3c12,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:16.196907 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-211a3250-447a-4278-96bc-c6a19edeaa5c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4131224 Dec 09 15:29:16.223176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac4dbbe0-448a-4602-923b-28a7c198359a tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516369 Dec 09 15:29:16.223585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.228754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': 'e2befbd3-1590-4026-9957-164a6cb893df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:16.257759 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Project 0451af0d0f6742e0b157cffb7f05d5ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:29:16.271438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.279176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e98f3-ead5-4488-bbc6-9df45fd95d28 None None] Network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:16.335228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.339938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.363780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627ff606-afb6-4861-baab-227f2ebacab6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:16.377226 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.378575 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-711fb239-eac2-47d5-821e-0ef69fa07f26 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539013 Dec 09 15:29:16.381574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60346) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.407461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60348) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.408121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-944bbf0a-cd00-4968-8d7f-492e259dcfc5 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules/627ff606-afb6-4861-baab-227f2ebacab6 HTTP/1.1" status: 200 len: 769 time: 0.0251839 Dec 09 15:29:16.459975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-21e11e44-8814-47ac-8bf8-3c7ead8f99e6 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0502901 Dec 09 15:29:16.460620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60352) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.488838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5299eed2-fdec-46e6-ad26-7dc8ba9cf951 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.496817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5299eed2-fdec-46e6-ad26-7dc8ba9cf951 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.523027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5299eed2-fdec-46e6-ad26-7dc8ba9cf951 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.530979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5299eed2-fdec-46e6-ad26-7dc8ba9cf951 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.534578 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5299eed2-fdec-46e6-ad26-7dc8ba9cf951 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/627ff606-afb6-4861-baab-227f2ebacab6 HTTP/1.1" status: 204 len: 168 time: 0.0697815 Dec 09 15:29:16.535640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60354) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.542542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299eed2-fdec-46e6-ad26-7dc8ba9cf951 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=627ff606-afb6-4861-baab-227f2ebacab6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:16.588426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60358) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.588923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8968b3f5-176b-420f-ae62-1c19a95c448c tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520837 Dec 09 15:29:16.646815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe51c-aae5-4f0f-b7ef-be33b73561bf tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.675134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe51c-aae5-4f0f-b7ef-be33b73561bf tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.725357 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60366) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.728961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe51c-aae5-4f0f-b7ef-be33b73561bf tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.734937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe51c-aae5-4f0f-b7ef-be33b73561bf tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.740169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f9bfe51c-aae5-4f0f-b7ef-be33b73561bf tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2befbd3-1590-4026-9957-164a6cb893df HTTP/1.1" status: 204 len: 168 time: 0.1496224 Dec 09 15:29:16.740749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60368) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.766776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfe51c-aae5-4f0f-b7ef-be33b73561bf tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2befbd3-1590-4026-9957-164a6cb893df,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:16.816050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b3bda42b-e483-4a6d-9915-727cb12be2ae tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630171 Dec 09 15:29:16.821301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60372) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.827588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424278205'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:16.851384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e6e8efb0-b9a8-445d-bed0-d59dfaefdb6f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/842034e0-f7f8-48fc-8fc6-bf618278d984 HTTP/1.1" status: 200 len: 992 time: 0.1228242 Dec 09 15:29:16.851384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60374) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:16.858040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1222413515-network', 'tenant_id': '8ae814ff5dd4461990a24223c937f470'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:16.879078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.917639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Made reservation on behalf of 8ae814ff5dd4461990a24223c937f470 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:16.920471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:16.932740 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.006483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.014468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.063963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.065198 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2428570 Dec 09 15:29:17.067366 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355473ea-2b6d-4749-a988-214141580837 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01820384-ddab-4378-9b4c-ecee8c2334e0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.068801 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60376) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:17.076100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Request body: {'security_group_rule': {'security_group_id': '01820384-ddab-4378-9b4c-ecee8c2334e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:17.092453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.096232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.108219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.120870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:29:17.136848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215a17c-7c53-42a5-a33e-01166a02fc22,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.143843 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.144190 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Added segment ad28d82a-a337-47f9-9247-7298a04b4051 of type vlan for network 4428178e-a52f-453f-b145-8e7758dd330c Dec 09 15:29:17.170917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.176916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.193085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.198893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccb3c9b-e8e6-4dc5-84d1-93126050070b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.205085 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.209129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0ddae008-915c-4045-a078-e738f8e13824 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364813 Dec 09 15:29:17.209612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60378) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:17.254612 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.255586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:17.256176 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.697970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8469608 Dec 09 15:29:17.701004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:17.706193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Request body: {'subnet': {'network_id': '4428178e-a52f-453f-b145-8e7758dd330c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1222413515-subnet', 'tenant_id': '8ae814ff5dd4461990a24223c937f470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:17.728235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Made reservation on behalf of 8ae814ff5dd4461990a24223c937f470 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:17.730601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.740429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67b70-a767-4683-947d-f5a18bfa8a4f admin admin] Pushing event updated for resources: {'Network': ['ID=4428178e-a52f-453f-b145-8e7758dd330c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.744569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db8898c6-3fea-461e-bd68-ac7e289522fd tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.753015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 4428178e-a52f-453f-b145-8e7758dd330c details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:29:17.775261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db8898c6-3fea-461e-bd68-ac7e289522fd tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.829383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db8898c6-3fea-461e-bd68-ac7e289522fd tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.834639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db8898c6-3fea-461e-bd68-ac7e289522fd tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:17.839148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-db8898c6-3fea-461e-bd68-ac7e289522fd tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/01820384-ddab-4378-9b4c-ecee8c2334e0 HTTP/1.1" status: 204 len: 168 time: 0.6286962 Dec 09 15:29:17.842340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60384) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:17.854101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8898c6-3fea-461e-bd68-ac7e289522fd tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01820384-ddab-4378-9b4c-ecee8c2334e0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:17.916007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c52e2185-dc67-4d80-a6a4-7b376456f8ee tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0711243 Dec 09 15:29:17.918569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60386) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:17.958618 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a6632212-b339-471f-b0f3-5fec40e9ac86 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0385504 Dec 09 15:29:17.961231 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60388) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:17.974926 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-25479708-16cb-4360-a09b-b2e0056c6a34 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] delete failed (client error): The resource could not be found. Dec 09 15:29:17.979902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-25479708-16cb-4360-a09b-b2e0056c6a34 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "DELETE /v2.0/security-groups/01820384-ddab-4378-9b4c-ecee8c2334e0 HTTP/1.1" status: 404 len: 347 time: 0.0135317 Dec 09 15:29:17.980353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60390) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:18.006332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.029243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ac8c84e8-ac5d-4200-9854-3b5cf2250616 tempest-SecGroupIPv6Test-2029925475 tempest-SecGroupIPv6Test-2029925475-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434620 Dec 09 15:29:18.071236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a98e0c-9e04-4a8c-b547-e03a04f7cedc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:18.081206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Checking segment: {'id': 'ad28d82a-a337-47f9-9247-7298a04b4051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4428178e-a52f-453f-b145-8e7758dd330c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:18.081491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Network hostable DHCP agents. Network: 4428178e-a52f-453f-b145-8e7758dd330c, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:29:18.101521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Network 4428178e-a52f-453f-b145-8e7758dd330c is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:29:18.117021 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 4428178e-a52f-453f-b145-8e7758dd330c) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:18.124976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:18.125640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.130485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a931cc1-fb71-4039-aaeb-63cfbd5a9bae None None] Network 4428178e-a52f-453f-b145-8e7758dd330c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:18.157177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ed3ac2e5-dfb7-4ce0-9fa6-f7a7e0666dff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4549747 Dec 09 15:29:18.286904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f48c75-acf3-42e8-b1b1-d772ffccd239 None None] Network 4428178e-a52f-453f-b145-8e7758dd330c requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:18.459552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60400) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:18.678998 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7df64e6b-782e-47b1-a1d3-41746847ff45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0451af0d0f6742e0b157cffb7f05d5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177775 Dec 09 15:29:18.681690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60412) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:18.756721 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d68a674-104b-48b8-b00d-fee1f7a44c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.780568 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d68a674-104b-48b8-b00d-fee1f7a44c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.872823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d68a674-104b-48b8-b00d-fee1f7a44c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.878373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9d68a674-104b-48b8-b00d-fee1f7a44c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:18.880390 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9d68a674-104b-48b8-b00d-fee1f7a44c72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dc0313e-213e-4712-8929-90cefe807755 HTTP/1.1" status: 204 len: 168 time: 0.1967285 Dec 09 15:29:18.892645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a674-104b-48b8-b00d-fee1f7a44c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0313e-213e-4712-8929-90cefe807755,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:19.342123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-2fe91e9b-c0ef-47b8-9361-e4e391c003f7 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:19.343917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-2fe91e9b-c0ef-47b8-9361-e4e391c003f7 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/networks?id=61f80ee8-b65b-42b2-8e38-d8c6baa42078 HTTP/1.1" status: 200 len: 812 time: 0.6126454 Dec 09 15:29:19.364427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-297199ee-3a4f-4f5d-a206-01021cf320d6 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/quotas/da8867fc346643458c8f089f71a78ae0 HTTP/1.1" status: 200 len: 375 time: 0.0141613 Dec 09 15:29:19.440296 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-c0cf2867-7d3d-436f-a36f-d8c38c42b58e tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da8867fc346643458c8f089f71a78ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677264 Dec 09 15:29:19.602334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-a278e085-123a-40cb-b41a-89c6149963d4 service neutron] 10.222.0.46 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494203 Dec 09 15:29:19.784303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-81059067-8db1-4d44-8947-77650313afef service neutron] 10.222.0.46 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600113 Dec 09 15:29:20.019916 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51e4aee5-d0f0-4412-b9e6-63e128d91424 req-bfa31eb9-a76b-4ce7-b8aa-7fbf314be6d5 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 210 time: 0.0366137 Dec 09 15:29:21.146025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-faa44b87-453f-4481-9686-2e1445c7fa75 req-bcc5acda-4164-40bf-b795-17033d577652 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 210 time: 0.0534208 Dec 09 15:29:21.404138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-02ee726d-9349-4d78-b64a-c04649076c03 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:21.406169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-02ee726d-9349-4d78-b64a-c04649076c03 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.36 "GET /v2.0/networks?id=61f80ee8-b65b-42b2-8e38-d8c6baa42078 HTTP/1.1" status: 200 len: 812 time: 0.1467240 Dec 09 15:29:21.420836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Request body: {'port': {'device_id': '664b2944-55fb-4816-9941-9dcf56f82689', 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078', 'admin_state_up': True, 'tenant_id': 'da8867fc346643458c8f089f71a78ae0'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:21.596747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Made reservation on behalf of da8867fc346643458c8f089f71a78ae0 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:21.601374 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.774849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Allocated IP 172.20.0.9 (61f80ee8-b65b-42b2-8e38-d8c6baa42078/6149b30c-d29a-498b-bf9b-1ad241ee7230/ef8325cd-21d7-474d-bcca-f758de9679ab) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:21.954260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:21.996312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.094923 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:22.097895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:22.105159 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:22.111765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Pushing event updated for resources: {'Port': ['ID=ef8325cd-21d7-474d-bcca-f758de9679ab,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:22.150824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.218887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.219688 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.254220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d3ebdc67-a666-4a16-9009-62e4eaae65c0 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8389418 Dec 09 15:29:22.270784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Request body: {'port': {'device_id': '664b2944-55fb-4816-9941-9dcf56f82689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:22.308490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586df0e-d8c9-44d4-816d-fdb4abf826a9 req-981bad42-5448-4587-a89f-c3b17526f78a tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:22.311631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b586df0e-d8c9-44d4-816d-fdb4abf826a9 req-981bad42-5448-4587-a89f-c3b17526f78a tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 931 time: 0.0710316 Dec 09 15:29:22.370155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.394504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b586df0e-d8c9-44d4-816d-fdb4abf826a9 req-fd39a160-74f7-4b96-a3ac-ec6576e6efaf tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Dec 09 15:29:22.578191 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.868255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8325cd-21d7-474d-bcca-f758de9679ab {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:22.880578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:22.911890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Transition to ACTIVE for port object ef8325cd-21d7-474d-bcca-f758de9679ab will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:22.916307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.014552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8325cd-21d7-474d-bcca-f758de9679ab,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:23.045019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Attempting to bind port ef8325cd-21d7-474d-bcca-f758de9679ab on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:23.046634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Attempting to bind port ef8325cd-21d7-474d-bcca-f758de9679ab by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '771d671d-23cb-47ef-8a1b-3f18bd22f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:23.046634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Attempting to bind port ef8325cd-21d7-474d-bcca-f758de9679ab on network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:23.050513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Port ef8325cd-21d7-474d-bcca-f758de9679ab on network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:23.051161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Attempting to bind port ef8325cd-21d7-474d-bcca-f758de9679ab on network 61f80ee8-b65b-42b2-8e38-d8c6baa42078 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:23.057384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:23.057738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Checking segment: {'id': '771d671d-23cb-47ef-8a1b-3f18bd22f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:23.058325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Bound using segment: {'id': '771d671d-23cb-47ef-8a1b-3f18bd22f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:23.058770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Bound port: ef8325cd-21d7-474d-bcca-f758de9679ab, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771d671d-23cb-47ef-8a1b-3f18bd22f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:23.059136 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.145894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] For port ef8325cd-21d7-474d-bcca-f758de9679ab, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:23.150152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] For port ef8325cd-21d7-474d-bcca-f758de9679ab, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef8325cd-21d7-474d-bcca-f758de9679ab,segment=NetworkSegment(771d671d-23cb-47ef-8a1b-3f18bd22f9d3),segment_id=771d671d-23cb-47ef-8a1b-3f18bd22f9d3)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:23.165404 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.214058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.214957 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.217135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef8325cd-21d7-474d-bcca-f758de9679ab HTTP/1.1" status: 200 len: 1091 time: 0.9508090 Dec 09 15:29:23.217597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664b2944-55fb-4816-9941-9dcf56f82689', 'tag': 'ef8325cd-21d7-474d-bcca-f758de9679ab'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:23.219854 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3" -d '{"events": [{"name": "network-changed", "server_uuid": "664b2944-55fb-4816-9941-9dcf56f82689", "tag": "ef8325cd-21d7-474d-bcca-f758de9679ab"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:23.247989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-add4b3ee-af55-4d76-832c-916ce91e1d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:23.295618 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad530652-ac05-4d99-8729-8c7dbfd0a8b0 x-openstack-request-id: req-ad530652-ac05-4d99-8729-8c7dbfd0a8b0 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:23.296146 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664b2944-55fb-4816-9941-9dcf56f82689", "tag": "ef8325cd-21d7-474d-bcca-f758de9679ab", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:23.296470 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad530652-ac05-4d99-8729-8c7dbfd0a8b0 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:23.296965 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664b2944-55fb-4816-9941-9dcf56f82689', 'tag': 'ef8325cd-21d7-474d-bcca-f758de9679ab', 'status': 'completed', 'code': 200} Dec 09 15:29:23.318273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838e566-94c6-4394-9e91-f04fe4582cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8325cd-21d7-474d-bcca-f758de9679ab,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:23.339182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-fedcba53-defb-4cfa-835b-6fd0c83076c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.340808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-fedcba53-defb-4cfa-835b-6fd0c83076c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da8867fc346643458c8f089f71a78ae0&device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 1094 time: 0.0625992 Dec 09 15:29:23.387823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-c2ef7766-39a6-4d9a-bb10-3faf3876864c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8325cd-21d7-474d-bcca-f758de9679ab HTTP/1.1" status: 200 len: 217 time: 0.0394785 Dec 09 15:29:23.467116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-425847f5-fcfd-499b-8a82-0e98ac42d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.468851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-425847f5-fcfd-499b-8a82-0e98ac42d665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6149b30c-d29a-498b-bf9b-1ad241ee7230 HTTP/1.1" status: 200 len: 852 time: 0.0742059 Dec 09 15:29:23.505996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-5a9f1bbb-ba64-41ad-a4d4-236307e9428e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f80ee8-b65b-42b2-8e38-d8c6baa42078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297701 Dec 09 15:29:23.552835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaa3d2-d5a1-417e-a548-8df6fdf7b879 req-1739e0e9-1440-4b5d-8c90-c329b2888326 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.555987 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60eaa3d2-d5a1-417e-a548-8df6fdf7b879 req-1739e0e9-1440-4b5d-8c90-c329b2888326 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 943 time: 0.0849063 Dec 09 15:29:23.613538 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60eaa3d2-d5a1-417e-a548-8df6fdf7b879 req-0d7df86b-c15b-4f16-9a3a-6368c928820c tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507476 Dec 09 15:29:23.622499 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-099f4f5e-1aaf-448e-b455-aff5ba548add service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078861 Dec 09 15:29:23.725002 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-910fa310-5f1c-4a12-92c6-5c04ca62f7ca req-d1f3de59-bcff-4388-9044-789d6b2e1e91 service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955853 Dec 09 15:29:23.826404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-136ddd2d-fb2b-46a0-a7ba-a862c6dddca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.828271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-136ddd2d-fb2b-46a0-a7ba-a862c6dddca4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da8867fc346643458c8f089f71a78ae0&device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 1094 time: 0.0533605 Dec 09 15:29:23.943131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-98527ba1-dd98-4ad6-9a61-e88bba625227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:23.945215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-98527ba1-dd98-4ad6-9a61-e88bba625227 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f80ee8-b65b-42b2-8e38-d8c6baa42078 HTTP/1.1" status: 200 len: 913 time: 0.1097612 Dec 09 15:29:23.998241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-05885b55-f17c-4c56-b20d-914eaf984dbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8325cd-21d7-474d-bcca-f758de9679ab HTTP/1.1" status: 200 len: 217 time: 0.0442235 Dec 09 15:29:24.055714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-a1f9a420-0137-4996-aac3-bd55b492060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:24.057768 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-a1f9a420-0137-4996-aac3-bd55b492060b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6149b30c-d29a-498b-bf9b-1ad241ee7230 HTTP/1.1" status: 200 len: 852 time: 0.0524783 Dec 09 15:29:24.095145 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-953b131e-760a-4140-9cb1-bc4a07399ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f80ee8-b65b-42b2-8e38-d8c6baa42078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291493 Dec 09 15:29:24.202451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-8b190e20-efb1-4b15-a351-0990c2dc0d4a service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993586 Dec 09 15:29:24.330835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6b9d026-e9b0-42e2-a3e8-bedd5ef140b3 req-bde490b8-69b0-42eb-97a2-3a1424621bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196778 Dec 09 15:29:24.737023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ec335-cc5f-4266-8e03-e71bacd12e91 req-1005710d-be65-4f10-af79-49253f12171c tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:24.738631 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d6ec335-cc5f-4266-8e03-e71bacd12e91 req-1005710d-be65-4f10-af79-49253f12171c tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 943 time: 0.0486135 Dec 09 15:29:24.791325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3d6ec335-cc5f-4266-8e03-e71bacd12e91 req-19f91d4d-6f4f-4db9-95a4-1e68efde80de tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Dec 09 15:29:25.561766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-a072b127-8f13-4dad-88e7-5ccae9be4372 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843086220&fields=id&tenant_id=9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 267 time: 0.0480649 Dec 09 15:29:25.655551 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6d011470-4220-4b7c-a6f7-18544884e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:25.675618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-66501a4d-47e4-483a-8abc-5672290827cb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.677065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-66501a4d-47e4-483a-8abc-5672290827cb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.1080127 Dec 09 15:29:25.691877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-a27c2e3f-8ca6-41b3-8b8b-4fa4ef3b8d5c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/quotas/9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 375 time: 0.0088320 Dec 09 15:29:25.744956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-3379311c-007f-4a44-8514-a703cc0cd7c2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471365 Dec 09 15:29:25.910620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a776c24-0dd7-4b3e-95e2-997123b2fdf0 req-41ed24bc-2593-4498-a38d-2c266c6553be tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:25.912446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a776c24-0dd7-4b3e-95e2-997123b2fdf0 req-41ed24bc-2593-4498-a38d-2c266c6553be tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 943 time: 0.0496988 Dec 09 15:29:25.948614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-d07bc8d5-e0f6-48d7-ab57-4bc36b1acbef service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924164 Dec 09 15:29:25.961611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7a776c24-0dd7-4b3e-95e2-997123b2fdf0 req-2b7e2709-b15e-4e6b-8d95-e3b1b206821d tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Dec 09 15:29:26.037417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-f8e47e0b-5693-4dad-ae1f-f98cd0d3d115 service neutron] 10.222.0.46 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823166 Dec 09 15:29:26.330215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b9b290ef-6fc9-4d7e-9464-564b9862b2af req-8b13882f-1c34-407f-98f1-5534f1f503cc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Dec 09 15:29:26.469481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef8325cd-21d7-474d-bcca-f758de9679ab details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:26.566040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ef8325cd-21d7-474d-bcca-f758de9679ab, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef8325cd-21d7-474d-bcca-f758de9679ab,segment=NetworkSegment(771d671d-23cb-47ef-8a1b-3f18bd22f9d3),segment_id=771d671d-23cb-47ef-8a1b-3f18bd22f9d3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:26.578011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'ef8325cd-21d7-474d-bcca-f758de9679ab', 'network_id': '61f80ee8-b65b-42b2-8e38-d8c6baa42078', 'port_id': 'ef8325cd-21d7-474d-bcca-f758de9679ab', 'mac_address': 'fa:16:3e:07:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6149b30c-d29a-498b-bf9b-1ad241ee7230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:26.616574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.630668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8325cd-21d7-474d-bcca-f758de9679ab {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:26.653222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ef8325cd-21d7-474d-bcca-f758de9679ab, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef8325cd-21d7-474d-bcca-f758de9679ab,segment=NetworkSegment(771d671d-23cb-47ef-8a1b-3f18bd22f9d3),segment_id=771d671d-23cb-47ef-8a1b-3f18bd22f9d3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:26.657243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.710650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef8325cd-21d7-474d-bcca-f758de9679ab,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:26.762547 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:26.875115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['ef8325cd-21d7-474d-bcca-f758de9679ab'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:27.082589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533b2f4-1f77-4a02-a546-6d58f83be8e7 req-a6485119-0bb5-46a5-ba10-56eb057929e9 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:27.084118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5533b2f4-1f77-4a02-a546-6d58f83be8e7 req-a6485119-0bb5-46a5-ba10-56eb057929e9 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 944 time: 0.0491672 Dec 09 15:29:27.138286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5533b2f4-1f77-4a02-a546-6d58f83be8e7 req-0d4ee3f2-0129-45ad-a23b-108cdefa0ec6 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473533 Dec 09 15:29:27.308425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-362f2061-a3a5-40f6-a66e-bd94a6c0c52a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:27.309949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-362f2061-a3a5-40f6-a66e-bd94a6c0c52a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.43 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 812 time: 0.1094401 Dec 09 15:29:27.382228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-aebbbaf5-458e-43a2-9707-528ae2a86694 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9631d02270a247ea989c4c715f4838a2 HTTP/1.1" status: 200 len: 379 time: 0.0608821 Dec 09 15:29:27.392730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'port': {'device_id': '574f234a-97ab-442f-8d65-904d2896cc07', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'admin_state_up': True, 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'security_groups': ['7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:27.463413 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94c50f96-c87d-4e9c-bdc0-412561634f1e req-f45cab67-33fc-42fa-bf36-aa39225b9a6b tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0548863 Dec 09 15:29:27.527699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Made reservation on behalf of 9631d02270a247ea989c4c715f4838a2 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:27.531964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.584964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:29:27.680735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.20.0.6 (d5cd67b5-9fda-43a8-9979-f6de901fc38e/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75/599f147b-46e4-45e3-b0e9-ff49cb6d1b0b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:27.821310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.855885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.906478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:27.911703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:27.916235 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:27.920469 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:27.975226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:27.975883 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:27.994492 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-5f4788a2-7150-4b50-9ca1-82f5b45abf87 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058660 Dec 09 15:29:28.010443 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Request body: {'port': {'device_id': '574f234a-97ab-442f-8d65-904d2896cc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:28.071277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.228272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-af6818e0-0932-4a9d-a3fb-4ef34ef21ba6 None None] Provisioning complete for port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:28.228789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af6818e0-0932-4a9d-a3fb-4ef34ef21ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.295450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-af6818e0-0932-4a9d-a3fb-4ef34ef21ba6 None None] Port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:28.363808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a48e2f-deee-43ef-9241-6005e8ba0d1e req-bada32ef-49cc-4da0-8d2a-3b7edc7c9a76 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:28.365340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4a48e2f-deee-43ef-9241-6005e8ba0d1e req-bada32ef-49cc-4da0-8d2a-3b7edc7c9a76 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 944 time: 0.1237769 Dec 09 15:29:28.452057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4a48e2f-deee-43ef-9241-6005e8ba0d1e req-8a7bfaed-5396-4371-9e13-c1a6d74874ce tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782256 Dec 09 15:29:28.466172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.488851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef8325cd-21d7-474d-bcca-f758de9679ab up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:28.527447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:28.537190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.559747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Transition to ACTIVE for port object 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:29:28.569513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.588071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port ef8325cd-21d7-474d-bcca-f758de9679ab completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:28.599115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port ef8325cd-21d7-474d-bcca-f758de9679ab triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:28.600277 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.633276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a89c7-e38e-45d0-b6d3-2d1cd29578fc req-d8a3119b-b23d-4aaf-81f3-8ad5422268b1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:28.646047 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-956a89c7-e38e-45d0-b6d3-2d1cd29578fc req-d8a3119b-b23d-4aaf-81f3-8ad5422268b1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0810416 Dec 09 15:29:28.726969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Pushing event updated for resources: {'Port': ['ID=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:28.752328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-956a89c7-e38e-45d0-b6d3-2d1cd29578fc req-94f8a8db-a44c-4dea-8293-6b88643ad387 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043053 Dec 09 15:29:28.765578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Attempting to bind port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:28.765932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Attempting to bind port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:28.766770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Attempting to bind port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:28.771680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b on network d5cd67b5-9fda-43a8-9979-f6de901fc38e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:29:28.772018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Attempting to bind port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b on network d5cd67b5-9fda-43a8-9979-f6de901fc38e {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:28.778509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:28.778849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Checking segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:28.779436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Bound using segment: {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:28.779879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Bound port: 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425ef54-1320-4706-9be2-5e3fdd2165e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:28.780240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.785646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.827419 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ef8325cd-21d7-474d-bcca-f758de9679ab, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef8325cd-21d7-474d-bcca-f758de9679ab,segment=NetworkSegment(771d671d-23cb-47ef-8a1b-3f18bd22f9d3),segment_id=771d671d-23cb-47ef-8a1b-3f18bd22f9d3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:28.828741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664b2944-55fb-4816-9941-9dcf56f82689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8325cd-21d7-474d-bcca-f758de9679ab'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:28.837458 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd03ddd9-f78a-4123-9cb2-431d190ced27" -d '{"events": [{"server_uuid": "664b2944-55fb-4816-9941-9dcf56f82689", "name": "network-vif-plugged", "status": "completed", "tag": "ef8325cd-21d7-474d-bcca-f758de9679ab"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:28.847587 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.876980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] For port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:28.881619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] For port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:28.889139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.916693 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c2becd-c20e-4c38-83ee-a2bae44f3fa8 x-openstack-request-id: req-32c2becd-c20e-4c38-83ee-a2bae44f3fa8 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:28.917238 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664b2944-55fb-4816-9941-9dcf56f82689", "name": "network-vif-plugged", "status": "completed", "tag": "ef8325cd-21d7-474d-bcca-f758de9679ab", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:28.917664 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32c2becd-c20e-4c38-83ee-a2bae44f3fa8 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:28.918314 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664b2944-55fb-4816-9941-9dcf56f82689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8325cd-21d7-474d-bcca-f758de9679ab', 'code': 200} Dec 09 15:29:28.946758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef8325cd-21d7-474d-bcca-f758de9679ab,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:28.950866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:28.951653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:28.953128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] 10.222.0.43 "PUT /v2.0/ports/599f147b-46e4-45e3-b0e9-ff49cb6d1b0b HTTP/1.1" status: 200 len: 1091 time: 0.9495187 Dec 09 15:29:28.953651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:28.956045 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07de04b3-0fc6-44f6-a916-60b57ca30411" -d '{"events": [{"name": "network-changed", "server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:29.020521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497516a-6d82-4300-be9d-d1503e811cfc service neutron] Pushing event updated for resources: {'Port': ['ID=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:29.028672 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb29e67-13ec-44a4-9404-ac1648039efc x-openstack-request-id: req-8fb29e67-13ec-44a4-9404-ac1648039efc {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:29.029047 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:29.029374 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fb29e67-13ec-44a4-9404-ac1648039efc {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:29.030310 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'status': 'completed', 'code': 200} Dec 09 15:29:29.084564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a72fff-8a1c-4b27-8521-e337ddeb78aa req-00475055-39f7-40e6-b0ff-b57175caa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.092018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00a72fff-8a1c-4b27-8521-e337ddeb78aa req-00475055-39f7-40e6-b0ff-b57175caa8a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 1096 time: 0.1007738 Dec 09 15:29:29.131516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-b99f87b7-14ae-4ff8-95c7-09f2892ae97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.133789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-b99f87b7-14ae-4ff8-95c7-09f2892ae97a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 1094 time: 0.0777493 Dec 09 15:29:29.178555 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-00a72fff-8a1c-4b27-8521-e337ddeb78aa req-d1a5dd87-dd1f-4d80-8ed8-836def952b52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720739 Dec 09 15:29:29.223448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:29.231431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-600c4cff-8aeb-4b9e-b3a3-85599ad94075 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b HTTP/1.1" status: 200 len: 217 time: 0.0869820 Dec 09 15:29:29.296533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-ad688f8f-c113-4993-9cc2-11cec0cdec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.298052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-ad688f8f-c113-4993-9cc2-11cec0cdec1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0553324 Dec 09 15:29:29.406859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-cf6ec60d-9b8a-4974-8f57-5eb9580266e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.409577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-cf6ec60d-9b8a-4974-8f57-5eb9580266e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810933 Dec 09 15:29:29.553225 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-534caaff-3c90-4b62-9c1e-82898fdbf34d service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329577 Dec 09 15:29:29.690756 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478ffd-c700-4c6d-9b66-769260d1d9fa req-089e1118-e8f6-4a56-a620-397c19c20cd7 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.692333 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a478ffd-c700-4c6d-9b66-769260d1d9fa req-089e1118-e8f6-4a56-a620-397c19c20cd7 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.1165738 Dec 09 15:29:29.726312 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8a0a81ea-2fc2-442c-8cd1-7d00a7def8bd req-d1f15077-18ae-434d-94c5-0ce3a5961acb service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612031 Dec 09 15:29:29.753860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a478ffd-c700-4c6d-9b66-769260d1d9fa req-8414f327-aeb0-46d8-bfb1-60c8f5feb428 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550656 Dec 09 15:29:29.822766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-9a698c57-0657-40eb-a79d-699bf7289825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.824313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-9a698c57-0657-40eb-a79d-699bf7289825 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 1094 time: 0.0487788 Dec 09 15:29:29.868185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ebcf-6f93-4aba-8a5d-ba1d2f9097a6 req-aa1932bc-7017-4675-91c0-c91e8365f0e7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.870288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff94ebcf-6f93-4aba-8a5d-ba1d2f9097a6 req-aa1932bc-7017-4675-91c0-c91e8365f0e7 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0509324 Dec 09 15:29:29.924032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-c4d7488f-f196-4bc0-8293-2548e8c6a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:29.925529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-c4d7488f-f196-4bc0-8293-2548e8c6a56d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.0930207 Dec 09 15:29:29.926693 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ff94ebcf-6f93-4aba-8a5d-ba1d2f9097a6 req-364724f2-0d18-4384-b39c-d95d77042de0 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504091 Dec 09 15:29:29.974966 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-185306eb-e222-4882-a950-10e3dbddb168 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b HTTP/1.1" status: 200 len: 217 time: 0.0392699 Dec 09 15:29:30.027128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-bf142670-5a49-4555-826d-89977130f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.028643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-bf142670-5a49-4555-826d-89977130f61e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0452101 Dec 09 15:29:30.080279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-7a637a5d-ae4e-4e60-9887-b9225ff09091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.081708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-7a637a5d-ae4e-4e60-9887-b9225ff09091 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437465 Dec 09 15:29:30.182812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-e38d2406-f642-442a-a77b-34f795793dd5 service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927000 Dec 09 15:29:30.283166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07de04b3-0fc6-44f6-a916-60b57ca30411 req-6a4d6497-38f1-4cd4-aa6f-4b42cad491fc service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922775 Dec 09 15:29:30.879917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21a3f-feb3-435b-a2ca-7779c8fe1753 req-e7c82728-4262-4f45-b699-fdf9021e80e8 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:30.881445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5e21a3f-feb3-435b-a2ca-7779c8fe1753 req-e7c82728-4262-4f45-b699-fdf9021e80e8 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Dec 09 15:29:30.935753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5e21a3f-feb3-435b-a2ca-7779c8fe1753 req-420a3cd5-460a-49cb-a66d-2052dafa1c1f tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Dec 09 15:29:31.067153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc1aec-c2b6-48a9-83d7-7c9f0faae028 req-0e76be1e-93cb-40a6-9903-a7a78d3d6b9a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:31.069209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d0282-f9e3-4f97-997c-2d33709dc61c req-534912ad-f776-42af-8527-58f06c63830b tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:31.071263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c98d0282-f9e3-4f97-997c-2d33709dc61c req-534912ad-f776-42af-8527-58f06c63830b tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0596817 Dec 09 15:29:31.071889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bc1aec-c2b6-48a9-83d7-7c9f0faae028 req-0e76be1e-93cb-40a6-9903-a7a78d3d6b9a tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0644102 Dec 09 15:29:31.131509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bc1aec-c2b6-48a9-83d7-7c9f0faae028 req-a09cac07-b1bd-4e8b-b198-ae9b148d20b9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545249 Dec 09 15:29:31.132180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c98d0282-f9e3-4f97-997c-2d33709dc61c req-3837c006-f534-4c9d-bc06-11bf0d639788 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518661 Dec 09 15:29:31.401368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7592a82-847e-4c3b-bf88-6a5c13aebfb5 req-e8222e85-df51-4df4-badf-475d49e52f50 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:31.402899 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7592a82-847e-4c3b-bf88-6a5c13aebfb5 req-e8222e85-df51-4df4-badf-475d49e52f50 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0516307 Dec 09 15:29:31.455029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7592a82-847e-4c3b-bf88-6a5c13aebfb5 req-543f4626-70e7-4b44-a148-2126f1f39718 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Dec 09 15:29:32.260337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac272d-e507-488e-bbf9-030852767fe7 req-0bdbe963-bb6c-475f-82eb-646f1419984d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.261889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6ac272d-e507-488e-bbf9-030852767fe7 req-0bdbe963-bb6c-475f-82eb-646f1419984d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0500262 Dec 09 15:29:32.313605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c6ac272d-e507-488e-bbf9-030852767fe7 req-59b41d12-cd1d-42ad-bfaf-9129ccdd64e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451074 Dec 09 15:29:32.577956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d241c7-ec8d-477a-abdf-9f06b57e3798 req-e5b51151-75f4-4068-9240-aa85a2e8c1a5 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.579374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-87d241c7-ec8d-477a-abdf-9f06b57e3798 req-e5b51151-75f4-4068-9240-aa85a2e8c1a5 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Dec 09 15:29:32.628196 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-87d241c7-ec8d-477a-abdf-9f06b57e3798 req-1d212dea-5524-40cc-aaa6-1d94243590bc tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Dec 09 15:29:32.899405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6786a-0aca-471a-9057-098dd7583bab req-0c30df19-453e-48e7-a9ac-60de22a78318 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.901159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d6786a-0aca-471a-9057-098dd7583bab req-0c30df19-453e-48e7-a9ac-60de22a78318 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0981610 Dec 09 15:29:32.917821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63657-932f-4d61-a334-ad45dc5d674a req-c24826f5-5079-4210-9003-69637ad44e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:32.919761 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-c24826f5-5079-4210-9003-69637ad44e80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da8867fc346643458c8f089f71a78ae0&device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 1096 time: 0.0658455 Dec 09 15:29:33.031235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31d6786a-0aca-471a-9057-098dd7583bab req-444e641c-7cd0-4908-949a-d2c9721e6a62 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166840 Dec 09 15:29:33.065428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63657-932f-4d61-a334-ad45dc5d674a req-6b5e75d7-8e8b-4111-89b6-e7d8c92080e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.068746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-6b5e75d7-8e8b-4111-89b6-e7d8c92080e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f80ee8-b65b-42b2-8e38-d8c6baa42078 HTTP/1.1" status: 200 len: 913 time: 0.1355829 Dec 09 15:29:33.121521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-ae8735b9-b282-47d9-8517-30d5e0374fe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8325cd-21d7-474d-bcca-f758de9679ab HTTP/1.1" status: 200 len: 217 time: 0.0429890 Dec 09 15:29:33.178407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63657-932f-4d61-a334-ad45dc5d674a req-27844946-fbff-4fa9-8a48-11e629eb543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.180041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-27844946-fbff-4fa9-8a48-11e629eb543b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6149b30c-d29a-498b-bf9b-1ad241ee7230 HTTP/1.1" status: 200 len: 852 time: 0.0514934 Dec 09 15:29:33.216534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-1e12de46-cc47-4e12-a046-27dd75ceffd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f80ee8-b65b-42b2-8e38-d8c6baa42078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290892 Dec 09 15:29:33.332272 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-97a04f3e-abc9-43c2-882c-ca6d3d85e8a5 service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079001 Dec 09 15:29:33.446969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01c63657-932f-4d61-a334-ad45dc5d674a req-629f3507-5a31-491b-8586-cab4c7d34c36 service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077306 Dec 09 15:29:33.457422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8050885-e699-4ec1-99b0-9e78d082dbf7 req-4086ea0d-0f80-48b6-8d61-2c463714cbd1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.459812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8050885-e699-4ec1-99b0-9e78d082dbf7 req-4086ea0d-0f80-48b6-8d61-2c463714cbd1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0564847 Dec 09 15:29:33.524219 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8050885-e699-4ec1-99b0-9e78d082dbf7 req-e94d1573-2537-4b24-bdd7-35b23a7da1cf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578592 Dec 09 15:29:33.585631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-59cd717a-3cf6-4390-b464-ac384702221a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602062 Dec 09 15:29:33.675211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057726-9ce5-4425-98a7-e8f72f02121c req-d8865363-d743-4c2c-80a8-27bb81e4d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.676628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-d8865363-d743-4c2c-80a8-27bb81e4d13b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1097 time: 0.0424368 Dec 09 15:29:33.788513 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057726-9ce5-4425-98a7-e8f72f02121c req-652d652e-99a4-4d88-bd00-7795a951e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.790669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-652d652e-99a4-4d88-bd00-7795a951e13c service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 897 time: 0.0923712 Dec 09 15:29:33.859108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-ddcec82e-eb1a-46ae-91d7-909b0def7e70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 1000 time: 0.0602424 Dec 09 15:29:33.924719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057726-9ce5-4425-98a7-e8f72f02121c req-1ca6caf5-45c6-48dd-a9ef-3cf009b72e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.926277 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-1ca6caf5-45c6-48dd-a9ef-3cf009b72e4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 200 len: 833 time: 0.0594218 Dec 09 15:29:33.975583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057726-9ce5-4425-98a7-e8f72f02121c req-cbe5142b-6749-4e33-b287-43f2e0b89463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:33.975931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-cbe5142b-6749-4e33-b287-43f2e0b89463 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad730dc-3d6b-4562-9b06-dfdcd44776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421824 Dec 09 15:29:34.074311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-bae6f734-d6bf-44a1-a056-b6346c7ea585 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898855 Dec 09 15:29:34.174697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed2498-c4d4-4795-ab4b-d7c0179ad759 req-6738517e-bfee-4f48-a881-a233a3796ddf tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:34.177043 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76ed2498-c4d4-4795-ab4b-d7c0179ad759 req-6738517e-bfee-4f48-a881-a233a3796ddf tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0609374 Dec 09 15:29:34.185375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38057726-9ce5-4425-98a7-e8f72f02121c req-b149179b-2a28-4bc6-b409-e929673fb5a3 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029236 Dec 09 15:29:34.246552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-76ed2498-c4d4-4795-ab4b-d7c0179ad759 req-f9563c67-431c-445f-ad25-c06434c88620 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Dec 09 15:29:34.643546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce371e-f89f-4d6a-b1c5-05ed3a49154e req-ac9c6f69-d7cb-4aba-a0b5-f17d882db104 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:34.645043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65ce371e-f89f-4d6a-b1c5-05ed3a49154e req-ac9c6f69-d7cb-4aba-a0b5-f17d882db104 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0506940 Dec 09 15:29:34.708374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-65ce371e-f89f-4d6a-b1c5-05ed3a49154e req-5ff836f0-bc11-4d9d-9932-0f554d1adcb9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561378 Dec 09 15:29:35.386152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a867-e444-40d9-8fd5-229474eee4bb req-ba838a12-3628-42ed-8faf-5bfd2ead08ba tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:35.388120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0900a867-e444-40d9-8fd5-229474eee4bb req-ba838a12-3628-42ed-8faf-5bfd2ead08ba tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0618734 Dec 09 15:29:35.450457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0900a867-e444-40d9-8fd5-229474eee4bb req-8a8127b7-8264-4fd8-b45b-ec7369388294 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560126 Dec 09 15:29:35.712609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96664-ef39-42f8-a674-6ba36e593488 req-1fa48e76-ffe7-48cf-8f35-357fd269b386 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:35.714672 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61b96664-ef39-42f8-a674-6ba36e593488 req-1fa48e76-ffe7-48cf-8f35-357fd269b386 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0559630 Dec 09 15:29:35.778203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61b96664-ef39-42f8-a674-6ba36e593488 req-65509f60-850c-4ed4-849b-b8d757752910 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571678 Dec 09 15:29:35.840835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f6bf-8b11-446d-8e22-74000d6c8dd8 req-f8a33f32-2363-4933-8735-e1a658a5eb61 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:35.842460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f3b0f6bf-8b11-446d-8e22-74000d6c8dd8 req-f8a33f32-2363-4933-8735-e1a658a5eb61 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0543768 Dec 09 15:29:35.897132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f3b0f6bf-8b11-446d-8e22-74000d6c8dd8 req-4533f1e2-5e17-44ac-b891-59a621f533d2 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478935 Dec 09 15:29:36.247135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60632) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:36.371440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-021be9bc-92b6-484b-b10e-422af98988ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.447954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-021be9bc-92b6-484b-b10e-422af98988ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.451605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-021be9bc-92b6-484b-b10e-422af98988ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.489223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-021be9bc-92b6-484b-b10e-422af98988ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3ee2d9b9b3f4519a921d07b863ce8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408981 Dec 09 15:29:36.490091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be9bc-92b6-484b-b10e-422af98988ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a2048a-4acf-4ae5-830f-13c336b9fc11,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:36.493386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60636) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:36.544895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a69f1308-7382-4fd1-922f-986199791222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.565928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a69f1308-7382-4fd1-922f-986199791222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.610917 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a69f1308-7382-4fd1-922f-986199791222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.613534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a69f1308-7382-4fd1-922f-986199791222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.614685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a69f1308-7382-4fd1-922f-986199791222 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28a2048a-4acf-4ae5-830f-13c336b9fc11 HTTP/1.1" status: 204 len: 168 time: 0.1199825 Dec 09 15:29:36.624169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1308-7382-4fd1-922f-986199791222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a2048a-4acf-4ae5-830f-13c336b9fc11,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:36.897535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60644) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:36.912782 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b631b63f-29ef-48ed-8e10-a5d8bb7a2b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:36.933749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce610a-eb8c-4d52-abac-eea1ca517463 req-f5554911-9d28-4a7b-962e-b00f36f6464a tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:36.935908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65ce610a-eb8c-4d52-abac-eea1ca517463 req-f5554911-9d28-4a7b-962e-b00f36f6464a tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0664322 Dec 09 15:29:37.011130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-65ce610a-eb8c-4d52-abac-eea1ca517463 req-b250f72e-52ff-4102-a530-7de7568c1649 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677781 Dec 09 15:29:37.060696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b631b63f-29ef-48ed-8e10-a5d8bb7a2b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.066169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b631b63f-29ef-48ed-8e10-a5d8bb7a2b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.107643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f98f2-691c-4336-9770-8b2746c17eed req-250781a0-d6b1-4f63-8ae0-91b4270e73b3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:37.107643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-398f98f2-691c-4336-9770-8b2746c17eed req-250781a0-d6b1-4f63-8ae0-91b4270e73b3 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.1138399 Dec 09 15:29:37.140287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b631b63f-29ef-48ed-8e10-a5d8bb7a2b56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8a4ff04fc69448fbf1d03af74cc452a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399924 Dec 09 15:29:37.140859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631b63f-29ef-48ed-8e10-a5d8bb7a2b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4634a984-3205-435e-8525-95acd6876764,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:37.143007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60654) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:37.174265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-398f98f2-691c-4336-9770-8b2746c17eed req-6a218233-9624-4e55-8f1f-83f6977aeabe tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662482 Dec 09 15:29:37.205714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-717571ba-afd9-4f48-9608-f901b3b72111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.234692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-717571ba-afd9-4f48-9608-f901b3b72111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.324335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-717571ba-afd9-4f48-9608-f901b3b72111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.325336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9862a6-0627-489b-a134-cc0cb1a9a498 req-5bd86571-a6dd-4f6c-bcff-1e1957604ef2 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:37.326829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e9862a6-0627-489b-a134-cc0cb1a9a498 req-5bd86571-a6dd-4f6c-bcff-1e1957604ef2 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0645840 Dec 09 15:29:37.327054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-717571ba-afd9-4f48-9608-f901b3b72111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:37.328208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-717571ba-afd9-4f48-9608-f901b3b72111 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4634a984-3205-435e-8525-95acd6876764 HTTP/1.1" status: 204 len: 168 time: 0.1836090 Dec 09 15:29:37.340286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717571ba-afd9-4f48-9608-f901b3b72111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4634a984-3205-435e-8525-95acd6876764,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:37.351397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-98a4ab4b-1472-4d60-ac93-5c8aae8b25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:37.353055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-98a4ab4b-1472-4d60-ac93-5c8aae8b25ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da8867fc346643458c8f089f71a78ae0&device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 1096 time: 0.0616379 Dec 09 15:29:37.391043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e9862a6-0627-489b-a134-cc0cb1a9a498 req-3d8d4597-4c75-40aa-8fa8-7d76b6f4314c tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Dec 09 15:29:37.455016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-368fc512-c07f-4afc-8067-daa371a91177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:37.456596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-368fc512-c07f-4afc-8067-daa371a91177 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61f80ee8-b65b-42b2-8e38-d8c6baa42078 HTTP/1.1" status: 200 len: 913 time: 0.0934086 Dec 09 15:29:37.501894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-426c9ac3-7d79-441b-b960-2fd9670ec364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef8325cd-21d7-474d-bcca-f758de9679ab HTTP/1.1" status: 200 len: 217 time: 0.0383205 Dec 09 15:29:37.552664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-c0f90633-b410-4584-a3af-b94372cac497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:37.554125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-c0f90633-b410-4584-a3af-b94372cac497 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6149b30c-d29a-498b-bf9b-1ad241ee7230 HTTP/1.1" status: 200 len: 852 time: 0.0452449 Dec 09 15:29:37.585166 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-e58ff8d2-edcd-45dd-9033-b6b9507f3488 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61f80ee8-b65b-42b2-8e38-d8c6baa42078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239205 Dec 09 15:29:37.700920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-607c9a09-c052-482a-bb02-44ac7a2b3701 service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044898 Dec 09 15:29:37.792475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9a6e15fa-b13f-4751-959e-8e66977ea946 req-3d08a29a-141c-46e4-aa25-7f0b4278b22f service neutron] 10.222.0.36 "GET /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846291 Dec 09 15:29:38.306607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a778f-9239-4114-ba11-e18abb4d0982 req-e377aed2-6fa9-41a7-b06e-84843408054d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.308711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c1a778f-9239-4114-ba11-e18abb4d0982 req-e377aed2-6fa9-41a7-b06e-84843408054d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0584819 Dec 09 15:29:38.373480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c1a778f-9239-4114-ba11-e18abb4d0982 req-6b330422-de46-473b-8a15-57d9dd03ba49 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480528 Dec 09 15:29:38.514916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dfed7-6391-4ccf-9197-34769c23f0e2 req-04d5cd47-e605-4bd2-a0be-98bd8f1a77dc tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.516436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a9dfed7-6391-4ccf-9197-34769c23f0e2 req-04d5cd47-e605-4bd2-a0be-98bd8f1a77dc tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Dec 09 15:29:38.565348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a9dfed7-6391-4ccf-9197-34769c23f0e2 req-abe9b367-d857-48c8-98cf-ef99e47c2f63 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Dec 09 15:29:38.807076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d54a91-f005-4374-acc8-8446563fdb76 req-7366a248-ccc1-495c-afc9-350fba877f94 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:38.808645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3d54a91-f005-4374-acc8-8446563fdb76 req-7366a248-ccc1-495c-afc9-350fba877f94 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0485449 Dec 09 15:29:38.860668 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3d54a91-f005-4374-acc8-8446563fdb76 req-547a4a57-536b-4a2b-96e0-1b3127a20362 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Dec 09 15:29:39.045053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60712) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:39.148845 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3adc3b12-e678-4258-9f4d-9072c67a1bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.220576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3adc3b12-e678-4258-9f4d-9072c67a1bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.224105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3adc3b12-e678-4258-9f4d-9072c67a1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.262523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3adc3b12-e678-4258-9f4d-9072c67a1bc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=470a35eb8e2e4b72b0e431fdd30fa063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162859 Dec 09 15:29:39.263778 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3b12-e678-4258-9f4d-9072c67a1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d61030-feea-4c4d-8510-a1f400d7c3e7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:39.265201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60716) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:39.313540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f51e3875-8b14-4325-9669-3bf1a79c882c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.334167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f51e3875-8b14-4325-9669-3bf1a79c882c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.379333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f51e3875-8b14-4325-9669-3bf1a79c882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.381964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f51e3875-8b14-4325-9669-3bf1a79c882c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.383319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f51e3875-8b14-4325-9669-3bf1a79c882c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09d61030-feea-4c4d-8510-a1f400d7c3e7 HTTP/1.1" status: 204 len: 168 time: 0.1170011 Dec 09 15:29:39.390901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3875-8b14-4325-9669-3bf1a79c882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d61030-feea-4c4d-8510-a1f400d7c3e7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:39.496192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795e89-e2c9-4f5b-8f3c-ee2ca7def9eb req-455394e6-5866-4cb3-84dd-5436ae6bfe18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:39.497787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8a795e89-e2c9-4f5b-8f3c-ee2ca7def9eb req-455394e6-5866-4cb3-84dd-5436ae6bfe18 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 943 time: 0.0528536 Dec 09 15:29:39.548614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8a795e89-e2c9-4f5b-8f3c-ee2ca7def9eb req-0c39017e-f862-4bec-bc31-9750d3f1b079 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Dec 09 15:29:39.654081 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60726) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:39.667966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d0d1937b-3500-4ebd-905b-7637df6f5fab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.740549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d0d1937b-3500-4ebd-905b-7637df6f5fab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.744157 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d0d1937b-3500-4ebd-905b-7637df6f5fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.782123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d0d1937b-3500-4ebd-905b-7637df6f5fab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84b1f1708604415b8c92bdc2436eedf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269691 Dec 09 15:29:39.782948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1937b-3500-4ebd-905b-7637df6f5fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0c27f8-7a27-4c00-b02b-efbd4901c241,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:39.785517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60728) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:39.833704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78500539-dfc9-4ff8-9ff9-f86ee83756d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.855139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78500539-dfc9-4ff8-9ff9-f86ee83756d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.900801 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78500539-dfc9-4ff8-9ff9-f86ee83756d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.903567 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78500539-dfc9-4ff8-9ff9-f86ee83756d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:39.904725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-78500539-dfc9-4ff8-9ff9-f86ee83756d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e0c27f8-7a27-4c00-b02b-efbd4901c241 HTTP/1.1" status: 204 len: 168 time: 0.1181989 Dec 09 15:29:39.912784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500539-dfc9-4ff8-9ff9-f86ee83756d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0c27f8-7a27-4c00-b02b-efbd4901c241,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:39.999814 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0498ab7-58ed-4319-b30c-053b51e8ff2e req-f5896f47-5ff5-4f19-b6bf-3df3c5c604ab tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.001334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0498ab7-58ed-4319-b30c-053b51e8ff2e req-f5896f47-5ff5-4f19-b6bf-3df3c5c604ab tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Dec 09 15:29:40.050470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0498ab7-58ed-4319-b30c-053b51e8ff2e req-fe0e47ac-ce59-405b-bd85-de43be55e052 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/security-groups?id=58022a27-58c4-458f-9a71-f0a5b6e4a15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Dec 09 15:29:40.143818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:29:40.242105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:40.258541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'port_id': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'mac_address': 'fa:16:3e:ff:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:29:40.297853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.310636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:29:40.331190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:40.336180 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.393222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:40.401100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.401462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.401810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.402151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.402490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.402826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.403160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.403520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.403854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.404186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.404545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.404841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.405167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:40.570500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-9babc2d0-fb54-47a0-87d5-3f60c593f390 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.572616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-9babc2d0-fb54-47a0-87d5-3f60c593f390 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.36 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 945 time: 0.0505450 Dec 09 15:29:40.583864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['599f147b-46e4-45e3-b0e9-ff49cb6d1b0b'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:40.703313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d791-6006-4c94-a4ce-5331a4e37b6d req-de536b18-1812-4ddb-a803-54a7bc941645 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:40.704844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5152d791-6006-4c94-a4ce-5331a4e37b6d req-de536b18-1812-4ddb-a803-54a7bc941645 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 944 time: 0.0778558 Dec 09 15:29:40.750324 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Deleting port ef8325cd-21d7-474d-bcca-f758de9679ab {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:29:40.750673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.792385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5152d791-6006-4c94-a4ce-5331a4e37b6d req-2a65c9c2-e8e0-4954-9cba-c8a0ac1f7b56 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776985 Dec 09 15:29:40.863173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] For port ef8325cd-21d7-474d-bcca-f758de9679ab, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef8325cd-21d7-474d-bcca-f758de9679ab,segment=NetworkSegment(771d671d-23cb-47ef-8a1b-3f18bd22f9d3),segment_id=771d671d-23cb-47ef-8a1b-3f18bd22f9d3)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:40.863572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:40.876917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Calling delete_port for ef8325cd-21d7-474d-bcca-f758de9679ab owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:29:41.012769 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.025513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['ef8325cd-21d7-474d-bcca-f758de9679ab'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:29:41.041715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Pushing event deleted for resources: {'Port': ['ID=ef8325cd-21d7-474d-bcca-f758de9679ab,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:41.092622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] No DVR routers for this DVR port ef8325cd-21d7-474d-bcca-f758de9679ab on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:29:41.095012 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:41.098969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3716f9e7-9394-4c5f-99ed-0e3a222c8bb9 req-14057e24-2ce2-4561-9819-aa221058e6e4 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.36 "DELETE /v2.0/ports/ef8325cd-21d7-474d-bcca-f758de9679ab HTTP/1.1" status: 204 len: 173 time: 0.5195343 Dec 09 15:29:41.099469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664b2944-55fb-4816-9941-9dcf56f82689', 'name': 'network-vif-deleted', 'tag': 'ef8325cd-21d7-474d-bcca-f758de9679ab'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:41.103120 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a865499-146f-470b-98c0-d5f5c2b07e27" -d '{"events": [{"server_uuid": "664b2944-55fb-4816-9941-9dcf56f82689", "name": "network-vif-deleted", "tag": "ef8325cd-21d7-474d-bcca-f758de9679ab"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:41.151036 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e744d5-e0e6-4acf-a189-a5827b6f0293 x-openstack-request-id: req-63e744d5-e0e6-4acf-a189-a5827b6f0293 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:41.151583 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664b2944-55fb-4816-9941-9dcf56f82689", "name": "network-vif-deleted", "tag": "ef8325cd-21d7-474d-bcca-f758de9679ab", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:41.152082 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63e744d5-e0e6-4acf-a189-a5827b6f0293 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:41.152493 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664b2944-55fb-4816-9941-9dcf56f82689', 'name': 'network-vif-deleted', 'tag': 'ef8325cd-21d7-474d-bcca-f758de9679ab', 'status': 'completed', 'code': 200} Dec 09 15:29:41.156280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9066e708-db92-4f0c-9e31-37ae72be07cd req-86ee230b-4a70-489d-8776-817e943b7806 tempest-TestServerAdvancedOps-2076227600 tempest-TestServerAdvancedOps-2076227600-project] 10.222.0.46 "GET /v2.0/ports?device_id=664b2944-55fb-4816-9941-9dcf56f82689 HTTP/1.1" status: 200 len: 210 time: 0.0325480 Dec 09 15:29:41.912657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffca74-a2e2-4b9f-9a67-6923acc7acc0 req-9b8feda7-5aba-4de5-b57f-dc93d93eb857 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:41.914269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27ffca74-a2e2-4b9f-9a67-6923acc7acc0 req-9b8feda7-5aba-4de5-b57f-dc93d93eb857 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 944 time: 0.0482466 Dec 09 15:29:41.963879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27ffca74-a2e2-4b9f-9a67-6923acc7acc0 req-9b9348ae-a56b-46e6-b6ae-66380802a736 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Dec 09 15:29:42.150186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:42.201177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:29:42.205544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:42.205920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.213272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60790) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:42.261421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Deleting subnet 6149b30c-d29a-498b-bf9b-1ad241ee7230 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:42.265161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.289934 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.301242 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.323921 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:42.326650 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb21b4fd-2364-4d45-90d8-4de69c0801f6" -d '{"events": [{"server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "name": "network-vif-plugged", "status": "completed", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:42.330761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:42.335262 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.352547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.370055 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f136e38-87fb-47cc-a86f-fb39aae72346 x-openstack-request-id: req-9f136e38-87fb-47cc-a86f-fb39aae72346 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:42.370358 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "name": "network-vif-plugged", "status": "completed", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:42.370616 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f136e38-87fb-47cc-a86f-fb39aae72346 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:42.371030 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'code': 200} Dec 09 15:29:42.393142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:42.426272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.471437 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.476756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60794) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:42.479620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6149b30c-d29a-498b-bf9b-1ad241ee7230 HTTP/1.1" status: 204 len: 168 time: 0.2614644 Dec 09 15:29:42.480563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368cbb9-de11-4042-9daa-0296459fd30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6149b30c-d29a-498b-bf9b-1ad241ee7230,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:42.516492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee0d26-b987-4477-92d1-d03f9efd3b65 req-cdede67e-63fa-424e-867c-2835700815ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:42.518137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bfee0d26-b987-4477-92d1-d03f9efd3b65 req-cdede67e-63fa-424e-867c-2835700815ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 1096 time: 0.0599096 Dec 09 15:29:42.558052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.585276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bfee0d26-b987-4477-92d1-d03f9efd3b65 req-818aa09b-7f51-4af2-815e-1e8c8960da56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503063 Dec 09 15:29:42.902616 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.922889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f80ee8-b65b-42b2-8e38-d8c6baa42078']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:42.933231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771d671d-23cb-47ef-8a1b-3f18bd22f9d3') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:42.933537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771d671d-23cb-47ef-8a1b-3f18bd22f9d3') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:42.943183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.956922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.963392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:29:42.963784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:29:42.965548 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:29:43.022673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.029841 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.033869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] 10.222.0.46 "DELETE /v2.0/networks/61f80ee8-b65b-42b2-8e38-d8c6baa42078 HTTP/1.1" status: 204 len: 168 time: 0.5560060 Dec 09 15:29:43.036759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:43.048261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16187f98-e00d-4d5e-883e-69d5b481426e admin admin] Pushing event deleted for resources: {'Network': ['ID=61f80ee8-b65b-42b2-8e38-d8c6baa42078,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:43.120801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Deleting subnet 05a98e0c-9e04-4a8c-b547-e03a04f7cedc {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:29:43.122876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.152412 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167984-6abd-45cc-b338-6717cdebe480 req-09425eba-03dd-497c-9b5b-49cd441e8902 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:43.153927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0167984-6abd-45cc-b338-6717cdebe480 req-09425eba-03dd-497c-9b5b-49cd441e8902 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 945 time: 0.1070616 Dec 09 15:29:43.182639 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.241993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0167984-6abd-45cc-b338-6717cdebe480 req-033bf2e3-d5a1-4bdd-9ddb-cf24fd4fcc85 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817673 Dec 09 15:29:43.246770 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.305716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.644074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a98e0c-9e04-4a8c-b547-e03a04f7cedc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:43.646023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.649972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4395438e-aaa8-4204-aa15-b76d8614db0f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/05a98e0c-9e04-4a8c-b547-e03a04f7cedc HTTP/1.1" status: 204 len: 168 time: 0.6110013 Dec 09 15:29:43.651900 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60820) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:43.719104 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.815990 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.836830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4428178e-a52f-453f-b145-8e7758dd330c']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:43.846034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad28d82a-a337-47f9-9247-7298a04b4051') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:43.846263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad28d82a-a337-47f9-9247-7298a04b4051') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:43.856146 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.870039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.876273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:29:43.876652 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:29:43.878588 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:29:43.937479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.946619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:43.949943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4428178e-a52f-453f-b145-8e7758dd330c HTTP/1.1" status: 204 len: 168 time: 0.2971385 Dec 09 15:29:43.959128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30168a9-d205-44f6-8be9-f787275f1777 admin admin] Pushing event deleted for resources: {'Network': ['ID=4428178e-a52f-453f-b145-8e7758dd330c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:44.113680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:44.157520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a142a91a-0fc7-4cef-8b2e-7a60fc7561f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da8867fc346643458c8f089f71a78ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424631 Dec 09 15:29:44.159998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60826) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:44.217877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc8f2-7f40-43c9-a8cb-855d1b6b8df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.249776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc8f2-7f40-43c9-a8cb-855d1b6b8df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.308645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc8f2-7f40-43c9-a8cb-855d1b6b8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.312777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc8f2-7f40-43c9-a8cb-855d1b6b8df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.314511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a9bfc8f2-7f40-43c9-a8cb-855d1b6b8df6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58022a27-58c4-458f-9a71-f0a5b6e4a15e HTTP/1.1" status: 204 len: 168 time: 0.1535728 Dec 09 15:29:44.337381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfc8f2-7f40-43c9-a8cb-855d1b6b8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58022a27-58c4-458f-9a71-f0a5b6e4a15e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:44.407190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c90c29-36fc-4560-9607-276429878c60 req-23ce0bc1-6b49-48f6-a38c-395d2b18b513 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.409477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31c90c29-36fc-4560-9607-276429878c60 req-23ce0bc1-6b49-48f6-a38c-395d2b18b513 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 945 time: 0.0573626 Dec 09 15:29:44.464800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31c90c29-36fc-4560-9607-276429878c60 req-3ec298c4-e0ed-4839-8f2c-c15ecf2a8083 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478616 Dec 09 15:29:44.536372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef8325cd-21d7-474d-bcca-f758de9679ab no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:29:44.567272 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: ef8325cd-21d7-474d-bcca-f758de9679ab {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:29:44.568009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef8325cd-21d7-474d-bcca-f758de9679ab not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:29:44.603142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae593a5c-8530-4786-83db-e0768336414c req-e336c9d9-3b54-40db-acd6-dd577b70c6f4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.606489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae593a5c-8530-4786-83db-e0768336414c req-e336c9d9-3b54-40db-acd6-dd577b70c6f4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 945 time: 0.0587270 Dec 09 15:29:44.658106 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ae593a5c-8530-4786-83db-e0768336414c req-d4ebe1f0-4167-4142-aa35-d67c3604a100 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469949 Dec 09 15:29:44.681891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60838) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:44.707799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:44.725171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f1f16-012b-4272-818b-ac9ee50ed44a tempest-TestVolumeBootPattern-1780116365 tempest-TestVolumeBootPattern-1780116365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:44.726901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-364f1f16-012b-4272-818b-ac9ee50ed44a tempest-TestVolumeBootPattern-1780116365 tempest-TestVolumeBootPattern-1780116365-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 1091 time: 0.0439625 Dec 09 15:29:44.729705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60842) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:44.734080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:44.749361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f690e64-126a-4976-bba9-45749df29d63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ae814ff5dd4461990a24223c937f470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403831 Dec 09 15:29:44.751735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:44.758293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.803266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d07dab02-5ff0-4363-a3f0-4463a19c7abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.829174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d07dab02-5ff0-4363-a3f0-4463a19c7abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.864736 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.889514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d07dab02-5ff0-4363-a3f0-4463a19c7abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.893581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d07dab02-5ff0-4363-a3f0-4463a19c7abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:44.894743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d07dab02-5ff0-4363-a3f0-4463a19c7abe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5215a17c-7c53-42a5-a33e-01166a02fc22 HTTP/1.1" status: 204 len: 168 time: 0.1420271 Dec 09 15:29:44.904750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dab02-5ff0-4363-a3f0-4463a19c7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215a17c-7c53-42a5-a33e-01166a02fc22,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:45.046875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Allocated IP 172.25.0.199 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/f1e1a592-612e-4fe1-bddd-b2540b16b8a5) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:45.152285 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.188391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.230908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:45.238181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:45.243264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:45.246462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=f1e1a592-612e-4fe1-bddd-b2540b16b8a5,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:45.676942 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60870) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:45.790635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1913359345-network', 'tenant_id': '8bb46edfb63648dd83565eca311b8119'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:45.820815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.824623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Made reservation on behalf of 8bb46edfb63648dd83565eca311b8119 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:45.827927 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.852470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.904058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.949026 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.957967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:45.994607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:29:46.000406 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e8620-ae1c-4d8e-84da-e6ac7995a140,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:46.022206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.023335 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Added segment 83701ba6-a847-4b59-b357-cb56852146b2 of type vlan for network a3e23745-bfa5-4f85-bb36-13051f3680ed Dec 09 15:29:46.077456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.098997 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.105533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.107840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.109554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:46.109683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.162232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60878) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:46.180720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] Pushing event updated for resources: {'Network': ['ID=a3e23745-bfa5-4f85-bb36-13051f3680ed,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:46.192926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f9d67ef9-3756-4dbf-9cd1-4789af88c94f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5113630 Dec 09 15:29:46.192926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60882) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:46.195703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network a3e23745-bfa5-4f85-bb36-13051f3680ed details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:29:46.198752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Request body: {'subnet': {'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1913359345-subnet', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:46.199180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event updated for resources: {'Port': ['ID=f1e1a592-612e-4fe1-bddd-b2540b16b8a5,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:46.209260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.259433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Made reservation on behalf of 8bb46edfb63648dd83565eca311b8119 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:46.261827 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.361532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a845b34-9347-428a-9c3f-a24375259dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.399497 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Floating IP df2f509e-7ef2-4eff-8d10-a3cf0742f03f associated. External IP: 172.25.0.199, port: 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b. Dec 09 15:29:46.474804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.534723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d7671f-dbc9-473a-9583-4fe9669f61ea,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:46.552110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Checking segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:46.552599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Network hostable DHCP agents. Network: a3e23745-bfa5-4f85-bb36-13051f3680ed, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:29:46.571207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Network a3e23745-bfa5-4f85-bb36-13051f3680ed is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:29:46.581872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, a3e23745-bfa5-4f85-bb36-13051f3680ed) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:46.587087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:46.587982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.591676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e658e89-0194-4d03-b437-b9844df75818 None None] Network a3e23745-bfa5-4f85-bb36-13051f3680ed requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:46.607775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a845b34-9347-428a-9c3f-a24375259dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.620515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8a845b34-9347-428a-9c3f-a24375259dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.629664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-808bfe1a-e92c-4dee-9192-7638ace13d40 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4361725 Dec 09 15:29:46.633029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60884) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:46.638965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:46.668536 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.670624 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.680148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a845b34-9347-428a-9c3f-a24375259dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbace97-9ba4-4bbd-8c84-f6cd92fa4453,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:46.709867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8a845b34-9347-428a-9c3f-a24375259dbc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84aab6014b454baa94bc6e5f5f6ac7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443320 Dec 09 15:29:46.711029 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60886) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:46.740471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-a3e23745-bfa5-4f85-bb36-13051f3680ed', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:29:46.742467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.772588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:46.778644 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.788816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e372aa76-b1a4-4454-9030-58e121f6972f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.811718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e372aa76-b1a4-4454-9030-58e121f6972f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:46.921905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Allocated IP 172.20.0.2 (a3e23745-bfa5-4f85-bb36-13051f3680ed/d9d7671f-dbc9-473a-9583-4fe9669f61ea/aad7b2ac-8b97-4282-a53a-b565644fe85e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:46.934140 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.097063 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.103586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.146649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Network a3e23745-bfa5-4f85-bb36-13051f3680ed is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:47.153723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:47.158279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:47.165624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Pushing event updated for resources: {'Port': ['ID=aad7b2ac-8b97-4282-a53a-b565644fe85e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:47.192450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.213238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.213464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Attempting to bind port aad7b2ac-8b97-4282-a53a-b565644fe85e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:47.213926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Attempting to bind port aad7b2ac-8b97-4282-a53a-b565644fe85e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:47.214033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Attempting to bind port aad7b2ac-8b97-4282-a53a-b565644fe85e on network a3e23745-bfa5-4f85-bb36-13051f3680ed {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:47.219340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:47.219740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Checking segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:47.220139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.220528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Bound using segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:47.220994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Bound port: aad7b2ac-8b97-4282-a53a-b565644fe85e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:47.221374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.231979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:47.242338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e372aa76-b1a4-4454-9030-58e121f6972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.245391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e372aa76-b1a4-4454-9030-58e121f6972f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.249291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e372aa76-b1a4-4454-9030-58e121f6972f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fbace97-9ba4-4bbd-8c84-f6cd92fa4453 HTTP/1.1" status: 204 len: 168 time: 0.5289164 Dec 09 15:29:47.271091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372aa76-b1a4-4454-9030-58e121f6972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbace97-9ba4-4bbd-8c84-f6cd92fa4453,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:47.281854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.303609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] For port aad7b2ac-8b97-4282-a53a-b565644fe85e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:47.307463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] For port aad7b2ac-8b97-4282-a53a-b565644fe85e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aad7b2ac-8b97-4282-a53a-b565644fe85e,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:47.313754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:47.321178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3f9ec71-e98c-41f5-97fd-6dd1a3a511e9 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5902812 Dec 09 15:29:47.322119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:29:47.325186 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e290293c-9588-48ad-84cf-00f7a0854880" -d '{"events": [{"name": "network-changed", "server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:29:47.339951 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.370931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Allocated IP 172.25.0.117 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/b6eafcc1-909b-4772-a327-0922530d5ae7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:47.375809 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d5b993-84bc-4530-b2ed-60ad61d982d3 x-openstack-request-id: req-48d5b993-84bc-4530-b2ed-60ad61d982d3 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:29:47.376105 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:29:47.376393 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48d5b993-84bc-4530-b2ed-60ad61d982d3 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:29:47.376762 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'status': 'completed', 'code': 200} Dec 09 15:29:47.398961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:47.399637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:47.456813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860269a4-b153-4c86-9aab-1fe52fc37fee None None] Pushing event updated for resources: {'Port': ['ID=aad7b2ac-8b97-4282-a53a-b565644fe85e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:47.508387 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290293c-9588-48ad-84cf-00f7a0854880 req-e63d16ec-ba4b-415d-835a-c40377654838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.510975 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-e63d16ec-ba4b-415d-835a-c40377654838 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 1096 time: 0.1037774 Dec 09 15:29:47.559789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.653427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:47.677498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290293c-9588-48ad-84cf-00f7a0854880 req-a7149096-988c-4310-bf15-19966973eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:47.680623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-a7149096-988c-4310-bf15-19966973eca8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1336510 Dec 09 15:29:47.683931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a83b-f551-4a61-83da-72fa7e95ac76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.684683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.724682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:47.821645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a83b-f551-4a61-83da-72fa7e95ac76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.824347 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:47.830735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:47.831989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a83b-f551-4a61-83da-72fa7e95ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:47.838811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:47.855675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bf757-eb6c-4872-a539-fb3e6475c75d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:47.875265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-97a6b594-0598-4dfe-a5b0-76d35db93fb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b HTTP/1.1" status: 200 len: 999 time: 0.1820419 Dec 09 15:29:47.878786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Pushing event updated for resources: {'Port': ['ID=b6eafcc1-909b-4772-a327-0922530d5ae7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:47.885011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60898) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:47.889103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e7f0a83b-f551-4a61-83da-72fa7e95ac76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=196be7be86a5490caf3d77817f5b91e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264993 Dec 09 15:29:47.915852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0a83b-f551-4a61-83da-72fa7e95ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee33c85-e500-4a65-9cc7-404a93b5d23e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:47.997570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-85fa11dc-0f64-4cf7-b95f-549498e1f7a5 None None] Provisioning complete for port b6eafcc1-909b-4772-a327-0922530d5ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:47.997937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85fa11dc-0f64-4cf7-b95f-549498e1f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.031033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290293c-9588-48ad-84cf-00f7a0854880 req-1045fbf9-0970-41d9-a2af-8c3e2fe26565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.032565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-1045fbf9-0970-41d9-a2af-8c3e2fe26565 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.1466730 Dec 09 15:29:48.045854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-85fa11dc-0f64-4cf7-b95f-549498e1f7a5 None None] Port b6eafcc1-909b-4772-a327-0922530d5ae7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:48.056682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:45Z', 'revision_number': 1, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}, {'id': 'df2f509e-7ef2-4eff-8d10-a3cf0742f03f', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:ff:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574f234a-97ab-442f-8d65-904d2896cc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:45Z', 'updated_at': '2021-12-09T15:29:45Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:48.085301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:48.095433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:48.096642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:48.140707 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43462906-1823-4743-8711-4a7e0f62359d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.175842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43462906-1823-4743-8711-4a7e0f62359d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.206789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:48.220019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290293c-9588-48ad-84cf-00f7a0854880 req-4f0df2b0-6fe3-4eba-b05e-a0cca24ab83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:48.222108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-4f0df2b0-6fe3-4eba-b05e-a0cca24ab83d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622784 Dec 09 15:29:48.382781 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.485334 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43462906-1823-4743-8711-4a7e0f62359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.488964 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-43462906-1823-4743-8711-4a7e0f62359d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.493357 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-43462906-1823-4743-8711-4a7e0f62359d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eee33c85-e500-4a65-9cc7-404a93b5d23e HTTP/1.1" status: 204 len: 168 time: 0.6027555 Dec 09 15:29:48.494860 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:45Z', 'revision_number': 1, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}, {'id': 'df2f509e-7ef2-4eff-8d10-a3cf0742f03f', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:ff:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574f234a-97ab-442f-8d65-904d2896cc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:45Z', 'updated_at': '2021-12-09T15:29:45Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:48.511287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-d845033b-f98b-4ee0-bb7c-336694bf6317 service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756724 Dec 09 15:29:48.516271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462906-1823-4743-8711-4a7e0f62359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee33c85-e500-4a65-9cc7-404a93b5d23e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:48.535922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19983f1-9ab2-4e63-b8ff-48c0b3981c1d None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:45Z', 'revision_number': 1, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}, {'id': 'df2f509e-7ef2-4eff-8d10-a3cf0742f03f', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:ff:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574f234a-97ab-442f-8d65-904d2896cc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:29:45Z', 'updated_at': '2021-12-09T15:29:45Z', 'revision_number': 0, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:48.729012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e290293c-9588-48ad-84cf-00f7a0854880 req-edfabc51-65b5-4dee-85a5-08c3275b4ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096243 Dec 09 15:29:48.812699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef923018-2d12-4165-8c6d-f642c4f5ae24 None None] Network a3e23745-bfa5-4f85-bb36-13051f3680ed requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:48.819589 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.942380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7a8df866-4da8-4d35-8aa8-d6ae90633e94 None None] Provisioning complete for port aad7b2ac-8b97-4282-a53a-b565644fe85e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:48.943027 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a8df866-4da8-4d35-8aa8-d6ae90633e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:48.978137 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabdf0a-defd-4486-9248-e40cc91c60ff None None] New status for floating IP df2f509e-7ef2-4eff-8d10-a3cf0742f03f: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:29:49.040547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Router aceaa537-112e-4fdd-bbb5-94b260c44c05 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:29:49.144265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a8df866-4da8-4d35-8aa8-d6ae90633e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.223128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae159c0-6917-4ca9-a134-110f156beafd req-389b4487-64e1-4284-9bbe-be33f5e47d99 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:49.233807 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ae159c0-6917-4ca9-a134-110f156beafd req-389b4487-64e1-4284-9bbe-be33f5e47d99 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.3753219 Dec 09 15:29:49.242344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7a8df866-4da8-4d35-8aa8-d6ae90633e94 None None] For port aad7b2ac-8b97-4282-a53a-b565644fe85e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aad7b2ac-8b97-4282-a53a-b565644fe85e,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:49.248073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a8df866-4da8-4d35-8aa8-d6ae90633e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.328091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ae159c0-6917-4ca9-a134-110f156beafd req-dca89e66-b99d-4429-bf8d-6aa7959a882d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928867 Dec 09 15:29:49.346281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8df866-4da8-4d35-8aa8-d6ae90633e94 None None] Pushing event updated for resources: {'Port': ['ID=aad7b2ac-8b97-4282-a53a-b565644fe85e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:49.470553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-065f087f-2a83-40b5-980d-21e27027f6f8 None None] Provisioning complete for port aad7b2ac-8b97-4282-a53a-b565644fe85e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:49.471136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-065f087f-2a83-40b5-980d-21e27027f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.650829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:49.664140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Sync routers for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:49.677444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:49.678172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:49.682487 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:49.685651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-84b79bae-4ae1-481a-8b06-c718af21de90 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0482831 Dec 09 15:29:49.686187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60944) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:49.732483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aad7b2ac-8b97-4282-a53a-b565644fe85e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:49.844853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:49.846653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port aad7b2ac-8b97-4282-a53a-b565644fe85e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:49.847023 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.103434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:48Z', 'revision_number': 3, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:50.136492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Checking router: aceaa537-112e-4fdd-bbb5-94b260c44c05 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:50.137029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Updating router aceaa537-112e-4fdd-bbb5-94b260c44c05 port b6eafcc1-909b-4772-a327-0922530d5ae7 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:29:50.144183 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.162620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.376867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Allocated IP 172.20.0.1 (a3e23745-bfa5-4f85-bb36-13051f3680ed/d9d7671f-dbc9-473a-9583-4fe9669f61ea/32147dbe-8076-41f1-af9f-928465ef9e9d) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:50.443486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.452968 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.475381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef2d8-5f2a-4896-88e9-021d70d15179 req-5b62da2a-178c-44bd-8c35-d64809c60d10 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:50.477726 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efaef2d8-5f2a-4896-88e9-021d70d15179 req-5b62da2a-178c-44bd-8c35-d64809c60d10 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0629604 Dec 09 15:29:50.510640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96da2d-732a-462f-b4b7-9f510558a9a9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:50.517899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.527533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3287f7-8000-49a2-8ba2-42878ff6e88a None None] Pushing event updated for resources: {'Port': ['ID=b6eafcc1-909b-4772-a327-0922530d5ae7,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:50.530787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Attempting to bind port b6eafcc1-909b-4772-a327-0922530d5ae7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:50.531264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Attempting to bind port b6eafcc1-909b-4772-a327-0922530d5ae7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:50.532028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Attempting to bind port b6eafcc1-909b-4772-a327-0922530d5ae7 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:50.537831 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:50.538384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:50.539581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.540130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:50.541383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Bound port: b6eafcc1-909b-4772-a327-0922530d5ae7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:50.542015 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.564245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.584082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efaef2d8-5f2a-4896-88e9-021d70d15179 req-b9ec5a23-cb2d-4c02-9cac-60d86956e84f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985825 Dec 09 15:29:50.599951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] For port b6eafcc1-909b-4772-a327-0922530d5ae7, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:50.604374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] For port b6eafcc1-909b-4772-a327-0922530d5ae7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b6eafcc1-909b-4772-a327-0922530d5ae7,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:50.613536 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.616216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Network a3e23745-bfa5-4f85-bb36-13051f3680ed is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:50.622674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:50.628730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:50.633838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Pushing event updated for resources: {'Port': ['ID=32147dbe-8076-41f1-af9f-928465ef9e9d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:50.670524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-48cb0916-139f-4da8-8450-af233d7ee0e3 None None] Provisioning complete for port b6eafcc1-909b-4772-a327-0922530d5ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:50.671058 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48cb0916-139f-4da8-8450-af233d7ee0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.676539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:50.677174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:50.678797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:50.679836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb2857-cd9f-4257-a324-b142d89b00a3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:50.783821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3287f7-8000-49a2-8ba2-42878ff6e88a None None] Pushing event updated for resources: {'Port': ['ID=b6eafcc1-909b-4772-a327-0922530d5ae7,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:50.841659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.041338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.046835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.070508 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48cb0916-139f-4da8-8450-af233d7ee0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.080615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:51.126522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Pushing event updated for resources: {'Port': ['ID=32147dbe-8076-41f1-af9f-928465ef9e9d,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:51.135937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.150456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-48cb0916-139f-4da8-8450-af233d7ee0e3 None None] For port b6eafcc1-909b-4772-a327-0922530d5ae7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b6eafcc1-909b-4772-a327-0922530d5ae7,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:51.169865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-48cb0916-139f-4da8-8450-af233d7ee0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.245782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Network a3e23745-bfa5-4f85-bb36-13051f3680ed is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:51.247335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:51.268889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb0916-139f-4da8-8450-af233d7ee0e3 None None] Pushing event updated for resources: {'Port': ['ID=b6eafcc1-909b-4772-a327-0922530d5ae7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:51.330974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4202a3e0-c458-43c1-aba5-5e509839d9fe None None] Provisioning complete for port b6eafcc1-909b-4772-a327-0922530d5ae7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:51.331332 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4202a3e0-c458-43c1-aba5-5e509839d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.398259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Router aceaa537-112e-4fdd-bbb5-94b260c44c05 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:51.408902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:48Z', 'revision_number': 3, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:51.445404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390c552-f33b-4aee-b7e3-f5d2c26b47dd None None] The sync data for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 is: [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:48Z', 'revision_number': 3, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:51.517185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4202a3e0-c458-43c1-aba5-5e509839d9fe None None] Provisioning complete for port 32147dbe-8076-41f1-af9f-928465ef9e9d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:51.517659 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4202a3e0-c458-43c1-aba5-5e509839d9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.527891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:51.550019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7102d6af-31f5-445a-868a-6e48bbfa9840 admin admin] 10.222.0.46 "PUT /v2.0/routers/aceaa537-112e-4fdd-bbb5-94b260c44c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8543494 Dec 09 15:29:51.572152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4202a3e0-c458-43c1-aba5-5e509839d9fe None None] Port 32147dbe-8076-41f1-af9f-928465ef9e9d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:51.696204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4d2e34e7-2f5a-4028-8e61-f409310c6acf None None] Provisioning complete for port 32147dbe-8076-41f1-af9f-928465ef9e9d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:51.697376 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d2e34e7-2f5a-4028-8e61-f409310c6acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:51.739787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547d27-0cb2-44f6-a1b0-9ed69682aeac req-8c5ff8bf-067d-4914-99b4-c6f83394226b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:51.744552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e34e7-2f5a-4028-8e61-f409310c6acf None None] Port 32147dbe-8076-41f1-af9f-928465ef9e9d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:51.746567 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21547d27-0cb2-44f6-a1b0-9ed69682aeac req-8c5ff8bf-067d-4914-99b4-c6f83394226b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0859694 Dec 09 15:29:51.845022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-21547d27-0cb2-44f6-a1b0-9ed69682aeac req-1529f0c6-3ab0-46c7-a090-36afe0d79eed tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906751 Dec 09 15:29:52.150125 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.224954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 60994) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:52.230263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-832836777-network', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:52.251605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Made reservation on behalf of 9f0b10b69e964cc797610d8479020f3d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:52.253923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.263583 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.340383 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.344547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.372538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:29:52.382804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8932b-a883-4794-b324-863181bda654,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:52.390471 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.390857 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Added segment 8b8b3905-96b3-473c-87b3-1a16a2bd1d57 of type vlan for network c82bab91-8823-49c0-b6ac-57efe86eb60d Dec 09 15:29:52.437846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.464049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.465010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.465587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.529629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3033576 Dec 09 15:29:52.532524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60996) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:52.536539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f1b6-7f16-477b-b95b-78d9cbbab671 admin admin] Pushing event updated for resources: {'Network': ['ID=c82bab91-8823-49c0-b6ac-57efe86eb60d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:52.537404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Request body: {'subnet': {'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-832836777-subnet', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:52.548587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network c82bab91-8823-49c0-b6ac-57efe86eb60d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:29:52.561886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Made reservation on behalf of 9f0b10b69e964cc797610d8479020f3d for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:29:52.565297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.623974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.735717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.793070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9a9a02-5153-4ce6-8a6d-c596289a3576,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:52.802175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Checking segment: {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:52.802540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Network hostable DHCP agents. Network: c82bab91-8823-49c0-b6ac-57efe86eb60d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:29:52.819449 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Network c82bab91-8823-49c0-b6ac-57efe86eb60d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:29:52.828414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, c82bab91-8823-49c0-b6ac-57efe86eb60d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:52.832405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:52.833007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.837986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66002691-660b-4e15-9f4a-cd72d7621b40 None None] Network c82bab91-8823-49c0-b6ac-57efe86eb60d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:52.851201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-769293cc-9e7d-46e9-b431-89013d461504 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3151107 Dec 09 15:29:52.851720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 60998) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:52.856047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:52.877657 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.878746 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.947292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:52.949252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-c82bab91-8823-49c0-b6ac-57efe86eb60d', 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'fixed_ips': [{'subnet_id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:29:52.950146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.099989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Allocated IP 172.20.0.2 (c82bab91-8823-49c0-b6ac-57efe86eb60d/ef9a9a02-5153-4ce6-8a6d-c596289a3576/4096f4a9-6bba-47c1-9c41-a05dd90ba37e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:53.111371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbc2be-cbcb-428b-aa2b-64dbcc0c8e9b req-fb04e694-4c72-4647-94f9-3acb2d63c2a0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:53.119305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18dbc2be-cbcb-428b-aa2b-64dbcc0c8e9b req-fb04e694-4c72-4647-94f9-3acb2d63c2a0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1761303 Dec 09 15:29:53.158814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.217022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-18dbc2be-cbcb-428b-aa2b-64dbcc0c8e9b req-069636fa-3c31-44a8-98db-8c72abdbfed4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967114 Dec 09 15:29:53.228785 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85b2dc22-3431-4698-8386-154ec76e707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.271673 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.287491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.336506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Network c82bab91-8823-49c0-b6ac-57efe86eb60d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:53.339791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:53.344822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:53.374312 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Sync routers for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:53.381841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Pushing event updated for resources: {'Port': ['ID=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:53.386983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:53.389345 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:53.415242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Attempting to bind port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:53.415812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Attempting to bind port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:53.416344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Attempting to bind port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e on network c82bab91-8823-49c0-b6ac-57efe86eb60d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:53.422455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:53.422907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Checking segment: {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:53.423316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.423739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Bound using segment: {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:53.424331 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Bound port: 4096f4a9-6bba-47c1-9c41-a05dd90ba37e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:53.424722 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.450189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.478117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.505386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] For port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:53.510203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] For port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:53.517425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.579273 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:53.617855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d65a68-27f0-4548-b6c6-879241eefc67 None None] Pushing event updated for resources: {'Port': ['ID=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:53.664566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Allocated IP 172.25.0.204 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a8bd04f8-a18c-4ac9-be8b-5859523039e0) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:53.765306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b6eafcc1-909b-4772-a327-0922530d5ae7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:53.838406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.842575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b6eafcc1-909b-4772-a327-0922530d5ae7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:53.843949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.895574 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:53.895817 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 2, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:53.962857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:53.967565 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Checking router: aceaa537-112e-4fdd-bbb5-94b260c44c05 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:53.967919 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Updating router aceaa537-112e-4fdd-bbb5-94b260c44c05 port 32147dbe-8076-41f1-af9f-928465ef9e9d binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:29:53.971628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:53.978203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:53.985583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Pushing event updated for resources: {'Port': ['ID=a8bd04f8-a18c-4ac9-be8b-5859523039e0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:54.014098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a3db6b-e568-488e-95bc-a0adfa1540d4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:54.031991 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.063220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a33878b5-fba5-4a6d-82e4-d1de30c3739b None None] Provisioning complete for port a8bd04f8-a18c-4ac9-be8b-5859523039e0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:54.063740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a33878b5-fba5-4a6d-82e4-d1de30c3739b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.108339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a33878b5-fba5-4a6d-82e4-d1de30c3739b None None] Port a8bd04f8-a18c-4ac9-be8b-5859523039e0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:54.370831 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.371172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.379111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c4737-c96b-423e-9eb1-da503e331f5b req-aae3a55b-b842-44ff-bd1d-bf2a2a0bee29 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:54.382108 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.388697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424c4737-c96b-423e-9eb1-da503e331f5b req-aae3a55b-b842-44ff-bd1d-bf2a2a0bee29 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0708709 Dec 09 15:29:54.462651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-424c4737-c96b-423e-9eb1-da503e331f5b req-34772d33-2b4a-46b5-bb67-7db6700706e1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665541 Dec 09 15:29:54.466115 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Pushing event updated for resources: {'Port': ['ID=32147dbe-8076-41f1-af9f-928465ef9e9d,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:54.629087 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.629422 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.629805 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.630112 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.630450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.630783 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.631149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.631524 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.631864 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.632317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.632803 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.633139 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.633460 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:54.682148 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.693774 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Attempting to bind port 32147dbe-8076-41f1-af9f-928465ef9e9d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:54.694149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Attempting to bind port 32147dbe-8076-41f1-af9f-928465ef9e9d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:54.695507 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Attempting to bind port 32147dbe-8076-41f1-af9f-928465ef9e9d on network a3e23745-bfa5-4f85-bb36-13051f3680ed {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:54.709388 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:54.709725 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Checking segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:54.710903 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.711245 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Bound using segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:54.711885 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Bound port: 32147dbe-8076-41f1-af9f-928465ef9e9d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:54.712163 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.797360 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] For port 32147dbe-8076-41f1-af9f-928465ef9e9d, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:54.802669 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] For port 32147dbe-8076-41f1-af9f-928465ef9e9d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32147dbe-8076-41f1-af9f-928465ef9e9d,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:54.816928 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.844004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a40d7585-e7c5-4083-ae65-2325d656c365 None None] Provisioning complete for port 32147dbe-8076-41f1-af9f-928465ef9e9d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:54.844621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a40d7585-e7c5-4083-ae65-2325d656c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:54.883552 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69591-fbdc-4bfe-a288-48255d6a65df None None] Pushing event updated for resources: {'Port': ['ID=32147dbe-8076-41f1-af9f-928465ef9e9d,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:54.884967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Router 6c6ee863-2bf7-4889-9335-d93e62596352 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:29:54.927479 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:54.928120 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:54.986927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a40d7585-e7c5-4083-ae65-2325d656c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.042471 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a40d7585-e7c5-4083-ae65-2325d656c365 None None] For port 32147dbe-8076-41f1-af9f-928465ef9e9d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32147dbe-8076-41f1-af9f-928465ef9e9d,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:55.047010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:55.048619 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a40d7585-e7c5-4083-ae65-2325d656c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.073100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Sync routers for ids ['6c6ee863-2bf7-4889-9335-d93e62596352'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:29:55.092958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.094946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-118ccd1f-310d-40e7-bd38-b86d43273c09 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2421994 Dec 09 15:29:55.097953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:55.112747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Routers {'6c6ee863-2bf7-4889-9335-d93e62596352'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:55.114011 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6c6ee863-2bf7-4889-9335-d93e62596352'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:55.153743 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:55.208420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7585-e7c5-4083-ae65-2325d656c365 None None] Pushing event updated for resources: {'Port': ['ID=32147dbe-8076-41f1-af9f-928465ef9e9d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:55.321458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb9966-96e1-4f15-b863-8eedc04379e1 None None] Network c82bab91-8823-49c0-b6ac-57efe86eb60d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:29:55.517672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Set router 6c6ee863-2bf7-4889-9335-d93e62596352 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:55.580537 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:54Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:55.613573 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361756a1-239c-4d9a-858c-ffbc58d3b64c None None] The sync data for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 is: [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:54Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:55.618557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Provisioning complete for port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:55.618940 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.701636 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e088-d95a-43bc-91f2-17582fa67090 req-4d4b57f7-fb82-4bdd-9daf-17022750656f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:55.704140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c82e088-d95a-43bc-91f2-17582fa67090 req-4d4b57f7-fb82-4bdd-9daf-17022750656f tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1391315 Dec 09 15:29:55.841446 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4096f4a9-6bba-47c1-9c41-a05dd90ba37e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:55.848770 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a477ecf9-6be4-44ab-a6a1-c2f23571e03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:55.858724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0c82e088-d95a-43bc-91f2-17582fa67090 req-f378fc4e-8680-4524-8cd0-cae4d38c4567 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410627 Dec 09 15:29:55.921596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.005657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.031085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:56.031491 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.090400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] For port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:56.099375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:29:54Z', 'revision_number': 3, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:56.104036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.164335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Checking router: 6c6ee863-2bf7-4889-9335-d93e62596352 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:29:56.164701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Updating router 6c6ee863-2bf7-4889-9335-d93e62596352 port a8bd04f8-a18c-4ac9-be8b-5859523039e0 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:29:56.198023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Allocated IP 172.20.0.1 (c82bab91-8823-49c0-b6ac-57efe86eb60d/ef9a9a02-5153-4ce6-8a6d-c596289a3576/5e6e7136-c53d-4b6f-8774-e7f60a204156) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:29:56.269181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Provisioning complete for port 32147dbe-8076-41f1-af9f-928465ef9e9d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:56.269614 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.287016 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.316028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f29649-02a4-44de-8193-02e5d7d7fdbb None None] Pushing event updated for resources: {'Port': ['ID=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:56.344332 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.709206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.758611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Network c82bab91-8823-49c0-b6ac-57efe86eb60d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:56.761735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:56.765517 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:29:56.795544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6e7136-c53d-4b6f-8774-e7f60a204156,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:56.820996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.848751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.849562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-37cb2cf4-f788-4255-8637-3a6ef4996686 None None] Provisioning complete for port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:56.849938 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37cb2cf4-f788-4255-8637-3a6ef4996686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.959829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:56.999858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.075894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.093739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d51061-4feb-4bdc-903f-598472605900 req-78a99117-7c68-4c09-b05f-aca9727e9936 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:57.098155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e23c8-ee96-4aea-81be-b4cf7e59db45 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:57.098361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56d51061-4feb-4bdc-903f-598472605900 req-78a99117-7c68-4c09-b05f-aca9727e9936 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1173146 Dec 09 15:29:57.121728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d78c53-28fd-4dda-b65b-c2f800a1a90e None None] Pushing event updated for resources: {'Port': ['ID=a8bd04f8-a18c-4ac9-be8b-5859523039e0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:57.129178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Attempting to bind port a8bd04f8-a18c-4ac9-be8b-5859523039e0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:29:57.129723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Attempting to bind port a8bd04f8-a18c-4ac9-be8b-5859523039e0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:29:57.130381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Attempting to bind port a8bd04f8-a18c-4ac9-be8b-5859523039e0 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:29:57.138968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:29:57.139775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:29:57.140333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.141289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:29:57.141912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Bound port: a8bd04f8-a18c-4ac9-be8b-5859523039e0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:29:57.142610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.213872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-56d51061-4feb-4bdc-903f-598472605900 req-757769bd-fd7a-44ec-a149-455ad2685fbd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074786 Dec 09 15:29:57.254077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-20613a2f-0773-4b86-8660-beb01c827f15 None None] Provisioning complete for port a8bd04f8-a18c-4ac9-be8b-5859523039e0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:57.254536 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-20613a2f-0773-4b86-8660-beb01c827f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.256523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] For port a8bd04f8-a18c-4ac9-be8b-5859523039e0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:29:57.292220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-20613a2f-0773-4b86-8660-beb01c827f15 None None] Port a8bd04f8-a18c-4ac9-be8b-5859523039e0 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:57.303616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] For port a8bd04f8-a18c-4ac9-be8b-5859523039e0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a8bd04f8-a18c-4ac9-be8b-5859523039e0,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:29:57.310674 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.358672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.363763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023f649-5e0c-4f16-92a0-1778092179d3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:29:57.366208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.388514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d78c53-28fd-4dda-b65b-c2f800a1a90e None None] Pushing event updated for resources: {'Port': ['ID=a8bd04f8-a18c-4ac9-be8b-5859523039e0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:57.391171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Routers {'6c6ee863-2bf7-4889-9335-d93e62596352'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:29:57.391759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6c6ee863-2bf7-4889-9335-d93e62596352'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:57.453153 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.455846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6e7136-c53d-4b6f-8774-e7f60a204156,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:57.468896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Provisioning complete for port 5e6e7136-c53d-4b6f-8774-e7f60a204156 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:57.469276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.548124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Port 5e6e7136-c53d-4b6f-8774-e7f60a204156 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:57.552906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Network c82bab91-8823-49c0-b6ac-57efe86eb60d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:29:57.554855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:29:57.566074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] Set router 6c6ee863-2bf7-4889-9335-d93e62596352 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:29:57.595730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Provisioning complete for port a8bd04f8-a18c-4ac9-be8b-5859523039e0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:57.596106 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.754579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Router 6c6ee863-2bf7-4889-9335-d93e62596352 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:29:57.842412 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:57.879503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4096f4a9-6bba-47c1-9c41-a05dd90ba37e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:57.914796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:29:57.920736 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54db46e3-331d-4e10-98be-c745b1b59fd1 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c6ee863-2bf7-4889-9335-d93e62596352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8214550 Dec 09 15:29:57.928828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] For port a8bd04f8-a18c-4ac9-be8b-5859523039e0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a8bd04f8-a18c-4ac9-be8b-5859523039e0,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:29:57.938569 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.044453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:58.044818 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.049785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee063e-b6b7-4a0b-8ccd-3d7a7a643823 None None] Pushing event updated for resources: {'Port': ['ID=a8bd04f8-a18c-4ac9-be8b-5859523039e0,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.098738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4673ea39-0f8a-4950-852c-f742433ee7d8 None None] Provisioning complete for port 5e6e7136-c53d-4b6f-8774-e7f60a204156 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:58.099111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4673ea39-0f8a-4950-852c-f742433ee7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.129345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5e6e7136-c53d-4b6f-8774-e7f60a204156', 'name': '', 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'mac_address': 'fa:16:3e:12:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:55Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 2, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'subnets': [{'id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:29:58.164391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcb9b2-c60e-4a08-be7b-bc34b642f87e None None] The sync data for ids ['6c6ee863-2bf7-4889-9335-d93e62596352'] in n-d-804292-5 is: [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5e6e7136-c53d-4b6f-8774-e7f60a204156', 'name': '', 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'mac_address': 'fa:16:3e:12:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:55Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 2, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'subnets': [{'id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:29:58.176525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4673ea39-0f8a-4950-852c-f742433ee7d8 None None] Port 5e6e7136-c53d-4b6f-8774-e7f60a204156 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:29:58.227151 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32147dbe-8076-41f1-af9f-928465ef9e9d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:58.298705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 32147dbe-8076-41f1-af9f-928465ef9e9d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:58.299002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.384877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3371208-21db-4cec-aa59-7f6b015f0425 req-d6530750-6fbd-4cf7-8396-ab30fa6c3829 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:58.395209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3371208-21db-4cec-aa59-7f6b015f0425 req-d6530750-6fbd-4cf7-8396-ab30fa6c3829 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0772591 Dec 09 15:29:58.461690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.474776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3371208-21db-4cec-aa59-7f6b015f0425 req-0333cfed-c91c-487b-8604-d51d8e7c346b tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782249 Dec 09 15:29:58.514706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32814) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:58.519547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760453686', 'description': 'tempest-secgroup-smoke-1760453686 description', 'project_id': '8bb46edfb63648dd83565eca311b8119'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:58.544247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.628001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.633650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.666904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.671153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1544330 Dec 09 15:29:58.673553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:58.682835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group_rule': {'security_group_id': '9d0b78d2-73bf-4558-8ed5-052243350b44', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:58.693884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49075473-5f1a-45a9-8f9c-320f7e49ba55 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b78d2-73bf-4558-8ed5-052243350b44,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.729208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.802873 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.807115 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.829258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40be89ba-6c70-4b3e-bcba-5300758c3eb6,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.841061 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.843561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-42649b8b-1e23-4797-8b4d-884cdcb49279 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674359 Dec 09 15:29:58.845529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32818) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:58.852297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group_rule': {'security_group_id': '9d0b78d2-73bf-4558-8ed5-052243350b44', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:58.881427 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.943894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.948892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.976665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4425667-0864-4ef7-94fd-497b5538a844,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:58.989492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:58.990360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423323 Dec 09 15:29:58.992878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.993227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.993574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.993901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.994234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.994335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32820) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:58.994566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.994899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.995232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.995738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.996073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.996396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.996720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.997045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f36b4-3dc6-49f9-8e99-446ff9af4546 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:29:58.999375 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group_rule': {'security_group_id': '9d0b78d2-73bf-4558-8ed5-052243350b44', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:59.032070 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.107273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.111686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.133434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de75660-1cee-446d-8ca9-94ea2a453685,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.143672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.145222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-45ca9af5-a3b0-4a8b-a203-19c20e38e443 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494007 Dec 09 15:29:59.147950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32822) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:59.153131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group_rule': {'security_group_id': '9d0b78d2-73bf-4558-8ed5-052243350b44', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:59.182208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.217576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.281297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.285709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.311747 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dd9538-8c0c-4342-9b19-401967914001,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.316754 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.320874 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7d154bf9-d530-45d8-8c52-f601cc4da455 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1690619 Dec 09 15:29:59.320874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:59.325651 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group_rule': {'security_group_id': '9d0b78d2-73bf-4558-8ed5-052243350b44', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:59.357418 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Project 8bb46edfb63648dd83565eca311b8119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:29:59.362934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.434267 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.438690 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.459805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15647cda-6051-4e71-8dc2-f9b48f4f0527,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.477295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.479060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f5e2ac16-e5fe-411e-a223-f6360df4eb46 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573198 Dec 09 15:29:59.481945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32832) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:29:59.488508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'security_group_rule': {'security_group_id': '9d0b78d2-73bf-4558-8ed5-052243350b44', 'project_id': '8bb46edfb63648dd83565eca311b8119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:29:59.524825 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Project 8bb46edfb63648dd83565eca311b8119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:29:59.530694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.633280 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.643501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689884b-6726-4a1f-9de2-ad55da15b1e9 req-a7564cac-907a-4cf7-b1bb-7a382d148c40 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:29:59.645111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2689884b-6726-4a1f-9de2-ad55da15b1e9 req-a7564cac-907a-4cf7-b1bb-7a382d148c40 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0873194 Dec 09 15:29:59.646683 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.675686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43baf397-b8bc-4e0f-874b-dea7a6d1e80a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:29:59.689029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.690218 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-810b3cf7-e8d6-453c-936b-a18400b34304 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2063189 Dec 09 15:29:59.728267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2689884b-6726-4a1f-9de2-ad55da15b1e9 req-0b2b000a-47e8-418b-acaa-c746d28ee201 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691717 Dec 09 15:29:59.795432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a8bd04f8-a18c-4ac9-be8b-5859523039e0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:29:59.855760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a8bd04f8-a18c-4ac9-be8b-5859523039e0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:29:59.856132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:29:59.883036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-65e121f0-807e-4889-8bd2-719e4a8a746c tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760453686&fields=id&tenant_id=8bb46edfb63648dd83565eca311b8119 HTTP/1.1" status: 200 len: 267 time: 0.0489743 Dec 09 15:30:00.009158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-b260a752-fe46-4a26-89b0-631ffec5fbb2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:00.010901 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-b260a752-fe46-4a26-89b0-631ffec5fbb2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 809 time: 0.1195464 Dec 09 15:30:00.035545 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-950de8f8-6cea-4191-bbe0-9d025dd70eb9 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/quotas/8bb46edfb63648dd83565eca311b8119 HTTP/1.1" status: 200 len: 375 time: 0.0142291 Dec 09 15:30:00.090012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-3a00bfee-ef88-4b6f-bdd8-28bb5203f74d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499475 Dec 09 15:30:00.194570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-59a5bfad-308c-4950-a9dc-e8a803ce85cd service neutron] 10.222.0.46 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919147 Dec 09 15:30:00.292929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-c1c2749f-5b4b-40ab-81b6-bf246f98ad35 service neutron] 10.222.0.46 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921125 Dec 09 15:30:00.498408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da9b4f99-c4fc-43b7-9ab7-7833b7a94d50 req-e8689a60-fb9b-40db-a24a-fb514bca45e8 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 210 time: 0.0289376 Dec 09 15:30:00.865477 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Sync routers for ids ['6c6ee863-2bf7-4889-9335-d93e62596352'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:00.868108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b976c4-3945-4b9a-8457-09f6806b2500 req-7999efff-4f93-4858-9a92-82b1b682949a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:00.870246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16b976c4-3945-4b9a-8457-09f6806b2500 req-7999efff-4f93-4858-9a92-82b1b682949a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0689471 Dec 09 15:30:00.879382 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Routers {'6c6ee863-2bf7-4889-9335-d93e62596352'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:00.880140 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6c6ee863-2bf7-4889-9335-d93e62596352'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:00.960103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16b976c4-3945-4b9a-8457-09f6806b2500 req-e3f7c8b0-74b4-4488-a8c6-58c2c9d61850 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832651 Dec 09 15:30:01.009417 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Set router 6c6ee863-2bf7-4889-9335-d93e62596352 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:01.221122 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5e6e7136-c53d-4b6f-8774-e7f60a204156', 'name': '', 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'mac_address': 'fa:16:3e:12:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:55Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 2, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'subnets': [{'id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:01.247377 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Checking router: 6c6ee863-2bf7-4889-9335-d93e62596352 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:01.247733 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Updating router 6c6ee863-2bf7-4889-9335-d93e62596352 port 5e6e7136-c53d-4b6f-8774-e7f60a204156 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:30:01.273328 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.662641 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.671797 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.703991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6dbfd3d3-befe-43a5-9b88-c20194156bba req-94fb7dd3-70a0-43f7-9d56-aa6dbaa92f20 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 210 time: 0.0854170 Dec 09 15:30:01.721622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-287189dd-dda5-46d1-97ba-b72f4d1910b6 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:01.723285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-287189dd-dda5-46d1-97ba-b72f4d1910b6 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 809 time: 0.2797737 Dec 09 15:30:01.784203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58aa7a-dd3f-4370-bbdc-c0e4535e4591 None None] Pushing event updated for resources: {'Port': ['ID=5e6e7136-c53d-4b6f-8774-e7f60a204156,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:01.799327 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Attempting to bind port 5e6e7136-c53d-4b6f-8774-e7f60a204156 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:01.799704 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Attempting to bind port 5e6e7136-c53d-4b6f-8774-e7f60a204156 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:01.800073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Attempting to bind port 5e6e7136-c53d-4b6f-8774-e7f60a204156 on network c82bab91-8823-49c0-b6ac-57efe86eb60d {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:01.806183 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:01.806183 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Checking segment: {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:01.806676 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.807131 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Bound using segment: {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:01.807895 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Bound port: 5e6e7136-c53d-4b6f-8774-e7f60a204156, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8b3905-96b3-473c-87b3-1a16a2bd1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:01.808009 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.820965 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-2acfa5f7-a7f1-4a76-a8c2-adde346d0cb5 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb46edfb63648dd83565eca311b8119 HTTP/1.1" status: 200 len: 380 time: 0.0855627 Dec 09 15:30:01.829835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'port': {'device_id': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'admin_state_up': True, 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'security_groups': ['9d0b78d2-73bf-4558-8ed5-052243350b44']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:01.893301 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] For port 5e6e7136-c53d-4b6f-8774-e7f60a204156, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:01.897514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] For port 5e6e7136-c53d-4b6f-8774-e7f60a204156, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5e6e7136-c53d-4b6f-8774-e7f60a204156,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:01.904402 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:01.964284 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Routers {'6c6ee863-2bf7-4889-9335-d93e62596352'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:01.964915 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6c6ee863-2bf7-4889-9335-d93e62596352'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:01.985243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Made reservation on behalf of 8bb46edfb63648dd83565eca311b8119 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:30:01.996519 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.008811 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58aa7a-dd3f-4370-bbdc-c0e4535e4591 None None] Pushing event updated for resources: {'Port': ['ID=5e6e7136-c53d-4b6f-8774-e7f60a204156,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:02.032139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fb393747-8b8b-4a26-9256-7d90e1640279 None None] Provisioning complete for port 5e6e7136-c53d-4b6f-8774-e7f60a204156 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:02.033152 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb393747-8b8b-4a26-9256-7d90e1640279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.154273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb393747-8b8b-4a26-9256-7d90e1640279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.173876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7cf80-7266-4795-a549-e359cbe9c5b9 req-199be414-5b39-4a5f-b129-5d9f1ff026d8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.186296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fd7cf80-7266-4795-a549-e359cbe9c5b9 req-199be414-5b39-4a5f-b129-5d9f1ff026d8 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1117139 Dec 09 15:30:02.196398 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] Set router 6c6ee863-2bf7-4889-9335-d93e62596352 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:02.206033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Allocated IP 172.20.0.5 (a3e23745-bfa5-4f85-bb36-13051f3680ed/d9d7671f-dbc9-473a-9583-4fe9669f61ea/664d0c83-c72f-4544-9427-e480a9afc051) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:02.224068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fb393747-8b8b-4a26-9256-7d90e1640279 None None] For port 5e6e7136-c53d-4b6f-8774-e7f60a204156, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5e6e7136-c53d-4b6f-8774-e7f60a204156,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:02.236584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fb393747-8b8b-4a26-9256-7d90e1640279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.290369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fd7cf80-7266-4795-a549-e359cbe9c5b9 req-90f44517-6057-4eda-a729-07021b0257ab tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017897 Dec 09 15:30:02.317523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb393747-8b8b-4a26-9256-7d90e1640279 None None] Pushing event updated for resources: {'Port': ['ID=5e6e7136-c53d-4b6f-8774-e7f60a204156,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:02.412077 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.455232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.459098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2891b013-5a69-4960-9c74-56dd259ba3b2 None None] Provisioning complete for port 5e6e7136-c53d-4b6f-8774-e7f60a204156 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:02.459599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2891b013-5a69-4960-9c74-56dd259ba3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.490428 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5e6e7136-c53d-4b6f-8774-e7f60a204156', 'name': '', 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'mac_address': 'fa:16:3e:12:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:55Z', 'updated_at': '2021-12-09T15:30:01Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'subnets': [{'id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:02.500261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Network a3e23745-bfa5-4f85-bb36-13051f3680ed is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:02.503371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:02.505895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:02.540316 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a159c5-b6ad-43aa-9e19-6e5f43ba5113 None None] The sync data for ids ['6c6ee863-2bf7-4889-9335-d93e62596352'] in n-d-804292-5 is: [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '5e6e7136-c53d-4b6f-8774-e7f60a204156', 'name': '', 'network_id': 'c82bab91-8823-49c0-b6ac-57efe86eb60d', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'mac_address': 'fa:16:3e:12:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:55Z', 'updated_at': '2021-12-09T15:30:01Z', 'revision_number': 4, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'subnets': [{'id': 'ef9a9a02-5153-4ce6-8a6d-c596289a3576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:02.549971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'Port': ['ID=664d0c83-c72f-4544-9427-e480a9afc051,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:02.589406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:02.590088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.612862 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-8dab1ca3-401c-4b47-966c-6e960d71ed4b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866302 Dec 09 15:30:02.632711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Request body: {'port': {'device_id': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:02.719492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:02.909344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-165ce753-1814-4323-ad16-83abdc54bdca None None] Provisioning complete for port 664d0c83-c72f-4544-9427-e480a9afc051 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:02.910001 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-165ce753-1814-4323-ad16-83abdc54bdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.014298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-165ce753-1814-4323-ad16-83abdc54bdca None None] Port 664d0c83-c72f-4544-9427-e480a9afc051 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:30:03.056078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7d19e-3a97-4711-988e-29c6933a634a req-2b125081-b2e8-4c6c-90b7-32408fad1c2e tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.057929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ea7d19e-3a97-4711-988e-29c6933a634a req-2b125081-b2e8-4c6c-90b7-32408fad1c2e tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 931 time: 0.1953170 Dec 09 15:30:03.160844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664d0c83-c72f-4544-9427-e480a9afc051 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:03.189208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.214948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9ea7d19e-3a97-4711-988e-29c6933a634a req-18973a0c-3999-4973-8fe5-170baed3b71c tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302135 Dec 09 15:30:03.245138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Transition to ACTIVE for port object 664d0c83-c72f-4544-9427-e480a9afc051 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:30:03.253921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.337124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=664d0c83-c72f-4544-9427-e480a9afc051,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:03.466305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32882) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:03.486103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Attempting to bind port 664d0c83-c72f-4544-9427-e480a9afc051 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:30:03.486513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Attempting to bind port 664d0c83-c72f-4544-9427-e480a9afc051 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:30:03.486850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Attempting to bind port 664d0c83-c72f-4544-9427-e480a9afc051 on network a3e23745-bfa5-4f85-bb36-13051f3680ed {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:03.501274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Port 664d0c83-c72f-4544-9427-e480a9afc051 on network a3e23745-bfa5-4f85-bb36-13051f3680ed not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:30:03.501648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Attempting to bind port 664d0c83-c72f-4544-9427-e480a9afc051 on network a3e23745-bfa5-4f85-bb36-13051f3680ed {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:30:03.507248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2544bce-055a-479c-b1a0-8673ede71861 req-ace596b2-eb7e-4fb7-a435-04459c2931af tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.510891 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:30:03.513882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Checking segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:30:03.515242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Bound using segment: {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:30:03.515999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Bound port: 664d0c83-c72f-4544-9427-e480a9afc051, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83701ba6-a847-4b59-b357-cb56852146b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:30:03.516427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2544bce-055a-479c-b1a0-8673ede71861 req-ace596b2-eb7e-4fb7-a435-04459c2931af tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0974815 Dec 09 15:30:03.516784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.592425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f2544bce-055a-479c-b1a0-8673ede71861 req-e73a79aa-898b-419b-be57-d60c6858c400 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749700 Dec 09 15:30:03.691290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] For port 664d0c83-c72f-4544-9427-e480a9afc051, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:30:03.695501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] For port 664d0c83-c72f-4544-9427-e480a9afc051, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=664d0c83-c72f-4544-9427-e480a9afc051,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:30:03.712276 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d95-512c-4829-bebf-018befae8afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.723848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.763298 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5e6e7136-c53d-4b6f-8774-e7f60a204156 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:03.788997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.789672 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.791170 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] 10.222.0.36 "PUT /v2.0/ports/664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 1091 time: 1.1698246 Dec 09 15:30:03.791670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:03.794206 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff522d-814a-47d8-9244-489dbc9a3bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "tag": "664d0c83-c72f-4544-9427-e480a9afc051"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:03.849092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5e6e7136-c53d-4b6f-8774-e7f60a204156 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:03.849965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.864273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776bc5d-a860-452c-8380-6885f068ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=664d0c83-c72f-4544-9427-e480a9afc051,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:03.885712 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e8893-44c9-48c6-ada7-ac52e48734a7 x-openstack-request-id: req-7c5e8893-44c9-48c6-ada7-ac52e48734a7 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:03.886133 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "tag": "664d0c83-c72f-4544-9427-e480a9afc051", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:03.886485 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c5e8893-44c9-48c6-ada7-ac52e48734a7 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:03.886844 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051', 'status': 'completed', 'code': 200} Dec 09 15:30:03.929083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-1ba000db-cbb6-4d9c-ae08-f761140d2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:03.930707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-1ba000db-cbb6-4d9c-ae08-f761140d2a5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1094 time: 0.0856924 Dec 09 15:30:03.947797 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d95-512c-4829-bebf-018befae8afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:03.984712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-7f1d0cae-ec5e-4939-80f2-d409a6981b27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 217 time: 0.0451319 Dec 09 15:30:03.985334 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d95-512c-4829-bebf-018befae8afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.054581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5d95-512c-4829-bebf-018befae8afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0833ad9a-455a-4ded-8846-87daf0a5fd36,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:04.065056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9c4c5d95-512c-4829-bebf-018befae8afb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0a987b6610f4d768520dc776e9a9e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902848 Dec 09 15:30:04.068084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32888) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:04.080466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-14487838-12ea-4fcb-a7b5-2ee70e56f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.082058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-14487838-12ea-4fcb-a7b5-2ee70e56f1d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0815477 Dec 09 15:30:04.121038 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c349a4-e127-4526-9f67-72d5ace56ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.131419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-1f93f527-7ad2-4344-98b6-2f10214882d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.133546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-1f93f527-7ad2-4344-98b6-2f10214882d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444393 Dec 09 15:30:04.143427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c349a4-e127-4526-9f67-72d5ace56ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.195981 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c349a4-e127-4526-9f67-72d5ace56ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.198906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c349a4-e127-4526-9f67-72d5ace56ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.203138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-07c349a4-e127-4526-9f67-72d5ace56ee0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0833ad9a-455a-4ded-8846-87daf0a5fd36 HTTP/1.1" status: 204 len: 168 time: 0.1309757 Dec 09 15:30:04.211272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c349a4-e127-4526-9f67-72d5ace56ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0833ad9a-455a-4ded-8846-87daf0a5fd36,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:04.231455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-f0c15d3f-3cae-406c-9ea6-faf973eff937 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Dec 09 15:30:04.349369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8017240e-4fe1-404a-82c9-4e8fd8317c3b req-29e8b205-e6b2-4865-8fd8-f7b8db670722 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105053 Dec 09 15:30:04.355956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff57e8-8d8b-4643-a303-8bef0a7adfef req-0e9d54b6-d0f8-4138-aca2-dbdd8d456bf0 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.359904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdff57e8-8d8b-4643-a303-8bef0a7adfef req-0e9d54b6-d0f8-4138-aca2-dbdd8d456bf0 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 943 time: 0.0603328 Dec 09 15:30:04.436771 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdff57e8-8d8b-4643-a303-8bef0a7adfef req-d0c15b9f-42fc-4392-b0e7-03c7fcbfceb4 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681481 Dec 09 15:30:04.471912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-fe2f539a-c54d-43d7-9aae-8fac69e860ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.473812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-fe2f539a-c54d-43d7-9aae-8fac69e860ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1094 time: 0.0609863 Dec 09 15:30:04.526364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32896) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:04.540438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50cf839a-ea71-4f83-a2a5-8fe44a5ce4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.578947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-838a759c-4e8b-40f1-b965-fb804f913da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.580472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-838a759c-4e8b-40f1-b965-fb804f913da9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 910 time: 0.0996222 Dec 09 15:30:04.586952 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:30:04.629592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50cf839a-ea71-4f83-a2a5-8fe44a5ce4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.631748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-cff8da0c-b4ab-41de-b36b-3377e4d6e89e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 217 time: 0.0433521 Dec 09 15:30:04.636311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-50cf839a-ea71-4f83-a2a5-8fe44a5ce4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.677307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf839a-ea71-4f83-a2a5-8fe44a5ce4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5dbad-5c92-40b0-a93d-c647040f16bc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:04.686120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-50cf839a-ea71-4f83-a2a5-8fe44a5ce4dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cf58dc361f9466ab1a49f47fc5aa097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586571 Dec 09 15:30:04.686637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32900) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:04.723899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-d19b5596-326a-43ab-9a5b-4bc03b85a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.726128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-d19b5596-326a-43ab-9a5b-4bc03b85a30c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0857084 Dec 09 15:30:04.798849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5cff1-eb47-415b-9f90-bb62d8964b99 req-18f03388-b4fe-4706-8dad-954edd1923e1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.800434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54e5cff1-eb47-415b-9f90-bb62d8964b99 req-18f03388-b4fe-4706-8dad-954edd1923e1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1334865 Dec 09 15:30:04.833149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-423d03a3-3b49-4cfb-8cd4-80cac5358c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.839770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-f579ca4d-c4fb-425d-9fdc-b7dd69edfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:04.841388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-f579ca4d-c4fb-425d-9fdc-b7dd69edfdf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030803 Dec 09 15:30:04.895195 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-423d03a3-3b49-4cfb-8cd4-80cac5358c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:04.917813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-54e5cff1-eb47-415b-9f90-bb62d8964b99 req-3464b52c-579d-41f2-98d9-7cdb0f0eff5c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093225 Dec 09 15:30:05.004434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-5ccb2e8e-c703-4a2c-a949-d04c867f06a9 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498172 Dec 09 15:30:05.005447 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-423d03a3-3b49-4cfb-8cd4-80cac5358c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.008620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-423d03a3-3b49-4cfb-8cd4-80cac5358c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:05.012078 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-423d03a3-3b49-4cfb-8cd4-80cac5358c00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42d5dbad-5c92-40b0-a93d-c647040f16bc HTTP/1.1" status: 204 len: 168 time: 0.3102996 Dec 09 15:30:05.033927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d03a3-3b49-4cfb-8cd4-80cac5358c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5dbad-5c92-40b0-a93d-c647040f16bc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:05.113072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-68ff522d-814a-47d8-9244-489dbc9a3bcb req-77a49f88-a354-4f97-8ef2-34b3056ab4b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998707 Dec 09 15:30:05.563197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f2825-77de-406e-852a-8fe907daf041 req-9135f45b-0f83-4ca9-b079-884255aa8ef1 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:05.564859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-701f2825-77de-406e-852a-8fe907daf041 req-9135f45b-0f83-4ca9-b079-884255aa8ef1 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 943 time: 0.0505381 Dec 09 15:30:05.618524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-701f2825-77de-406e-852a-8fe907daf041 req-e6b5d55b-eddd-4d0f-b1bb-a0e964fd0b3a tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466378 Dec 09 15:30:06.051904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5093c-8300-4599-93a6-3f5af9549d09 req-f3b36ebe-affe-468c-93e2-f4b751138781 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:06.053451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb5093c-8300-4599-93a6-3f5af9549d09 req-f3b36ebe-affe-468c-93e2-f4b751138781 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0625508 Dec 09 15:30:06.101013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32934) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:06.219838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31b9f95e-dbf6-4ed4-8d97-55e5b1a38a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.315768 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31b9f95e-dbf6-4ed4-8d97-55e5b1a38a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.321489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31b9f95e-dbf6-4ed4-8d97-55e5b1a38a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.363494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31b9f95e-dbf6-4ed4-8d97-55e5b1a38a68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2251d5f9da474320bd4f6223daae4ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609997 Dec 09 15:30:06.364526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f95e-dbf6-4ed4-8d97-55e5b1a38a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf17a1-050e-498e-ad4a-799e54b7fc9f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:06.367671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32938) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:06.424308 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8688-cef5-4939-8353-ee1bf6d5fed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.438360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6fb5093c-8300-4599-93a6-3f5af9549d09 req-78438826-679b-413f-84eb-4d8bf07512b0 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770547 Dec 09 15:30:06.448524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8688-cef5-4939-8353-ee1bf6d5fed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.503054 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8688-cef5-4939-8353-ee1bf6d5fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.505788 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8688-cef5-4939-8353-ee1bf6d5fed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.507066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e6b8688-cef5-4939-8353-ee1bf6d5fed0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fcf17a1-050e-498e-ad4a-799e54b7fc9f HTTP/1.1" status: 204 len: 168 time: 0.1355107 Dec 09 15:30:06.514777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b8688-cef5-4939-8353-ee1bf6d5fed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf17a1-050e-498e-ad4a-799e54b7fc9f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:06.628841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 664d0c83-c72f-4544-9427-e480a9afc051 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:06.727814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 664d0c83-c72f-4544-9427-e480a9afc051, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=664d0c83-c72f-4544-9427-e480a9afc051,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:06.743510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '664d0c83-c72f-4544-9427-e480a9afc051', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'port_id': '664d0c83-c72f-4544-9427-e480a9afc051', 'mac_address': 'fa:16:3e:83:91:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:06.751648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466eaeb5-1afa-43f7-9602-910ef8c971fa req-5a90baa2-c26f-4a0f-ba2b-7a66d1f8b57b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:06.753518 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-466eaeb5-1afa-43f7-9602-910ef8c971fa req-5a90baa2-c26f-4a0f-ba2b-7a66d1f8b57b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 943 time: 0.0571575 Dec 09 15:30:06.784524 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.799026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664d0c83-c72f-4544-9427-e480a9afc051 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:06.821445 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-466eaeb5-1afa-43f7-9602-910ef8c971fa req-d6c75166-f1f8-437d-ae0d-7ca3fb7a398c tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607769 Dec 09 15:30:06.821637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 664d0c83-c72f-4544-9427-e480a9afc051, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=664d0c83-c72f-4544-9427-e480a9afc051,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:06.826729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:06.874413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=664d0c83-c72f-4544-9427-e480a9afc051,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:07.026253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['664d0c83-c72f-4544-9427-e480a9afc051'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:07.166367 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ac26c-cf22-427c-9291-1e44d3df09a3 req-c3ae9d97-fb96-437f-b33a-b39589194638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.168080 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd1ac26c-cf22-427c-9291-1e44d3df09a3 req-c3ae9d97-fb96-437f-b33a-b39589194638 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1097 time: 0.0464764 Dec 09 15:30:07.226032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd1ac26c-cf22-427c-9291-1e44d3df09a3 req-a7355ed0-06da-43d0-8cbe-3c289317879f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490940 Dec 09 15:30:07.563079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ec0db-1f46-4613-aee1-8562b343e818 req-adaa576b-035c-42d5-9cae-06421fe8a29a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.564826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-681ec0db-1f46-4613-aee1-8562b343e818 req-adaa576b-035c-42d5-9cae-06421fe8a29a tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0492625 Dec 09 15:30:07.571613 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 32972) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:07.616216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-681ec0db-1f46-4613-aee1-8562b343e818 req-92e6f57d-f061-41b5-9104-0bfffb02b41e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Dec 09 15:30:07.685699 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1a6afef-bae7-4439-b434-a1687ee5e7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.760298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1a6afef-bae7-4439-b434-a1687ee5e7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.764459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1a6afef-bae7-4439-b434-a1687ee5e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.803043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f1a6afef-bae7-4439-b434-a1687ee5e7f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31aeed3c0334dfc86f9e6f4e40f8407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303610 Dec 09 15:30:07.804386 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6afef-bae7-4439-b434-a1687ee5e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33a1f0-09f0-4076-85e0-1aff81e47a1c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:07.805889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 32976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:07.854300 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c29e9bd-b3ff-40f4-b0b4-ed5e76e60f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.875628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c29e9bd-b3ff-40f4-b0b4-ed5e76e60f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.923381 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c29e9bd-b3ff-40f4-b0b4-ed5e76e60f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.926207 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3c29e9bd-b3ff-40f4-b0b4-ed5e76e60f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:07.930620 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3c29e9bd-b3ff-40f4-b0b4-ed5e76e60f52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a33a1f0-09f0-4076-85e0-1aff81e47a1c HTTP/1.1" status: 204 len: 168 time: 0.1203685 Dec 09 15:30:07.936213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29e9bd-b3ff-40f4-b0b4-ed5e76e60f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33a1f0-09f0-4076-85e0-1aff81e47a1c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:07.954827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3d5fe-df09-4441-9302-2b684ec7d724 req-9129251a-8a90-4d2f-9331-c10c7df65179 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:07.956381 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03c3d5fe-df09-4441-9302-2b684ec7d724 req-9129251a-8a90-4d2f-9331-c10c7df65179 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 944 time: 0.0598774 Dec 09 15:30:08.009436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03c3d5fe-df09-4441-9302-2b684ec7d724 req-cf7b1647-5dd1-44c8-b2a8-5ae5f4e952d2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461962 Dec 09 15:30:08.243729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:30:08.248584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:08.452074 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.455108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:08.476284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '08008d64-d812-418a-b810-e458eccae1f3', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'port_id': '08008d64-d812-418a-b810-e458eccae1f3', 'mac_address': 'fa:16:3e:2f:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:30:08.492504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:08.494913 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65596ed2-9309-4b98-b23e-95dc1d83e31a" -d '{"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-unplugged", "status": "completed", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:08.527074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:08.535736 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.539257 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea5e4a-7835-43d9-8182-0b8019be9a69 x-openstack-request-id: req-04ea5e4a-7835-43d9-8182-0b8019be9a69 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:08.539583 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-unplugged", "status": "completed", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:08.539843 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04ea5e4a-7835-43d9-8182-0b8019be9a69 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:08.540235 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'code': 200} Dec 09 15:30:08.566937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.590939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08008d64-d812-418a-b810-e458eccae1f3 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:08.611395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:08.636659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 664d0c83-c72f-4544-9427-e480a9afc051 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:08.782550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12c7a4-067a-4cf7-a581-66b77d29779b req-e644e165-2fa7-4f47-af83-01760e752922 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:08.791336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d12c7a4-067a-4cf7-a581-66b77d29779b req-e644e165-2fa7-4f47-af83-01760e752922 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 944 time: 0.0768189 Dec 09 15:30:08.844862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d12c7a4-067a-4cf7-a581-66b77d29779b req-43f722b7-168f-4bcd-95ce-56e8151baf8e tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522873 Dec 09 15:30:08.863764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:30:08.864128 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:30:08.869262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33018) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:08.888212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 664d0c83-c72f-4544-9427-e480a9afc051 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:30:08.892517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 664d0c83-c72f-4544-9427-e480a9afc051 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:08.892959 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:08.945613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c112ae8a-8003-41a6-8d54-0be0c97c35c9 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/floatingips/842034e0-f7f8-48fc-8fc6-bf618278d984 HTTP/1.1" status: 200 len: 990 time: 0.0743668 Dec 09 15:30:08.986057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.020326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 664d0c83-c72f-4544-9427-e480a9afc051, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=664d0c83-c72f-4544-9427-e480a9afc051,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:09.024577 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.082843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=664d0c83-c72f-4544-9427-e480a9afc051,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:09.140873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dffa7-d5e1-4b13-9e5e-74c027648c57 req-8dc87775-4eed-4acc-a07f-66c4ebc9a803 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:09.142331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b70dffa7-d5e1-4b13-9e5e-74c027648c57 req-8dc87775-4eed-4acc-a07f-66c4ebc9a803 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0537791 Dec 09 15:30:09.204411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b70dffa7-d5e1-4b13-9e5e-74c027648c57 req-71363ab0-6ff7-4a32-8bfb-d054a0ab121b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527983 Dec 09 15:30:09.402256 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.417260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08008d64-d812-418a-b810-e458eccae1f3 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:30:09.438734 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:09.442611 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:09.494284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:09.715670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['08008d64-d812-418a-b810-e458eccae1f3'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:30:09.759922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-9bb61139-8678-4696-a6a2-02cf46939f23 req-3ec6fa9c-8d07-40f4-a7ce-fe30b97cc655 tempest-TestSecurityGroupsBasicOps-578887091 tempest-TestSecurityGroupsBasicOps-578887091-project] (109894) timed out ('10.222.0.36', 58617) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:30:10.345047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d971da-57b0-4739-b57d-8c6408c31ba1 req-0debbc81-93fc-4a08-a74c-56f35c40276a tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:10.345047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67d971da-57b0-4739-b57d-8c6408c31ba1 req-0debbc81-93fc-4a08-a74c-56f35c40276a tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0605454 Dec 09 15:30:10.396031 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67d971da-57b0-4739-b57d-8c6408c31ba1 req-9337384b-1d21-4804-8879-8fa63e08a154 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447254 Dec 09 15:30:10.541759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:10.544887 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0771e7e-dea8-49a0-ae8a-6df89e0f97bc" -d '{"events": [{"server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "name": "network-vif-plugged", "status": "completed", "tag": "664d0c83-c72f-4544-9427-e480a9afc051"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:10.588193 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da597a0d-7e76-48b2-b5e5-35607ec10cfd x-openstack-request-id: req-da597a0d-7e76-48b2-b5e5-35607ec10cfd {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:10.588538 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "name": "network-vif-plugged", "status": "completed", "tag": "664d0c83-c72f-4544-9427-e480a9afc051", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:10.588761 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da597a0d-7e76-48b2-b5e5-35607ec10cfd {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:10.589173 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051', 'code': 200} Dec 09 15:30:10.694842 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29dbc6-a182-4f9c-97a6-a4e81f345378 req-e71f7e5f-cce9-489e-8170-613b601e186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:10.696551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e29dbc6-a182-4f9c-97a6-a4e81f345378 req-e71f7e5f-cce9-489e-8170-613b601e186f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0435729 Dec 09 15:30:10.749304 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e29dbc6-a182-4f9c-97a6-a4e81f345378 req-c082b297-7570-4f03-8585-b231c42956d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450349 Dec 09 15:30:11.526407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4570-a2af-46e5-84d8-59ffbc076b63 req-124a596e-22b3-4043-a2f2-1225bb09cfc6 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:11.528058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5ef4570-a2af-46e5-84d8-59ffbc076b63 req-124a596e-22b3-4043-a2f2-1225bb09cfc6 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0553610 Dec 09 15:30:11.590647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5ef4570-a2af-46e5-84d8-59ffbc076b63 req-a73b9fcf-5846-45c5-bac4-4b76f5cb480b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549035 Dec 09 15:30:12.281099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:30:12.340442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 08008d64-d812-418a-b810-e458eccae1f3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:30:12.340809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.434215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.474490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:12.479878 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:12.531966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:12.590324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:12.592763 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a57f3a-ce8d-4f8b-ac2b-9449dcd0663d" -d '{"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-plugged", "status": "completed", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:12.636313 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340fd8a-1728-4397-8cc3-6a0aece0a126 x-openstack-request-id: req-6340fd8a-1728-4397-8cc3-6a0aece0a126 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:12.636635 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-plugged", "status": "completed", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:12.636893 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6340fd8a-1728-4397-8cc3-6a0aece0a126 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:12.637318 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'code': 200} Dec 09 15:30:12.709692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3f612-d6f1-4f7b-96ed-7502afc4b6bb req-5ef8ffe3-d181-47dc-950c-8101f34e6e0f tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.711514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67f3f612-d6f1-4f7b-96ed-7502afc4b6bb req-5ef8ffe3-d181-47dc-950c-8101f34e6e0f tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0503013 Dec 09 15:30:12.769002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-67f3f612-d6f1-4f7b-96ed-7502afc4b6bb req-14d8e4f5-c366-4a27-89bd-f22a9eae225f tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512869 Dec 09 15:30:12.889797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e2abe-94c1-4529-9867-fc7024efb118 req-4defe774-95aa-494d-91ad-5d2da3b91547 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:12.895876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16e2abe-94c1-4529-9867-fc7024efb118 req-4defe774-95aa-494d-91ad-5d2da3b91547 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0560021 Dec 09 15:30:12.942438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16e2abe-94c1-4529-9867-fc7024efb118 req-a4350088-7cea-4fe7-a5c1-3930ddee11bd tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Dec 09 15:30:13.063206 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2df86-6e13-4ae5-a995-49d2026d4b25 req-5140cf35-75c7-4603-86d1-481b18ffcd45 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.064666 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08d2df86-6e13-4ae5-a995-49d2026d4b25 req-5140cf35-75c7-4603-86d1-481b18ffcd45 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0488751 Dec 09 15:30:13.115268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08d2df86-6e13-4ae5-a995-49d2026d4b25 req-01c5d93f-7591-4b7e-9c69-c660cb838213 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Dec 09 15:30:13.144111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33104) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:13.402505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ddf84-5a4b-49ae-a472-46e2bbab7a27 tempest-TestServerBasicOps-156157251 tempest-TestServerBasicOps-156157251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:13.404084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a41ddf84-5a4b-49ae-a472-46e2bbab7a27 tempest-TestServerBasicOps-156157251 tempest-TestServerBasicOps-156157251-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1091 time: 0.2589779 Dec 09 15:30:13.407022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:13.411581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '664d0c83-c72f-4544-9427-e480a9afc051', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:30:13.436343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.545087 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.657105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Allocated IP 172.25.0.238 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/2fc91486-8226-4bae-880b-c976faf68c51) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:30:13.761866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.798943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:13.840643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:30:13.843654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:30:13.847247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:30:13.885708 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'Port': ['ID=2fc91486-8226-4bae-880b-c976faf68c51,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:13.899719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.900079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.900431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.900781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.901119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.901455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.901793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.902129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.902467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.902795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.903126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.903476 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:13.903809 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:14.235035 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.312222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.465521 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.471189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.542577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event updated for resources: {'Port': ['ID=2fc91486-8226-4bae-880b-c976faf68c51,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:14.553032 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:14.657394 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Floating IP 2f1c8bf6-90a8-43a4-8f63-a76029434037 associated. External IP: 172.25.0.238, port: 664d0c83-c72f-4544-9427-e480a9afc051. Dec 09 15:30:14.880260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Router aceaa537-112e-4fdd-bbb5-94b260c44c05 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:30:14.998281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:15.008316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] Sync routers for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:15.018420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:15.018598 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:15.019065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:15.052252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-02276b13-261d-40f6-86db-b3d52db9b66d tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6437447 Dec 09 15:30:15.053103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:15.056405 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef98ffc-f5b6-439a-81ff-0c451e490d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "tag": "664d0c83-c72f-4544-9427-e480a9afc051"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:15.095822 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521a69e1-4977-486f-affe-01a972aa0be4 x-openstack-request-id: req-521a69e1-4977-486f-affe-01a972aa0be4 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:15.096146 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "tag": "664d0c83-c72f-4544-9427-e480a9afc051", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:15.096402 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-521a69e1-4977-486f-affe-01a972aa0be4 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:15.096861 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051', 'status': 'completed', 'code': 200} Dec 09 15:30:15.160535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:15.165356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-9549fdaa-3a0e-4284-b645-46e7b2530c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.166873 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-9549fdaa-3a0e-4284-b645-46e7b2530c80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0455790 Dec 09 15:30:15.270980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-79876cc8-84b1-4620-abe5-dfc11257f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.273396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-79876cc8-84b1-4620-abe5-dfc11257f0fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 910 time: 0.0996487 Dec 09 15:30:15.348243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-6c8cb325-18d1-46da-b40f-8a9874329e8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 999 time: 0.0661931 Dec 09 15:30:15.400338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-da5eb1ce-531e-42e3-adf8-5b2e5deb8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.401903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-da5eb1ce-531e-42e3-adf8-5b2e5deb8329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0469096 Dec 09 15:30:15.410202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2f1c8bf6-90a8-43a4-8f63-a76029434037', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'port_id': '664d0c83-c72f-4544-9427-e480a9afc051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'mac_address': 'fa:16:3e:83:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:14Z', 'revision_number': 0, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:15.444979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] Checking router: aceaa537-112e-4fdd-bbb5-94b260c44c05 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:15.457031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-66dd6c67-7cd6-4abb-b938-0fc6a8d84d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:15.458580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-66dd6c67-7cd6-4abb-b938-0fc6a8d84d90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486376 Dec 09 15:30:15.459857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:15.460719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:29:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:15.560437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-908824ff-f14f-4c9f-8d80-612961510f0b service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920904 Dec 09 15:30:15.572985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:15.681818 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cef98ffc-f5b6-439a-81ff-0c451e490d7a req-c7ee8ec7-9ef9-4cec-aadb-1d3829bf7b3c service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135252 Dec 09 15:30:15.826185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2f1c8bf6-90a8-43a4-8f63-a76029434037', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'port_id': '664d0c83-c72f-4544-9427-e480a9afc051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'mac_address': 'fa:16:3e:83:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:14Z', 'revision_number': 0, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:15.857170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b68e04-8abb-4953-8760-9cb182199d0b None None] The sync data for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 is: [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '2f1c8bf6-90a8-43a4-8f63-a76029434037', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'port_id': '664d0c83-c72f-4544-9427-e480a9afc051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'mac_address': 'fa:16:3e:83:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:30:14Z', 'updated_at': '2021-12-09T15:30:14Z', 'revision_number': 0, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:16.063565 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1340fb5-634d-4841-af74-499ef86baecf None None] New status for floating IP 2f1c8bf6-90a8-43a4-8f63-a76029434037: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:30:22.146728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:22.603844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:23.220436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c92d1f1e-8c6c-479e-a003-1863425bee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:25.661985 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-509531cd-7686-484b-8f11-618d729a54ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:26.774285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:28.459018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:29.212432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:34.610093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-45ccbf33-df27-40c5-ae18-1c6549517cef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200302 Dec 09 15:30:34.705777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-793b7160-0bfd-48c2-85f0-d82c0543bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.707576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-793b7160-0bfd-48c2-85f0-d82c0543bd11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1097 time: 0.0471988 Dec 09 15:30:34.816625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-314629a1-bdb0-4d8d-815e-284aaa1d86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.818072 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-314629a1-bdb0-4d8d-815e-284aaa1d86d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 897 time: 0.0883110 Dec 09 15:30:34.896425 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-a053e76a-3924-4653-a182-8626e04a9a0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 1000 time: 0.0685885 Dec 09 15:30:34.951543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-6d135a6b-6b06-41d2-9231-a9875944cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:34.953194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-6d135a6b-6b06-41d2-9231-a9875944cdcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 200 len: 833 time: 0.0486684 Dec 09 15:30:35.001335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-3c87214b-a204-4bf6-8789-336f92ce4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:35.002828 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-3c87214b-a204-4bf6-8789-336f92ce4948 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad730dc-3d6b-4562-9b06-dfdcd44776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417447 Dec 09 15:30:35.016688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-20dc5d2f-554c-4b0f-9a6e-c1b33c06d103 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:30:35.017632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-20dc5d2f-554c-4b0f-9a6e-c1b33c06d103 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051050 Dec 09 15:30:35.127370 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-527db19f-2fe1-43a6-b7e9-7f8ab0fe3bd5 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002207 Dec 09 15:30:35.264255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ce1636e-7e49-48db-b24e-6987145ef09b req-0acd1095-4575-41c7-87c4-65d3424e24f6 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091983 Dec 09 15:30:39.708832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-10c5747c-4cd9-4f95-8c0d-6c6d9e7a84e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992596 Dec 09 15:30:39.799035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-a5150431-4ba2-461f-9e06-d71f813f48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:39.800558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-a5150431-4ba2-461f-9e06-d71f813f48f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1096 time: 0.0403984 Dec 09 15:30:39.909405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-b2219cdb-bb97-4d79-9484-7ecf9e79a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:39.910997 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-b2219cdb-bb97-4d79-9484-7ecf9e79a5b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.0887232 Dec 09 15:30:39.986637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-393b3f98-d61d-40d7-b900-424855d7331f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 1001 time: 0.0618477 Dec 09 15:30:40.060176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-25e27163-f069-4c46-a162-a73af4768e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.062521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-25e27163-f069-4c46-a162-a73af4768e05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0687091 Dec 09 15:30:40.114270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-66b372c6-1c78-4552-9bcf-de0baa93bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:40.115816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-66b372c6-1c78-4552-9bcf-de0baa93bf65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450306 Dec 09 15:30:40.127101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-17802b68-42bb-46a0-9873-7a43cb3c09f5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:30:40.128084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-17802b68-42bb-46a0-9873-7a43cb3c09f5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050673 Dec 09 15:30:40.220347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-7e9bbda1-4bf3-4c94-8661-f749872450f5 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843601 Dec 09 15:30:40.320429 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157aea34-b415-4a03-af9b-a3580a3c9be9 req-a2e7f832-8aa3-49f9-b6af-d97641dd62a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901704 Dec 09 15:30:41.586261 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:30:46.061134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33258) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:46.508532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 0c6d900a-9b9e-43f4-ac52-5f12de7eb1cf {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:46.508874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.589939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.590192 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.602813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 0c6d900a-9b9e-43f4-ac52-5f12de7eb1cf owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:46.764912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.792172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=0c6d900a-9b9e-43f4-ac52-5f12de7eb1cf,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:46.853119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:46.853339 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Floating IP 842034e0-f7f8-48fc-8fc6-bf618278d984 disassociated (deleted). External IP: 172.25.0.6, port: 08008d64-d812-418a-b810-e458eccae1f3. Dec 09 15:30:47.082046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 512b97a8-b2e8-4141-80b9-0fc65f090eda has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:30:47.210624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:47.216244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:47.221762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] Sync routers for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:47.234007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:47.234750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:30:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:47.248915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df48d84d-9bba-4522-b3c4-b827d135cfae tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/floatingips/842034e0-f7f8-48fc-8fc6-bf618278d984 HTTP/1.1" status: 204 len: 168 time: 1.1831808 Dec 09 15:30:47.248915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:47.250181 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bca816-a27c-4792-b1e5-ef2174625bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:47.294617 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d530c9d-4b3c-419d-96cb-845fd89658dc x-openstack-request-id: req-3d530c9d-4b3c-419d-96cb-845fd89658dc {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:47.294923 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:47.295184 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d530c9d-4b3c-419d-96cb-845fd89658dc {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:47.295647 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'status': 'completed', 'code': 200} Dec 09 15:30:47.368174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-d93fff56-8438-4856-9553-b0e6559a5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.370221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-d93fff56-8438-4856-9553-b0e6559a5a11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04bb30fb984a4d36b8046aef06454315&device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 1097 time: 0.0492470 Dec 09 15:30:47.383688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:47.492744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-0e586991-5b29-40d9-8d85-70a2989b90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.495168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-0e586991-5b29-40d9-8d85-70a2989b90d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 200 len: 897 time: 0.1164606 Dec 09 15:30:47.554722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-bcb77dfc-4f25-4392-9a07-f04b57da756e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 200 len: 217 time: 0.0492692 Dec 09 15:30:47.611825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:47.624580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431dfd2-b539-418b-ac8b-beb7b6cbca02 req-b570d088-3831-4925-945b-97bc192ac4d1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.626078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8431dfd2-b539-418b-ac8b-beb7b6cbca02 req-b570d088-3831-4925-945b-97bc192ac4d1 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.1144366 Dec 09 15:30:47.639175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] Checking router: 512b97a8-b2e8-4141-80b9-0fc65f090eda for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:47.654267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:47.655170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:30:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:47.657039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-305f5693-c276-4f6a-936d-4b8e276f5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.659999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-305f5693-c276-4f6a-936d-4b8e276f5fb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 200 len: 833 time: 0.0895479 Dec 09 15:30:47.751414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-01dd5394-1328-4c6b-be65-68b29aced9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:47.753075 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-01dd5394-1328-4c6b-be65-68b29aced9b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fad730dc-3d6b-4562-9b06-dfdcd44776ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738485 Dec 09 15:30:47.757453 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8431dfd2-b539-418b-ac8b-beb7b6cbca02 req-efea5dbd-653f-491e-81c4-6d6c3b1bea36 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212392 Dec 09 15:30:47.767441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:47.856194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-51de112a-cac2-47ba-a9f4-949b8cdcf55d service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926449 Dec 09 15:30:47.958719 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b9bca816-a27c-4792-b1e5-ef2174625bb4 req-8e9912b2-bbda-4950-919c-ec8d22f81440 service neutron] 10.222.0.43 "GET /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927827 Dec 09 15:30:47.976886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:48.005142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12239620-bd8c-4809-ad97-4ef43fb2bc96 None None] The sync data for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 is: [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:28:55Z', 'revision_number': 4, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '414b60e6-36d8-428b-9fd4-f5922f799d44', 'name': '', 'network_id': 'fad730dc-3d6b-4562-9b06-dfdcd44776ff', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'mac_address': 'fa:16:3e:57:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:54Z', 'updated_at': '2021-12-09T15:29:01Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'subnets': [{'id': 'c218352f-8c15-4870-9f6d-038661ca53f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:48.251100 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683716ff-8e52-4363-b10e-1f521a029b18 None None] New status for floating IP 842034e0-f7f8-48fc-8fc6-bf618278d984: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:30:48.876381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9011f-f168-44a0-9c40-e46d4afe9b51 req-77392f96-3bd9-41b0-bdbc-617e789efdd4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:48.877870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3aa9011f-f168-44a0-9c40-e46d4afe9b51 req-77392f96-3bd9-41b0-bdbc-617e789efdd4 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0485904 Dec 09 15:30:48.930029 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3aa9011f-f168-44a0-9c40-e46d4afe9b51 req-fe566e50-54f6-43a0-b682-6ee28a26c767 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/security-groups?id=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461960 Dec 09 15:30:49.032123 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-683932ee-8f3a-4891-8277-064f6dfbc2bd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:49.033621 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-683932ee-8f3a-4891-8277-064f6dfbc2bd tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 946 time: 0.0491068 Dec 09 15:30:49.127945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 08008d64-d812-418a-b810-e458eccae1f3 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:49.128292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.230333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 08008d64-d812-418a-b810-e458eccae1f3, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=08008d64-d812-418a-b810-e458eccae1f3,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:49.230705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.245712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 08008d64-d812-418a-b810-e458eccae1f3 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:49.390609 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.419896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=08008d64-d812-418a-b810-e458eccae1f3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:49.464479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] No DVR routers for this DVR port 08008d64-d812-418a-b810-e458eccae1f3 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:49.467055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:49.470562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c22221f8-5f4e-4cc9-a488-7568939de1c4 req-8caa0f40-530d-4b5d-990d-7de79f9fb482 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.43 "DELETE /v2.0/ports/08008d64-d812-418a-b810-e458eccae1f3 HTTP/1.1" status: 204 len: 173 time: 0.4273343 Dec 09 15:30:49.470951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-deleted', 'tag': '08008d64-d812-418a-b810-e458eccae1f3'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:30:49.473225 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8185b016-e853-41f0-ad28-80b34f04e4b4" -d '{"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-deleted", "tag": "08008d64-d812-418a-b810-e458eccae1f3"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:30:49.512910 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8799dc-b8b7-4e8d-b757-5a13e1d1f151 x-openstack-request-id: req-bc8799dc-b8b7-4e8d-b757-5a13e1d1f151 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:30:49.513287 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9552fdef-fa41-468d-aa97-83a3ce340626", "name": "network-vif-deleted", "tag": "08008d64-d812-418a-b810-e458eccae1f3", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:30:49.513551 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc8799dc-b8b7-4e8d-b757-5a13e1d1f151 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:30:49.513947 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9552fdef-fa41-468d-aa97-83a3ce340626', 'name': 'network-vif-deleted', 'tag': '08008d64-d812-418a-b810-e458eccae1f3', 'status': 'completed', 'code': 200} Dec 09 15:30:50.041458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a470d16e-ed06-4d32-a030-34b3a5497e67 req-d2f882d5-8a97-4aae-9456-9e61f4d9c023 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "GET /v2.0/ports?device_id=9552fdef-fa41-468d-aa97-83a3ce340626 HTTP/1.1" status: 200 len: 210 time: 0.0265076 Dec 09 15:30:50.338208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:50.431937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2c8c8-6961-4732-ac81-2fcc71fb4b13 req-23d272ba-21b3-41cd-b11c-ca48a1dff0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:30:50.433452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ca2c8c8-6961-4732-ac81-2fcc71fb4b13 req-23d272ba-21b3-41cd-b11c-ca48a1dff0f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0942369 Dec 09 15:30:50.479917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ca2c8c8-6961-4732-ac81-2fcc71fb4b13 req-69991258-b365-46d1-ab6e-fbd9c8d7f489 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Dec 09 15:30:51.104519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33306) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:51.562223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.856331 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 414b60e6-36d8-428b-9fd4-f5922f799d44 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:51.856715 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.967591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 414b60e6-36d8-428b-9fd4-f5922f799d44, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=414b60e6-36d8-428b-9fd4-f5922f799d44,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:51.968212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:51.982762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 414b60e6-36d8-428b-9fd4-f5922f799d44 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:52.168556 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.188067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.216862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=414b60e6-36d8-428b-9fd4-f5922f799d44,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:52.424483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.452215 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:52.490821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 08008d64-d812-418a-b810-e458eccae1f3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:52.491170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 08008d64-d812-418a-b810-e458eccae1f3 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:52.614259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.698745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Router 512b97a8-b2e8-4141-80b9-0fc65f090eda has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:30:52.811427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:30:52.816800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1fd7f748-7ab5-41b9-85fb-847c38c94626 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "PUT /v2.0/routers/512b97a8-b2e8-4141-80b9-0fc65f090eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112029 Dec 09 15:30:52.819423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33326) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:52.825581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] Sync routers for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:30:52.841656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:52.842470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:30:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:52.875216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting subnet c218352f-8c15-4870-9f6d-038661ca53f2 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:30:52.878546 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.924208 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:52.950433 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:53.011710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.079695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.112545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Subnet': ['ID=c218352f-8c15-4870-9f6d-038661ca53f2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:53.116270 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.120257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-40192123-fc3f-4388-baa5-66459a66c00c tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/subnets/c218352f-8c15-4870-9f6d-038661ca53f2 HTTP/1.1" status: 204 len: 168 time: 0.2998207 Dec 09 15:30:53.122802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33328) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:53.184076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c361a6-79f2-4a97-92a7-bb1e88981aa8 None None] Network fad730dc-3d6b-4562-9b06-dfdcd44776ff requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:30:53.241524 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.371247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.437870 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10d00af1-3df6-46ab-ae92-074c6f9b1383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.444096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Deleting port 686f5510-9128-4d40-9548-07ab819c1e03 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:53.444444 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.491903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '686f5510-9128-4d40-9548-07ab819c1e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:30:52Z', 'revision_number': 5, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port': {'id': '686f5510-9128-4d40-9548-07ab819c1e03', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:28:51Z', 'updated_at': '2021-12-09T15:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:53.522904 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] Checking router: 512b97a8-b2e8-4141-80b9-0fc65f090eda for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:30:53.534426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] Routers {'512b97a8-b2e8-4141-80b9-0fc65f090eda'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:30:53.535468 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:30:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['512b97a8-b2e8-4141-80b9-0fc65f090eda'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:53.559223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] For port 686f5510-9128-4d40-9548-07ab819c1e03, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=686f5510-9128-4d40-9548-07ab819c1e03,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:53.559223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.576529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Calling delete_port for 686f5510-9128-4d40-9548-07ab819c1e03 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:53.604967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] DHCP port deletion for fad730dc-3d6b-4562-9b06-dfdcd44776ff request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:30:53.706842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] Set router 512b97a8-b2e8-4141-80b9-0fc65f090eda gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:30:53.793203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:30:53Z', 'revision_number': 6, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:53.827936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 89f57e70-14eb-4b67-9453-b53ae162dfc0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:53.830580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] Deleting port 89f57e70-14eb-4b67-9453-b53ae162dfc0 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:30:53.830947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.834569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160f977-370b-4246-822d-b4d7bb293e6c None None] The sync data for ids ['512b97a8-b2e8-4141-80b9-0fc65f090eda'] in n-d-804292-5 is: [{'id': '512b97a8-b2e8-4141-80b9-0fc65f090eda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781650281', 'tenant_id': '04bb30fb984a4d36b8046aef06454315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:28:50Z', 'updated_at': '2021-12-09T15:30:53Z', 'revision_number': 6, 'project_id': '04bb30fb984a4d36b8046aef06454315', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:30:53.940133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] For port 89f57e70-14eb-4b67-9453-b53ae162dfc0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89f57e70-14eb-4b67-9453-b53ae162dfc0,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:53.940529 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:53.992324 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.007775 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] Calling delete_port for 89f57e70-14eb-4b67-9453-b53ae162dfc0 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:30:54.065239 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 89f57e70-14eb-4b67-9453-b53ae162dfc0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=89f57e70-14eb-4b67-9453-b53ae162dfc0,segment=NetworkSegment(32a62255-23d0-4419-8fb2-c15caba637f1),segment_id=32a62255-23d0-4419-8fb2-c15caba637f1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:30:54.071233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.073253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.111167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7ac9e-a7ed-406e-b976-0a58af777f69 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:30:54.138050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Port': ['ID=686f5510-9128-4d40-9548-07ab819c1e03,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:54.160106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=89f57e70-14eb-4b67-9453-b53ae162dfc0,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:54.170810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.171202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.171683 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.172125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.172499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.173511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.173511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.173698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.173934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.174254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.174581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.174976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.175435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:54.190912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.201977 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.223698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] Pushing event deleted for resources: {'Port': ['ID=89f57e70-14eb-4b67-9453-b53ae162dfc0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:54.225530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee3b37-b938-403d-b790-b16d60cdcec2 None None] No DVR routers for this DVR port 89f57e70-14eb-4b67-9453-b53ae162dfc0 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:30:54.322007 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.324517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.392380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.393143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Fanout notify agent at l3_agent the message router_deleted on router 512b97a8-b2e8-4141-80b9-0fc65f090eda {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:30:54.400008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.401344 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-554a7f1f-8718-40cf-bc13-73f343622c05 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/routers/512b97a8-b2e8-4141-80b9-0fc65f090eda HTTP/1.1" status: 204 len: 168 time: 1.2773640 Dec 09 15:30:54.404069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33332) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:54.487099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.580984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.601116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad730dc-3d6b-4562-9b06-dfdcd44776ff']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:54.611304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a62255-23d0-4419-8fb2-c15caba637f1') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:54.612315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a62255-23d0-4419-8fb2-c15caba637f1') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:30:54.630700 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.662669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.672452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:30:54.672961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:30:54.676373 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:30:54.757135 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.765946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.768626 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/networks/fad730dc-3d6b-4562-9b06-dfdcd44776ff HTTP/1.1" status: 204 len: 168 time: 0.3636134 Dec 09 15:30:54.771411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33340) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:54.794549 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c2064-01c9-4cf6-95ed-049c1695553d tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'Network': ['ID=fad730dc-3d6b-4562-9b06-dfdcd44776ff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:54.876781 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52d943a2-779b-41f6-996f-2f5b8ced61b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.905676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52d943a2-779b-41f6-996f-2f5b8ced61b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.973470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52d943a2-779b-41f6-996f-2f5b8ced61b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.976312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52d943a2-779b-41f6-996f-2f5b8ced61b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:54.980466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-52d943a2-779b-41f6-996f-2f5b8ced61b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] 10.222.0.46 "DELETE /v2.0/security-groups/9f4ebe1a-ce64-4664-b138-5a8ab4b84da9 HTTP/1.1" status: 204 len: 168 time: 0.2042768 Dec 09 15:30:54.988784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d943a2-779b-41f6-996f-2f5b8ced61b6 tempest-TestNetworkAdvancedServerOps-1343996196 tempest-TestNetworkAdvancedServerOps-1343996196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ebe1a-ce64-4664-b138-5a8ab4b84da9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:55.303505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33348) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:55.442005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6535fe23-2036-4368-969b-3683e58ce707 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04bb30fb984a4d36b8046aef06454315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373014 Dec 09 15:30:55.444658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33352) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:55.498331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1d24f30-7029-4337-b2c0-71e311cddda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.519430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1d24f30-7029-4337-b2c0-71e311cddda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.565905 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1d24f30-7029-4337-b2c0-71e311cddda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.568715 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a1d24f30-7029-4337-b2c0-71e311cddda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.572706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a1d24f30-7029-4337-b2c0-71e311cddda0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c20c6a3-96d3-4313-96c0-bd442ee04674 HTTP/1.1" status: 204 len: 168 time: 0.1242967 Dec 09 15:30:55.578553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d24f30-7029-4337-b2c0-71e311cddda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20c6a3-96d3-4313-96c0-bd442ee04674,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:55.680072 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-811967d3-7cce-4328-822a-b3c4b6e77891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.708279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 414b60e6-36d8-428b-9fd4-f5922f799d44 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:55.730511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 414b60e6-36d8-428b-9fd4-f5922f799d44 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:55.730869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 414b60e6-36d8-428b-9fd4-f5922f799d44 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:55.731297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 686f5510-9128-4d40-9548-07ab819c1e03 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:30:55.750117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 686f5510-9128-4d40-9548-07ab819c1e03 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:30:55.750481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 686f5510-9128-4d40-9548-07ab819c1e03 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:30:55.877151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33360) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:55.920374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a88073b4-c3f8-4632-a162-7eea05c89474 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=184a5844ddca4757abb4ce04e4c8f3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419562 Dec 09 15:30:55.922798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33362) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:55.971103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-323a77db-e51d-447d-a445-420b3dbc1135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:55.991989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-323a77db-e51d-447d-a445-420b3dbc1135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.041416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-323a77db-e51d-447d-a445-420b3dbc1135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.044470 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-323a77db-e51d-447d-a445-420b3dbc1135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:56.045714 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-323a77db-e51d-447d-a445-420b3dbc1135 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/befafe1e-16de-4918-9113-a0024b3f02cc HTTP/1.1" status: 204 len: 168 time: 0.1218350 Dec 09 15:30:56.054183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a77db-e51d-447d-a445-420b3dbc1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befafe1e-16de-4918-9113-a0024b3f02cc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:56.771847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:58.462657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.216129 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.322223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:59.432103 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.512504 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.516534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.556588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=614f1a7ff73049079a67369986a8572a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330091 Dec 09 15:30:59.557460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a02a74-9f10-4d24-b704-8111d344dba2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:30:59.559378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33384) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:30:59.579085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.579479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.579830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.580174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.580515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.580856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.581187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.581522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.581854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.582180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.582512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.582837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.583165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d980ea-045f-4b9c-b589-5baa2be2db8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:30:59.624013 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1fc07df-f9be-46f5-82a5-9f5ce99bd6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.645999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1fc07df-f9be-46f5-82a5-9f5ce99bd6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.693912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1fc07df-f9be-46f5-82a5-9f5ce99bd6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.697155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b1fc07df-f9be-46f5-82a5-9f5ce99bd6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:30:59.698343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b1fc07df-f9be-46f5-82a5-9f5ce99bd6f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38a02a74-9f10-4d24-b704-8111d344dba2 HTTP/1.1" status: 204 len: 168 time: 0.1380317 Dec 09 15:30:59.707007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc07df-f9be-46f5-82a5-9f5ce99bd6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a02a74-9f10-4d24-b704-8111d344dba2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:17.339899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33486) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:17.510403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port f1e1a592-612e-4fe1-bddd-b2540b16b8a5 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:17.510877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.592951 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.593276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.604951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for f1e1a592-612e-4fe1-bddd-b2540b16b8a5 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:17.778683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.810587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=f1e1a592-612e-4fe1-bddd-b2540b16b8a5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:17.838524 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.838877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.839223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.839588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.839927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.840263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.840606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.840927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.841250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.841579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.841904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.842236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.842564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:17.882695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:17.883163 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Floating IP df2f509e-7ef2-4eff-8d10-a3cf0742f03f disassociated (deleted). External IP: 172.25.0.199, port: 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b. Dec 09 15:31:18.099013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:18.207873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:18.213611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:18.219637 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:18.231603 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:18.232492 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:30:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:18.249341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a5dd58aa-d73c-4d46-8c73-33aea8f5b385 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "DELETE /v2.0/floatingips/df2f509e-7ef2-4eff-8d10-a3cf0742f03f HTTP/1.1" status: 204 len: 168 time: 0.9065650 Dec 09 15:31:18.249341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:18.254535 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311" -d '{"events": [{"name": "network-changed", "server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:18.319990 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2e7df-f355-4d8e-b6a3-9c5a7e41ab09 x-openstack-request-id: req-4ba2e7df-f355-4d8e-b6a3-9c5a7e41ab09 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:18.320298 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:18.321635 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ba2e7df-f355-4d8e-b6a3-9c5a7e41ab09 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:18.321635 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'status': 'completed', 'code': 200} Dec 09 15:31:18.389895 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:18.410247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-518777a9-63c3-466c-80f9-99a0158d6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.413184 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-518777a9-63c3-466c-80f9-99a0158d6b9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 1096 time: 0.0616603 Dec 09 15:31:18.565462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddf1c4-f291-4361-b16d-c54db7a20667 req-5dc0f7c2-a88b-47b8-b4e8-3673b0546896 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.567092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16ddf1c4-f291-4361-b16d-c54db7a20667 req-5dc0f7c2-a88b-47b8-b4e8-3673b0546896 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 945 time: 0.0689113 Dec 09 15:31:18.568153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-2da93961-e335-48f5-bcb7-07280889f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.569477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-2da93961-e335-48f5-bcb7-07280889f92d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1430271 Dec 09 15:31:18.594030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:31:18.631057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-da26b4c9-6dda-4477-8077-aac11db755d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b HTTP/1.1" status: 200 len: 217 time: 0.0492964 Dec 09 15:31:18.645672 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:45Z', 'revision_number': 1, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:18.674385 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:18.683588 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:18.684290 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:30:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:18.712561 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-16ddf1c4-f291-4361-b16d-c54db7a20667 req-703c4b66-0f13-41b2-94f0-780d4e98fabb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364985 Dec 09 15:31:18.722870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-5fbc71c8-df41-476b-a480-14b2ec9968fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.724596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-5fbc71c8-df41-476b-a480-14b2ec9968fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0833485 Dec 09 15:31:18.772298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-1600a9e2-93ee-4621-b80d-d475e2596e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:18.773851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-1600a9e2-93ee-4621-b80d-d475e2596e55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407186 Dec 09 15:31:18.798716 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:18.871604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-e1c89980-447d-4a01-9a3a-8ee6034f3403 service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889859 Dec 09 15:31:18.969228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dc5e7c9-3bcb-4fe0-ba79-60b9751b0311 req-221844e6-8fc9-477b-a5a0-212e75ae20c3 service neutron] 10.222.0.43 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865042 Dec 09 15:31:19.030293 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:45Z', 'revision_number': 1, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:19.058053 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126623b1-7d56-4977-a7b2-fbe814129988 None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '0cd78d4a-e790-4c0a-99a1-7b5b22d697cd', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'port_id': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'mac_address': 'fa:16:3e:c6:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:27:43Z', 'updated_at': '2021-12-09T15:27:45Z', 'revision_number': 1, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:19.304232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e18e45-580d-4299-b3ac-cca2a4183967 None None] New status for floating IP df2f509e-7ef2-4eff-8d10-a3cf0742f03f: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:31:19.830153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b620892-9ea4-40f3-9618-55ad7e108a10 req-74f6d5c8-2a41-48c7-ac8d-bb1726fb162e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:19.831687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b620892-9ea4-40f3-9618-55ad7e108a10 req-74f6d5c8-2a41-48c7-ac8d-bb1726fb162e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 945 time: 0.0488503 Dec 09 15:31:19.888558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b620892-9ea4-40f3-9618-55ad7e108a10 req-740adf9e-3890-4777-b56a-4eb6ebb82250 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501821 Dec 09 15:31:20.258049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-8b6150c1-3d2b-4fd0-bb4a-1dfcb1d20041 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:20.260720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-8b6150c1-3d2b-4fd0-bb4a-1dfcb1d20041 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.43 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 945 time: 0.0607431 Dec 09 15:31:20.378087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:20.378442 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:20.479943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:20.480220 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:20.495471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:20.630366 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:20.664455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=599f147b-46e4-45e3-b0e9-ff49cb6d1b0b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:20.706902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:20.709582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:20.713584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ca4f6218-b208-4e55-9ec1-dc493b64a899 req-973dc20f-38ba-4421-a341-45ba98201622 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.43 "DELETE /v2.0/ports/599f147b-46e4-45e3-b0e9-ff49cb6d1b0b HTTP/1.1" status: 204 len: 173 time: 0.4425271 Dec 09 15:31:20.714075 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'name': 'network-vif-deleted', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:20.716333 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41137b98-b4ec-4f8f-9a53-10846fdb1de9" -d '{"events": [{"server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "name": "network-vif-deleted", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:20.764662 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8321355f-7a23-4fcf-8238-7aa1f780ed93 x-openstack-request-id: req-8321355f-7a23-4fcf-8238-7aa1f780ed93 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:20.765047 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574f234a-97ab-442f-8d65-904d2896cc07", "name": "network-vif-deleted", "tag": "599f147b-46e4-45e3-b0e9-ff49cb6d1b0b", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:20.765372 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8321355f-7a23-4fcf-8238-7aa1f780ed93 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:20.765881 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574f234a-97ab-442f-8d65-904d2896cc07', 'name': 'network-vif-deleted', 'tag': '599f147b-46e4-45e3-b0e9-ff49cb6d1b0b', 'status': 'completed', 'code': 200} Dec 09 15:31:20.986442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07b06683-a5ed-497f-a0ff-4384d7c7efdb req-993cd91e-dbe2-4e0e-bcce-ef4b6d0702a4 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0268331 Dec 09 15:31:22.092642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a35be194-7c3c-440f-834b-d8456d6466d1 req-6380e25a-15cc-4d51-811f-3eaa839f5e04 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0312712 Dec 09 15:31:22.168888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:22.639230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:23.231917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e68f98f0-8ab6-49dc-b750-24eb72794655 req-c09dffa1-43db-4eee-8216-ed5e0074c87d tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0579643 Dec 09 15:31:23.239879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b47b2ae-6043-42a7-ac4c-a0d35b7d4f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:24.348103 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0dcccf55-741d-496e-a8a2-b4227372d7a9 req-84c9f2eb-358a-492c-9237-63facb04c229 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0304654 Dec 09 15:31:24.590264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:24.614724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:24.615890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 599f147b-46e4-45e3-b0e9-ff49cb6d1b0b not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:25.459940 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-daffdd60-cf03-48eb-a8a3-61f7998e6616 req-9ba2478c-d5ba-4839-842e-b6871b452384 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=574f234a-97ab-442f-8d65-904d2896cc07 HTTP/1.1" status: 200 len: 210 time: 0.0281115 Dec 09 15:31:25.663525 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b98fb47f-d5e2-4e10-9e6a-162346a20887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:26.794021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:28.466788 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:29.229243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:31.910746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33656) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:32.082165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 924536a3-9acd-4137-8ee0-d82854b68d83 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:32.082512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.167091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.167467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.180805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 924536a3-9acd-4137-8ee0-d82854b68d83 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:32.342309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.368834 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=924536a3-9acd-4137-8ee0-d82854b68d83,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:32.435239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.435596 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Floating IP 0cd78d4a-e790-4c0a-99a1-7b5b22d697cd disassociated (deleted). External IP: 172.25.0.141, port: 53b72c10-5c27-4252-a7ee-736bd7d06537. Dec 09 15:31:32.647314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:32.759751 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:32.764421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:32.769015 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:32.781528 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:32.782447 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:32.795802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-62037cf1-3364-4d8c-88dd-3cc894f8edaf tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "DELETE /v2.0/floatingips/0cd78d4a-e790-4c0a-99a1-7b5b22d697cd HTTP/1.1" status: 204 len: 168 time: 0.8838584 Dec 09 15:31:32.796400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:32.798669 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e1476d-3cda-4794-8161-5a20fb055a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:32.850357 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eab7715-3429-47df-b207-2366d57d0f78 x-openstack-request-id: req-7eab7715-3429-47df-b207-2366d57d0f78 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:32.850678 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:32.851013 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eab7715-3429-47df-b207-2366d57d0f78 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:32.851605 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'status': 'completed', 'code': 200} Dec 09 15:31:32.915246 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:32.918936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-f33a2524-bf85-4fc8-80d0-529aa7c9f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:32.921157 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-f33a2524-bf85-4fc8-80d0-529aa7c9f858 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9631d02270a247ea989c4c715f4838a2&device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 1096 time: 0.0463884 Dec 09 15:31:33.043788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-e577d105-18a3-486c-9e57-e73afe0f2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.045717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-e577d105-18a3-486c-9e57-e73afe0f2914 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 200 len: 913 time: 0.1147130 Dec 09 15:31:33.100211 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-7911ae4d-76a9-4a26-b5a7-fac5cb8bee97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 200 len: 217 time: 0.0455670 Dec 09 15:31:33.113589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d853b55-2c1c-4635-8310-10d9650f1d74 req-8ae98a4d-09e8-41b8-9e5e-45a842bffd89 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.122715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d853b55-2c1c-4635-8310-10d9650f1d74 req-8ae98a4d-09e8-41b8-9e5e-45a842bffd89 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 945 time: 0.0719533 Dec 09 15:31:33.154259 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:33.161065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-328863f9-f386-4624-ae1c-20cc8e6a4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.163409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-328863f9-f386-4624-ae1c-20cc8e6a4d6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 200 len: 851 time: 0.0534465 Dec 09 15:31:33.183559 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:33.192207 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:33.193098 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:33.198864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2d853b55-2c1c-4635-8310-10d9650f1d74 req-f7fdf6f4-f8c9-4f3d-943a-19e5f9b8c091 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751805 Dec 09 15:31:33.225666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-eecf1e83-34cc-434e-a1a5-60ea965cad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:33.227913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-eecf1e83-34cc-434e-a1a5-60ea965cad8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5cd67b5-9fda-43a8-9979-f6de901fc38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566792 Dec 09 15:31:33.362382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-1c9a90f8-ea5e-46c6-8f55-69166ad462de service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260593 Dec 09 15:31:33.441514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:33.495827 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d4e1476d-3cda-4794-8161-5a20fb055a3f req-a99ee138-5392-4f91-a019-8f96971c9d56 service neutron] 10.222.0.36 "GET /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229310 Dec 09 15:31:33.678861 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:33.705679 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b862e-6c7f-4d3e-a1d2-1b2341b44c57 None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:19:58Z', 'revision_number': 4, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7', 'name': '', 'network_id': 'd5cd67b5-9fda-43a8-9979-f6de901fc38e', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'mac_address': 'fa:16:3e:a6:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:57Z', 'updated_at': '2021-12-09T15:20:06Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'subnets': [{'id': '7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:33.936133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b5c65-fa08-47f5-a467-c8976796bada None None] New status for floating IP 0cd78d4a-e790-4c0a-99a1-7b5b22d697cd: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:31:34.319789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb85c88-54b1-4e85-8faf-24c4f163ea0c req-fc7f0309-2cf0-47cf-9500-8b6a3f369432 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.321501 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dcb85c88-54b1-4e85-8faf-24c4f163ea0c req-fc7f0309-2cf0-47cf-9500-8b6a3f369432 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 945 time: 0.0518806 Dec 09 15:31:34.375300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dcb85c88-54b1-4e85-8faf-24c4f163ea0c req-4fdc4377-5a66-4426-88b3-f1bfed31723e tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477505 Dec 09 15:31:34.574213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-4ed1e8e3-e190-40ab-9cac-d48cd6f921dc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:34.575755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-4ed1e8e3-e190-40ab-9cac-d48cd6f921dc tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Dec 09 15:31:34.676735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 53b72c10-5c27-4252-a7ee-736bd7d06537 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:34.677081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.770007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] For port 53b72c10-5c27-4252-a7ee-736bd7d06537, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=53b72c10-5c27-4252-a7ee-736bd7d06537,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:34.770366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.788586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 53b72c10-5c27-4252-a7ee-736bd7d06537 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:34.917275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:34.948340 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=53b72c10-5c27-4252-a7ee-736bd7d06537,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:34.994925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] No DVR routers for this DVR port 53b72c10-5c27-4252-a7ee-736bd7d06537 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:34.997696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:35.001551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-893cba1a-7368-42f9-8885-a13db84f7ddd req-614c25c5-e3b4-4eab-a2d7-40bbff1ce371 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.36 "DELETE /v2.0/ports/53b72c10-5c27-4252-a7ee-736bd7d06537 HTTP/1.1" status: 204 len: 173 time: 0.4190538 Dec 09 15:31:35.002022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'name': 'network-vif-deleted', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:31:35.004318 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bddb17-bdfc-4835-bebb-3919ab637bf7" -d '{"events": [{"server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "name": "network-vif-deleted", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:31:35.047583 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16d8c11-7a10-430c-bf1e-248d4f3d55cd x-openstack-request-id: req-e16d8c11-7a10-430c-bf1e-248d4f3d55cd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:31:35.047908 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ccc272-9878-4762-9e8f-d0ed8d99de51", "name": "network-vif-deleted", "tag": "53b72c10-5c27-4252-a7ee-736bd7d06537", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:31:35.048205 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e16d8c11-7a10-430c-bf1e-248d4f3d55cd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:31:35.048611 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ccc272-9878-4762-9e8f-d0ed8d99de51', 'name': 'network-vif-deleted', 'tag': '53b72c10-5c27-4252-a7ee-736bd7d06537', 'status': 'completed', 'code': 200} Dec 09 15:31:35.485365 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-197c6fee-836b-4cd0-a6d2-05e18f565c9a req-42e47889-c0ed-4597-9ceb-e1f3b0045238 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 210 time: 0.0320287 Dec 09 15:31:36.590973 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f0e1a270-ba0e-4187-829a-4648ef702035 req-6bc8ff91-4f37-43d9-a8ec-9619944bf026 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Dec 09 15:31:37.691037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba5934df-0dfd-4cdb-bd6b-ce96b4a32261 req-885c3b36-257c-4373-ae4f-af85a51325f1 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 210 time: 0.0286679 Dec 09 15:31:38.816852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ea118448-4b6c-4801-9b6e-ff74575dcdd3 req-ebe5b879-fb19-4595-907a-359b5cbddcbb tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "GET /v2.0/ports?device_id=74ccc272-9878-4762-9e8f-d0ed8d99de51 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Dec 09 15:31:38.947903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53b72c10-5c27-4252-a7ee-736bd7d06537 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:38.969023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 53b72c10-5c27-4252-a7ee-736bd7d06537 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:38.969369 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 53b72c10-5c27-4252-a7ee-736bd7d06537 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:39.562292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-5d17aaae-390e-4b6a-8f91-fb059360f51d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399370 Dec 09 15:31:39.627048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-271b46a0-108c-47ea-8dac-f8a780706034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.628592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-271b46a0-108c-47ea-8dac-f8a780706034 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0435474 Dec 09 15:31:39.756463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-73561523-b7c4-490d-86d7-fb71ba571488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.758881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-73561523-b7c4-490d-86d7-fb71ba571488 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 910 time: 0.1025617 Dec 09 15:31:39.835473 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-59677a45-8c91-4ef0-83c0-a28414b400e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 1001 time: 0.0698447 Dec 09 15:31:39.872177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33720) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:39.890297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-f0026475-ec3d-4c3e-a3e5-d47f566341d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.891968 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-f0026475-ec3d-4c3e-a3e5-d47f566341d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0498965 Dec 09 15:31:39.943423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-504c2ee4-f245-493f-9639-6367400a8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:39.945230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-504c2ee4-f245-493f-9639-6367400a8b4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460017 Dec 09 15:31:40.045475 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-5ebe94ed-061c-4dfb-9a10-f46840495fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926175 Dec 09 15:31:40.142982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5d81b408-d08c-4c1e-94a3-1544807f8e46 req-1734a152-abba-494e-b6be-a2feb6956bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891709 Dec 09 15:31:40.296866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Deleting port 21c367bb-6b16-4514-be40-0522ac4a86ae {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:40.297210 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.377981 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.378313 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.390277 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Calling delete_port for 21c367bb-6b16-4514-be40-0522ac4a86ae owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:40.522780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.546607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'Port': ['ID=21c367bb-6b16-4514-be40-0522ac4a86ae,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:40.608822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.611311 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:40.612489 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2db8d3d8-75cc-4dde-b86b-0a2b1c8ee30c tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "DELETE /v2.0/floatingips/5cc4c533-89a4-4599-9720-0cb2b3bae9d1 HTTP/1.1" status: 204 len: 168 time: 0.7386196 Dec 09 15:31:43.921917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33762) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:43.986079 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15990fdf-efef-458f-be98-272553e06825 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.016121 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15990fdf-efef-458f-be98-272553e06825 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.084785 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15990fdf-efef-458f-be98-272553e06825 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.088829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15990fdf-efef-458f-be98-272553e06825 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.092739 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-15990fdf-efef-458f-be98-272553e06825 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] 10.222.0.46 "DELETE /v2.0/security-groups/7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef HTTP/1.1" status: 204 len: 168 time: 0.1671424 Dec 09 15:31:44.104112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15990fdf-efef-458f-be98-272553e06825 tempest-TestVolumeBootPattern-1028469540 tempest-TestVolumeBootPattern-1028469540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4fda0a-a569-4b02-a5ff-4f8a7bddeeef,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:44.166989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33766) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:44.708787 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:44.969360 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Deleting port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:44.970008 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.065868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] For port 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:45.066243 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.080131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Calling delete_port for 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:45.263551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.289005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Pushing event deleted for resources: {'Port': ['ID=6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:45.460501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.689309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Router cde4cabe-ef14-47ad-a507-b2634f60aaff has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:45.805667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:45.811152 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f59253f1-0b34-488c-ab38-7567ac0c294b admin admin] 10.222.0.46 "PUT /v2.0/routers/cde4cabe-ef14-47ad-a507-b2634f60aaff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428828 Dec 09 15:31:45.813441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:45.817547 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] Sync routers for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:45.828076 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:45.828916 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:45.920225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:45.935589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:46.027561 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.086396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Deleting port 10c55859-f47b-449d-a651-ee2de3e7b212 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:46.086802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.125559 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:31:45Z', 'revision_number': 5, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port': {'id': '10c55859-f47b-449d-a651-ee2de3e7b212', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:19:54Z', 'updated_at': '2021-12-09T15:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:46.152573 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] Checking router: cde4cabe-ef14-47ad-a507-b2634f60aaff for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:46.161515 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] Routers {'cde4cabe-ef14-47ad-a507-b2634f60aaff'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:46.162132 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cde4cabe-ef14-47ad-a507-b2634f60aaff'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:46.172978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] For port 10c55859-f47b-449d-a651-ee2de3e7b212, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=10c55859-f47b-449d-a651-ee2de3e7b212,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:46.173343 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.185793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Calling delete_port for 10c55859-f47b-449d-a651-ee2de3e7b212 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:46.250979 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] Set router cde4cabe-ef14-47ad-a507-b2634f60aaff gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:46.305285 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:31:46Z', 'revision_number': 6, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:46.335196 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63b150-f48b-4fc4-9f18-832507561bf3 None None] The sync data for ids ['cde4cabe-ef14-47ad-a507-b2634f60aaff'] in n-d-804292-5 is: [{'id': 'cde4cabe-ef14-47ad-a507-b2634f60aaff', 'name': 'tempest-TestVolumeBootPattern-1077643568-router', 'tenant_id': '9631d02270a247ea989c4c715f4838a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:19:53Z', 'updated_at': '2021-12-09T15:31:46Z', 'revision_number': 6, 'project_id': '9631d02270a247ea989c4c715f4838a2', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:46.369413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.398371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Pushing event deleted for resources: {'Port': ['ID=10c55859-f47b-449d-a651-ee2de3e7b212,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:46.414072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74992c5-a106-4d62-9733-5c2d467ed24d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:46.462489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.553720 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.555933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.603514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.604085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde4cabe-ef14-47ad-a507-b2634f60aaff {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:31:46.608825 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.609986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e54e75e1-b032-4621-b92a-a0afc129c24e admin admin] 10.222.0.46 "DELETE /v2.0/routers/cde4cabe-ef14-47ad-a507-b2634f60aaff HTTP/1.1" status: 204 len: 168 time: 0.7956290 Dec 09 15:31:46.612800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33782) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:46.665210 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Deleting subnet 7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:31:46.668944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.708613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.807051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.881620 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.897028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:46.902777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c617ca-8d6c-4369-b712-4a418c3d1239 None None] Network d5cd67b5-9fda-43a8-9979-f6de901fc38e requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:46.903626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33790) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:46.920561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75 HTTP/1.1" status: 204 len: 168 time: 0.3064151 Dec 09 15:31:46.958637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1981340-5668-4e36-ab62-df0c3aac938d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b10a1c5-a3ba-47dc-a4c2-1f66ca684c75,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:46.997837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.068514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Deleting port f3394468-8fbd-4d00-8913-ed50f53d2eff {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:47.069476 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.145591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] For port f3394468-8fbd-4d00-8913-ed50f53d2eff, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f3394468-8fbd-4d00-8913-ed50f53d2eff,segment=NetworkSegment(c425ef54-1320-4706-9be2-5e3fdd2165e4),segment_id=c425ef54-1320-4706-9be2-5e3fdd2165e4)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:47.146138 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.160896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Calling delete_port for f3394468-8fbd-4d00-8913-ed50f53d2eff owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:47.183482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] DHCP port deletion for d5cd67b5-9fda-43a8-9979-f6de901fc38e request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:47.275986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.282517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Deleting port f3394468-8fbd-4d00-8913-ed50f53d2eff {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:47.283041 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.316473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3394468-8fbd-4d00-8913-ed50f53d2eff,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:47.318303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] No DVR routers for this DVR port f3394468-8fbd-4d00-8913-ed50f53d2eff on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:47.369375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] For port f3394468-8fbd-4d00-8913-ed50f53d2eff, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:47.369923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.388495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Calling delete_port for f3394468-8fbd-4d00-8913-ed50f53d2eff owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:47.392090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Port f3394468-8fbd-4d00-8913-ed50f53d2eff was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:31:47.393769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.433911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] No DVR routers for this DVR port f3394468-8fbd-4d00-8913-ed50f53d2eff on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:47.438942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141678d-1341-4d21-8a3f-ca5adc741728 None None] Pushing event deleted for resources: {'Port': ['ID=f3394468-8fbd-4d00-8913-ed50f53d2eff,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:47.450760 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.478484 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cd67b5-9fda-43a8-9979-f6de901fc38e']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:47.490840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c425ef54-1320-4706-9be2-5e3fdd2165e4') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:47.491618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c425ef54-1320-4706-9be2-5e3fdd2165e4') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:47.509967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.523983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.532725 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:31:47.533363 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:31:47.535554 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:31:47.608207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.614067 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:47.619032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d5cd67b5-9fda-43a8-9979-f6de901fc38e HTTP/1.1" status: 204 len: 168 time: 0.7143598 Dec 09 15:31:47.622592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33792) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:47.635186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fca17-12b5-4a01-bb4a-48d7d40047f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cd67b5-9fda-43a8-9979-f6de901fc38e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:47.785687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10c55859-f47b-449d-a651-ee2de3e7b212 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:47.811696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 10c55859-f47b-449d-a651-ee2de3e7b212 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:47.812396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 10c55859-f47b-449d-a651-ee2de3e7b212 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:47.812982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:47.832418 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:47.833019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6008a1a2-a1b6-4aa2-8fdc-e1ea467108e7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:47.833587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f3394468-8fbd-4d00-8913-ed50f53d2eff no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:47.852861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f3394468-8fbd-4d00-8913-ed50f53d2eff {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:47.853547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f3394468-8fbd-4d00-8913-ed50f53d2eff not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:48.032743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.291995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Deleting port 2c4efa65-a35c-4d6c-9f88-71d590367d86 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:48.292298 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.378783 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] For port 2c4efa65-a35c-4d6c-9f88-71d590367d86, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2c4efa65-a35c-4d6c-9f88-71d590367d86,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:48.379141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.394156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Calling delete_port for 2c4efa65-a35c-4d6c-9f88-71d590367d86 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:48.574187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:48.600095 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4efa65-a35c-4d6c-9f88-71d590367d86,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:49.077111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.298910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Router 4585a71b-6131-49d1-b530-cbb377836682 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:49.406339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:49.411694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34ed99de-38a4-49c5-9464-ed0ea3a95676 admin admin] 10.222.0.46 "PUT /v2.0/routers/4585a71b-6131-49d1-b530-cbb377836682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874649 Dec 09 15:31:49.414395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:49.417964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] Sync routers for ids ['4585a71b-6131-49d1-b530-cbb377836682'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:49.428997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] Routers {'4585a71b-6131-49d1-b530-cbb377836682'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:49.430398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4585a71b-6131-49d1-b530-cbb377836682'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:49.525765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.542766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] Set router 4585a71b-6131-49d1-b530-cbb377836682 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:49.630445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.683759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Deleting port ef808a51-35a5-4620-935f-d8aeb6c20869 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:49.684274 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.745736 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:31:48Z', 'revision_number': 5, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port': {'id': 'ef808a51-35a5-4620-935f-d8aeb6c20869', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4585a71b-6131-49d1-b530-cbb377836682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:20:03Z', 'updated_at': '2021-12-09T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:49.773716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] Checking router: 4585a71b-6131-49d1-b530-cbb377836682 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:49.782764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] Routers {'4585a71b-6131-49d1-b530-cbb377836682'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:49.783444 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['4585a71b-6131-49d1-b530-cbb377836682'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:49.785941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] For port ef808a51-35a5-4620-935f-d8aeb6c20869, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ef808a51-35a5-4620-935f-d8aeb6c20869,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:49.786301 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.798765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Calling delete_port for ef808a51-35a5-4620-935f-d8aeb6c20869 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:49.972725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:49.999658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef808a51-35a5-4620-935f-d8aeb6c20869,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.030999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c703a04-491b-4543-87fc-8e1e51b28d02 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:50.039259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] Set router 4585a71b-6131-49d1-b530-cbb377836682 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:50.068510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.096678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:31:49Z', 'revision_number': 6, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:50.128801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47602-0a99-48d3-b948-1f17825ff23c None None] The sync data for ids ['4585a71b-6131-49d1-b530-cbb377836682'] in n-d-804292-5 is: [{'id': '4585a71b-6131-49d1-b530-cbb377836682', 'name': 'tempest-TestVolumeBootPattern-766400057-router', 'tenant_id': '1c7e946484c9430bb11f557f6222a629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:20:02Z', 'updated_at': '2021-12-09T15:31:49Z', 'revision_number': 6, 'project_id': '1c7e946484c9430bb11f557f6222a629', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:50.192714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.195163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.246526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.247134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4585a71b-6131-49d1-b530-cbb377836682 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:31:50.251732 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.255566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33806) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:50.256064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e3a92df4-91e3-4884-9361-153dd0a8f356 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4585a71b-6131-49d1-b530-cbb377836682 HTTP/1.1" status: 204 len: 168 time: 0.8354523 Dec 09 15:31:50.304706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Deleting subnet 75279de0-ca16-4f0b-828f-316335b6d1f1 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:31:50.309756 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.347896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.436385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.493221 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.521575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75279de0-ca16-4f0b-828f-316335b6d1f1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.525382 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.531068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ba938324-409f-4038-8044-9462c3ce29fb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/75279de0-ca16-4f0b-828f-316335b6d1f1 HTTP/1.1" status: 204 len: 168 time: 0.2720954 Dec 09 15:31:50.531451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d7a0b-59a6-4557-a210-4d2ec90c2089 None None] Network 438788a7-01e0-4177-9dc8-cf2f14c901a9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:50.532509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33808) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:50.634918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.702232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] DHCP port deletion for 438788a7-01e0-4177-9dc8-cf2f14c901a9 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:50.705322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Deleting port 32f02641-b366-47f0-8bd0-5ed0990e3d26 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:50.705838 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.749992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] Deleting port 32f02641-b366-47f0-8bd0-5ed0990e3d26 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:31:50.750280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.780121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] For port 32f02641-b366-47f0-8bd0-5ed0990e3d26, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32f02641-b366-47f0-8bd0-5ed0990e3d26,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:50.780483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.793405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Calling delete_port for 32f02641-b366-47f0-8bd0-5ed0990e3d26 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:50.812687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] For port 32f02641-b366-47f0-8bd0-5ed0990e3d26, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32f02641-b366-47f0-8bd0-5ed0990e3d26,segment=NetworkSegment(000a33d3-44c3-4e25-a170-55ead86291dd),segment_id=000a33d3-44c3-4e25-a170-55ead86291dd)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:50.813096 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.826840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] Calling delete_port for 32f02641-b366-47f0-8bd0-5ed0990e3d26 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:31:50.880310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.909956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Pushing event deleted for resources: {'Port': ['ID=32f02641-b366-47f0-8bd0-5ed0990e3d26,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.910991 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:50.912059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] No DVR routers for this DVR port 32f02641-b366-47f0-8bd0-5ed0990e3d26 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:50.937576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] Pushing event deleted for resources: {'Port': ['ID=32f02641-b366-47f0-8bd0-5ed0990e3d26,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:50.941896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73ddbb-f978-4781-a0fa-d9d202c2c5e8 None None] No DVR routers for this DVR port 32f02641-b366-47f0-8bd0-5ed0990e3d26 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:31:50.990475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.012847 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438788a7-01e0-4177-9dc8-cf2f14c901a9']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:51.022383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000a33d3-44c3-4e25-a170-55ead86291dd') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:51.022684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000a33d3-44c3-4e25-a170-55ead86291dd') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:51.037739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.051634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.058160 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:31:51.058627 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:31:51.060259 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:31:51.118330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.124558 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.128926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] 10.222.0.46 "DELETE /v2.0/networks/438788a7-01e0-4177-9dc8-cf2f14c901a9 HTTP/1.1" status: 204 len: 168 time: 0.5948176 Dec 09 15:31:51.141343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74498093-7ac1-4d83-9fff-1d0bd17b47eb admin admin] Pushing event deleted for resources: {'Network': ['ID=438788a7-01e0-4177-9dc8-cf2f14c901a9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:51.274259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33814) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:51.327381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33816) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:51.334777 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-898ded98-27ed-4eaa-a2db-f2db0fba51c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9631d02270a247ea989c4c715f4838a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0590427 Dec 09 15:31:51.381594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a52e3cdb-5891-4261-b12d-9d81e094097c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.404089 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a52e3cdb-5891-4261-b12d-9d81e094097c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.450853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a52e3cdb-5891-4261-b12d-9d81e094097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.453599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a52e3cdb-5891-4261-b12d-9d81e094097c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.454765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a52e3cdb-5891-4261-b12d-9d81e094097c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cca909dc-dc9d-461a-8c17-81a2795a65d5 HTTP/1.1" status: 204 len: 168 time: 0.1263433 Dec 09 15:31:51.462757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3cdb-5891-4261-b12d-9d81e094097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca909dc-dc9d-461a-8c17-81a2795a65d5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:51.751320 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32f02641-b366-47f0-8bd0-5ed0990e3d26 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:51.772223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 32f02641-b366-47f0-8bd0-5ed0990e3d26 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:51.772579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32f02641-b366-47f0-8bd0-5ed0990e3d26 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:51.773183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ef808a51-35a5-4620-935f-d8aeb6c20869 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:51.797122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ef808a51-35a5-4620-935f-d8aeb6c20869 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:51.797478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ef808a51-35a5-4620-935f-d8aeb6c20869 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:51.797899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2c4efa65-a35c-4d6c-9f88-71d590367d86 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:31:51.821549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 2c4efa65-a35c-4d6c-9f88-71d590367d86 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:31:51.821549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2c4efa65-a35c-4d6c-9f88-71d590367d86 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:31:51.821746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:51.861081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3f46dbc-28ab-4359-9f7d-fb9d1124a0dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c7e946484c9430bb11f557f6222a629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382206 Dec 09 15:31:51.863654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33824) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:51.917758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00fcc8a6-9758-4304-9bf5-294948ec0f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.939980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00fcc8a6-9758-4304-9bf5-294948ec0f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.987385 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00fcc8a6-9758-4304-9bf5-294948ec0f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.989999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-00fcc8a6-9758-4304-9bf5-294948ec0f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:51.991143 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-00fcc8a6-9758-4304-9bf5-294948ec0f8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/487b55e1-6490-4d06-9576-5cc49cdc6a5a HTTP/1.1" status: 204 len: 168 time: 0.1265688 Dec 09 15:31:52.000482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcc8a6-9758-4304-9bf5-294948ec0f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b55e1-6490-4d06-9576-5cc49cdc6a5a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:52.160451 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:52.629095 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.214099 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1620f94b-a2d5-4bb5-bcf1-670646d11fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.656837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33836) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:53.780277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db2944a1-0e8d-429d-b3b9-cedacc8eb268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.865287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db2944a1-0e8d-429d-b3b9-cedacc8eb268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.869691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-db2944a1-0e8d-429d-b3b9-cedacc8eb268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.907558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-db2944a1-0e8d-429d-b3b9-cedacc8eb268 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99d38e3efec04bbbb318babf9dfcf946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496157 Dec 09 15:31:53.908656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2944a1-0e8d-429d-b3b9-cedacc8eb268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09357d3-801e-4ae9-90af-f95330179d5a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:53.910341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:53.961955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfceed-526c-4c9d-8c36-d4dccf57f395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:53.983280 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfceed-526c-4c9d-8c36-d4dccf57f395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.028869 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfceed-526c-4c9d-8c36-d4dccf57f395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.031603 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfceed-526c-4c9d-8c36-d4dccf57f395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.032743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f1dfceed-526c-4c9d-8c36-d4dccf57f395 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d09357d3-801e-4ae9-90af-f95330179d5a HTTP/1.1" status: 204 len: 168 time: 0.1213720 Dec 09 15:31:54.041050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfceed-526c-4c9d-8c36-d4dccf57f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09357d3-801e-4ae9-90af-f95330179d5a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:54.634332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33862) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:54.732216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1625601950-network', 'tenant_id': '2e9d28a19df743d882788f24db4dde36'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:54.751777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Made reservation on behalf of 2e9d28a19df743d882788f24db4dde36 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:54.754024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.763180 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.841599 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.845337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.869538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:31:54.879932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eba5f2-ac3e-4da4-8ece-4a8a78828ddd,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:54.886576 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.886924 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Added segment 1364ddfc-a120-4ce5-8175-675da2f56349 of type vlan for network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 Dec 09 15:31:54.926899 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.951098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.951990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:54.952569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:54.984520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3490715 Dec 09 15:31:54.987659 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:54.992762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Request body: {'subnet': {'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1625601950-subnet', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:55.013838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Made reservation on behalf of 2e9d28a19df743d882788f24db4dde36 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:31:55.016182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.017519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213daac-b675-4b7e-a2a1-3b1a76aa1ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:55.028258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:31:55.181470 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.240403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26832df3-8e04-4d64-aece-e9ca731a794e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:55.250176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Checking segment: {'id': '1364ddfc-a120-4ce5-8175-675da2f56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:55.250532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Network hostable DHCP agents. Network: 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:31:55.269275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:31:55.277988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:55.282108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:31:55.282704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.287525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99d65f-3f81-468f-9722-e31179ed23cd None None] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:55.299401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6d6b41e6-e8d9-448a-924b-44b50a955866 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3105443 Dec 09 15:31:55.302025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33868) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:55.306786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:31:55.328539 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.329569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.381886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.393676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7', 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7', 'project_id': '2e9d28a19df743d882788f24db4dde36', 'fixed_ips': [{'subnet_id': '26832df3-8e04-4d64-aece-e9ca731a794e'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:31:55.394561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.521512 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.526126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Allocated IP 172.20.0.2 (7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7/26832df3-8e04-4d64-aece-e9ca731a794e/270d9c36-e2de-4a01-8ce8-668a549b43c2) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:55.594269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:31:55.679693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c9757f84-b118-4ebe-b230-997c4d81af7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.684270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.690043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.726283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.727544 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:55.732113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:55.737976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:55.744997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Pushing event updated for resources: {'Port': ['ID=270d9c36-e2de-4a01-8ce8-668a549b43c2,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:55.745252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.771017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.771439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.771851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.772131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.772467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.772798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.773129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.773458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.773784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.774728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.775062 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.775409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.775742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:55.810325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Attempting to bind port 270d9c36-e2de-4a01-8ce8-668a549b43c2 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:55.810701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Attempting to bind port 270d9c36-e2de-4a01-8ce8-668a549b43c2 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '1364ddfc-a120-4ce5-8175-675da2f56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:55.811072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Attempting to bind port 270d9c36-e2de-4a01-8ce8-668a549b43c2 on network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:55.816583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:55.816971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Checking segment: {'id': '1364ddfc-a120-4ce5-8175-675da2f56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:55.817408 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.817804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Bound using segment: {'id': '1364ddfc-a120-4ce5-8175-675da2f56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:55.818280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Bound port: 270d9c36-e2de-4a01-8ce8-668a549b43c2, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1364ddfc-a120-4ce5-8175-675da2f56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:55.818666 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.885946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] For port 270d9c36-e2de-4a01-8ce8-668a549b43c2, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:55.889455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] For port 270d9c36-e2de-4a01-8ce8-668a549b43c2, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=270d9c36-e2de-4a01-8ce8-668a549b43c2,segment=NetworkSegment(1364ddfc-a120-4ce5-8175-675da2f56349),segment_id=1364ddfc-a120-4ce5-8175-675da2f56349)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:55.893154 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:55.958680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e10c6-0983-46b2-8ff4-da3e80ac29c2 None None] Pushing event updated for resources: {'Port': ['ID=270d9c36-e2de-4a01-8ce8-668a549b43c2,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:56.159538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Allocated IP 172.25.0.108 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/c4d400bd-df19-4743-8462-bb518e467896) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:56.269957 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.303557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.340757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:56.343658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:56.347008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:56.357961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e754b-9d8f-48a9-adf1-60b3d89e0f6f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:56.381464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d400bd-df19-4743-8462-bb518e467896,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:56.387248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-56c3bc0b-a1cc-4fec-8538-4d760c7df36b None None] Provisioning complete for port c4d400bd-df19-4743-8462-bb518e467896 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:56.387652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-56c3bc0b-a1cc-4fec-8538-4d760c7df36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.428830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-56c3bc0b-a1cc-4fec-8538-4d760c7df36b None None] Port c4d400bd-df19-4743-8462-bb518e467896 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:31:56.620251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.782741 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.827823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:56.869910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18510cf9-ba44-4f52-993e-535ac6a2f426 None None] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:31:56.957647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:31:56.976390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-04a947d6-7fea-4c78-b870-f25d9bc8600e None None] Provisioning complete for port 270d9c36-e2de-4a01-8ce8-668a549b43c2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:56.976769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04a947d6-7fea-4c78-b870-f25d9bc8600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.061544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04a947d6-7fea-4c78-b870-f25d9bc8600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.078176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:57.096205 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Sync routers for ids ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:31:57.096752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04a947d6-7fea-4c78-b870-f25d9bc8600e None None] For port 270d9c36-e2de-4a01-8ce8-668a549b43c2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=270d9c36-e2de-4a01-8ce8-668a549b43c2,segment=NetworkSegment(1364ddfc-a120-4ce5-8175-675da2f56349),segment_id=1364ddfc-a120-4ce5-8175-675da2f56349)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:57.102484 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04a947d6-7fea-4c78-b870-f25d9bc8600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.108229 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Routers {'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:57.108797 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:57.112891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.115985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8fac3d1b-2bb7-4a3e-95f4-76c98bb19253 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.8103850 Dec 09 15:31:57.116310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33870) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:31:57.158826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a947d6-7fea-4c78-b870-f25d9bc8600e None None] Pushing event updated for resources: {'Port': ['ID=270d9c36-e2de-4a01-8ce8-668a549b43c2,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:57.221909 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Set router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:57.328899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-06b2d6a1-9dfe-4986-91e8-f0a9917cb254 None None] Provisioning complete for port 270d9c36-e2de-4a01-8ce8-668a549b43c2 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:57.329315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-06b2d6a1-9dfe-4986-91e8-f0a9917cb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.403532 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c4d400bd-df19-4743-8462-bb518e467896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:56Z', 'revision_number': 3, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port': {'id': 'c4d400bd-df19-4743-8462-bb518e467896', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:57.434801 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Checking router: ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:31:57.435155 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Updating router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 port c4d400bd-df19-4743-8462-bb518e467896 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:31:57.460044 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.548341 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.710551 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.714768 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Allocated IP 172.20.0.1 (7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7/26832df3-8e04-4d64-aece-e9ca731a794e/f519a6ef-3770-4b0c-92ce-7451eda8b9fc) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:31:57.720106 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.769003 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493299c-e7d0-4bc3-844d-2c617069cebf None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:57.770850 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Attempting to bind port c4d400bd-df19-4743-8462-bb518e467896 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:31:57.771232 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Attempting to bind port c4d400bd-df19-4743-8462-bb518e467896 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:31:57.771619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Attempting to bind port c4d400bd-df19-4743-8462-bb518e467896 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:31:57.808941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 270d9c36-e2de-4a01-8ce8-668a549b43c2 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:57.850773 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.863010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a9d49dfc-e96f-4000-bac9-a14547eb0f0f None None] Provisioning complete for port c4d400bd-df19-4743-8462-bb518e467896 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:57.863410 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a9d49dfc-e96f-4000-bac9-a14547eb0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.881258 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:31:57.881716 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:31:57.882212 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.882731 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:31:57.884044 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Bound port: c4d400bd-df19-4743-8462-bb518e467896, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:31:57.884344 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.887012 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Pushing event updated for resources: {'Port': ['ID=c4d400bd-df19-4743-8462-bb518e467896,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:57.887569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.905614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a9d49dfc-e96f-4000-bac9-a14547eb0f0f None None] Port c4d400bd-df19-4743-8462-bb518e467896 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:31:57.907010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 270d9c36-e2de-4a01-8ce8-668a549b43c2 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:57.907404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.913394 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.913744 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.914088 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.914427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.914903 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.915125 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.915655 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.916140 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.916471 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.916796 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.917122 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.917444 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.917764 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:31:57.944336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Pushing event updated for resources: {'Port': ['ID=f519a6ef-3770-4b0c-92ce-7451eda8b9fc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:57.949990 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] For port c4d400bd-df19-4743-8462-bb518e467896, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:31:57.953215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] For port c4d400bd-df19-4743-8462-bb518e467896, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c4d400bd-df19-4743-8462-bb518e467896,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:31:57.956394 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:57.957947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:57.959912 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:57.968158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:31:57.996580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8b755-781a-43bb-a42f-d6d824262600 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:31:58.004632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Routers {'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:31:58.005272 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:58.032179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5049c259-ff73-4dd9-aa77-96ce30db0978 None None] Provisioning complete for port c4d400bd-df19-4743-8462-bb518e467896 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:58.032702 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5049c259-ff73-4dd9-aa77-96ce30db0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.033599 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.117281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] Set router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:31:58.138057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5049c259-ff73-4dd9-aa77-96ce30db0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.165931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5049c259-ff73-4dd9-aa77-96ce30db0978 None None] For port c4d400bd-df19-4743-8462-bb518e467896, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c4d400bd-df19-4743-8462-bb518e467896,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:31:58.172252 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5049c259-ff73-4dd9-aa77-96ce30db0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.196544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.248155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049c259-ff73-4dd9-aa77-96ce30db0978 None None] Pushing event updated for resources: {'Port': ['ID=c4d400bd-df19-4743-8462-bb518e467896,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:58.297629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-40fb7c15-33da-4230-ade3-6d7dc586319f None None] Provisioning complete for port f519a6ef-3770-4b0c-92ce-7451eda8b9fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:58.298163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40fb7c15-33da-4230-ade3-6d7dc586319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.304570 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7e858-4708-4d0a-82a5-65b84f1490c2 None None] Pushing event updated for resources: {'Port': ['ID=c4d400bd-df19-4743-8462-bb518e467896,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:58.325667 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c4d400bd-df19-4743-8462-bb518e467896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:56Z', 'revision_number': 3, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port': {'id': 'c4d400bd-df19-4743-8462-bb518e467896', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:31:58.354365 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f5818-e2ec-4cc4-bcfe-4e3747038270 None None] The sync data for ids ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'] in n-d-804292-5 is: [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c4d400bd-df19-4743-8462-bb518e467896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:56Z', 'revision_number': 3, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port': {'id': 'c4d400bd-df19-4743-8462-bb518e467896', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:31:58.360070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-40fb7c15-33da-4230-ade3-6d7dc586319f None None] Port f519a6ef-3770-4b0c-92ce-7451eda8b9fc cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:31:58.425051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.430802 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.474368 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.512359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.514187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Pushing event updated for resources: {'Port': ['ID=f519a6ef-3770-4b0c-92ce-7451eda8b9fc,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:31:58.611047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:31:58.612571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:31:58.752696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:31:58.885714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e8788d55-a16b-40c4-96dc-abc45e0ecb3e None None] Provisioning complete for port f519a6ef-3770-4b0c-92ce-7451eda8b9fc triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:58.886196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e8788d55-a16b-40c4-96dc-abc45e0ecb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:58.888441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:31:58.900011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aa0c3769-62ac-4929-ad8e-bae67c3b2f8e admin admin] 10.222.0.46 "PUT /v2.0/routers/ee3ddc75-8d8f-40b2-93e9-10bec8f0d238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824695 Dec 09 15:31:58.922449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e8788d55-a16b-40c4-96dc-abc45e0ecb3e None None] Port f519a6ef-3770-4b0c-92ce-7451eda8b9fc cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:31:59.224138 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:59.766526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c4d400bd-df19-4743-8462-bb518e467896 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:31:59.814307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c4d400bd-df19-4743-8462-bb518e467896 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:31:59.814674 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:31:59.894485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33890) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:00.066644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Sync routers for ids ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:00.077462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Routers {'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:00.078077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:00.183784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Set router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:00.227776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.381989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c4d400bd-df19-4743-8462-bb518e467896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:58Z', 'revision_number': 4, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port': {'id': 'c4d400bd-df19-4743-8462-bb518e467896', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f519a6ef-3770-4b0c-92ce-7451eda8b9fc', 'name': '', 'network_id': '7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'mac_address': 'fa:16:3e:cd:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '26832df3-8e04-4d64-aece-e9ca731a794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:57Z', 'updated_at': '2021-12-09T15:31:58Z', 'revision_number': 2, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'subnets': [{'id': '26832df3-8e04-4d64-aece-e9ca731a794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:00.412999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Checking router: ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:00.413359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Updating router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 port f519a6ef-3770-4b0c-92ce-7451eda8b9fc binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:32:00.439635 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.474512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Deleting port f519a6ef-3770-4b0c-92ce-7451eda8b9fc {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:00.474857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.554150 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.566342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Calling delete_port for f519a6ef-3770-4b0c-92ce-7451eda8b9fc owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:00.697657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.705513 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.db.api [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 15:32:00.705513 n-d-804292-5 neutron-server[109896]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Dec 09 15:32:00.705513 n-d-804292-5 neutron-server[109896]: [parameters: {'host': 'n-d-804292-5', 'ml2_port_bindings_port_id': 'f519a6ef-3770-4b0c-92ce-7451eda8b9fc', 'ml2_port_bindings_host': ''}] Dec 09 15:32:00.705513 n-d-804292-5 neutron-server[109896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:32:00.706161 n-d-804292-5 neutron-server[109896]: DEBUG oslo_db.api [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:32:00.748789 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:00.775736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f519a6ef-3770-4b0c-92ce-7451eda8b9fc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:00.938397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.150209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:32:01.223617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Port f519a6ef-3770-4b0c-92ce-7451eda8b9fc not found while updating agent binding for router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238. {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 15:32:01.231976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Routers {'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:01.232590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:01.256750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:32:01.263902 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-086a4707-c5bb-49b7-bbde-5e53f24839ce admin admin] 10.222.0.46 "PUT /v2.0/routers/ee3ddc75-8d8f-40b2-93e9-10bec8f0d238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683810 Dec 09 15:32:01.265729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33892) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:01.336888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] Set router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:01.370012 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.475378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.519737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c4d400bd-df19-4743-8462-bb518e467896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:32:00Z', 'revision_number': 5, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port': {'id': 'c4d400bd-df19-4743-8462-bb518e467896', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:01.529216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Deleting port c4d400bd-df19-4743-8462-bb518e467896 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:01.529560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.546295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6d731-fe7e-4e60-a7db-d32c5856cfce None None] The sync data for ids ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'] in n-d-804292-5 is: [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'c4d400bd-df19-4743-8462-bb518e467896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:32:00Z', 'revision_number': 5, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port': {'id': 'c4d400bd-df19-4743-8462-bb518e467896', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:01.614905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] For port c4d400bd-df19-4743-8462-bb518e467896, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c4d400bd-df19-4743-8462-bb518e467896,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:01.615269 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:01.627827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Calling delete_port for c4d400bd-df19-4743-8462-bb518e467896 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:02.088302 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.123114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d400bd-df19-4743-8462-bb518e467896,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:02.141012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03303792-5463-473a-96d7-08cb7af59d09 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:32:02.164494 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Sync routers for ids ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:32:02.175110 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Routers {'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:02.175981 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:02.183222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.248004 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Set router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:32:02.276686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.278811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.304474 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238', 'name': 'tempest-ImageQuotaTest-1625601950-router', 'tenant_id': '2e9d28a19df743d882788f24db4dde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:31:55Z', 'updated_at': '2021-12-09T15:32:01Z', 'revision_number': 7, 'project_id': '2e9d28a19df743d882788f24db4dde36', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:02.321516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.322201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:32:02.326999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.327912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c8e5e567-87b7-49d8-97e6-408b7e701fd9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 HTTP/1.1" status: 204 len: 168 time: 1.0611706 Dec 09 15:32:02.330385 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33894) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:02.332204 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Checking router: ee3ddc75-8d8f-40b2-93e9-10bec8f0d238 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:32:02.340509 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Routers set() bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:32:02.340856 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Router IDs set() for agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 15:32:02.341453 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:31:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent'). {{(pid=109897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 15:32:02.341815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428bd4-b63b-470f-9fb3-f10c2dbd39d3 None None] The sync data for ids ['ee3ddc75-8d8f-40b2-93e9-10bec8f0d238'] in n-d-804292-5 is: [] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:32:02.376481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Deleting subnet 26832df3-8e04-4d64-aece-e9ca731a794e {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:32:02.379703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.419979 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.505647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.556887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.583571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.590006 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/26832df3-8e04-4d64-aece-e9ca731a794e HTTP/1.1" status: 204 len: 168 time: 0.2564132 Dec 09 15:32:02.590006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf5b00-9021-4af3-afa0-1a6a7ca5e763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26832df3-8e04-4d64-aece-e9ca731a794e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:02.590266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0062ee-dbf2-4d9f-9719-633b9349463a None None] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:32:02.590822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33896) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:02.662767 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.715628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Deleting port 270d9c36-e2de-4a01-8ce8-668a549b43c2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:02.715979 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.780358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] For port 270d9c36-e2de-4a01-8ce8-668a549b43c2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=270d9c36-e2de-4a01-8ce8-668a549b43c2,segment=NetworkSegment(1364ddfc-a120-4ce5-8175-675da2f56349),segment_id=1364ddfc-a120-4ce5-8175-675da2f56349)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:02.780725 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.784177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] DHCP port deletion for 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:32:02.795225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Calling delete_port for 270d9c36-e2de-4a01-8ce8-668a549b43c2 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:02.836253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Deleting port 270d9c36-e2de-4a01-8ce8-668a549b43c2 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:32:02.836774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.884653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:02.911329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Pushing event deleted for resources: {'Port': ['ID=270d9c36-e2de-4a01-8ce8-668a549b43c2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:02.916457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] No DVR routers for this DVR port 270d9c36-e2de-4a01-8ce8-668a549b43c2 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:02.925360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.925708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.926057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.926423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.926747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.927086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.927447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.927787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.928120 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.928454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.928794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.929125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:02.929458 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:32:03.006612 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.028498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:03.038195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1364ddfc-a120-4ce5-8175-675da2f56349') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:03.038499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1364ddfc-a120-4ce5-8175-675da2f56349') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:32:03.049796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.065881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.072452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:32:03.072924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:32:03.074942 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:32:03.077169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] For port 270d9c36-e2de-4a01-8ce8-668a549b43c2, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=270d9c36-e2de-4a01-8ce8-668a549b43c2,segment=NetworkSegment(1364ddfc-a120-4ce5-8175-675da2f56349),segment_id=1364ddfc-a120-4ce5-8175-675da2f56349)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:32:03.077169 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.089550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Calling delete_port for 270d9c36-e2de-4a01-8ce8-668a549b43c2 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:32:03.129604 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.136317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.139600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] 10.222.0.46 "DELETE /v2.0/networks/7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 HTTP/1.1" status: 204 len: 168 time: 0.5481734 Dec 09 15:32:03.150900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fae5d-87c8-489e-9a66-ca00ce44468d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.167780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.194296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Network 7f718f0b-cc64-49d4-8dab-1b3c5a36f2f7 is not hosted by any dhcp agent {{(pid=109896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 15:32:03.194761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] No DVR routers for this DVR port 270d9c36-e2de-4a01-8ce8-668a549b43c2 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:32:03.197156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce5c71-ecb7-4903-88f0-9f9befce1e01 None None] Pushing event deleted for resources: {'Port': ['ID=270d9c36-e2de-4a01-8ce8-668a549b43c2,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.261922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33900) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:03.305858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-22b6c513-c6bf-44f2-9825-6454b0345669 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e9d28a19df743d882788f24db4dde36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425851 Dec 09 15:32:03.308590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33902) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:03.356551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73da0e85-3523-4aeb-ae95-9004662d1cc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.381450 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73da0e85-3523-4aeb-ae95-9004662d1cc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.427876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73da0e85-3523-4aeb-ae95-9004662d1cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.431071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73da0e85-3523-4aeb-ae95-9004662d1cc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.432399 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-73da0e85-3523-4aeb-ae95-9004662d1cc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2eba5f2-ac3e-4da4-8ece-4a8a78828ddd HTTP/1.1" status: 204 len: 168 time: 0.1227105 Dec 09 15:32:03.440129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da0e85-3523-4aeb-ae95-9004662d1cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eba5f2-ac3e-4da4-8ece-4a8a78828ddd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.744131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 270d9c36-e2de-4a01-8ce8-668a549b43c2 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:03.760818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 33908) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:03.764667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 270d9c36-e2de-4a01-8ce8-668a549b43c2 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:03.765015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 270d9c36-e2de-4a01-8ce8-668a549b43c2 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:03.765437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c4d400bd-df19-4743-8462-bb518e467896 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:32:03.774605 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f43e-1334-4b43-9094-d3e245f45a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.784508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c4d400bd-df19-4743-8462-bb518e467896 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:32:03.784850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c4d400bd-df19-4743-8462-bb518e467896 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:32:03.852801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f43e-1334-4b43-9094-d3e245f45a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.856375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f43e-1334-4b43-9094-d3e245f45a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.893274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a1d7f43e-1334-4b43-9094-d3e245f45a72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1313810 Dec 09 15:32:03.895193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7f43e-1334-4b43-9094-d3e245f45a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d0cc22-1b17-46f3-aec9-ecae9f76eb12,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:03.896020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 33910) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:32:03.944694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6ee95ca-93ad-49fb-a848-4b0e27ff0308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:03.965312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6ee95ca-93ad-49fb-a848-4b0e27ff0308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:04.010389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6ee95ca-93ad-49fb-a848-4b0e27ff0308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:04.013149 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a6ee95ca-93ad-49fb-a848-4b0e27ff0308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:04.014283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a6ee95ca-93ad-49fb-a848-4b0e27ff0308 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58d0cc22-1b17-46f3-aec9-ecae9f76eb12 HTTP/1.1" status: 204 len: 168 time: 0.1172814 Dec 09 15:32:04.021739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee95ca-93ad-49fb-a848-4b0e27ff0308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d0cc22-1b17-46f3-aec9-ecae9f76eb12,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:32:22.177002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:22.632355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:23.216026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-15ba29a5-1651-442e-b903-284dda492158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:25.662559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc628-1e22-4e7d-99c5-bbb9410015b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:26.783170 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:28.472967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:29.227691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:32.593593 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:32:41.018715 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-df6d35a6-2a0b-4e99-b8c4-8326e5e244b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0373566 Dec 09 15:32:41.101082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d265-6d52-4098-8536-ce94068ae381 req-299db016-6370-42af-93c0-8d9d8e79a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:41.102548 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-299db016-6370-42af-93c0-8d9d8e79a878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0419905 Dec 09 15:32:41.203127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d265-6d52-4098-8536-ce94068ae381 req-cdd32c71-93b7-4155-ba08-d3a9c811b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:41.204606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-cdd32c71-93b7-4155-ba08-d3a9c811b9f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 910 time: 0.0833817 Dec 09 15:32:41.273503 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-2c3754eb-0de0-4a3c-b23e-0aa41dcbc75c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 1001 time: 0.0611305 Dec 09 15:32:41.321209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d265-6d52-4098-8536-ce94068ae381 req-6d9b0955-923d-452a-8b8b-528dd364054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:41.323484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-6d9b0955-923d-452a-8b8b-528dd364054a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0435777 Dec 09 15:32:41.368091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d265-6d52-4098-8536-ce94068ae381 req-04f45bd4-c294-43de-9836-13491b5dc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:32:41.369776 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-04f45bd4-c294-43de-9836-13491b5dc04c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384064 Dec 09 15:32:41.463223 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-e04350e2-9151-46e5-8915-e8f43e5a4eba service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859988 Dec 09 15:32:41.549432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97f2d265-6d52-4098-8536-ce94068ae381 req-911da23e-4689-46f0-95dc-7296d145ebe1 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794175 Dec 09 15:32:52.185814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:52.630237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:53.222559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d5559930-6d7d-4910-b2fc-a7afd16ea274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:55.664422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c26bc1e7-2b5c-4e66-b25a-4d6060bfe948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:56.786184 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:58.475304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:32:59.231254 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:09.592772 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:33:22.185038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:22.629427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:23.214518 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36d1f031-e92f-4812-b6fb-75efffe7085f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:25.665784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd5a851d-5081-412e-9fa7-fff07f412e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:26.788091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:28.478677 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:29.233253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:42.024746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-7b907815-7d5d-4594-b5d1-0847dbdd0a8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432026 Dec 09 15:33:42.107406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-b1985d9b-4e39-45fb-bd0d-408ce8a8d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:42.108897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-b1985d9b-4e39-45fb-bd0d-408ce8a8d2d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0414593 Dec 09 15:33:42.210971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-ba4e6150-d4cb-47b3-a572-fbf8d30f1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:42.213136 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-ba4e6150-d4cb-47b3-a572-fbf8d30f1c51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 910 time: 0.0832894 Dec 09 15:33:42.289927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-4675ba72-7f1b-4ed9-993d-71443c2a0cb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 1001 time: 0.0693638 Dec 09 15:33:42.339484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-9d524216-bece-4b91-a452-93c5a7800a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:42.340956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-9d524216-bece-4b91-a452-93c5a7800a32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0436573 Dec 09 15:33:42.386111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-789beea8-dc6e-4f61-bfbd-d61e9642a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:33:42.387602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-789beea8-dc6e-4f61-bfbd-d61e9642a3fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387990 Dec 09 15:33:42.766647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-2bb98cb0-e56c-4f66-adcc-5a1665cc3c6a service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715215 Dec 09 15:33:42.858286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b4ed2a8-1ded-4299-b80b-edfd7142ef95 req-a75f249f-a470-4718-a91e-64a3040ba028 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839961 Dec 09 15:33:46.592450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:33:52.172714 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:52.633365 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:53.216032 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cadf6825-fcf3-4647-a3a5-399abda15734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:55.671333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf9cff98-b7dd-4b5c-831d-83bfb89a9ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:56.789937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:58.480660 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:33:59.236134 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:22.191044 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:22.625965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:23.218207 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e418efba-e654-430b-b33c-16cf74614207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:23.590923 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:34:25.673339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b2ad5d5-ed33-4d06-8aa1-f324620fa220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:26.793838 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:28.483498 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:29.238905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:43.578602 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-3fb4fef8-2502-4583-9d57-1ff61fed7025 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405216 Dec 09 15:34:43.660947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-b378fe9e-d8c3-4d75-b99a-a941a023303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.662494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-b378fe9e-d8c3-4d75-b99a-a941a023303f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb46edfb63648dd83565eca311b8119&device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 1096 time: 0.0405262 Dec 09 15:34:43.777138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-6c896ae9-d087-44d2-abd2-924104e05c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.778694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-6c896ae9-d087-44d2-abd2-924104e05c06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 200 len: 910 time: 0.0969272 Dec 09 15:34:43.855025 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-022e991a-2d0d-4b6d-a3e7-eaef1ea9725a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 200 len: 1001 time: 0.0694046 Dec 09 15:34:43.903424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-8f7919dc-86f5-4274-883e-13aacd474bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.904830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-8f7919dc-86f5-4274-883e-13aacd474bda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 200 len: 848 time: 0.0425963 Dec 09 15:34:43.953734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-50282bf2-90b4-4f33-b722-47d9bf549076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:43.955466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-50282bf2-90b4-4f33-b722-47d9bf549076 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3e23745-bfa5-4f85-bb36-13051f3680ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431795 Dec 09 15:34:44.042867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-492e68b8-50c5-45eb-b8f7-64846ee74c3a service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804658 Dec 09 15:34:44.151684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce857498-7445-4a4f-8931-68761dbd8a0e req-5b6fd5ea-cd82-4bfd-8a24-56ba5d8cd446 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017334 Dec 09 15:34:52.184470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:52.623369 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:53.221500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1bad9161-aab8-4fd5-93ec-7cb8e8ea6afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:55.218858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160601f-6851-40c7-8383-06dc5ec59d8b req-f6db6e3f-5e65-4c48-9cac-90828d1ae8f7 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:55.220375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2160601f-6851-40c7-8383-06dc5ec59d8b req-f6db6e3f-5e65-4c48-9cac-90828d1ae8f7 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.2515125 Dec 09 15:34:55.272204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2160601f-6851-40c7-8383-06dc5ec59d8b req-76afb3b2-31d7-4e61-b124-b830ea464df1 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 Dec 09 15:34:55.675498 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd4da8a7-5881-4349-a46a-ea54410b3385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.281107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-5f810d1f-dbf7-4959-977a-af0121dc099b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:56.282572 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-5f810d1f-dbf7-4959-977a-af0121dc099b tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.36 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.0525177 Dec 09 15:34:56.377522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Deleting port 664d0c83-c72f-4544-9427-e480a9afc051 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:56.377863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.503107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] For port 664d0c83-c72f-4544-9427-e480a9afc051, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=664d0c83-c72f-4544-9427-e480a9afc051,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:56.503501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.587123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7acd-0313-4e0d-b950-78db1f82eb6f req-7d2b6090-f6ad-4c44-897a-090c37511560 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:34:56.588545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-733c7acd-0313-4e0d-b950-78db1f82eb6f req-7d2b6090-f6ad-4c44-897a-090c37511560 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/ports?device_id=30327498-91ea-4c73-962c-bc0ebc8868ea HTTP/1.1" status: 200 len: 945 time: 0.2066715 Dec 09 15:34:56.710677 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-733c7acd-0313-4e0d-b950-78db1f82eb6f req-a4b6233d-5fdc-4cfe-b7bb-97c5c2a03810 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d0b78d2-73bf-4558-8ed5-052243350b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115687 Dec 09 15:34:56.776148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.776514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.776838 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Floating IP 2f1c8bf6-90a8-43a4-8f63-a76029434037 disassociated. External IP: 172.25.0.238, port: 664d0c83-c72f-4544-9427-e480a9afc051. Dec 09 15:34:56.777185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Calling delete_port for 664d0c83-c72f-4544-9427-e480a9afc051 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:56.797213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.902333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:56.929353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event deleted for resources: {'Port': ['ID=664d0c83-c72f-4544-9427-e480a9afc051,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:56.939031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.939411 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.939759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.940099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.940438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.940775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.941106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.941440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.942424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.942424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.942424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.942715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:56.943034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:57.053006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Router aceaa537-112e-4fdd-bbb5-94b260c44c05 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:34:57.158110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:34:57.167886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] Sync routers for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:34:57.180333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:34:57.180957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:34:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:57.197903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] No DVR routers for this DVR port 664d0c83-c72f-4544-9427-e480a9afc051 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:34:57.200566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.204472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-36fa2dc5-e7a5-4e8f-918f-25e716536bdb req-19aa9f79-9e79-41f5-a5b0-fc8ec76416c2 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.36 "DELETE /v2.0/ports/664d0c83-c72f-4544-9427-e480a9afc051 HTTP/1.1" status: 204 len: 173 time: 0.9153962 Dec 09 15:34:57.204856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'name': 'network-vif-deleted', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:34:57.207102 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e038b-f5d5-4332-8dbf-4f316a54d667" -d '{"events": [{"server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "name": "network-vif-deleted", "tag": "664d0c83-c72f-4544-9427-e480a9afc051"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:34:57.300093 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:34:57.385611 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386454bf-3063-4f7f-a4ea-34842fa9f78a x-openstack-request-id: req-386454bf-3063-4f7f-a4ea-34842fa9f78a {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:34:57.386105 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30327498-91ea-4c73-962c-bc0ebc8868ea", "name": "network-vif-deleted", "tag": "664d0c83-c72f-4544-9427-e480a9afc051", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:34:57.386193 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-386454bf-3063-4f7f-a4ea-34842fa9f78a {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:34:57.386564 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30327498-91ea-4c73-962c-bc0ebc8868ea', 'name': 'network-vif-deleted', 'tag': '664d0c83-c72f-4544-9427-e480a9afc051', 'status': 'completed', 'code': 200} Dec 09 15:34:57.508198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:57.533947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] Checking router: aceaa537-112e-4fdd-bbb5-94b260c44c05 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:34:57.542328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:34:57.542877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:34:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:57.651708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:34:57.768373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34004) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:57.860188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:34:57.887042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26657eb0-bcf5-42a3-a533-5c04178fc645 None None] The sync data for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 is: [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:29:50Z', 'revision_number': 4, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '32147dbe-8076-41f1-af9f-928465ef9e9d', 'name': '', 'network_id': 'a3e23745-bfa5-4f85-bb36-13051f3680ed', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'mac_address': 'fa:16:3e:12:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:50Z', 'updated_at': '2021-12-09T15:29:55Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'subnets': [{'id': 'd9d7671f-dbc9-473a-9583-4fe9669f61ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:34:57.900353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Deleting port 2fc91486-8226-4bae-880b-c976faf68c51 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:57.900686 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.976359 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.976695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:57.989571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Calling delete_port for 2fc91486-8226-4bae-880b-c976faf68c51 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:58.101970 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45fbb9-8091-4f8d-b1e3-008986299477 None None] New status for floating IP 2f1c8bf6-90a8-43a4-8f63-a76029434037: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:34:58.126699 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.149738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event deleted for resources: {'Port': ['ID=2fc91486-8226-4bae-880b-c976faf68c51,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:58.227650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.230493 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.231806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4bbfd149-70ad-462e-a8a6-7949f6230844 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "DELETE /v2.0/floatingips/2f1c8bf6-90a8-43a4-8f63-a76029434037 HTTP/1.1" status: 204 len: 168 time: 0.4623551 Dec 09 15:34:58.289980 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.db.api [None req-7c45fbb9-8091-4f8d-b1e3-008986299477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 15:34:58.290331 n-d-804292-5 neutron-server[109897]: DEBUG oslo_db.api [None req-7c45fbb9-8091-4f8d-b1e3-008986299477 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 15:34:58.417477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34012) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:58.474015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f9147f-9372-491a-8abb-fa3fc1c058c3 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.486811 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.512619 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f9147f-9372-491a-8abb-fa3fc1c058c3 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.571738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f9147f-9372-491a-8abb-fa3fc1c058c3 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.574358 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-81f9147f-9372-491a-8abb-fa3fc1c058c3 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:58.575543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-81f9147f-9372-491a-8abb-fa3fc1c058c3 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] 10.222.0.46 "DELETE /v2.0/security-groups/9d0b78d2-73bf-4558-8ed5-052243350b44 HTTP/1.1" status: 204 len: 168 time: 0.1570415 Dec 09 15:34:58.585010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9147f-9372-491a-8abb-fa3fc1c058c3 tempest-TestServerBasicOps-912995938 tempest-TestServerBasicOps-912995938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b78d2-73bf-4558-8ed5-052243350b44,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:58.620087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34016) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:34:58.792248 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45fbb9-8091-4f8d-b1e3-008986299477 None None] New status for floating IP 2f1c8bf6-90a8-43a4-8f63-a76029434037: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:34:59.025456 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.248047 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.275168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Deleting port 32147dbe-8076-41f1-af9f-928465ef9e9d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:34:59.275558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.354744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] For port 32147dbe-8076-41f1-af9f-928465ef9e9d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=32147dbe-8076-41f1-af9f-928465ef9e9d,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:34:59.355101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.367820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Calling delete_port for 32147dbe-8076-41f1-af9f-928465ef9e9d owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:34:59.551398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.578185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32147dbe-8076-41f1-af9f-928465ef9e9d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:34:59.602314 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.602675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.603028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.603400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.603764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.604094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.604430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.604766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.605101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.605435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.605800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.606131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.606462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:34:59.752901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:34:59.876720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 664d0c83-c72f-4544-9427-e480a9afc051 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:34:59.896531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 664d0c83-c72f-4544-9427-e480a9afc051 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:34:59.896883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 664d0c83-c72f-4544-9427-e480a9afc051 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:34:59.974423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Router aceaa537-112e-4fdd-bbb5-94b260c44c05 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:35:00.078491 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:00.083380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-985ef39e-fe81-471e-b30b-ed2ca80756b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/aceaa537-112e-4fdd-bbb5-94b260c44c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622502 Dec 09 15:35:00.085955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34020) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:00.088512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] Sync routers for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:00.099240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:00.099884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:34:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:00.200228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.211233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:00.309123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.362356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Deleting port b6eafcc1-909b-4772-a327-0922530d5ae7 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:00.362616 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.391191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:34:59Z', 'revision_number': 5, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port': {'id': 'b6eafcc1-909b-4772-a327-0922530d5ae7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:47Z', 'updated_at': '2021-12-09T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:00.418349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] Checking router: aceaa537-112e-4fdd-bbb5-94b260c44c05 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:00.426810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] Routers {'aceaa537-112e-4fdd-bbb5-94b260c44c05'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:00.427453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:34:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['aceaa537-112e-4fdd-bbb5-94b260c44c05'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:00.447040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] For port b6eafcc1-909b-4772-a327-0922530d5ae7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b6eafcc1-909b-4772-a327-0922530d5ae7,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:00.447434 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.459977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Calling delete_port for b6eafcc1-909b-4772-a327-0922530d5ae7 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:00.513349 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] Set router aceaa537-112e-4fdd-bbb5-94b260c44c05 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:00.568131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:35:00Z', 'revision_number': 6, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:00.590493 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:35:00.595131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c6ad9-8660-4a10-81fc-ed63fec60765 None None] The sync data for ids ['aceaa537-112e-4fdd-bbb5-94b260c44c05'] in n-d-804292-5 is: [{'id': 'aceaa537-112e-4fdd-bbb5-94b260c44c05', 'name': 'tempest-TestServerBasicOps-1913359345-router', 'tenant_id': '8bb46edfb63648dd83565eca311b8119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:46Z', 'updated_at': '2021-12-09T15:35:00Z', 'revision_number': 6, 'project_id': '8bb46edfb63648dd83565eca311b8119', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:00.626268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.656189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eafcc1-909b-4772-a327-0922530d5ae7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:00.664158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d0f76-fcf9-41f0-bf43-7dd7bbf1f069 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:35:00.713965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.803218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:00.805329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.129235 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.129930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aceaa537-112e-4fdd-bbb5-94b260c44c05 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:35:01.134283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.135363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d4ed4793-29d2-4d25-8e31-32b18e4410a7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/aceaa537-112e-4fdd-bbb5-94b260c44c05 HTTP/1.1" status: 204 len: 168 time: 1.0484886 Dec 09 15:35:01.137854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34022) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:01.181637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Deleting subnet d9d7671f-dbc9-473a-9583-4fe9669f61ea {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:01.184641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.219082 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.299141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.353101 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.381863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.385833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d9d7671f-dbc9-473a-9583-4fe9669f61ea HTTP/1.1" status: 204 len: 168 time: 0.2470226 Dec 09 15:35:01.386933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d881c2e-d09b-4bf4-9ac0-069c900a477a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d7671f-dbc9-473a-9583-4fe9669f61ea,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:01.387405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5d681-3460-4a91-8d50-3cd33c3780c2 None None] Network a3e23745-bfa5-4f85-bb36-13051f3680ed requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:01.388381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34024) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:01.468581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.535219 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Deleting port aad7b2ac-8b97-4282-a53a-b565644fe85e {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:01.535724 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.603121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] For port aad7b2ac-8b97-4282-a53a-b565644fe85e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=aad7b2ac-8b97-4282-a53a-b565644fe85e,segment=NetworkSegment(83701ba6-a847-4b59-b357-cb56852146b2),segment_id=83701ba6-a847-4b59-b357-cb56852146b2)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:01.603543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.617528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Calling delete_port for aad7b2ac-8b97-4282-a53a-b565644fe85e owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:01.704054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.711942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9eb920-bdce-487a-bafb-9228024cadb0 None None] DHCP port deletion for a3e23745-bfa5-4f85-bb36-13051f3680ed request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:35:01.731318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad7b2ac-8b97-4282-a53a-b565644fe85e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:01.733241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] No DVR routers for this DVR port aad7b2ac-8b97-4282-a53a-b565644fe85e on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:01.806958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.827409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e23745-bfa5-4f85-bb36-13051f3680ed']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:01.831224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b6eafcc1-909b-4772-a327-0922530d5ae7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:01.839387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83701ba6-a847-4b59-b357-cb56852146b2') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:01.839785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83701ba6-a847-4b59-b357-cb56852146b2') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:01.849717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.851157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b6eafcc1-909b-4772-a327-0922530d5ae7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:01.851601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b6eafcc1-909b-4772-a327-0922530d5ae7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:01.852023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32147dbe-8076-41f1-af9f-928465ef9e9d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:01.862476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.868601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:01.869164 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.870856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 32147dbe-8076-41f1-af9f-928465ef9e9d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:01.870966 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:01.873114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 32147dbe-8076-41f1-af9f-928465ef9e9d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:01.873114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aad7b2ac-8b97-4282-a53a-b565644fe85e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:01.890540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: aad7b2ac-8b97-4282-a53a-b565644fe85e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:01.890819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device aad7b2ac-8b97-4282-a53a-b565644fe85e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:01.925440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.931258 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:01.934982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3e23745-bfa5-4f85-bb36-13051f3680ed HTTP/1.1" status: 204 len: 168 time: 0.5455322 Dec 09 15:35:01.938558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34026) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:01.946094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0ea54-fe38-44a3-965b-d13367d13776 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e23745-bfa5-4f85-bb36-13051f3680ed,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:02.279479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:02.520013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Deleting port 5e6e7136-c53d-4b6f-8774-e7f60a204156 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:02.520353 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:02.597141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] For port 5e6e7136-c53d-4b6f-8774-e7f60a204156, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5e6e7136-c53d-4b6f-8774-e7f60a204156,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:02.597428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:02.610126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Calling delete_port for 5e6e7136-c53d-4b6f-8774-e7f60a204156 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:02.788222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:02.818341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6e7136-c53d-4b6f-8774-e7f60a204156,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:02.988586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.206407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Router 6c6ee863-2bf7-4889-9335-d93e62596352 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:35:03.313682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:35:03.319312 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2ae43474-b1ea-4d39-8ecc-e3940fb57679 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c6ee863-2bf7-4889-9335-d93e62596352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3792729 Dec 09 15:35:03.321637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34028) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:03.322690 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] Sync routers for ids ['6c6ee863-2bf7-4889-9335-d93e62596352'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:35:03.332225 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] Routers {'6c6ee863-2bf7-4889-9335-d93e62596352'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:03.332835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:34:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6c6ee863-2bf7-4889-9335-d93e62596352'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.431093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.438068 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] Set router 6c6ee863-2bf7-4889-9335-d93e62596352 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:03.534780 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.588896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Deleting port a8bd04f8-a18c-4ac9-be8b-5859523039e0 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:03.589244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.618236 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:35:02Z', 'revision_number': 5, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port': {'id': 'a8bd04f8-a18c-4ac9-be8b-5859523039e0', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:29:53Z', 'updated_at': '2021-12-09T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.646467 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] Checking router: 6c6ee863-2bf7-4889-9335-d93e62596352 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:35:03.656100 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] Routers {'6c6ee863-2bf7-4889-9335-d93e62596352'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:35:03.656722 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:34:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6c6ee863-2bf7-4889-9335-d93e62596352'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.667807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] For port a8bd04f8-a18c-4ac9-be8b-5859523039e0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a8bd04f8-a18c-4ac9-be8b-5859523039e0,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:03.668170 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.681165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Calling delete_port for a8bd04f8-a18c-4ac9-be8b-5859523039e0 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:03.742610 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] Set router 6c6ee863-2bf7-4889-9335-d93e62596352 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:35:03.798804 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:35:03Z', 'revision_number': 6, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:03.827736 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5afda-923a-4daf-b7f8-d6f17dc121f2 None None] The sync data for ids ['6c6ee863-2bf7-4889-9335-d93e62596352'] in n-d-804292-5 is: [{'id': '6c6ee863-2bf7-4889-9335-d93e62596352', 'name': 'tempest-TestServerBasicOps-832836777-router', 'tenant_id': '9f0b10b69e964cc797610d8479020f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:29:52Z', 'updated_at': '2021-12-09T15:35:03Z', 'revision_number': 6, 'project_id': '9f0b10b69e964cc797610d8479020f3d', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:35:03.855510 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:03.886746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bd04f8-a18c-4ac9-be8b-5859523039e0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:03.900423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f541d4d-d46c-439c-a912-b2c38a478a60 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:35:03.948125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.038501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.040564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.086997 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.087559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6ee863-2bf7-4889-9335-d93e62596352 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:35:04.091838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.093024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cdf5e148-0f0b-450a-89e0-49685d6209eb admin admin] 10.222.0.46 "DELETE /v2.0/routers/6c6ee863-2bf7-4889-9335-d93e62596352 HTTP/1.1" status: 204 len: 168 time: 0.7704718 Dec 09 15:35:04.095744 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34030) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:04.416999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Deleting subnet ef9a9a02-5153-4ce6-8a6d-c596289a3576 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:35:04.420857 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.454045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.531840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.588080 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.617986 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9a9a02-5153-4ce6-8a6d-c596289a3576,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:04.621402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.627019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d9bfbfa9-30d3-4edd-b8f4-8bdda23aa1e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ef9a9a02-5153-4ce6-8a6d-c596289a3576 HTTP/1.1" status: 204 len: 168 time: 0.5279801 Dec 09 15:35:04.627204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34032) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:04.631185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f030acbe-2d88-4c9f-b685-d75b55aa315b None None] Network c82bab91-8823-49c0-b6ac-57efe86eb60d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:04.696272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.757624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Deleting port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:04.757965 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.779027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161575cd-e188-4513-967d-e139e477c213 None None] DHCP port deletion for c82bab91-8823-49c0-b6ac-57efe86eb60d request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:35:04.828477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] For port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:04.828841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.832032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-161575cd-e188-4513-967d-e139e477c213 None None] Deleting port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:04.832416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.842699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Calling delete_port for 4096f4a9-6bba-47c1-9c41-a05dd90ba37e owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:04.898154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-161575cd-e188-4513-967d-e139e477c213 None None] For port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,segment=NetworkSegment(8b8b3905-96b3-473c-87b3-1a16a2bd1d57),segment_id=8b8b3905-96b3-473c-87b3-1a16a2bd1d57)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:04.898546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.912249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-161575cd-e188-4513-967d-e139e477c213 None None] Calling delete_port for 4096f4a9-6bba-47c1-9c41-a05dd90ba37e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:04.932672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:04.957506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:04.964293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] No DVR routers for this DVR port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:04.994437 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.022403 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161575cd-e188-4513-967d-e139e477c213 None None] No DVR routers for this DVR port 4096f4a9-6bba-47c1-9c41-a05dd90ba37e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:05.025519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161575cd-e188-4513-967d-e139e477c213 None None] Pushing event deleted for resources: {'Port': ['ID=4096f4a9-6bba-47c1-9c41-a05dd90ba37e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.035224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.035693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.035928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.036268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.037180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.037523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.038122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.038453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.038586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.038990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.039126 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.039476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.039803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.040125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161575cd-e188-4513-967d-e139e477c213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:35:05.058289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82bab91-8823-49c0-b6ac-57efe86eb60d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:05.068923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8b3905-96b3-473c-87b3-1a16a2bd1d57') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:05.069221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8b3905-96b3-473c-87b3-1a16a2bd1d57') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:35:05.079074 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.092084 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.098051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:35:05.098457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:35:05.100226 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:35:05.152814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.158540 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.161752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c82bab91-8823-49c0-b6ac-57efe86eb60d HTTP/1.1" status: 204 len: 168 time: 0.5335488 Dec 09 15:35:05.174654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b7b4-0bf8-4dc2-8a53-630e1e5dbdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c82bab91-8823-49c0-b6ac-57efe86eb60d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.282320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34036) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:05.322882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-075e95f6-02b4-44b5-9d3f-d08219e179ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bb46edfb63648dd83565eca311b8119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393610 Dec 09 15:35:05.325293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:05.375794 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52faf503-01f9-495e-a3b6-8ce52b12e1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.396229 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52faf503-01f9-495e-a3b6-8ce52b12e1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.443894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52faf503-01f9-495e-a3b6-8ce52b12e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.446495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-52faf503-01f9-495e-a3b6-8ce52b12e1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.450041 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-52faf503-01f9-495e-a3b6-8ce52b12e1ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf5e8620-ae1c-4d8e-84da-e6ac7995a140 HTTP/1.1" status: 204 len: 168 time: 0.1214426 Dec 09 15:35:05.455700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faf503-01f9-495e-a3b6-8ce52b12e1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e8620-ae1c-4d8e-84da-e6ac7995a140,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:05.754360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34044) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:05.794913 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e6dca9e-5922-45d0-97ee-ab28fe99b399 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f0b10b69e964cc797610d8479020f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393763 Dec 09 15:35:05.798060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:05.831160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5e6e7136-c53d-4b6f-8774-e7f60a204156 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:05.850430 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1acd55b7-04fa-463a-a42b-fb6547ec58dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.851703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5e6e7136-c53d-4b6f-8774-e7f60a204156 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:05.852057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5e6e7136-c53d-4b6f-8774-e7f60a204156 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:05.852482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a8bd04f8-a18c-4ac9-be8b-5859523039e0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:05.871637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1acd55b7-04fa-463a-a42b-fb6547ec58dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.871808 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a8bd04f8-a18c-4ac9-be8b-5859523039e0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:05.872025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a8bd04f8-a18c-4ac9-be8b-5859523039e0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:05.872439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4096f4a9-6bba-47c1-9c41-a05dd90ba37e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:05.894205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4096f4a9-6bba-47c1-9c41-a05dd90ba37e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:05.894557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4096f4a9-6bba-47c1-9c41-a05dd90ba37e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:05.918288 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1acd55b7-04fa-463a-a42b-fb6547ec58dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.921541 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1acd55b7-04fa-463a-a42b-fb6547ec58dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:05.922637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1acd55b7-04fa-463a-a42b-fb6547ec58dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0a8932b-a883-4794-b324-863181bda654 HTTP/1.1" status: 204 len: 168 time: 0.1236393 Dec 09 15:35:05.930527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd55b7-04fa-463a-a42b-fb6547ec58dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8932b-a883-4794-b324-863181bda654,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:15.902728 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-f5b1ac63-8159-496f-bade-18cfc832bf2b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=30fa440adc864dbb8f785da8a4733b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288363 Dec 09 15:35:16.085168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-448eee2c-e0c7-4efa-b493-5c85799c892c tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:16.086633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-448eee2c-e0c7-4efa-b493-5c85799c892c tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779752 Dec 09 15:35:16.102087 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-f65354a2-1e43-493b-97fa-ed73bdb7ed0a tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/quotas/30fa440adc864dbb8f785da8a4733b65 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Dec 09 15:35:16.134633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-c5d5c00e-7c1c-4539-a20d-96af1d2f66c9 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=30fa440adc864dbb8f785da8a4733b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273585 Dec 09 15:35:16.299945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-057671e8-05a2-410c-9198-bdae89c7821d req-8e69ca74-3e26-43d4-bd3d-db4cdb46e241 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 210 time: 0.0270312 Dec 09 15:35:17.354868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-2d0796ff-bc25-41f0-b644-186e11f92577 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=30fa440adc864dbb8f785da8a4733b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300171 Dec 09 15:35:17.400608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-640f9b73-302b-4cd6-93c1-f8052d8b171b req-fff1513b-a966-456b-8701-c1143b126fbb tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Dec 09 15:35:17.547703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-5a11dcc0-f5cf-41e7-959e-8929e441a6f3 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:17.549163 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-5a11dcc0-f5cf-41e7-959e-8929e441a6f3 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884341 Dec 09 15:35:17.564177 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Request body: {'port': {'device_id': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'admin_state_up': True, 'tenant_id': '30fa440adc864dbb8f785da8a4733b65'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:17.669262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Made reservation on behalf of 30fa440adc864dbb8f785da8a4733b65 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:17.672904 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.686421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.760295 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.764484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:17.828162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82f9a68-6b58-466b-a290-e5f7e8b7f08d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:17.894019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Allocated IP 192.168.233.167 (d7da7d6b-594a-4d10-922b-8bc7ca16200c/cdd25553-fe82-475e-beeb-e5f1eb2b8f3e/8ed2be15-0f46-451c-93b2-920e63e7ac64) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:18.038019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.071034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.112134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Network d7da7d6b-594a-4d10-922b-8bc7ca16200c is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:18.115060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:18.118563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:18.150330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Pushing event updated for resources: {'Port': ['ID=8ed2be15-0f46-451c-93b2-920e63e7ac64,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:18.186038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.186669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.204563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-4ac62a93-0be6-4ee7-b2e3-25317da01002 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6442294 Dec 09 15:35:18.221908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Request body: {'port': {'device_id': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:18.280414 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.356858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3bc58409-9975-475c-9d97-5c9100a8b287 None None] Provisioning complete for port 8ed2be15-0f46-451c-93b2-920e63e7ac64 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:18.358255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3bc58409-9975-475c-9d97-5c9100a8b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.392336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3bc58409-9975-475c-9d97-5c9100a8b287 None None] Port 8ed2be15-0f46-451c-93b2-920e63e7ac64 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:35:18.549546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c4e38-88f3-4ddc-9485-318ba25d6cb0 req-f0dd5acc-1988-44a8-837a-1ad10797f216 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.551017 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc2c4e38-88f3-4ddc-9485-318ba25d6cb0 req-f0dd5acc-1988-44a8-837a-1ad10797f216 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 936 time: 0.0771353 Dec 09 15:35:18.596669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed2be15-0f46-451c-93b2-920e63e7ac64 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:18.604996 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.632184 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Transition to ACTIVE for port object 8ed2be15-0f46-451c-93b2-920e63e7ac64 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:18.636829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.647865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fc2c4e38-88f3-4ddc-9485-318ba25d6cb0 req-7ed94ace-5b6d-4639-b9f5-5db14c5ce062 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749779 Dec 09 15:35:18.689998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2be15-0f46-451c-93b2-920e63e7ac64,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:18.765531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Attempting to bind port 8ed2be15-0f46-451c-93b2-920e63e7ac64 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:18.765872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Attempting to bind port 8ed2be15-0f46-451c-93b2-920e63e7ac64 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:18.766201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Attempting to bind port 8ed2be15-0f46-451c-93b2-920e63e7ac64 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:18.770830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Port 8ed2be15-0f46-451c-93b2-920e63e7ac64 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:18.771185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Attempting to bind port 8ed2be15-0f46-451c-93b2-920e63e7ac64 on network d7da7d6b-594a-4d10-922b-8bc7ca16200c {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:18.776393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:18.776731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Checking segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:18.777115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Bound using segment: {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:18.777542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Bound port: 8ed2be15-0f46-451c-93b2-920e63e7ac64, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da370391-7404-4000-988f-23cabaea7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:18.777898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.844137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] For port 8ed2be15-0f46-451c-93b2-920e63e7ac64, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:18.847234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] For port 8ed2be15-0f46-451c-93b2-920e63e7ac64, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:18.851388 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.886006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.886635 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:18.888389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] 10.222.0.43 "PUT /v2.0/ports/8ed2be15-0f46-451c-93b2-920e63e7ac64 HTTP/1.1" status: 200 len: 1096 time: 0.6707249 Dec 09 15:35:18.889085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'tag': '8ed2be15-0f46-451c-93b2-920e63e7ac64'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:18.891481 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2cfeb4-22ce-4b99-a2e3-518905301325", "tag": "8ed2be15-0f46-451c-93b2-920e63e7ac64"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:18.917471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cd2a-0ef3-4071-a06d-d24d9ced62be service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2be15-0f46-451c-93b2-920e63e7ac64,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:18.981411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-cb0c6c8b-b4b2-4b46-894c-8fa1fef5f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:18.984325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-cb0c6c8b-b4b2-4b46-894c-8fa1fef5f9de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30fa440adc864dbb8f785da8a4733b65&device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 1099 time: 0.0430515 Dec 09 15:35:19.038932 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539104a7-2f74-4bf9-9760-06246a2f22bf x-openstack-request-id: req-539104a7-2f74-4bf9-9760-06246a2f22bf {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:19.039237 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2cfeb4-22ce-4b99-a2e3-518905301325", "tag": "8ed2be15-0f46-451c-93b2-920e63e7ac64", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:19.039522 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-539104a7-2f74-4bf9-9760-06246a2f22bf {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:19.039925 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'tag': '8ed2be15-0f46-451c-93b2-920e63e7ac64', 'status': 'completed', 'code': 200} Dec 09 15:35:19.041900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-d668187c-a837-4ba3-a85a-694aea73262c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64 HTTP/1.1" status: 200 len: 217 time: 0.0451801 Dec 09 15:35:19.100087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-b6151abc-1739-4fcd-9e8a-34f620839131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.101605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-b6151abc-1739-4fcd-9e8a-34f620839131 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0450821 Dec 09 15:35:19.156721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832413a9-4c35-4a34-b588-d42038912954 req-8e7dd162-525a-4ad7-9e28-f7bf7921e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.158406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-8e7dd162-525a-4ad7-9e28-f7bf7921e28b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413744 Dec 09 15:35:19.256891 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-c0f9c7b0-02a5-451a-811f-65a73b9d13e2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880394 Dec 09 15:35:19.350014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-832413a9-4c35-4a34-b588-d42038912954 req-cbdf687f-4b0f-471d-a211-c47096074985 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819998 Dec 09 15:35:19.449753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-53bcceb3-6750-4d9d-9299-1cbfaae8311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.451170 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-53bcceb3-6750-4d9d-9299-1cbfaae8311f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30fa440adc864dbb8f785da8a4733b65&device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 1099 time: 0.0449281 Dec 09 15:35:19.540046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-e0dc1825-216a-4f0f-9916-6721d7a6753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.541496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-e0dc1825-216a-4f0f-9916-6721d7a6753c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7da7d6b-594a-4d10-922b-8bc7ca16200c HTTP/1.1" status: 200 len: 870 time: 0.0836639 Dec 09 15:35:19.586772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-de40dbc6-4497-48d8-8577-1b1cabf4dbb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64 HTTP/1.1" status: 200 len: 217 time: 0.0375462 Dec 09 15:35:19.634087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-23effa6b-8c5b-4514-a0bc-dbc2b5145aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.635504 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-23effa6b-8c5b-4514-a0bc-dbc2b5145aea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdd25553-fe82-475e-beeb-e5f1eb2b8f3e HTTP/1.1" status: 200 len: 843 time: 0.0419285 Dec 09 15:35:19.682359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-4c95d6a6-6386-48b3-94bf-08a413a8376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.683979 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-4c95d6a6-6386-48b3-94bf-08a413a8376a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7da7d6b-594a-4d10-922b-8bc7ca16200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395515 Dec 09 15:35:19.809133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66c39b-4799-4294-b078-c7a158b6bef4 req-2016c842-a7fa-41d7-9090-53b56310dd16 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:19.810724 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d66c39b-4799-4294-b078-c7a158b6bef4 req-2016c842-a7fa-41d7-9090-53b56310dd16 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 948 time: 0.0916331 Dec 09 15:35:19.814132 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-55e35bbd-9dd5-4e0f-9858-5b8b25fa2c29 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224604 Dec 09 15:35:19.916079 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d66c39b-4799-4294-b078-c7a158b6bef4 req-18f411ec-96a5-4195-9938-ff2ccd82e62a tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990248 Dec 09 15:35:19.937020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa33f6f9-0bb7-4f72-b8c8-68a7af2849c6 req-61325f46-0c9d-40dd-8e63-1355969ee0f7 service neutron] 10.222.0.43 "GET /v2.0/networks/d7da7d6b-594a-4d10-922b-8bc7ca16200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144145 Dec 09 15:35:21.030817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362da44-b5ca-40b2-bf4e-aae6b477ee84 req-74c59772-5e72-487a-b919-add3e5987411 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:21.032277 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3362da44-b5ca-40b2-bf4e-aae6b477ee84 req-74c59772-5e72-487a-b919-add3e5987411 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 948 time: 0.0466828 Dec 09 15:35:21.077665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3362da44-b5ca-40b2-bf4e-aae6b477ee84 req-1f7139cd-3cb8-4d8c-978c-47c25f933dbe tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Dec 09 15:35:21.529673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8ed2be15-0f46-451c-93b2-920e63e7ac64 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:21.624799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8ed2be15-0f46-451c-93b2-920e63e7ac64, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:21.635676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8ed2be15-0f46-451c-93b2-920e63e7ac64', 'network_id': 'd7da7d6b-594a-4d10-922b-8bc7ca16200c', 'port_id': '8ed2be15-0f46-451c-93b2-920e63e7ac64', 'mac_address': 'fa:16:3e:9c:67:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd25553-fe82-475e-beeb-e5f1eb2b8f3e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:21.676400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.689249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed2be15-0f46-451c-93b2-920e63e7ac64 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:21.707814 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8ed2be15-0f46-451c-93b2-920e63e7ac64, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:21.711645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:21.758153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8ed2be15-0f46-451c-93b2-920e63e7ac64,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:22.017013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8ed2be15-0f46-451c-93b2-920e63e7ac64'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:22.191069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:22.195327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93627-a758-4a3d-b180-feb5b319de36 req-4f4614d1-933d-4f1d-af14-25dcd972112b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:22.196872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0e93627-a758-4a3d-b180-feb5b319de36 req-4f4614d1-933d-4f1d-af14-25dcd972112b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 949 time: 0.0500927 Dec 09 15:35:22.244197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e0e93627-a758-4a3d-b180-feb5b319de36 req-d34a56dc-6846-4969-8675-2f7d6fa9bafe tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Dec 09 15:35:22.638558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.228584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-324eaa52-37be-48c3-9287-d1c86715eb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.394384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c820-776a-459c-867b-b555bacf5208 req-37d69f39-65a1-4ae1-9e9c-7d99c25e67de tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:23.396148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e36c820-776a-459c-867b-b555bacf5208 req-37d69f39-65a1-4ae1-9e9c-7d99c25e67de tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 949 time: 0.0672448 Dec 09 15:35:23.447289 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e36c820-776a-459c-867b-b555bacf5208 req-5a94ac2b-6c6b-4a8a-8220-7241bda3277e tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Dec 09 15:35:23.545717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8ed2be15-0f46-451c-93b2-920e63e7ac64 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:23.614496 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8ed2be15-0f46-451c-93b2-920e63e7ac64 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:23.618681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8ed2be15-0f46-451c-93b2-920e63e7ac64 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:23.619094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.700949 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.723656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2be15-0f46-451c-93b2-920e63e7ac64'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:23.725944 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e674fa6-89bf-4800-be0a-7bc85ed68d77" -d '{"events": [{"server_uuid": "1d2cfeb4-22ce-4b99-a2e3-518905301325", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2be15-0f46-451c-93b2-920e63e7ac64"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:23.738841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8ed2be15-0f46-451c-93b2-920e63e7ac64, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:23.743016 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:23.793041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8ed2be15-0f46-451c-93b2-920e63e7ac64,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:23.831421 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f50fd5-c893-449c-bc88-11ae41d1571e x-openstack-request-id: req-a9f50fd5-c893-449c-bc88-11ae41d1571e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:23.831723 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2cfeb4-22ce-4b99-a2e3-518905301325", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2be15-0f46-451c-93b2-920e63e7ac64", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:23.831978 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9f50fd5-c893-449c-bc88-11ae41d1571e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:23.832379 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2be15-0f46-451c-93b2-920e63e7ac64', 'code': 200} Dec 09 15:35:23.938117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265af97-224e-469a-8f40-841fa16f9373 req-40f76cbf-a809-4ccd-86e3-60e7c33cb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:23.939647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f265af97-224e-469a-8f40-841fa16f9373 req-40f76cbf-a809-4ccd-86e3-60e7c33cb088 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 1101 time: 0.0388691 Dec 09 15:35:23.987408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f265af97-224e-469a-8f40-841fa16f9373 req-851e1ec8-2d5b-4af5-891e-68c58072b9c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Dec 09 15:35:24.567661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157365b6-1501-4527-b7ff-e25b846bdd2d req-57ad675d-c640-47cf-bc8a-85ed8b6cc9e8 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:24.569050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157365b6-1501-4527-b7ff-e25b846bdd2d req-57ad675d-c640-47cf-bc8a-85ed8b6cc9e8 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 950 time: 0.0480523 Dec 09 15:35:24.615797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-157365b6-1501-4527-b7ff-e25b846bdd2d req-3f845fe6-06cb-411c-9107-022aa40de5e7 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Dec 09 15:35:25.678187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b4606ae-99c6-427c-90e1-f1028f67b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:25.730666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004d5b5-2ab5-4463-a56e-ffe81ab5bdeb req-0862d0c7-3a7e-4c0f-97b5-247b350d70e3 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:25.732166 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7004d5b5-2ab5-4463-a56e-ffe81ab5bdeb req-0862d0c7-3a7e-4c0f-97b5-247b350d70e3 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 950 time: 0.0471888 Dec 09 15:35:25.778953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7004d5b5-2ab5-4463-a56e-ffe81ab5bdeb req-390e79c6-c18a-4713-926a-bc49e2080a63 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Dec 09 15:35:26.147672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-42bd276e-4a98-4c13-b8e7-32ea3fad922f req-48e99e32-7279-40a9-b690-855a39ae6120 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:35:26.148655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42bd276e-4a98-4c13-b8e7-32ea3fad922f req-48e99e32-7279-40a9-b690-855a39ae6120 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1037500 Dec 09 15:35:26.536190 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-e4ff6c21-bfe3-41a0-ab52-183ba6131f51 req-624bf598-62ab-4d15-a3db-c7f489290734 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:35:26.537516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4ff6c21-bfe3-41a0-ab52-183ba6131f51 req-624bf598-62ab-4d15-a3db-c7f489290734 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0628562 Dec 09 15:35:26.801141 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:26.869121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95994f-a12a-479a-ad57-d06360acea53 req-23da6688-d376-4c94-abf0-6d36333f6596 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:26.870606 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b95994f-a12a-479a-ad57-d06360acea53 req-23da6688-d376-4c94-abf0-6d36333f6596 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 950 time: 0.0477335 Dec 09 15:35:26.918474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b95994f-a12a-479a-ad57-d06360acea53 req-7e81918a-57f0-4219-bb05-cedd9124f52c tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Dec 09 15:35:28.036794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deecd1-d197-4fa6-aa20-20e648d57895 req-9a852298-867e-4bd1-8a39-7a360a9f4c8c tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.038533 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69deecd1-d197-4fa6-aa20-20e648d57895 req-9a852298-867e-4bd1-8a39-7a360a9f4c8c tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 950 time: 0.0475404 Dec 09 15:35:28.088330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69deecd1-d197-4fa6-aa20-20e648d57895 req-0cc53aae-da68-4830-8a96-ae4aa1eaf479 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/security-groups?id=d82f9a68-6b58-466b-a290-e5f7e8b7f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Dec 09 15:35:28.244442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-62d4a4a8-ce8f-4afd-93e4-15205403e1ca tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:28.245889 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-62d4a4a8-ce8f-4afd-93e4-15205403e1ca tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 950 time: 0.0507977 Dec 09 15:35:28.338823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Deleting port 8ed2be15-0f46-451c-93b2-920e63e7ac64 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:35:28.339167 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.431093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] For port 8ed2be15-0f46-451c-93b2-920e63e7ac64, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8ed2be15-0f46-451c-93b2-920e63e7ac64,segment=NetworkSegment(da370391-7404-4000-988f-23cabaea7b33),segment_id=da370391-7404-4000-988f-23cabaea7b33)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:28.431489 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.443437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Calling delete_port for 8ed2be15-0f46-451c-93b2-920e63e7ac64 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:35:28.489455 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.568201 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.580445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8ed2be15-0f46-451c-93b2-920e63e7ac64'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:28.609232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Pushing event deleted for resources: {'Port': ['ID=8ed2be15-0f46-451c-93b2-920e63e7ac64,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:28.649501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] No DVR routers for this DVR port 8ed2be15-0f46-451c-93b2-920e63e7ac64 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:35:28.652203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:28.657570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d61f6fd-d3d6-4909-93f6-1b44384e6013 req-ce47b353-2a0f-4008-b739-bd8b5ccab50b tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.43 "DELETE /v2.0/ports/8ed2be15-0f46-451c-93b2-920e63e7ac64 HTTP/1.1" status: 204 len: 173 time: 0.4008820 Dec 09 15:35:28.657570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'name': 'network-vif-deleted', 'tag': '8ed2be15-0f46-451c-93b2-920e63e7ac64'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:28.658928 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fcf93e-f11f-46ca-b60e-f64d4f7e12b0" -d '{"events": [{"server_uuid": "1d2cfeb4-22ce-4b99-a2e3-518905301325", "name": "network-vif-deleted", "tag": "8ed2be15-0f46-451c-93b2-920e63e7ac64"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:28.697306 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f667a4a-427b-46de-83a7-ee701b241ec9 x-openstack-request-id: req-3f667a4a-427b-46de-83a7-ee701b241ec9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:28.697614 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2cfeb4-22ce-4b99-a2e3-518905301325", "name": "network-vif-deleted", "tag": "8ed2be15-0f46-451c-93b2-920e63e7ac64", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:28.697872 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f667a4a-427b-46de-83a7-ee701b241ec9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:28.698288 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2cfeb4-22ce-4b99-a2e3-518905301325', 'name': 'network-vif-deleted', 'tag': '8ed2be15-0f46-451c-93b2-920e63e7ac64', 'status': 'completed', 'code': 200} Dec 09 15:35:29.196338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5070f18f-8d4f-4432-9e79-b5ee6b570f03 req-229aee43-220d-4cd7-bd84-2a07a22cda49 tempest-ServersAdminNegativeTestJSON-176509024 tempest-ServersAdminNegativeTestJSON-176509024-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2cfeb4-22ce-4b99-a2e3-518905301325 HTTP/1.1" status: 200 len: 210 time: 0.0256696 Dec 09 15:35:29.240429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.503211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34186) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:30.646129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8ac0f7a3-d37d-446e-b1cd-0ef6e7045491 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30fa440adc864dbb8f785da8a4733b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416049 Dec 09 15:35:30.648755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34190) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:30.696168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d654038-c3f1-4c9d-adfd-e37972548b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.716954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d654038-c3f1-4c9d-adfd-e37972548b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.765448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d654038-c3f1-4c9d-adfd-e37972548b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.768019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d654038-c3f1-4c9d-adfd-e37972548b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:30.769146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8d654038-c3f1-4c9d-adfd-e37972548b41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d82f9a68-6b58-466b-a290-e5f7e8b7f08d HTTP/1.1" status: 204 len: 168 time: 0.1194868 Dec 09 15:35:30.776623 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d654038-c3f1-4c9d-adfd-e37972548b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82f9a68-6b58-466b-a290-e5f7e8b7f08d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:31.029629 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34196) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:31.043564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76f8f74b-31d4-4510-9eba-82930aa445ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.123874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76f8f74b-31d4-4510-9eba-82930aa445ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.128041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76f8f74b-31d4-4510-9eba-82930aa445ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.169246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-76f8f74b-31d4-4510-9eba-82930aa445ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00163e92f67145aea19b6499b9f23d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358912 Dec 09 15:35:31.169246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8f74b-31d4-4510-9eba-82930aa445ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaaf161-35e0-4111-b0a1-1f6f3d2319c1,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:31.170164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34198) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:31.221202 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-07a0bace-f39d-45e8-a2d7-7867d797ccf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.242942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-07a0bace-f39d-45e8-a2d7-7867d797ccf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.289745 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-07a0bace-f39d-45e8-a2d7-7867d797ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.292507 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-07a0bace-f39d-45e8-a2d7-7867d797ccf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:31.293779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-07a0bace-f39d-45e8-a2d7-7867d797ccf5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6aaaf161-35e0-4111-b0a1-1f6f3d2319c1 HTTP/1.1" status: 204 len: 168 time: 0.1218350 Dec 09 15:35:31.302442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0bace-f39d-45e8-a2d7-7867d797ccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaaf161-35e0-4111-b0a1-1f6f3d2319c1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:31.607989 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8ed2be15-0f46-451c-93b2-920e63e7ac64 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:35:31.631124 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8ed2be15-0f46-451c-93b2-920e63e7ac64 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:35:31.631578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8ed2be15-0f46-451c-93b2-920e63e7ac64 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:35:31.948735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34220) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:32.044968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-680439538-network', 'tenant_id': '5dc5005b0abf40728c799b7aac71e53e'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:32.066350 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Made reservation on behalf of 5dc5005b0abf40728c799b7aac71e53e for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:32.068630 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.077231 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.150211 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.153818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.175413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:35:32.188838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bef6dd-7870-4b48-9765-da36e75d56ec,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:32.193663 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.194028 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Added segment d0762230-264a-4cd9-85de-28821502171b of type vlan for network bfabbcda-009d-46c6-8a69-7b9001a22544 Dec 09 15:35:32.234078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.257869 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.258816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:32.259422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.293993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3441472 Dec 09 15:35:32.297325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34224) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:35:32.302446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Request body: {'subnet': {'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-680439538-subnet', 'tenant_id': '5dc5005b0abf40728c799b7aac71e53e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:32.320750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee934a-39eb-40fa-8894-b8a9e10155b4 admin admin] Pushing event updated for resources: {'Network': ['ID=bfabbcda-009d-46c6-8a69-7b9001a22544,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:32.324489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Made reservation on behalf of 5dc5005b0abf40728c799b7aac71e53e for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:32.327330 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.332706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network bfabbcda-009d-46c6-8a69-7b9001a22544 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:35:32.492271 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.548066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18b59ae-453b-4c65-bccd-36be6f6cd065,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:32.556122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Checking segment: {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:32.556516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Network hostable DHCP agents. Network: bfabbcda-009d-46c6-8a69-7b9001a22544, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:35:32.572829 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Network bfabbcda-009d-46c6-8a69-7b9001a22544 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:35:32.581663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, bfabbcda-009d-46c6-8a69-7b9001a22544) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:32.586221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:32.586970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:32.591035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080071c-89ea-4790-a502-0b578c48f68f None None] Network bfabbcda-009d-46c6-8a69-7b9001a22544 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:32.603983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-db3945cd-f850-44df-973e-05e632f65396 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3055151 Dec 09 15:35:32.691130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe1ea8-3cd5-41fc-b097-5428bb5cec60 None None] Network bfabbcda-009d-46c6-8a69-7b9001a22544 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:35:33.023595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-dc46ac3d-23af-4ddb-b7d2-abbb1786748d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:33.025056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-dc46ac3d-23af-4ddb-b7d2-abbb1786748d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 811 time: 0.1017244 Dec 09 15:35:33.039897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-e049823d-83ff-4dbc-aacb-d9afd7eee5b2 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/quotas/5dc5005b0abf40728c799b7aac71e53e HTTP/1.1" status: 200 len: 375 time: 0.0090876 Dec 09 15:35:33.070947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-1766b10c-5ee6-4bad-a769-99368eecd0f1 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258863 Dec 09 15:35:33.081536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-99b6897d-3d60-4b9a-a12d-3f25e959db3e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:35:33.082496 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-99b6897d-3d60-4b9a-a12d-3f25e959db3e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050061 Dec 09 15:35:33.172480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-a68a3d4e-e025-47f1-a3e1-f58e8f38eca8 service neutron] 10.222.0.46 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Dec 09 15:35:33.264556 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ea7a78b9-eeb6-4de7-91c5-e5eb22169ccb service neutron] 10.222.0.46 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859628 Dec 09 15:35:33.426757 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cc861333-df36-477d-a3c2-213626b0e5bc req-5d3e043c-158d-44d2-90f1-9495e0161d84 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 210 time: 0.0307565 Dec 09 15:35:34.458867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-f33ff32a-8abf-425e-862e-f6a794ffddc2 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:34.460441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-f33ff32a-8abf-425e-862e-f6a794ffddc2 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.43 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 811 time: 0.1055281 Dec 09 15:35:34.477705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Request body: {'port': {'device_id': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544', 'admin_state_up': True, 'tenant_id': '5dc5005b0abf40728c799b7aac71e53e'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:34.528830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53d89a61-0112-458a-ae2f-79e6e40e3c66 req-289070ee-09d4-486a-ab0e-c2f125b6ee4d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 210 time: 0.0301998 Dec 09 15:35:34.592694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Made reservation on behalf of 5dc5005b0abf40728c799b7aac71e53e for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:35:34.596390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.717825 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Allocated IP 172.20.0.8 (bfabbcda-009d-46c6-8a69-7b9001a22544/b18b59ae-453b-4c65-bccd-36be6f6cd065/c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:35:34.864005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.896684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:34.938018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Network bfabbcda-009d-46c6-8a69-7b9001a22544 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:35:34.941248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:35:34.944824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:35:34.975654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:35.003122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.003748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.018879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-ef2ab953-730e-4880-80d0-44bd808c9e0d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455966 Dec 09 15:35:35.090194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Request body: {'port': {'device_id': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:35:35.143776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.399920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:35.408024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.420589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Transition to ACTIVE for port object c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:35:35.424010 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.476022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:35.537843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:35:35.538175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:35:35.538501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on network bfabbcda-009d-46c6-8a69-7b9001a22544 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:35.542631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on network bfabbcda-009d-46c6-8a69-7b9001a22544 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:35:35.542951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on network bfabbcda-009d-46c6-8a69-7b9001a22544 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:35:35.547730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:35:35.548063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Checking segment: {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:35:35.548433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Bound using segment: {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:35:35.548849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Bound port: c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:35:35.549191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.641103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:35:35.644818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:35:35.652120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.671009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a0d86-d9c5-42ab-97da-cd447b26a8bb req-55d694e4-0e8b-451a-9727-7add5b947dc0 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.672532 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58a0d86-d9c5-42ab-97da-cd447b26a8bb req-55d694e4-0e8b-451a-9727-7add5b947dc0 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 943 time: 0.0746324 Dec 09 15:35:35.702508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:35.703309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:35.704989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] 10.222.0.43 "PUT /v2.0/ports/c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 1091 time: 0.6727762 Dec 09 15:35:35.706396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:35.708639 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced50fcc-7030-4508-a487-fc93c96f6705" -d '{"events": [{"name": "network-changed", "server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:35.761943 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6488ebcb-c668-48ad-a468-cbc90829c5bd x-openstack-request-id: req-6488ebcb-c668-48ad-a468-cbc90829c5bd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:35.762228 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:35.762485 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6488ebcb-c668-48ad-a468-cbc90829c5bd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:35.762871 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'status': 'completed', 'code': 200} Dec 09 15:35:35.763441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637ab8-874a-4d2d-b896-80c9073fc379 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:36.079653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b58a0d86-d9c5-42ab-97da-cd447b26a8bb req-5b13a96e-216d-47b6-8a2f-7cb5a0b72e70 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898842 Dec 09 15:35:36.091760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-56b0a24b-f525-4923-8f64-2a8063abf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.093365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-56b0a24b-f525-4923-8f64-2a8063abf600 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1094 time: 0.3422985 Dec 09 15:35:36.142355 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-960beb7a-e743-4ce9-81ec-0d24aa18de15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0335474 Dec 09 15:35:36.196255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-b0b52778-b333-4cd8-8d54-e24bf84a1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.197708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-b0b52778-b333-4cd8-8d54-e24bf84a1ce2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0436454 Dec 09 15:35:36.232431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-540202d1-a3f4-4ece-b05c-a0735150a687 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228267 Dec 09 15:35:36.325137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-96caa65e-089a-415f-8ae1-797c36bca804 service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850625 Dec 09 15:35:36.421474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b707efd-58ef-4643-861d-0fb7f2e60663 req-1267e603-62a8-46f9-95bf-6028cfb24fd9 service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851595 Dec 09 15:35:36.520099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-80070dbd-d22e-4ded-874e-b2b3404eefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.521565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-80070dbd-d22e-4ded-874e-b2b3404eefdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1094 time: 0.0398159 Dec 09 15:35:36.612622 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-a3636f89-ab19-48a9-b74f-3df16822dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.614076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-a3636f89-ab19-48a9-b74f-3df16822dba3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 912 time: 0.0827680 Dec 09 15:35:36.659365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-65fa69a7-93cc-4af2-845f-8d2c735f098c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0373309 Dec 09 15:35:36.707299 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-5967d3e0-852f-4b30-b2d4-80ab00f6ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:36.708639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-5967d3e0-852f-4b30-b2d4-80ab00f6ff73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0421731 Dec 09 15:35:36.747195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-82169ceb-4fa6-462a-accd-8ab8b0c83ed2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244277 Dec 09 15:35:36.840104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-13aaf7c4-61d5-4f32-a165-6b1b3ab10a1a service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833876 Dec 09 15:35:36.936446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ced50fcc-7030-4508-a487-fc93c96f6705 req-1e41b3cb-e377-44b9-bbcc-1afb22d9e694 service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842814 Dec 09 15:35:37.194381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f57ac-7d07-40ea-9900-18e7a04c3fcf req-f5d5755a-03ba-4bee-811b-08c96cc8e377 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:37.195866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b57f57ac-7d07-40ea-9900-18e7a04c3fcf req-f5d5755a-03ba-4bee-811b-08c96cc8e377 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 943 time: 0.0472383 Dec 09 15:35:37.242334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b57f57ac-7d07-40ea-9900-18e7a04c3fcf req-ede1114d-561f-4183-bc4b-f717a9b7f962 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Dec 09 15:35:37.588956 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:35:38.360085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5915-3380-4650-bff0-806ea0875e0b req-3a5ef8cc-917b-4da0-be25-6996fca4d7a4 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:38.361558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7fc5915-3380-4650-bff0-806ea0875e0b req-3a5ef8cc-917b-4da0-be25-6996fca4d7a4 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 943 time: 0.0477870 Dec 09 15:35:38.413122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7fc5915-3380-4650-bff0-806ea0875e0b req-0b074e65-df29-4a84-bdba-44a975ff5825 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Dec 09 15:35:39.527779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9756f-b28b-4ad9-bf6d-a06d9f5271d3 req-fb447223-8dbf-4e06-a333-716427673c23 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:39.529249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07c9756f-b28b-4ad9-bf6d-a06d9f5271d3 req-fb447223-8dbf-4e06-a333-716427673c23 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 943 time: 0.0474329 Dec 09 15:35:39.575634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07c9756f-b28b-4ad9-bf6d-a06d9f5271d3 req-472bac83-9028-4496-8ec4-6f65ba572870 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Dec 09 15:35:39.658148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:35:39.754691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:39.765396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544', 'port_id': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'mac_address': 'fa:16:3e:39:60:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b59ae-453b-4c65-bccd-36be6f6cd065', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:35:39.801655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.814680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:35:39.833560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:39.837339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:39.882465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:40.080622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:35:40.688765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b814d9e-4a82-4179-ab56-56db40cc02ba req-cffd199b-f05c-4da7-b635-374df28826bb tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:40.690252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b814d9e-4a82-4179-ab56-56db40cc02ba req-cffd199b-f05c-4da7-b635-374df28826bb tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 944 time: 0.0483012 Dec 09 15:35:40.738059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3b814d9e-4a82-4179-ab56-56db40cc02ba req-3f3adac2-0abe-4a2f-baa8-e33e2ca526bc tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Dec 09 15:35:41.670892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:35:41.718323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:35:41.722843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:35:41.723215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.804001 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.827294 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:35:41.830230 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb043b72-0fd7-4a69-be36-670d358635d6" -d '{"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-plugged", "status": "completed", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:35:41.842483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:35:41.847520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:41.858753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e99ab-3cf1-4e78-87b0-aaa22634fd45 req-ec1b6dbf-72c9-47fc-be24-125729f08b2a tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.860396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-288e99ab-3cf1-4e78-87b0-aaa22634fd45 req-ec1b6dbf-72c9-47fc-be24-125729f08b2a tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 944 time: 0.0530412 Dec 09 15:35:41.876405 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d43827-5b34-47b0-b7b3-24bab001ef00 x-openstack-request-id: req-05d43827-5b34-47b0-b7b3-24bab001ef00 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:35:41.876696 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-plugged", "status": "completed", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:35:41.876949 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05d43827-5b34-47b0-b7b3-24bab001ef00 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:35:41.877337 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'code': 200} Dec 09 15:35:41.899149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:35:41.908530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-288e99ab-3cf1-4e78-87b0-aaa22634fd45 req-00034678-017a-4fe3-a5e2-5d23ad8844ad tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Dec 09 15:35:41.986727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8674-11cb-4453-95f5-449f72c1891d req-2dc4faf4-9087-450c-95f8-0b4b265d38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:41.988302 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77dd8674-11cb-4453-95f5-449f72c1891d req-2dc4faf4-9087-450c-95f8-0b4b265d38a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1096 time: 0.0404029 Dec 09 15:35:42.038190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77dd8674-11cb-4453-95f5-449f72c1891d req-d3f422ef-16e5-4db7-bbd2-1ba60f83084b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Dec 09 15:35:43.026562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce97a20-e1ec-4188-91e6-cd2ca9f307da req-58efcc70-98de-4e22-b48a-01b011d2de72 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:43.028040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2ce97a20-e1ec-4188-91e6-cd2ca9f307da req-58efcc70-98de-4e22-b48a-01b011d2de72 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0508745 Dec 09 15:35:43.075301 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2ce97a20-e1ec-4188-91e6-cd2ca9f307da req-4ca17caa-a461-4bfe-8098-22bbe3df1886 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Dec 09 15:35:44.188404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae071d3-72ed-42de-9aed-44887290b122 req-c5aa6e8f-a269-4c94-9585-ab6fbc3ff629 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:44.189889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ae071d3-72ed-42de-9aed-44887290b122 req-c5aa6e8f-a269-4c94-9585-ab6fbc3ff629 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0473993 Dec 09 15:35:44.243577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ae071d3-72ed-42de-9aed-44887290b122 req-a0a740fd-61e6-4c54-9b17-a3314dc21b98 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 Dec 09 15:35:45.511500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0187-259c-4b72-b33b-fdb6d9923f25 req-af94c324-750a-4601-8fe1-dd7f29bc7ed4 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:45.512975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98d0187-259c-4b72-b33b-fdb6d9923f25 req-af94c324-750a-4601-8fe1-dd7f29bc7ed4 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0516586 Dec 09 15:35:45.585847 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-2af463f5-a150-410f-b97c-d29029de8507 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331551 Dec 09 15:35:45.589764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98d0187-259c-4b72-b33b-fdb6d9923f25 req-ee1a9e6f-8409-4232-9a3c-9aac2c94cf38 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674028 Dec 09 15:35:45.599007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-ec705724-f7eb-475d-8949-deae736cf1a4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:35:45.600212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-ec705724-f7eb-475d-8949-deae736cf1a4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077460 Dec 09 15:35:46.712853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6124b-53a3-4889-b718-63104e302df6 req-87421fc2-662a-4b94-b910-70fbaf26c8a8 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.714978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ae6124b-53a3-4889-b718-63104e302df6 req-87421fc2-662a-4b94-b910-70fbaf26c8a8 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0532272 Dec 09 15:35:46.793851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-11984745-1182-4027-84b3-aa38a50a73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.795317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-11984745-1182-4027-84b3-aa38a50a73b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1096 time: 0.0736480 Dec 09 15:35:46.799029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ae6124b-53a3-4889-b718-63104e302df6 req-91101639-c7b6-46e1-851a-2759a2144cd3 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697341 Dec 09 15:35:46.885553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-0f4960dd-e96d-482e-8575-e3fde210e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.886920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-0f4960dd-e96d-482e-8575-e3fde210e28f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 912 time: 0.0844748 Dec 09 15:35:46.931756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-915cd4e4-9f7a-45f5-9ece-d18bc1ad8b47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0375569 Dec 09 15:35:46.978884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-86e508b9-e3fd-4e63-af77-96c01f8a3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:46.980479 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-86e508b9-e3fd-4e63-af77-96c01f8a3bf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0422382 Dec 09 15:35:47.010330 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-2675b400-0aff-42ad-8fbb-5671cfb0f225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230205 Dec 09 15:35:47.100028 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-f827bf63-bd3f-41e7-900f-939c192740de service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829377 Dec 09 15:35:47.189050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-1ebd5ffe-b460-4f73-b1e7-578e7c27420e service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811021 Dec 09 15:35:47.914821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e74784-6887-4c85-a29a-4c4befcb1c8c req-e6caab1a-91ad-4e0e-9718-98553e1c4db5 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:47.916342 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9e74784-6887-4c85-a29a-4c4befcb1c8c req-e6caab1a-91ad-4e0e-9718-98553e1c4db5 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0478990 Dec 09 15:35:47.964826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9e74784-6887-4c85-a29a-4c4befcb1c8c req-ee783606-c44d-49c8-bc80-7b13a15c66e1 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Dec 09 15:35:49.083776 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f68ee-d670-4112-b0cd-ca2cd9f81754 req-80f5fced-e829-4230-ad21-2bc9a69b92ec tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:49.085272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-949f68ee-d670-4112-b0cd-ca2cd9f81754 req-80f5fced-e829-4230-ad21-2bc9a69b92ec tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0484269 Dec 09 15:35:49.136527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-949f68ee-d670-4112-b0cd-ca2cd9f81754 req-e4b55653-e97c-422a-8993-d49cb829fd80 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Dec 09 15:35:50.253489 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e26a6-5bd7-4321-a82e-b41c1b963de8 req-922df2b3-582f-43d9-83c8-63b61b21529c tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:50.254988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f4e26a6-5bd7-4321-a82e-b41c1b963de8 req-922df2b3-582f-43d9-83c8-63b61b21529c tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0506253 Dec 09 15:35:50.589446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f4e26a6-5bd7-4321-a82e-b41c1b963de8 req-06d0d7b6-4240-471c-b445-f172ca0f6b60 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285406 Dec 09 15:35:51.704111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d653a10-73cb-4bf2-bfa3-588e33e0da9f req-bb658dc4-176a-4769-9f97-7838a3aa84c5 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:51.705615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d653a10-73cb-4bf2-bfa3-588e33e0da9f req-bb658dc4-176a-4769-9f97-7838a3aa84c5 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0485325 Dec 09 15:35:51.752485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d653a10-73cb-4bf2-bfa3-588e33e0da9f req-d83210b6-6a6d-4319-9fca-54bcbcf4763f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Dec 09 15:35:52.181391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:52.643263 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:52.865319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db43adc-4ce7-447e-9ebc-97f5073cb8f7 req-8ee3bb8e-2146-4818-b789-608e963580fd tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:52.866748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7db43adc-4ce7-447e-9ebc-97f5073cb8f7 req-8ee3bb8e-2146-4818-b789-608e963580fd tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0464189 Dec 09 15:35:52.913238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7db43adc-4ce7-447e-9ebc-97f5073cb8f7 req-274e5279-5347-4536-9766-1a510883d26a tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Dec 09 15:35:53.231881 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3462-2f30-4876-9c26-ee58085fc026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:54.037199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f47041-8884-49c1-bd32-8bec35702302 req-9b4d6394-003c-4f36-aaba-14d5c96772b7 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:54.038700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2f47041-8884-49c1-bd32-8bec35702302 req-9b4d6394-003c-4f36-aaba-14d5c96772b7 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0497937 Dec 09 15:35:54.085929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2f47041-8884-49c1-bd32-8bec35702302 req-f8b2bfe8-69f3-4993-a5b7-543b71d83f7c tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Dec 09 15:35:55.201754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc67fd2-4304-4f4f-b5cb-8ebff5b93cfb req-bc7058c7-b041-457e-a04d-32f85edd3a54 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:55.203201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acc67fd2-4304-4f4f-b5cb-8ebff5b93cfb req-bc7058c7-b041-457e-a04d-32f85edd3a54 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0467143 Dec 09 15:35:55.252654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-acc67fd2-4304-4f4f-b5cb-8ebff5b93cfb req-8bc8899d-bee1-4ab5-8196-b98c5b5f26a0 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Dec 09 15:35:55.680261 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b0d63cae-b803-43ef-9dc5-be6de96386da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:56.372649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a44fd-0914-454e-aa1a-c9f9cc43bcba req-5334e321-4a00-4a98-b24d-e7a424f55398 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:56.374189 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c8a44fd-0914-454e-aa1a-c9f9cc43bcba req-5334e321-4a00-4a98-b24d-e7a424f55398 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0528557 Dec 09 15:35:56.422126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7c8a44fd-0914-454e-aa1a-c9f9cc43bcba req-df2f8b0c-1b50-41e0-b8a4-e061189c3228 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Dec 09 15:35:56.803543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:57.535135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d28c9a-228f-4efa-84d0-7dcc746d3385 req-4155380d-024c-4153-9ca6-77645e273f68 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:57.536882 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28d28c9a-228f-4efa-84d0-7dcc746d3385 req-4155380d-024c-4153-9ca6-77645e273f68 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0477259 Dec 09 15:35:57.582748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28d28c9a-228f-4efa-84d0-7dcc746d3385 req-9ff7efe7-890b-4039-bc61-3a08608d1152 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Dec 09 15:35:58.491366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:58.695365 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bbeeb-8bfc-4fc5-bc27-575fccc33dc3 req-610de992-9bf3-42f0-a081-69ee6d3618c5 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:58.696854 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d4bbeeb-8bfc-4fc5-bc27-575fccc33dc3 req-610de992-9bf3-42f0-a081-69ee6d3618c5 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0475402 Dec 09 15:35:58.743978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1d4bbeeb-8bfc-4fc5-bc27-575fccc33dc3 req-4472b7f1-c625-424e-9904-2fe03f3ba813 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Dec 09 15:35:59.244448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:35:59.857388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf98968-c74f-49f2-a9c8-5d615ba6ca89 req-7f0cb08c-2542-4d92-b795-22bf6d14123e tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:35:59.859586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecf98968-c74f-49f2-a9c8-5d615ba6ca89 req-7f0cb08c-2542-4d92-b795-22bf6d14123e tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0471377 Dec 09 15:35:59.904639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ecf98968-c74f-49f2-a9c8-5d615ba6ca89 req-b4c33457-7b0e-40b1-bd92-00e50fe3f9fb tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Dec 09 15:36:01.024380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8e302-ff0b-4cf1-91ae-ec18ec916993 req-e0a89cc2-65aa-462e-9061-8c89ae7ad657 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:01.025862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cd8e302-ff0b-4cf1-91ae-ec18ec916993 req-e0a89cc2-65aa-462e-9061-8c89ae7ad657 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0484879 Dec 09 15:36:01.077131 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cd8e302-ff0b-4cf1-91ae-ec18ec916993 req-ff2dda70-530e-4bfd-aaae-2154d5ec56d0 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Dec 09 15:36:02.195432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcfa6-43ca-4e51-b2e9-b8bab3cdc19c req-e0cdee6a-b808-45e4-9eb4-90f43d6cb32f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:02.196914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f7bcfa6-43ca-4e51-b2e9-b8bab3cdc19c req-e0cdee6a-b808-45e4-9eb4-90f43d6cb32f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0510581 Dec 09 15:36:02.243577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5f7bcfa6-43ca-4e51-b2e9-b8bab3cdc19c req-300165b1-f419-46e9-96c4-5c2326f71e6e tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Dec 09 15:36:03.360520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bf63a-960a-43f1-b99c-d4c30c8b9ab0 req-8f57e674-2f6e-4b72-9319-6ed9c4c3f4fe tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:03.362000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b7bf63a-960a-43f1-b99c-d4c30c8b9ab0 req-8f57e674-2f6e-4b72-9319-6ed9c4c3f4fe tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0486217 Dec 09 15:36:03.409001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b7bf63a-960a-43f1-b99c-d4c30c8b9ab0 req-55052cde-bc2f-46e3-8a20-4fe6f70ed73f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Dec 09 15:36:04.524247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56518eb-1e02-4dce-a01c-0d500093499b req-183c0c2d-8922-46a8-be67-44e6e05f0d4f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:04.525726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b56518eb-1e02-4dce-a01c-0d500093499b req-183c0c2d-8922-46a8-be67-44e6e05f0d4f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0483370 Dec 09 15:36:04.572259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b56518eb-1e02-4dce-a01c-0d500093499b req-6d7217c0-7cad-4151-95a3-0a0d509ca17b tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Dec 09 15:36:05.686416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa905-b18f-4b41-82dd-0cc42839aef8 req-0a826d7b-090f-4c82-a09b-5851600a3756 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:05.688255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58baa905-b18f-4b41-82dd-0cc42839aef8 req-0a826d7b-090f-4c82-a09b-5851600a3756 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0480058 Dec 09 15:36:05.734886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-58baa905-b18f-4b41-82dd-0cc42839aef8 req-7c620183-926b-4459-90e5-348b48f6be2c tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Dec 09 15:36:06.847982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5033-a175-4e9b-b018-9cd3ba022d80 req-c8e5851a-a02e-4800-9d79-75fe898cad26 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:06.849451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-476c5033-a175-4e9b-b018-9cd3ba022d80 req-c8e5851a-a02e-4800-9d79-75fe898cad26 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0475583 Dec 09 15:36:06.898654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-476c5033-a175-4e9b-b018-9cd3ba022d80 req-2a21a834-aa88-44ae-9e03-447b13c77629 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Dec 09 15:36:08.019311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b131209-6f6f-4073-9bfe-223fb0b986d9 req-26ffb46f-bca5-4b50-b52c-1fb386766164 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:08.020808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b131209-6f6f-4073-9bfe-223fb0b986d9 req-26ffb46f-bca5-4b50-b52c-1fb386766164 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0520446 Dec 09 15:36:08.067364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b131209-6f6f-4073-9bfe-223fb0b986d9 req-e0473cca-d173-4aaa-bac2-b87cf0bae54f tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Dec 09 15:36:09.182859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33932c8-ea54-45c7-b155-3e8a85088604 req-e83016c1-3f9d-40eb-bfd8-7898f99530ce tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:09.184351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e33932c8-ea54-45c7-b155-3e8a85088604 req-e83016c1-3f9d-40eb-bfd8-7898f99530ce tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0481110 Dec 09 15:36:09.230772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e33932c8-ea54-45c7-b155-3e8a85088604 req-24fd3e1a-60ab-48a4-b919-0ed4bb7e1f03 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Dec 09 15:36:10.348716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d680e9-54fa-48b3-a61e-b2bae5dc818f req-b99d31ce-d852-4aca-a658-69930b9fa292 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:10.350208 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9d680e9-54fa-48b3-a61e-b2bae5dc818f req-b99d31ce-d852-4aca-a658-69930b9fa292 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0482709 Dec 09 15:36:10.397192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d9d680e9-54fa-48b3-a61e-b2bae5dc818f req-85fed49c-5f5c-4b2e-89b4-dee2d7a8d05a tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Dec 09 15:36:11.512548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b8155-be11-40c3-922a-2ac997c2a9d7 req-5645c751-f3cd-4147-8f09-753424406b93 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:11.514072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-643b8155-be11-40c3-922a-2ac997c2a9d7 req-5645c751-f3cd-4147-8f09-753424406b93 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0477126 Dec 09 15:36:11.563013 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-643b8155-be11-40c3-922a-2ac997c2a9d7 req-237917cf-4fa7-4943-ac38-5ffec76dbf23 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Dec 09 15:36:12.682759 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c81-a58c-4102-88c1-c83a9e7d7e82 req-0af2a144-b0c8-48b1-8a3f-f4343ce65fa1 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:12.684317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-64a63c81-a58c-4102-88c1-c83a9e7d7e82 req-0af2a144-b0c8-48b1-8a3f-f4343ce65fa1 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0529513 Dec 09 15:36:12.735155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-64a63c81-a58c-4102-88c1-c83a9e7d7e82 req-ea5a0bdd-672c-4800-b2d5-ab76b26c2e4e tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Dec 09 15:36:13.862889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea027-0495-4b0e-a019-6cedd572b27f req-96b8656d-2891-4c83-8d4d-5c0ca221d666 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:13.864371 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b9ea027-0495-4b0e-a019-6cedd572b27f req-96b8656d-2891-4c83-8d4d-5c0ca221d666 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0514874 Dec 09 15:36:13.911582 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b9ea027-0495-4b0e-a019-6cedd572b27f req-9e6d65d0-1155-4399-85e0-f9cf23f9c539 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Dec 09 15:36:14.443862 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-2c0701cd-fbd2-44de-af2d-5e033f018363 service neutron] show failed (client error): The resource could not be found. Dec 09 15:36:14.444912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-2c0701cd-fbd2-44de-af2d-5e033f018363 service neutron] 10.222.0.43 "GET /v2.0/ports/c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0612140 Dec 09 15:36:14.594250 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:36:14.710057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-89a81ac0-d1ca-4122-bde8-9345753ad347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:14.711660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-89a81ac0-d1ca-4122-bde8-9345753ad347 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e&tenant_id=5dc5005b0abf40728c799b7aac71e53e HTTP/1.1" status: 200 len: 1096 time: 0.0934777 Dec 09 15:36:14.723981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:14.777740 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:14.975291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:15.008285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:15.029686 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf98265-7d75-4eb4-a8d4-9ec758ba5a47 req-d8e8ee9c-7317-473f-8c40-9df8f132d16b tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.031258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-daf98265-7d75-4eb4-a8d4-9ec758ba5a47 req-d8e8ee9c-7317-473f-8c40-9df8f132d16b tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0505188 Dec 09 15:36:15.061079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:15.063686 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe7a71-1a35-4272-8089-2df92d17c2bf" -d '{"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:15.067956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.082114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Transition to ACTIVE for port object c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:15.086157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-daf98265-7d75-4eb4-a8d4-9ec758ba5a47 req-ebf3f473-5f63-4c07-9e19-a754b21ed58d tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Dec 09 15:36:15.086357 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.132051 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f342f5-642b-4d21-8dc5-b8277d548778 x-openstack-request-id: req-00f342f5-642b-4d21-8dc5-b8277d548778 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:15.132346 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:15.132607 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00f342f5-642b-4d21-8dc5-b8277d548778 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:15.133006 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'code': 200} Dec 09 15:36:15.145488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.161805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] No DVR routers for this DVR port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:15.168720 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.169080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.169436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.169786 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.170286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.170776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.171126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.171508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.171852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.172193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.172536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.172874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.173209 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:15.210832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:15.211073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:15.211441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on network bfabbcda-009d-46c6-8a69-7b9001a22544 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:15.215675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on network bfabbcda-009d-46c6-8a69-7b9001a22544 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:15.216003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Attempting to bind port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on network bfabbcda-009d-46c6-8a69-7b9001a22544 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:15.221653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:15.221993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Checking segment: {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:15.222379 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Bound using segment: {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:15.222806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Bound port: c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0762230-264a-4cd9-85de-28821502171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:15.223158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.287784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:15.290719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:15.295260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.330925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.331591 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:15.333017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 1091 time: 0.6129167 Dec 09 15:36:15.367875 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96373ed0-ef7f-4e0c-be7a-8cb6fabb7104 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:15.399856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-ad7e0280-2d8d-47d5-b492-000e8712760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.401356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-ad7e0280-2d8d-47d5-b492-000e8712760e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1094 time: 0.0423479 Dec 09 15:36:15.495681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-0981c87f-e186-4b79-b3d9-92772e97cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.497150 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-0981c87f-e186-4b79-b3d9-92772e97cad8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 912 time: 0.0880864 Dec 09 15:36:15.538082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-3b98fbeb-52e5-423a-bb89-077ba0c2ab4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0342171 Dec 09 15:36:15.619766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-747e3ba2-ce25-4e04-98c7-c0ac2447879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:15.622074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-747e3ba2-ce25-4e04-98c7-c0ac2447879c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0759203 Dec 09 15:36:15.653539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-95f03e1a-ccf5-4413-b344-2d4d82de8316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244358 Dec 09 15:36:15.773068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-79703c54-4a5d-43da-8738-085152d10e05 service neutron] 10.222.0.36 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115494 Dec 09 15:36:15.875338 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38f968f2-46c2-4deb-ad6f-7b3b25432965 req-5f6ddcc7-749d-4737-840f-02f03e1b39d8 service neutron] 10.222.0.36 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938880 Dec 09 15:36:16.209244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea864-19b9-456c-adb5-d6c21d55c4cf req-e26bcba7-033e-4b45-ba77-e073c9e42be7 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:16.210708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de9ea864-19b9-456c-adb5-d6c21d55c4cf req-e26bcba7-033e-4b45-ba77-e073c9e42be7 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 943 time: 0.0516899 Dec 09 15:36:16.258101 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de9ea864-19b9-456c-adb5-d6c21d55c4cf req-1becea13-28bb-45cb-8922-8c318e821508 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Dec 09 15:36:17.134385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:17.136839 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2661dd78-a711-4221-939c-a43d01ffd44c" -d '{"events": [{"name": "network-changed", "server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:17.184710 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b2ccb-641f-4937-9080-7b9665691134 x-openstack-request-id: req-1c7b2ccb-641f-4937-9080-7b9665691134 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:17.185003 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:17.185258 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c7b2ccb-641f-4937-9080-7b9665691134 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:17.186176 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'status': 'completed', 'code': 200} Dec 09 15:36:17.254294 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dd78-a711-4221-939c-a43d01ffd44c req-08083555-d4f8-4c5f-8f02-e1e39aaf355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.255872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-08083555-d4f8-4c5f-8f02-e1e39aaf355e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1094 time: 0.0415215 Dec 09 15:36:17.262894 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dd78-a711-4221-939c-a43d01ffd44c req-88418a09-71ea-4824-b3fe-2ca4c2d5d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.264479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-88418a09-71ea-4824-b3fe-2ca4c2d5d4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1094 time: 0.0412447 Dec 09 15:36:17.369867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dd78-a711-4221-939c-a43d01ffd44c req-80709253-877d-4a41-8c75-6b8679330f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.371382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-80709253-877d-4a41-8c75-6b8679330f60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 912 time: 0.0996091 Dec 09 15:36:17.381547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dd78-a711-4221-939c-a43d01ffd44c req-b5ba5de2-7d6f-46c3-8f2f-67aeb187a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.382996 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-b5ba5de2-7d6f-46c3-8f2f-67aeb187a76b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 912 time: 0.1202819 Dec 09 15:36:17.399251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674bfdf-9a39-4a9c-a934-3599a071c7ff req-7582b3a7-9d5d-4dd5-b714-9ce4132139f7 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.400905 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0674bfdf-9a39-4a9c-a934-3599a071c7ff req-7582b3a7-9d5d-4dd5-b714-9ce4132139f7 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 943 time: 0.0682490 Dec 09 15:36:17.424419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-6dd1204a-b49f-42bf-aa8b-4d039707ff78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0394788 Dec 09 15:36:17.450806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-95116de5-6d0d-47a4-811e-b349843e3c0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0489173 Dec 09 15:36:17.488417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dd78-a711-4221-939c-a43d01ffd44c req-d971247f-b4d7-4514-af01-2c89a49d7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.489938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-d971247f-b4d7-4514-af01-2c89a49d7485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0578079 Dec 09 15:36:17.530239 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0674bfdf-9a39-4a9c-a934-3599a071c7ff req-d7b91846-7c76-4f19-8009-51eca6ed78e3 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222866 Dec 09 15:36:17.531730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-403b9d98-5584-4188-9712-03fa85c4e5dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245726 Dec 09 15:36:17.539562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dd78-a711-4221-939c-a43d01ffd44c req-c2a81d08-659a-4f0e-bef7-1cfd04dff9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:17.541287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-c2a81d08-659a-4f0e-bef7-1cfd04dff9c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0757143 Dec 09 15:36:17.575571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-7e96323d-c2d1-4a88-af49-350211d537b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247645 Dec 09 15:36:17.625053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-04abac4f-5699-48f8-b5df-b66af79daf0c service neutron] 10.222.0.36 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Dec 09 15:36:17.674173 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-64013666-b5a6-44ff-81a5-5ea36ae9231b service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900111 Dec 09 15:36:17.721300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-e249dac7-d879-44b8-95ad-578a7f38031b service neutron] 10.222.0.36 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885921 Dec 09 15:36:17.773583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2661dd78-a711-4221-939c-a43d01ffd44c req-13e25be3-bfa8-4489-ab88-44eb0126ebc6 service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843022 Dec 09 15:36:17.802333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:17.842888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:18.298398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:18.394465 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:18.406085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'network_id': 'bfabbcda-009d-46c6-8a69-7b9001a22544', 'port_id': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'mac_address': 'fa:16:3e:39:60:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b59ae-453b-4c65-bccd-36be6f6cd065', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:18.447820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:18.461436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:18.479862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:18.483577 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:18.529280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:18.536692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.537043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.537389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.537731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.538068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.538402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.538738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.539063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.539411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.539742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.540068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.540393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.540721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:18.655501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e7e57-ef46-41ba-9ae4-0ac0208ace50 req-836f48b9-1aca-4166-8c35-23a4b4a6885b tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:18.656996 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-367e7e57-ef46-41ba-9ae4-0ac0208ace50 req-836f48b9-1aca-4166-8c35-23a4b4a6885b tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 944 time: 0.0551305 Dec 09 15:36:18.704805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-367e7e57-ef46-41ba-9ae4-0ac0208ace50 req-cffaa8ce-7716-4987-9bd3-a3c3e90d0d98 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Dec 09 15:36:18.741665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:19.024505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-c813dd2a-a8f5-4999-93f2-40f0686ce104 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.025976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-c813dd2a-a8f5-4999-93f2-40f0686ce104 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.43 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e&tenant_id=5dc5005b0abf40728c799b7aac71e53e&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.0888894 Dec 09 15:36:19.090814 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-6f35feb6-a3f8-4c49-a906-c0d5b77b8043 service neutron] delete failed (client error): The resource could not be found. Dec 09 15:36:19.092439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-6f35feb6-a3f8-4c49-a906-c0d5b77b8043 service neutron] 10.222.0.43 "DELETE /v2.0/ports/c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0542040 Dec 09 15:36:19.182908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-734324e4-e6cc-4439-8a90-f6e876696a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.184426 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-734324e4-e6cc-4439-8a90-f6e876696a4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dc5005b0abf40728c799b7aac71e53e&device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 1095 time: 0.0413918 Dec 09 15:36:19.281857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-32fe029f-6de0-4ffc-a347-bb0c5ed3ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.283323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-32fe029f-6de0-4ffc-a347-bb0c5ed3ae9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 200 len: 912 time: 0.0871723 Dec 09 15:36:19.330851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-85fba505-a276-4698-9081-5b08a496ed6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 200 len: 217 time: 0.0340452 Dec 09 15:36:19.383850 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-d76ad726-d1be-4876-bf56-52bcb0cae36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:19.385253 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-d76ad726-d1be-4876-bf56-52bcb0cae36e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 200 len: 851 time: 0.0434935 Dec 09 15:36:19.425076 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-692c1010-f47a-4980-9245-374381d19b95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bfabbcda-009d-46c6-8a69-7b9001a22544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284448 Dec 09 15:36:19.517428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-3e690655-09b7-4902-af78-d6198a9f4dcd service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805826 Dec 09 15:36:19.614148 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-8f009058-d8c1-45d5-b074-486e62a8eaeb service neutron] 10.222.0.43 "GET /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Dec 09 15:36:20.299675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:20.349260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:20.353319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:20.353691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.403705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4568494-99cb-4cfc-84ce-a25f8ab7c160 req-364f16d6-a996-420e-8ff2-bafc7337cba3 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:20.406057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4568494-99cb-4cfc-84ce-a25f8ab7c160 req-364f16d6-a996-420e-8ff2-bafc7337cba3 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 944 time: 0.0577564 Dec 09 15:36:20.442976 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.454473 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c4568494-99cb-4cfc-84ce-a25f8ab7c160 req-6c74c40b-f413-492e-91cf-ca984dd14541 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Dec 09 15:36:20.466004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:20.468882 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cf4380-b62e-4254-aa6d-d4c931aeb9c3" -d '{"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-plugged", "status": "completed", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:20.481969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:20.486517 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:20.508825 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51941ea3-0bd5-4948-a384-4242a481ede8 x-openstack-request-id: req-51941ea3-0bd5-4948-a384-4242a481ede8 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:20.509119 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-plugged", "status": "completed", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:20.509373 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51941ea3-0bd5-4948-a384-4242a481ede8 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:20.509759 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'code': 200} Dec 09 15:36:20.535607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:21.572587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084b63-aee9-4880-8978-7ebf7fe57dc4 req-35769450-e43e-430a-bab2-9f4fd384ef23 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:21.574006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b084b63-aee9-4880-8978-7ebf7fe57dc4 req-35769450-e43e-430a-bab2-9f4fd384ef23 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0495424 Dec 09 15:36:21.650627 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b084b63-aee9-4880-8978-7ebf7fe57dc4 req-aa541a5b-72c3-4cc4-8382-30780dae9917 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7bef6dd-7870-4b48-9765-da36e75d56ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706811 Dec 09 15:36:21.659776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-04c612d4-16e3-4f4d-97d6-544feed98337 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:21.661466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-04c612d4-16e3-4f4d-97d6-544feed98337 tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.36 "GET /v2.0/ports?device_id=596886bd-328f-4cb3-a7d9-b56c98db4e4e HTTP/1.1" status: 200 len: 945 time: 0.0757909 Dec 09 15:36:21.756269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Deleting port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:36:21.756605 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.848286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] For port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,segment=NetworkSegment(d0762230-264a-4cd9-85de-28821502171b),segment_id=d0762230-264a-4cd9-85de-28821502171b)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:21.848569 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:21.861121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Calling delete_port for c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:36:21.990468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.002984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:22.020116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Pushing event deleted for resources: {'Port': ['ID=c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:22.065028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] No DVR routers for this DVR port c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:36:22.067636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.071041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05c8ff92-9641-413c-8b6a-5fcbad94b2a8 req-bc738547-3165-4ce9-a037-95988f561bef tempest-DeleteServersTestJSON-1542832316 tempest-DeleteServersTestJSON-1542832316-project] 10.222.0.36 "DELETE /v2.0/ports/c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc HTTP/1.1" status: 204 len: 173 time: 0.4000311 Dec 09 15:36:22.071507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-deleted', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:22.073855 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79814ce2-22f9-4a0b-ba86-a283e30bbe04" -d '{"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-deleted", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:22.126602 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6060585b-64dd-47c4-8808-7d56dc13f077 x-openstack-request-id: req-6060585b-64dd-47c4-8808-7d56dc13f077 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:22.126810 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596886bd-328f-4cb3-a7d9-b56c98db4e4e", "name": "network-vif-deleted", "tag": "c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:22.127096 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6060585b-64dd-47c4-8808-7d56dc13f077 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:22.127589 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596886bd-328f-4cb3-a7d9-b56c98db4e4e', 'name': 'network-vif-deleted', 'tag': 'c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc', 'status': 'completed', 'code': 200} Dec 09 15:36:22.197382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.653316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.778946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34386) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:22.825529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Deleting subnet b18b59ae-453b-4c65-bccd-36be6f6cd065 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:36:22.828691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.863077 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.901052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.956560 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.981388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18b59ae-453b-4c65-bccd-36be6f6cd065,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:22.987166 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:22.990384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b18b59ae-453b-4c65-bccd-36be6f6cd065 HTTP/1.1" status: 204 len: 168 time: 0.2101617 Dec 09 15:36:22.993128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34388) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:22.995489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.995848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.996198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.996540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.996879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.997218 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.997552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.998169 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.998511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.998842 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.999174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.999527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:22.999860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a183a9-12d9-4f0f-95f0-9fcdb00b489a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:36:23.065215 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.148763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.168501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfabbcda-009d-46c6-8a69-7b9001a22544']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:23.177959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0762230-264a-4cd9-85de-28821502171b') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:23.178257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0762230-264a-4cd9-85de-28821502171b') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:36:23.187634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.200108 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.206420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:36:23.206858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:36:23.208455 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:36:23.240162 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a855f635-0e1a-4233-941c-fc1b4428ced6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.272531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.278141 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.281906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bfabbcda-009d-46c6-8a69-7b9001a22544 HTTP/1.1" status: 204 len: 168 time: 0.2877550 Dec 09 15:36:23.292638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de3dd-4bef-4e0b-afbf-5df8d479a620 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfabbcda-009d-46c6-8a69-7b9001a22544,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:23.389476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34392) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:23.428850 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3ddb01e0-a5b9-4e1f-ba27-0ee2bbcfd18a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dc5005b0abf40728c799b7aac71e53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382123 Dec 09 15:36:23.431297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34394) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:23.480714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9778ada-14f3-418a-b268-513a47a56e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.501697 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9778ada-14f3-418a-b268-513a47a56e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.549512 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9778ada-14f3-418a-b268-513a47a56e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.552538 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-d9778ada-14f3-418a-b268-513a47a56e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:23.553973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d9778ada-14f3-418a-b268-513a47a56e68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7bef6dd-7870-4b48-9765-da36e75d56ec HTTP/1.1" status: 204 len: 168 time: 0.1215634 Dec 09 15:36:23.565032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9778ada-14f3-418a-b268-513a47a56e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bef6dd-7870-4b48-9765-da36e75d56ec,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:24.247052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34416) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:24.314213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:36:24.334632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:36:24.334973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c6d4afbc-b1d6-4f91-90c5-0f44bc43b2dc not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:36:24.371338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1093229877-network', 'tenant_id': '07a76ac50b3e4912af7d4bfd689fd631'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:24.394282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Made reservation on behalf of 07a76ac50b3e4912af7d4bfd689fd631 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:24.397028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.406506 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.498024 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.501894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.532013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:36:24.537715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fc9a8e-6386-4594-916f-3e1f413638c9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:24.547678 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.547678 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Added segment e4fd3f9a-ffa6-45af-b36a-6d685a13efe3 of type vlan for network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 Dec 09 15:36:24.590392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.618588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.619610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.620213 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.652587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4043515 Dec 09 15:36:24.656599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34420) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:36:24.661998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Request body: {'subnet': {'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1093229877-subnet', 'tenant_id': '07a76ac50b3e4912af7d4bfd689fd631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:24.688926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Made reservation on behalf of 07a76ac50b3e4912af7d4bfd689fd631 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:24.691856 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.693512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f768ea-11c5-4c0b-9821-ecbd70f8fb2b admin admin] Pushing event updated for resources: {'Network': ['ID=ce363a7f-2df2-4de9-a9e1-85aaeed47db3,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:24.705063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:36:24.864805 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.920259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3143e4aa-6e44-4b40-bb6e-43c70c89139f,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:24.930453 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Checking segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:24.930817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Network hostable DHCP agents. Network: ce363a7f-2df2-4de9-a9e1-85aaeed47db3, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:36:24.947372 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:36:24.956136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, ce363a7f-2df2-4de9-a9e1-85aaeed47db3) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:24.961335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:24.962047 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:24.966995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61072c23-882f-4601-b2b7-f7b3f8825dce None None] Network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:24.986105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-16f43676-8ca5-48d8-b97d-007a6a260909 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3280842 Dec 09 15:36:25.228934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce62ef2-2ffc-431e-87fa-3b60a44be9a3 None None] Network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:36:25.434653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d66413f2-9477-4e5c-be62-8ba280a4cc17 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:25.436366 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d66413f2-9477-4e5c-be62-8ba280a4cc17 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 815 time: 0.1048999 Dec 09 15:36:25.452120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-c2fa33cf-a523-4b3d-aebc-519f23dda0ef tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/quotas/07a76ac50b3e4912af7d4bfd689fd631 HTTP/1.1" status: 200 len: 375 time: 0.0095816 Dec 09 15:36:25.482506 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-90c18d0d-f7e0-44ef-9fe1-a7cc58733835 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251634 Dec 09 15:36:25.493061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-e3a3c570-6150-44b3-a6d7-159cca4bcc8c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:36:25.493993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-e3a3c570-6150-44b3-a6d7-159cca4bcc8c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048761 Dec 09 15:36:25.584202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-db176b99-21ff-4a01-a56f-2dbe8de7375d service neutron] 10.222.0.46 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846176 Dec 09 15:36:25.675135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-61346946-166a-4baa-9b5f-ee77c02aab09 service neutron] 10.222.0.46 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847526 Dec 09 15:36:25.683029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7e73166d-3309-4b74-9932-c67aa25fa526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:25.836773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70d061bf-cef5-4500-beb6-5ed4bebb510e req-50011a68-0b8e-41cd-a42c-6297323cd45c tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 210 time: 0.0308487 Dec 09 15:36:26.807729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:26.878717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-50a4a328-c240-4be5-93ed-1623bbf24068 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:26.880314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-50a4a328-c240-4be5-93ed-1623bbf24068 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 815 time: 0.1102660 Dec 09 15:36:26.894963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Request body: {'port': {'device_id': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'admin_state_up': True, 'tenant_id': '07a76ac50b3e4912af7d4bfd689fd631'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:26.937660 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e9d75aa9-0605-4250-9da9-4a8755de3870 req-10712859-a045-48da-9c0f-21a7b7f62171 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 210 time: 0.0255599 Dec 09 15:36:27.008045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Made reservation on behalf of 07a76ac50b3e4912af7d4bfd689fd631 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:36:27.011599 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.134156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Allocated IP 172.20.0.12 (ce363a7f-2df2-4de9-a9e1-85aaeed47db3/3143e4aa-6e44-4b40-bb6e-43c70c89139f/49d12a00-6afc-40a3-a90a-1b5e86d87365) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:36:27.278446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.312508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.353910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:36:27.357550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:36:27.363494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:36:27.389832 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:27.417150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:27.417756 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.433617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-02437ec5-c7f2-4b6e-bdd1-ec5ffe513204 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5426464 Dec 09 15:36:27.445805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Request body: {'port': {'device_id': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:36:27.497284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.756218 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d12a00-6afc-40a3-a90a-1b5e86d87365 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:27.764257 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.777098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Transition to ACTIVE for port object 49d12a00-6afc-40a3-a90a-1b5e86d87365 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:36:27.780892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.828731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:27.894261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:36:27.894928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:36:27.894928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:27.899185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:36:27.899537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:36:27.904971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:36:27.905305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Checking segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:36:27.905681 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Bound using segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:36:27.906125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Bound port: 49d12a00-6afc-40a3-a90a-1b5e86d87365, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:36:27.906477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:27.970968 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:36:27.974407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:36:27.978117 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:28.037036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.037659 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:28.039017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] 10.222.0.36 "PUT /v2.0/ports/49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 1092 time: 0.5971930 Dec 09 15:36:28.039522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:28.041738 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ec326b-839f-4744-9ee2-4ab336165937" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:28.080214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e201b8-849d-4444-bd3d-957e32fe0802 service neutron] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:28.083562 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d9ed5-f8e6-49f2-841b-4d15b2ba2f1a x-openstack-request-id: req-b03d9ed5-f8e6-49f2-841b-4d15b2ba2f1a {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:28.083919 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:28.084179 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b03d9ed5-f8e6-49f2-841b-4d15b2ba2f1a {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:28.084574 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'status': 'completed', 'code': 200} Dec 09 15:36:28.126870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707425af-53d3-4edb-a5fc-bc54563cd45c req-85f2b633-0a39-46df-b53b-eff918874c3d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.128367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-707425af-53d3-4edb-a5fc-bc54563cd45c req-85f2b633-0a39-46df-b53b-eff918874c3d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.1119964 Dec 09 15:36:28.143642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-8fec7bc4-30c5-46c5-8d99-b954f92f6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.145022 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-8fec7bc4-30c5-46c5-8d99-b954f92f6b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1095 time: 0.0580823 Dec 09 15:36:28.201879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-95298897-3758-461b-ac3b-c6e73d1f1640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0462341 Dec 09 15:36:28.224106 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-707425af-53d3-4edb-a5fc-bc54563cd45c req-12446271-cd14-4164-98ed-c8b4cac4cd43 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882819 Dec 09 15:36:28.260941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-6c294341-d68c-4952-a465-e3cf9f84409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.262549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-6c294341-d68c-4952-a465-e3cf9f84409d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0534737 Dec 09 15:36:28.293547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-acff2e0b-a735-467f-8c3b-5cc45390a45c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240285 Dec 09 15:36:28.388799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-5a7153dd-e4e7-44e4-9ff6-2440680419bb service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871832 Dec 09 15:36:28.477248 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04afadca-15c1-4a7e-9f31-a409a7ce57cb req-8f2c4327-b131-4e95-92a2-a90f1afd7235 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817964 Dec 09 15:36:28.494573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:28.569571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec326b-839f-4744-9ee2-4ab336165937 req-3ec819fa-511f-4a03-b22c-c09a76964e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.570979 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-3ec819fa-511f-4a03-b22c-c09a76964e2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1095 time: 0.0446687 Dec 09 15:36:28.660715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec326b-839f-4744-9ee2-4ab336165937 req-600762c4-eb46-4da1-bfac-43d6a1959ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.662192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-600762c4-eb46-4da1-bfac-43d6a1959ba2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0839367 Dec 09 15:36:28.708440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-ac27d5a4-e564-4b4c-b365-a0c958d9c50e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0378163 Dec 09 15:36:28.758309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec326b-839f-4744-9ee2-4ab336165937 req-b8dc6c60-83d8-4041-a096-658f025ee633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:28.759890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-b8dc6c60-83d8-4041-a096-658f025ee633 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0435784 Dec 09 15:36:28.790990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-a1412d4f-55e4-4952-9afd-b19bf9326db7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231581 Dec 09 15:36:28.881963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-79b76890-35f3-4b79-84c0-0a422db261c5 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 Dec 09 15:36:28.970751 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-53ec326b-839f-4744-9ee2-4ab336165937 req-705a7e94-f99f-439d-bc28-96624fecca37 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809982 Dec 09 15:36:29.246586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:29.345468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a63f1b-3f93-4b92-91bd-e0276b1391eb req-7a11fb01-209c-4040-b5b7-c8920817c8b7 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:29.346912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0a63f1b-3f93-4b92-91bd-e0276b1391eb req-7a11fb01-209c-4040-b5b7-c8920817c8b7 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.0521150 Dec 09 15:36:29.393172 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a0a63f1b-3f93-4b92-91bd-e0276b1391eb req-73474ed0-6df2-4c33-bcfa-35f2a43eb1ed tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Dec 09 15:36:30.308977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:36:30.407037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:30.422361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'port_id': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'mac_address': 'fa:16:3e:6e:65:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143e4aa-6e44-4b40-bb6e-43c70c89139f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:36:30.460434 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.473094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d12a00-6afc-40a3-a90a-1b5e86d87365 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:36:30.491655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:30.497820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:30.508571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6095b-2c35-4db9-84bb-a24a3fbbdf14 req-7fe84435-0d85-4e41-b261-f5558e003d81 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:30.510171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c6095b-2c35-4db9-84bb-a24a3fbbdf14 req-7fe84435-0d85-4e41-b261-f5558e003d81 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.0488141 Dec 09 15:36:30.544745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:30.563973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c6095b-2c35-4db9-84bb-a24a3fbbdf14 req-5f088984-c7ab-4453-8ad5-b625bf246d55 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Dec 09 15:36:30.686147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['49d12a00-6afc-40a3-a90a-1b5e86d87365'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:36:31.679415 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c9f0-234e-416f-a825-0164ff380531 req-c7bff69c-640d-4ac7-a089-61f8d2629c05 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:31.685697 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e91c9f0-234e-416f-a825-0164ff380531 req-c7bff69c-640d-4ac7-a089-61f8d2629c05 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Dec 09 15:36:31.736180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e91c9f0-234e-416f-a825-0164ff380531 req-f6c79530-8597-4ce4-add9-0e8d863c4c81 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Dec 09 15:36:32.309456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:36:32.360480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 49d12a00-6afc-40a3-a90a-1b5e86d87365 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:36:32.364382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 49d12a00-6afc-40a3-a90a-1b5e86d87365 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:36:32.364751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.442007 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.465189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:36:32.468075 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312bfc19-f736-4042-9dde-adb2383d8efb" -d '{"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-plugged", "status": "completed", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:36:32.480255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:36:32.484302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:32.508229 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900eead0-4795-4f18-b9f5-cd281f6f275c x-openstack-request-id: req-900eead0-4795-4f18-b9f5-cd281f6f275c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:36:32.508520 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-plugged", "status": "completed", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:36:32.508773 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-900eead0-4795-4f18-b9f5-cd281f6f275c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:36:32.509151 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'code': 200} Dec 09 15:36:32.536157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:36:32.607108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0ae94-91dc-4941-95eb-a5021b572a1f req-d68a4437-5870-43a9-b0c3-947a2cc3361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.608626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26a0ae94-91dc-4941-95eb-a5021b572a1f req-d68a4437-5870-43a9-b0c3-947a2cc3361d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1097 time: 0.0415955 Dec 09 15:36:32.656100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26a0ae94-91dc-4941-95eb-a5021b572a1f req-9a14d9ec-16d0-44d7-9298-2a5e2ea3cc07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Dec 09 15:36:32.851071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c96fb-d82e-49bf-8a9c-afa58bfbb6b4 req-df7a6f27-bf3b-4535-af31-f9ca14f0eed1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:32.852591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-693c96fb-d82e-49bf-8a9c-afa58bfbb6b4 req-df7a6f27-bf3b-4535-af31-f9ca14f0eed1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0485480 Dec 09 15:36:32.904049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-693c96fb-d82e-49bf-8a9c-afa58bfbb6b4 req-8de76021-6b7b-40a8-8254-90781193390d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Dec 09 15:36:34.018337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6bf87-0422-491c-aab7-dd9cfa3c7218 req-bf8a3251-8e0d-4967-89f1-d9841c0e73db tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.019856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8f6bf87-0422-491c-aab7-dd9cfa3c7218 req-bf8a3251-8e0d-4967-89f1-d9841c0e73db tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0472734 Dec 09 15:36:34.066608 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8f6bf87-0422-491c-aab7-dd9cfa3c7218 req-80bb5c4d-edab-472d-b483-684340c3f788 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Dec 09 15:36:34.180261 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd6410-1517-4cde-bfa1-0f8fb49cfdf7 req-50a20ab9-2678-4b51-8c4b-8f4539faa656 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.181722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13cd6410-1517-4cde-bfa1-0f8fb49cfdf7 req-50a20ab9-2678-4b51-8c4b-8f4539faa656 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0486498 Dec 09 15:36:34.228837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13cd6410-1517-4cde-bfa1-0f8fb49cfdf7 req-14984188-33db-4f2a-be61-63b4ad9c527a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Dec 09 15:36:34.430628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdd885-a410-49a3-a389-b30b40ce6086 req-75fd6539-c618-4351-aa6e-4f0640548ccc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.432110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fdd885-a410-49a3-a389-b30b40ce6086 req-75fd6539-c618-4351-aa6e-4f0640548ccc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0482752 Dec 09 15:36:34.478278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-99fdd885-a410-49a3-a389-b30b40ce6086 req-82b16f7f-d72a-4574-99bb-548a5fca9bfc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Dec 09 15:36:34.597068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a123fe-a280-4082-b374-be844a78c947 req-9943996f-b3ed-487e-ba67-1e232be73c75 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.598480 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04a123fe-a280-4082-b374-be844a78c947 req-9943996f-b3ed-487e-ba67-1e232be73c75 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0549669 Dec 09 15:36:34.651543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-04a123fe-a280-4082-b374-be844a78c947 req-c1106d7d-d58f-453c-b9fe-6fe40eeb28f0 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470333 Dec 09 15:36:34.899207 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-4f5eef8f-f566-4289-ac5e-30804f0d998e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672688 Dec 09 15:36:34.906955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c83f-0268-40f7-8a56-123632a7a398 req-d9db346b-d7ff-4aca-afe4-4de4f89ff9d4 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:34.908353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c01c83f-0268-40f7-8a56-123632a7a398 req-d9db346b-d7ff-4aca-afe4-4de4f89ff9d4 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0689645 Dec 09 15:36:34.963255 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c01c83f-0268-40f7-8a56-123632a7a398 req-16d4be80-bf7f-439e-a37f-0c24a9d8454b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484047 Dec 09 15:36:36.088821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012814-b686-470a-88b7-df67f2e52e58 req-6a975049-d5e2-4a45-ad36-2bd4cd3e4d6d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.090345 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5012814-b686-470a-88b7-df67f2e52e58 req-6a975049-d5e2-4a45-ad36-2bd4cd3e4d6d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0518312 Dec 09 15:36:36.098115 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-dd98c513-48d6-4a1d-bad3-3852fdb52380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.099614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-dd98c513-48d6-4a1d-bad3-3852fdb52380 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1097 time: 0.0399680 Dec 09 15:36:36.140701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c5012814-b686-470a-88b7-df67f2e52e58 req-9be928bb-1625-45ac-98f2-c6a86142f4eb tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Dec 09 15:36:36.187075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-f602f33b-e093-4aac-8cbc-c9d5ddb307bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.188596 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-f602f33b-e093-4aac-8cbc-c9d5ddb307bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0826466 Dec 09 15:36:36.233112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-d4aee2cd-5747-4d09-959a-15fd5f6b51be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0372868 Dec 09 15:36:36.282916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-09d4643e-dc11-43bd-96ee-7fa9337ddad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:36.284450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-09d4643e-dc11-43bd-96ee-7fa9337ddad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0437248 Dec 09 15:36:36.315711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-b2c24bc6-e0d4-4f7a-b416-a270dabf43f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241513 Dec 09 15:36:36.407258 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-95b005f1-8a40-4802-bd06-9dadf450653a service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847473 Dec 09 15:36:36.496920 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-9383580a-eb23-4792-8ddb-aaaa3b251861 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819023 Dec 09 15:36:37.256668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8315f4-bd5e-4f58-997a-ca39bbfef855 req-dd9fb237-c693-47ec-86fd-cb95cafc1d39 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:37.258119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a8315f4-bd5e-4f58-997a-ca39bbfef855 req-dd9fb237-c693-47ec-86fd-cb95cafc1d39 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0473247 Dec 09 15:36:37.309110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a8315f4-bd5e-4f58-997a-ca39bbfef855 req-ad4feef7-6654-4edd-a223-c6f1afd21ca8 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Dec 09 15:36:38.423865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb32af5-fbb8-4d8f-9c1a-b12cafd46081 req-f4af0790-7779-4a36-bb60-34f74ed9904f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:38.425338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efb32af5-fbb8-4d8f-9c1a-b12cafd46081 req-f4af0790-7779-4a36-bb60-34f74ed9904f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0486271 Dec 09 15:36:38.475775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-efb32af5-fbb8-4d8f-9c1a-b12cafd46081 req-dba943dd-a2ca-4da2-82cc-2a39b8616360 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Dec 09 15:36:39.588669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741949-bd5e-4def-8c7e-53eecba54d2d req-1304c57f-3e3c-4a68-9b9e-066e3d5691b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:39.590049 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72741949-bd5e-4def-8c7e-53eecba54d2d req-1304c57f-3e3c-4a68-9b9e-066e3d5691b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0462959 Dec 09 15:36:39.635977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72741949-bd5e-4def-8c7e-53eecba54d2d req-991d83be-eec1-4885-93b8-e08f94adae30 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Dec 09 15:36:40.750506 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438a687-0182-4350-bfcc-1982f2f6a4f6 req-84221797-44f3-49e6-80cf-bd2e406a4a2a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:40.752000 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c438a687-0182-4350-bfcc-1982f2f6a4f6 req-84221797-44f3-49e6-80cf-bd2e406a4a2a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0476880 Dec 09 15:36:40.802211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c438a687-0182-4350-bfcc-1982f2f6a4f6 req-8e0e2a26-4132-4a81-bb01-03d1e88ac8f0 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Dec 09 15:36:41.915740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb8adf-e8de-40f2-921c-efcc6885218c req-c6096429-5a85-4532-8fed-a936f1077aa6 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:41.917188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abbb8adf-e8de-40f2-921c-efcc6885218c req-c6096429-5a85-4532-8fed-a936f1077aa6 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Dec 09 15:36:41.969674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abbb8adf-e8de-40f2-921c-efcc6885218c req-cb96657a-9c30-4fb6-9864-71b37919e4fa tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Dec 09 15:36:43.084082 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657aa88-c6bc-4f4f-89ef-9660225052f6 req-6854d7e4-b270-4609-85f2-c942893e44eb tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:43.085567 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f657aa88-c6bc-4f4f-89ef-9660225052f6 req-6854d7e4-b270-4609-85f2-c942893e44eb tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0474639 Dec 09 15:36:43.132599 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f657aa88-c6bc-4f4f-89ef-9660225052f6 req-3ffd5be4-7143-4f70-b0dc-7082053839c1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Dec 09 15:36:44.251830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b197005-091e-42d0-90ed-fe8c6a26c690 req-47aed743-324e-4fa0-93c2-b7dc9963847f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:44.253285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b197005-091e-42d0-90ed-fe8c6a26c690 req-47aed743-324e-4fa0-93c2-b7dc9963847f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0513461 Dec 09 15:36:44.300014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0b197005-091e-42d0-90ed-fe8c6a26c690 req-5cecd238-5681-468c-8b75-4d02c588aeae tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Dec 09 15:36:45.419271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2bce8-c212-4c99-823c-cd166cec8525 req-69e98f87-d0be-4768-8b70-5a2455f27719 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.420774 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ce2bce8-c212-4c99-823c-cd166cec8525 req-69e98f87-d0be-4768-8b70-5a2455f27719 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Dec 09 15:36:45.468068 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ce2bce8-c212-4c99-823c-cd166cec8525 req-cdc718e4-3d9c-41ad-b899-9d9291807e92 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Dec 09 15:36:45.653752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1242-4d21-48da-803a-d62aba519fba req-772728cb-078d-476b-9197-c712635279a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.655126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-772728cb-078d-476b-9197-c712635279a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1097 time: 0.0393333 Dec 09 15:36:45.771109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1242-4d21-48da-803a-d62aba519fba req-af956e1f-2e80-4d3b-a978-e396bfb1caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.772641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-af956e1f-2e80-4d3b-a978-e396bfb1caed service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0920379 Dec 09 15:36:45.815547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-801c6995-2bcf-4b58-96c2-3865fc4093eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0352206 Dec 09 15:36:45.862247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1242-4d21-48da-803a-d62aba519fba req-5bd21f42-7f43-4003-bb11-a04c822e893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:45.863673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-5bd21f42-7f43-4003-bb11-a04c822e893a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0418959 Dec 09 15:36:45.896884 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-4926db6e-17a9-4bca-b1e0-c19410a42684 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265572 Dec 09 15:36:45.987162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-8d6709f0-a0bb-4f06-ab70-88a774ad6cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807071 Dec 09 15:36:46.078774 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6aeb1242-4d21-48da-803a-d62aba519fba req-9a06d0ce-9df8-4d35-bf0e-2e916e30ae6a service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844097 Dec 09 15:36:46.584688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1159805-cc7f-4d43-8bf2-3e4e443f0da1 req-7a68d305-0d51-4ec4-8f4d-99f29bb66e50 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:46.586083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1159805-cc7f-4d43-8bf2-3e4e443f0da1 req-7a68d305-0d51-4ec4-8f4d-99f29bb66e50 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0494101 Dec 09 15:36:46.632716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1159805-cc7f-4d43-8bf2-3e4e443f0da1 req-a5bc57d9-de43-4ca3-b63f-43a291c4f1f0 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Dec 09 15:36:47.760119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaaddb-f8de-4f78-9c4f-7c9e910fba2b req-991f40b3-1b59-4452-9f72-237d7eabb063 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:47.761638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43eaaddb-f8de-4f78-9c4f-7c9e910fba2b req-991f40b3-1b59-4452-9f72-237d7eabb063 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0579607 Dec 09 15:36:47.813849 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43eaaddb-f8de-4f78-9c4f-7c9e910fba2b req-592e60b5-b35c-4f61-abfd-03c0dd56b751 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Dec 09 15:36:48.930390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374ab20-148a-4c14-99d1-5b4f7c278b9f req-571b66cf-4c3d-4b51-8921-8f2598190452 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:48.932405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6374ab20-148a-4c14-99d1-5b4f7c278b9f req-571b66cf-4c3d-4b51-8921-8f2598190452 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Dec 09 15:36:48.984706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6374ab20-148a-4c14-99d1-5b4f7c278b9f req-dd8f0412-6b19-4835-a156-f79a384692f8 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Dec 09 15:36:50.099882 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08344912-eae1-430b-a07f-89d446c216e4 req-1cacc974-a02f-4899-9108-98da544feaaa tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:50.101242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08344912-eae1-430b-a07f-89d446c216e4 req-1cacc974-a02f-4899-9108-98da544feaaa tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0472555 Dec 09 15:36:50.146664 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08344912-eae1-430b-a07f-89d446c216e4 req-406837d9-829b-40cf-89e6-ac2164264b9f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 Dec 09 15:36:51.559976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3df6b-cee4-46f6-a508-f1a4178a96d4 req-7025cc55-e6d8-4fec-a56b-beab09a6a57a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:51.561457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42b3df6b-cee4-46f6-a508-f1a4178a96d4 req-7025cc55-e6d8-4fec-a56b-beab09a6a57a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.3463006 Dec 09 15:36:51.593278 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:36:51.608452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-42b3df6b-cee4-46f6-a508-f1a4178a96d4 req-2f503128-dad0-439f-b129-ea335a90a76b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Dec 09 15:36:52.195065 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:52.663748 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:52.733284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880009-592d-413d-bfa0-278b87a5c80c req-b5b8af95-82bc-464a-875d-65b4c6cfe688 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:52.734763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f880009-592d-413d-bfa0-278b87a5c80c req-b5b8af95-82bc-464a-875d-65b4c6cfe688 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0522804 Dec 09 15:36:52.782593 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f880009-592d-413d-bfa0-278b87a5c80c req-c38a9b58-7589-4e6c-8705-6b8393d68eed tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Dec 09 15:36:53.242683 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40115eed-dabb-4c38-aa5f-9101be276740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:53.895084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cc099-cedd-4270-9ccd-d057bd6e3cba req-a4cc705f-59e4-44c2-96a5-485cdddfb493 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:53.896569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b0cc099-cedd-4270-9ccd-d057bd6e3cba req-a4cc705f-59e4-44c2-96a5-485cdddfb493 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Dec 09 15:36:53.943759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b0cc099-cedd-4270-9ccd-d057bd6e3cba req-173152c1-652d-45e2-84e5-a71721471fe0 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Dec 09 15:36:55.059532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e241-3200-4a4a-a67d-d3d60c512cb7 req-f6859a29-48da-42ff-b6d9-f36820b327ff tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:55.061949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4157e241-3200-4a4a-a67d-d3d60c512cb7 req-f6859a29-48da-42ff-b6d9-f36820b327ff tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0490570 Dec 09 15:36:55.109550 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4157e241-3200-4a4a-a67d-d3d60c512cb7 req-8dce36eb-3ce5-4f51-84d4-78785ad4fd3c tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Dec 09 15:36:55.685644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41c232d6-1b04-4fbf-9f59-e5c5ca1d089e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:56.227522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22f94-a454-4406-9f1b-2d7ae5e23b35 req-f41e0fe9-717d-4431-9597-7f33df4d05a9 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:56.228976 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fe22f94-a454-4406-9f1b-2d7ae5e23b35 req-f41e0fe9-717d-4431-9597-7f33df4d05a9 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0508807 Dec 09 15:36:56.275509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0fe22f94-a454-4406-9f1b-2d7ae5e23b35 req-13719f55-e5a8-4252-a51a-81570d6f7a54 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Dec 09 15:36:56.808973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:57.390963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f6e9-21d8-409a-8cad-01ec17972bd2 req-cb5d1099-7a62-4f4d-866e-051c41ae3791 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:57.392449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51f7f6e9-21d8-409a-8cad-01ec17972bd2 req-cb5d1099-7a62-4f4d-866e-051c41ae3791 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0470757 Dec 09 15:36:57.443441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51f7f6e9-21d8-409a-8cad-01ec17972bd2 req-b21d5fcf-506a-46ce-ac12-ef0b0390257e tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Dec 09 15:36:58.495784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:36:58.556039 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1c1f1-b7ef-4288-ba95-8fea0ce3dd3b req-5ab0a0c3-1d6d-46d7-9ed9-27dd216fee96 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:36:58.557501 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11a1c1f1-b7ef-4288-ba95-8fea0ce3dd3b req-5ab0a0c3-1d6d-46d7-9ed9-27dd216fee96 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0474672 Dec 09 15:36:58.603705 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11a1c1f1-b7ef-4288-ba95-8fea0ce3dd3b req-e6b4ce98-3ecd-4cf7-9516-f2cf74da4a34 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Dec 09 15:36:59.244060 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:00.005562 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52e12-feb4-4632-aa11-18cb9ff0b8cb req-886b9ac3-4f52-4a86-958d-f264bf4505d5 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:00.007038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c52e12-feb4-4632-aa11-18cb9ff0b8cb req-886b9ac3-4f52-4a86-958d-f264bf4505d5 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.3325334 Dec 09 15:37:00.053583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c52e12-feb4-4632-aa11-18cb9ff0b8cb req-89848b5b-193c-47f2-9dfa-99103b4477bf tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Dec 09 15:37:01.168617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76f0e2-fb9d-4226-a1fe-31a500f3411c req-2949a683-25c6-4014-ac8a-f22146024f19 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:01.170288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a76f0e2-fb9d-4226-a1fe-31a500f3411c req-2949a683-25c6-4014-ac8a-f22146024f19 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0472181 Dec 09 15:37:01.219674 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a76f0e2-fb9d-4226-a1fe-31a500f3411c req-2d6f9d6d-9557-47df-9c29-597b4beed2dc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434039 Dec 09 15:37:02.340210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01238de-3a82-44b7-8f53-44e30ced2435 req-84c3ea3b-3a98-4434-8056-9fdf60c8a96a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:02.341994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d01238de-3a82-44b7-8f53-44e30ced2435 req-84c3ea3b-3a98-4434-8056-9fdf60c8a96a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0536799 Dec 09 15:37:02.390882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d01238de-3a82-44b7-8f53-44e30ced2435 req-a0ce449e-0794-4c6f-842b-6e303a9c0772 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Dec 09 15:37:03.425665 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-131a775b-0f61-427a-b087-e1b17e5b174d req-44fb4b9c-c5d7-467f-8cc8-60cbac577046 service neutron] show failed (client error): The resource could not be found. Dec 09 15:37:03.426685 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-44fb4b9c-c5d7-467f-8cc8-60cbac577046 service neutron] 10.222.0.36 "GET /v2.0/ports/49d12a00-6afc-40a3-a90a-1b5e86d87365/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0545647 Dec 09 15:37:03.508726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29802eb0-054b-44fc-8b1a-c1998a29512e req-20304dcd-d0a7-486f-8217-50adb676f809 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:03.510403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29802eb0-054b-44fc-8b1a-c1998a29512e req-20304dcd-d0a7-486f-8217-50adb676f809 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Dec 09 15:37:03.558459 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29802eb0-054b-44fc-8b1a-c1998a29512e req-3294e3cc-d72a-4142-a0e5-55baeddb4492 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411499 Dec 09 15:37:03.670720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-5b556484-5267-4ca4-b014-09b4f7ffd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:03.672248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-5b556484-5267-4ca4-b014-09b4f7ffd9e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233&tenant_id=07a76ac50b3e4912af7d4bfd689fd631 HTTP/1.1" status: 200 len: 1097 time: 0.0717995 Dec 09 15:37:03.690258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:03.742500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:03.955099 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:03.987748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:04.026350 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:04.028836 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c981be70-c005-4cbb-9520-ceacb9c1e5b1" -d '{"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-unplugged", "status": "completed", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:04.032642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.046020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Transition to ACTIVE for port object 49d12a00-6afc-40a3-a90a-1b5e86d87365 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:04.050029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.086915 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed4f4a-ab48-420a-af51-80c1f917dfbe x-openstack-request-id: req-0bed4f4a-ab48-420a-af51-80c1f917dfbe {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:04.087165 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-unplugged", "status": "completed", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:04.087449 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0bed4f4a-ab48-420a-af51-80c1f917dfbe {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:04.087852 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'code': 200} Dec 09 15:37:04.110016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] No DVR routers for this DVR port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:04.125207 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:04.156529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:04.156870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:04.157195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:04.161732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:04.162059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Attempting to bind port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:04.166951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:04.167292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Checking segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:04.167699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Bound using segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:04.168121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Bound port: 49d12a00-6afc-40a3-a90a-1b5e86d87365, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:04.168475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.232084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:04.235746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:04.241163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.277472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.278103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:04.279867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-19867858-3aef-41b8-af84-0973183d7703 service neutron] 10.222.0.43 "PUT /v2.0/ports/49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 1092 time: 0.5936611 Dec 09 15:37:04.300019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867858-3aef-41b8-af84-0973183d7703 service neutron] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:04.345311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-5a86a10f-0bf1-419f-b504-be38faf314b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.346729 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-5a86a10f-0bf1-419f-b504-be38faf314b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1095 time: 0.0417836 Dec 09 15:37:04.447897 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-3a95dc89-bfaf-481a-a63b-0c9f0910130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.449380 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-3a95dc89-bfaf-481a-a63b-0c9f0910130e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0903525 Dec 09 15:37:04.498984 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-9d8f0730-87fa-4f5b-9622-57605ab3a329 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0358658 Dec 09 15:37:04.556981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a775b-0f61-427a-b087-e1b17e5b174d req-9461a00e-054e-42f0-a4c1-297ab971d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.558433 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-9461a00e-054e-42f0-a4c1-297ab971d551 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0477057 Dec 09 15:37:04.592363 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-674e23fb-3163-46c3-83c1-bd969902d3ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239296 Dec 09 15:37:04.679575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5280a2-18f5-4565-93c4-465147fabf90 req-cdf28f9b-8f4e-4bfe-a3c2-09bb7d94e556 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:04.681081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d5280a2-18f5-4565-93c4-465147fabf90 req-cdf28f9b-8f4e-4bfe-a3c2-09bb7d94e556 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.0509863 Dec 09 15:37:04.687452 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-434644a0-3615-4937-9fdd-3e862fe707c8 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Dec 09 15:37:04.728559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d5280a2-18f5-4565-93c4-465147fabf90 req-72cb344b-5164-4a19-a859-f13acdee4810 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Dec 09 15:37:04.787450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-131a775b-0f61-427a-b087-e1b17e5b174d req-4729e6bf-9d03-4e9c-b49b-bdf7337434b9 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898316 Dec 09 15:37:05.847053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16241-1a50-43b2-b731-48208519d9be req-6a8733db-941c-4218-9c3f-b823326886fe tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:05.848573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ab16241-1a50-43b2-b731-48208519d9be req-6a8733db-941c-4218-9c3f-b823326886fe tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.0486560 Dec 09 15:37:05.895713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ab16241-1a50-43b2-b731-48208519d9be req-bca707a5-a9f5-4dea-80c9-a7a171feba7a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Dec 09 15:37:06.088788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:06.091154 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff0b0a-0d24-49e5-9782-e3358ca84794" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:06.139602 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10166a36-cd73-4c9e-ace9-d87c8a440f10 x-openstack-request-id: req-10166a36-cd73-4c9e-ace9-d87c8a440f10 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:06.139903 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:06.140158 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10166a36-cd73-4c9e-ace9-d87c8a440f10 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:06.140562 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'status': 'completed', 'code': 200} Dec 09 15:37:06.198711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-ce6eabf6-3fb8-495a-9939-76e01e9f7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.200286 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-ce6eabf6-3fb8-495a-9939-76e01e9f7cdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1095 time: 0.0406027 Dec 09 15:37:06.212381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-2dafb350-34af-44b4-9c31-177db4eee7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.213884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-2dafb350-34af-44b4-9c31-177db4eee7dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1095 time: 0.0457890 Dec 09 15:37:06.293008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-862cb140-e15b-4ac9-aa49-e7abbdbdb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.294483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-862cb140-e15b-4ac9-aa49-e7abbdbdb742 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0874686 Dec 09 15:37:06.307467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-c2848cdf-fac8-4546-b33a-e6fd259fbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.308933 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-c2848cdf-fac8-4546-b33a-e6fd259fbc58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0853591 Dec 09 15:37:06.336595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-9ff1062a-af10-43f5-a570-4000171a081e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0348902 Dec 09 15:37:06.356161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-463dfb0c-714c-4651-a576-4b18c9e3ce38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0394278 Dec 09 15:37:06.384319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-260cfef5-e6b5-4fd6-bc02-c96db26e2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.385762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-260cfef5-e6b5-4fd6-bc02-c96db26e2468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0423548 Dec 09 15:37:06.411891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-148129e7-47a9-4dd1-acc5-2ac2395adafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:06.413388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-148129e7-47a9-4dd1-acc5-2ac2395adafb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0455642 Dec 09 15:37:06.418486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-b727bc4a-2049-4445-a11f-a57cc6c28d64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249743 Dec 09 15:37:06.446699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-980fe3d2-91f2-451c-a811-825a60f3fc8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245764 Dec 09 15:37:06.510768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:06.518299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-f9258c27-8ab2-4324-b757-46babcbdf8b3 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925155 Dec 09 15:37:06.550231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-3bf4cf02-0c5f-4699-908e-9406a1ffcd84 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949523 Dec 09 15:37:06.557160 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:06.629402 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-890d5889-e805-43ac-80ff-8c9ec8537e14 service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039498 Dec 09 15:37:06.655469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80ff0b0a-0d24-49e5-9782-e3358ca84794 req-8d550998-bd2a-4b9a-bb17-cf664d5e3d69 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965254 Dec 09 15:37:07.012205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdd4f9-126e-45d2-b2d7-7e43677c270a req-e097e51a-2244-4dae-a600-80dfbc3ede09 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.013722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fcdd4f9-126e-45d2-b2d7-7e43677c270a req-e097e51a-2244-4dae-a600-80dfbc3ede09 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.0487947 Dec 09 15:37:07.066049 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fcdd4f9-126e-45d2-b2d7-7e43677c270a req-78242896-c03b-440d-b2ab-0923e0af2e8b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459504 Dec 09 15:37:07.260322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc820856-c0c6-49e2-a7df-e75284374103 req-b1c8b98e-5be0-49ec-8c41-23828ff12b00 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.262143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc820856-c0c6-49e2-a7df-e75284374103 req-b1c8b98e-5be0-49ec-8c41-23828ff12b00 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 944 time: 0.0507636 Dec 09 15:37:07.311857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-bee1f8fa-6f7d-47ed-9463-eca517e9330f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.312444 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc820856-c0c6-49e2-a7df-e75284374103 req-624efed2-e8e2-4c17-8293-81ca251aa89f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Dec 09 15:37:07.312538 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-bee1f8fa-6f7d-47ed-9463-eca517e9330f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233&tenant_id=07a76ac50b3e4912af7d4bfd689fd631&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.0851052 Dec 09 15:37:07.370506 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-ca7a1c5a-4668-43bc-9e7c-7d94ca850d03 service neutron] delete failed (client error): The resource could not be found. Dec 09 15:37:07.371530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-ca7a1c5a-4668-43bc-9e7c-7d94ca850d03 service neutron] 10.222.0.36 "DELETE /v2.0/ports/49d12a00-6afc-40a3-a90a-1b5e86d87365/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0530355 Dec 09 15:37:07.460940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-47a1fcb1-5d17-442c-b00f-eff00453794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.462367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-47a1fcb1-5d17-442c-b00f-eff00453794e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 1095 time: 0.0444694 Dec 09 15:37:07.550865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-8e803a30-34aa-4ad1-bd62-bcd4f7355309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.552364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-8e803a30-34aa-4ad1-bd62-bcd4f7355309 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0832036 Dec 09 15:37:07.598350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-e549452f-c432-4895-9161-f684a87a676d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 200 len: 217 time: 0.0386887 Dec 09 15:37:07.648666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-1a8d988d-6667-48f8-b099-4e60448aa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:07.650107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-1a8d988d-6667-48f8-b099-4e60448aa170 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0450292 Dec 09 15:37:07.681616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-49a373b8-8d93-4fca-a82a-1b3ebab8d5cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231700 Dec 09 15:37:07.774799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-f2614482-6204-4b1a-ad32-2dc835aa14ad service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851960 Dec 09 15:37:07.862433 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c16ba2ef-490e-42e7-aee2-9cef9e8aa70f req-0453a283-ab2d-44d1-b1fe-0fe0031e977c service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809257 Dec 09 15:37:08.008453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:08.103667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:08.114288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'port_id': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'mac_address': 'fa:16:3e:6e:65:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143e4aa-6e44-4b40-bb6e-43c70c89139f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:08.152411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.171807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d12a00-6afc-40a3-a90a-1b5e86d87365 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:08.192408 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:08.196116 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:08.242838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:08.434357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fba45-a302-4f34-88c1-5f74fd76a509 req-032e6884-04c4-458a-aca7-973a8c34ebae tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.435915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b02fba45-a302-4f34-88c1-5f74fd76a509 req-032e6884-04c4-458a-aca7-973a8c34ebae tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Dec 09 15:37:08.444185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['49d12a00-6afc-40a3-a90a-1b5e86d87365'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:08.489802 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b02fba45-a302-4f34-88c1-5f74fd76a509 req-8a115555-3108-49bb-b61f-0dac39fa99b7 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478015 Dec 09 15:37:08.605861 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dbf45-b0de-4acb-92d1-aa30507fdf3f req-49d6a8ab-5e24-4f36-9151-5c45b825f558 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.607342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e66dbf45-b0de-4acb-92d1-aa30507fdf3f req-49d6a8ab-5e24-4f36-9151-5c45b825f558 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Dec 09 15:37:08.653721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e66dbf45-b0de-4acb-92d1-aa30507fdf3f req-e4cdce1f-88ab-4612-9dad-187c951ab0af tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Dec 09 15:37:08.765860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de80f3b-ae58-4c71-8e71-516adea77424 req-b983eadb-6cd4-4719-aeee-9a243bdd58b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:08.767904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2de80f3b-ae58-4c71-8e71-516adea77424 req-b983eadb-6cd4-4719-aeee-9a243bdd58b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Dec 09 15:37:08.815374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2de80f3b-ae58-4c71-8e71-516adea77424 req-dfb05c60-c947-4c37-b61d-c92c407de981 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Dec 09 15:37:09.163461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-037a4231-f8bc-4279-8e65-86a7c601f6e2 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:09.164931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-037a4231-f8bc-4279-8e65-86a7c601f6e2 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 815 time: 0.1028891 Dec 09 15:37:09.180011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-658a02bd-729c-42ef-834b-213ce4e2894c tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/quotas/07a76ac50b3e4912af7d4bfd689fd631 HTTP/1.1" status: 200 len: 375 time: 0.0088856 Dec 09 15:37:09.237472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-4f246407-d2f2-4514-b26f-3431581265bc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523496 Dec 09 15:37:09.330173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-4b69a868-17f8-4039-a523-a65cc76613f9 service neutron] 10.222.0.46 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857761 Dec 09 15:37:09.418729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-c2498f51-a7d8-4ec3-8959-3dbbc509ba81 service neutron] 10.222.0.46 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824149 Dec 09 15:37:09.581756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5d0151b8-53e7-4748-8c27-006c7742207a req-43e7a83d-35b3-4827-b46b-6457202d5015 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Dec 09 15:37:10.034804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:10.084724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 49d12a00-6afc-40a3-a90a-1b5e86d87365 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:10.088810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 49d12a00-6afc-40a3-a90a-1b5e86d87365 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:10.089179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.163866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.185306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:10.188143 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3972d240-8eab-4b81-8b7a-17f96f24df37" -d '{"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-plugged", "status": "completed", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:10.204852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:10.209117 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.232553 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8854f52-63ee-499e-adc0-de6cc3b5f4a1 x-openstack-request-id: req-c8854f52-63ee-499e-adc0-de6cc3b5f4a1 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:10.232803 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-plugged", "status": "completed", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:10.233061 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8854f52-63ee-499e-adc0-de6cc3b5f4a1 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:10.233517 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'code': 200} Dec 09 15:37:10.258018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:10.545764 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-7fb3d2c6-8423-4311-989a-6c62a69c9e0b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.547268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-7fb3d2c6-8423-4311-989a-6c62a69c9e0b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233 HTTP/1.1" status: 200 len: 946 time: 0.1116562 Dec 09 15:37:10.603928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-3243e540-6f0f-49b3-8193-1068ec51102b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:10.605427 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-3243e540-6f0f-49b3-8193-1068ec51102b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 815 time: 0.1599128 Dec 09 15:37:10.641368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Request body: {'port': {'device_id': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'admin_state_up': True, 'tenant_id': '07a76ac50b3e4912af7d4bfd689fd631'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:10.700334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bda6645-46e9-418b-93f7-8a98fb005b60 req-f381fe34-fd2a-435a-baaa-da1765626746 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 210 time: 0.0421565 Dec 09 15:37:10.760830 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Deleting port 49d12a00-6afc-40a3-a90a-1b5e86d87365 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:10.761163 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.850841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Made reservation on behalf of 07a76ac50b3e4912af7d4bfd689fd631 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:10.854223 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.884371 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] For port 49d12a00-6afc-40a3-a90a-1b5e86d87365, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=49d12a00-6afc-40a3-a90a-1b5e86d87365,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:10.884725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:10.905437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Calling delete_port for 49d12a00-6afc-40a3-a90a-1b5e86d87365 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:11.059011 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Allocated IP 172.20.0.9 (ce363a7f-2df2-4de9-a9e1-85aaeed47db3/3143e4aa-6e44-4b40-bb6e-43c70c89139f/2a961660-88d7-4004-86e8-72b42e43aa5f) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:37:11.127658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.145427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['49d12a00-6afc-40a3-a90a-1b5e86d87365'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:11.170274 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Pushing event deleted for resources: {'Port': ['ID=49d12a00-6afc-40a3-a90a-1b5e86d87365,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:11.233445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] No DVR routers for this DVR port 49d12a00-6afc-40a3-a90a-1b5e86d87365 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:11.237967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.241268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.43 "DELETE /v2.0/ports/49d12a00-6afc-40a3-a90a-1b5e86d87365 HTTP/1.1" status: 204 len: 173 time: 0.6835506 Dec 09 15:37:11.241746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-deleted', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:11.243986 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b21f53-429f-45a2-a930-6cf580f3289e" -d '{"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-deleted", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:11.288738 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46008a-f71e-4ab2-a3b8-79961009fe36 x-openstack-request-id: req-4e46008a-f71e-4ab2-a3b8-79961009fe36 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:11.289030 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233", "name": "network-vif-deleted", "tag": "49d12a00-6afc-40a3-a90a-1b5e86d87365", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:11.289285 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e46008a-f71e-4ab2-a3b8-79961009fe36 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:11.289684 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdcb0e8-27df-4b00-bee3-a3f3a0bf0233', 'name': 'network-vif-deleted', 'tag': '49d12a00-6afc-40a3-a90a-1b5e86d87365', 'status': 'completed', 'code': 200} Dec 09 15:37:11.336673 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.371149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.383378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['49d12a00-6afc-40a3-a90a-1b5e86d87365'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:11.419603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:37:11.423174 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:37:11.428991 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:37:11.453497 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:11.481264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.481881 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.498752 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-e1539185-827b-42b2-859b-ea954a27432a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8631847 Dec 09 15:37:11.520409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Request body: {'port': {'device_id': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:11.573052 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.849117 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe0553-1ba3-4c57-90cf-b7c656f81880 req-eb3bdaad-e8a1-4149-a877-c10223a9ba3a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:11.850600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1dfe0553-1ba3-4c57-90cf-b7c656f81880 req-eb3bdaad-e8a1-4149-a877-c10223a9ba3a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 931 time: 0.0815816 Dec 09 15:37:11.923972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a961660-88d7-4004-86e8-72b42e43aa5f {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:11.934071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:11.939410 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1dfe0553-1ba3-4c57-90cf-b7c656f81880 req-0c226713-8bb1-459e-90c1-3f55851dc0c4 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Dec 09 15:37:11.949789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Transition to ACTIVE for port object 2a961660-88d7-4004-86e8-72b42e43aa5f will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:11.954643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.014953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:12.086298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:12.086631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:12.086962 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:12.091138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Port 2a961660-88d7-4004-86e8-72b42e43aa5f on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:12.091614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:12.097030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:12.097363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Checking segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:12.097741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Bound using segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:12.098156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Bound port: 2a961660-88d7-4004-86e8-72b42e43aa5f, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:12.098504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.162728 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:12.164881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:12.168595 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.202676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.203293 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:12.204727 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] 10.222.0.43 "PUT /v2.0/ports/2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 1091 time: 0.6887062 Dec 09 15:37:12.225511 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc40e23-44b0-4898-bd5d-d6d3fc3e0d1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:12.292159 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-333b1cf2-cdb5-4930-a225-bab41da16aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.293576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-333b1cf2-cdb5-4930-a225-bab41da16aac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1094 time: 0.0449405 Dec 09 15:37:12.343447 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-31de90d7-ace5-4d9d-b509-6bc4447355cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0370929 Dec 09 15:37:12.393446 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-a2dc5c97-6e58-46b4-8db0-3000dbcc814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:12.394868 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-a2dc5c97-6e58-46b4-8db0-3000dbcc814b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0435169 Dec 09 15:37:12.428879 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-d2b88603-04aa-45d6-ae92-7829fcdbf6b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231094 Dec 09 15:37:12.525684 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-9afb13dd-48c9-4460-8fc4-7da75fd725d8 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864851 Dec 09 15:37:12.621978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57c12df8-3f70-4554-9748-bd0343bf86f4 req-ea1e06a8-9db4-497b-a3eb-e703b2f8aff3 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845568 Dec 09 15:37:13.056643 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea6cd7-6b42-4990-819c-8ea719a19dc8 req-a9e3b8d8-7f47-4969-ab51-760852310d03 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.058110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2ea6cd7-6b42-4990-819c-8ea719a19dc8 req-a9e3b8d8-7f47-4969-ab51-760852310d03 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 943 time: 0.0486863 Dec 09 15:37:13.108820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b2ea6cd7-6b42-4990-819c-8ea719a19dc8 req-4f973476-ffa5-41d2-b366-a4988fc21109 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Dec 09 15:37:13.290909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:13.293274 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4d1cc-c559-41e9-b3df-36ddf66e0298" -d '{"events": [{"name": "network-changed", "server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:13.332667 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1200b765-3858-43a9-83a9-ba0ceb276dcf x-openstack-request-id: req-1200b765-3858-43a9-83a9-ba0ceb276dcf {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:13.332981 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:13.333245 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1200b765-3858-43a9-83a9-ba0ceb276dcf {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:13.333655 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'status': 'completed', 'code': 200} Dec 09 15:37:13.398593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-e8ff1fb3-7ba5-48d3-a9bd-0308e57e8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.400110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-e8ff1fb3-7ba5-48d3-a9bd-0308e57e8241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1094 time: 0.0412519 Dec 09 15:37:13.491514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-e4905404-4f36-4309-9059-a537ef8a7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.492993 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-e4905404-4f36-4309-9059-a537ef8a7b48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0847044 Dec 09 15:37:13.538423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-1b9798ea-d6eb-4791-9c1a-e3245af2db98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0374849 Dec 09 15:37:13.589349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-d04c3388-94c7-49b6-93d7-9fd4a914f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:13.590696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-d04c3388-94c7-49b6-93d7-9fd4a914f418 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0434539 Dec 09 15:37:13.622317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-e1eeb069-dc73-423e-8c7b-0378ab623b97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235827 Dec 09 15:37:13.713845 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-35d1a0b6-f44a-49fc-88a4-f7a136878cdb service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Dec 09 15:37:13.807162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-81c4d1cc-c559-41e9-b3df-36ddf66e0298 req-d9106f13-85f9-49b1-b997-550531be1ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Dec 09 15:37:14.056794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:14.079530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 49d12a00-6afc-40a3-a90a-1b5e86d87365 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:37:14.079878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 49d12a00-6afc-40a3-a90a-1b5e86d87365 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:14.222416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470a883-ebfc-42f4-8107-ad3cce6ba8f2 req-9e89a83d-8b6f-406e-b4e2-1ce788cf3898 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:14.223946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4470a883-ebfc-42f4-8107-ad3cce6ba8f2 req-9e89a83d-8b6f-406e-b4e2-1ce788cf3898 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 943 time: 0.0483801 Dec 09 15:37:14.270249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4470a883-ebfc-42f4-8107-ad3cce6ba8f2 req-6e5570e3-8773-43e9-9272-060916f96fe2 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Dec 09 15:37:15.387270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771832-bc34-4980-8070-f08dd5e51229 req-badc0e35-34a8-4005-a0da-425930527b4e tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:15.388981 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c2771832-bc34-4980-8070-f08dd5e51229 req-badc0e35-34a8-4005-a0da-425930527b4e tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 943 time: 0.0485351 Dec 09 15:37:15.439942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c2771832-bc34-4980-8070-f08dd5e51229 req-10d70a88-65a9-481f-86a3-4aae93c65933 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Dec 09 15:37:16.072259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:16.164626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:16.175179 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'port_id': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'mac_address': 'fa:16:3e:39:2a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143e4aa-6e44-4b40-bb6e-43c70c89139f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:16.215008 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:16.227487 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a961660-88d7-4004-86e8-72b42e43aa5f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:16.246025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:16.250958 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:16.297505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:16.484262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['2a961660-88d7-4004-86e8-72b42e43aa5f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:16.559611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e92a9-e970-4b7c-81c5-e059aa741a2b req-4805bcff-d4f9-4471-b634-76c2fc8c4a39 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:16.561948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f85e92a9-e970-4b7c-81c5-e059aa741a2b req-4805bcff-d4f9-4471-b634-76c2fc8c4a39 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 944 time: 0.0490918 Dec 09 15:37:16.608810 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f85e92a9-e970-4b7c-81c5-e059aa741a2b req-3b330777-bd3f-442a-ace2-4d63ec19a899 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Dec 09 15:37:17.730539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e725519-32c0-4256-98a0-eda28f9ed676 req-073d4b83-7ae0-445b-bf6a-1b278b812b37 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:17.732039 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e725519-32c0-4256-98a0-eda28f9ed676 req-073d4b83-7ae0-445b-bf6a-1b278b812b37 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 944 time: 0.0496464 Dec 09 15:37:17.778893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e725519-32c0-4256-98a0-eda28f9ed676 req-f50a8011-b7b8-41be-b7fd-e4ca43e5fd79 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Dec 09 15:37:18.104354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:18.151865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 2a961660-88d7-4004-86e8-72b42e43aa5f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:18.156184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 2a961660-88d7-4004-86e8-72b42e43aa5f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:18.156566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.235038 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.257493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:18.259877 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1247e09-653a-4d05-aba9-e8226f2b487b" -d '{"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-plugged", "status": "completed", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:18.272678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:18.276510 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:18.302927 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1995c8b6-f7c5-4c66-a46d-af1cb8dc075e x-openstack-request-id: req-1995c8b6-f7c5-4c66-a46d-af1cb8dc075e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:18.303224 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-plugged", "status": "completed", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:18.303513 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1995c8b6-f7c5-4c66-a46d-af1cb8dc075e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:18.303911 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'code': 200} Dec 09 15:37:18.327771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:18.407118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26c820-cf42-4dc2-a324-f90243643566 req-5916cbbf-bd65-4288-a7ff-3f0c1d51a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:18.408851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a26c820-cf42-4dc2-a324-f90243643566 req-5916cbbf-bd65-4288-a7ff-3f0c1d51a28d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1096 time: 0.0386767 Dec 09 15:37:18.453360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a26c820-cf42-4dc2-a324-f90243643566 req-abd957e7-4bd5-4103-b6fc-fabeff491fc6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Dec 09 15:37:18.894419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7787-e71b-44c7-b6f5-bb56464095cb req-3ed029c3-3200-47d8-adce-93c6a8dc3896 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:18.895932 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c15f7787-e71b-44c7-b6f5-bb56464095cb req-3ed029c3-3200-47d8-adce-93c6a8dc3896 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0503874 Dec 09 15:37:18.943260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c15f7787-e71b-44c7-b6f5-bb56464095cb req-80b2afdb-6b84-4303-969b-2a9c1631ac22 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Dec 09 15:37:20.070426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bccfb9-4661-40f6-addd-37bd04918efb req-acadd527-18cc-4008-a941-96f945b41016 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.071955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24bccfb9-4661-40f6-addd-37bd04918efb req-acadd527-18cc-4008-a941-96f945b41016 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Dec 09 15:37:20.119633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-24bccfb9-4661-40f6-addd-37bd04918efb req-676636e2-a78b-4712-a2f7-b2efd85523ff tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Dec 09 15:37:20.237041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161307b-84ba-4fbb-bb4d-737fd315283b req-3d740843-030e-4b0a-9357-7b5ef45eb182 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.238544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3161307b-84ba-4fbb-bb4d-737fd315283b req-3d740843-030e-4b0a-9357-7b5ef45eb182 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Dec 09 15:37:20.286876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3161307b-84ba-4fbb-bb4d-737fd315283b req-14c63be1-7f8c-43dd-b77d-1390781555b2 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Dec 09 15:37:20.509188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-931e9d2e-ec52-4639-836a-677f3cb6d3bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387602 Dec 09 15:37:20.528773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2094-1eea-47eb-bca2-aee21253fe8b req-01ae7572-9033-4e63-b8d3-4470c49b8e4b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:20.530830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc9b2094-1eea-47eb-bca2-aee21253fe8b req-01ae7572-9033-4e63-b8d3-4470c49b8e4b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Dec 09 15:37:20.579867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc9b2094-1eea-47eb-bca2-aee21253fe8b req-db8b9419-4f9b-4b10-8aeb-866ad16080fe tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Dec 09 15:37:21.572782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-ede156e9-e214-4d08-849e-8b7cc2bb7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.574171 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-ede156e9-e214-4d08-849e-8b7cc2bb7262 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1096 time: 0.0395644 Dec 09 15:37:21.670920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-b5786db5-ab90-46e9-b801-6382d58a6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.672439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-b5786db5-ab90-46e9-b801-6382d58a6541 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0911188 Dec 09 15:37:21.697407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80fb1a-64fb-4f63-a006-73fac1c8f57c req-7ece0f6d-854f-4736-8db0-7f9b5b2fac76 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:21.698985 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c80fb1a-64fb-4f63-a006-73fac1c8f57c req-7ece0f6d-854f-4736-8db0-7f9b5b2fac76 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Dec 09 15:37:21.750391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5c80fb1a-64fb-4f63-a006-73fac1c8f57c req-6ab9455c-6f76-48ba-be88-528d328a12fc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Dec 09 15:37:22.015112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-4e70fbe1-aef8-4408-a9e4-149f8beafbdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.3345666 Dec 09 15:37:22.064353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-f94b4470-ce27-4c50-a50b-9aa529cbc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.065790 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-f94b4470-ce27-4c50-a50b-9aa529cbc4fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0435312 Dec 09 15:37:22.096991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-33b48b0e-b153-4dbf-bf45-cbacb1e140f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241308 Dec 09 15:37:22.192091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-8a53662a-8f94-4222-bdca-6178adf16324 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Dec 09 15:37:22.194370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:22.287010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-dda38b33-a06c-48a6-8b00-cf3a0590c62a service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882273 Dec 09 15:37:22.664918 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:22.867570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239998-3834-4eaf-b915-d56bb0a25045 req-cbc86431-259e-4c58-97cc-78903a83732a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:22.869062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3239998-3834-4eaf-b915-d56bb0a25045 req-cbc86431-259e-4c58-97cc-78903a83732a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0489037 Dec 09 15:37:22.916769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a3239998-3834-4eaf-b915-d56bb0a25045 req-20f2d137-e36d-4c32-bdc2-0f99ef37ba13 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Dec 09 15:37:23.244341 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3570b7ea-8493-42e1-aa50-f4feb6f57b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:24.052715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00009fa-3d94-4f21-822c-b90fdc70d9c3 req-13257dbe-19ed-4268-ba70-90fb918a06e6 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:24.054710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c00009fa-3d94-4f21-822c-b90fdc70d9c3 req-13257dbe-19ed-4268-ba70-90fb918a06e6 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0663939 Dec 09 15:37:24.111437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c00009fa-3d94-4f21-822c-b90fdc70d9c3 req-11039e7b-0650-4631-bafd-835a2e9d7c03 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497897 Dec 09 15:37:25.227602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d7a7f-8985-4be0-a079-c9b1ce35ed8d req-8adeca4f-daa9-46ed-b212-2414ce014c3d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:25.229069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c64d7a7f-8985-4be0-a079-c9b1ce35ed8d req-8adeca4f-daa9-46ed-b212-2414ce014c3d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0472085 Dec 09 15:37:25.275564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c64d7a7f-8985-4be0-a079-c9b1ce35ed8d req-0bd875e5-b7b6-4592-8781-e2e5149f31ca tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Dec 09 15:37:25.690053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-119009bc-61f6-408f-82ad-79e98922daa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:26.390947 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d500-cd8a-498a-9b0a-470795e29a81 req-be89205b-5ade-426a-a30b-fa7be92af041 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:26.392426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba53d500-cd8a-498a-9b0a-470795e29a81 req-be89205b-5ade-426a-a30b-fa7be92af041 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0472307 Dec 09 15:37:26.439727 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba53d500-cd8a-498a-9b0a-470795e29a81 req-7cfead7a-8ff9-4023-a710-85e790c0f2ab tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 Dec 09 15:37:26.812101 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:27.556804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a65470-e318-44ab-b223-79da66fef739 req-80f1fed5-5dfe-4fcb-b3ca-9ab406c2a776 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:27.558241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4a65470-e318-44ab-b223-79da66fef739 req-80f1fed5-5dfe-4fcb-b3ca-9ab406c2a776 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Dec 09 15:37:27.604709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d4a65470-e318-44ab-b223-79da66fef739 req-0cdb3cf3-b790-483b-8a88-6152ace2f481 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Dec 09 15:37:28.498885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:28.593283 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:37:28.722606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa4e1-c5f5-4b91-b083-c05677d32504 req-f37da86a-b073-4ee4-bd1c-14e796c39151 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:28.724116 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b13fa4e1-c5f5-4b91-b083-c05677d32504 req-f37da86a-b073-4ee4-bd1c-14e796c39151 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0515728 Dec 09 15:37:28.771172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b13fa4e1-c5f5-4b91-b083-c05677d32504 req-73fe20d0-2a38-42a4-b710-79c23698543a tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Dec 09 15:37:29.245300 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:29.887439 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577ed2-c875-4dc4-a2fe-a31a247f1690 req-071f37bf-8c05-4dae-a925-a218afa6eaed tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:29.889469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20577ed2-c875-4dc4-a2fe-a31a247f1690 req-071f37bf-8c05-4dae-a925-a218afa6eaed tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Dec 09 15:37:29.936546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20577ed2-c875-4dc4-a2fe-a31a247f1690 req-5939237a-7bbf-4cf5-99a5-7a4b5298c5e7 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Dec 09 15:37:31.051744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e6812-f697-4761-bed6-bc191394e3a9 req-2ec788a3-82ac-4803-87d2-2207de43af2b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:31.053220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d29e6812-f697-4761-bed6-bc191394e3a9 req-2ec788a3-82ac-4803-87d2-2207de43af2b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Dec 09 15:37:31.099984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d29e6812-f697-4761-bed6-bc191394e3a9 req-a5094baa-dc1d-4e66-b9ee-3d6540eefd15 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Dec 09 15:37:32.213571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9b3de-419e-4913-a3db-5ac5f1fb3bcf req-eeb024ef-020e-441c-961c-04a2ca27c3b7 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:32.215027 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07c9b3de-419e-4913-a3db-5ac5f1fb3bcf req-eeb024ef-020e-441c-961c-04a2ca27c3b7 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0474679 Dec 09 15:37:32.265455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07c9b3de-419e-4913-a3db-5ac5f1fb3bcf req-aadec7d3-ee11-406b-96a7-12e925c9893f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Dec 09 15:37:33.385151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154d21-90a8-4dd0-8d99-d94a23089a23 req-1c01e40b-ce3e-4b25-aacb-227e0c35664d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:33.386646 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28154d21-90a8-4dd0-8d99-d94a23089a23 req-1c01e40b-ce3e-4b25-aacb-227e0c35664d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Dec 09 15:37:33.438984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-28154d21-90a8-4dd0-8d99-d94a23089a23 req-2800e498-2717-4644-970b-1bbb60fe740d tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Dec 09 15:37:34.556914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5eab4b-f7f4-4687-b15e-e8b96617f8de req-4fd05641-9aa9-4b82-9bdd-b505ca105154 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:34.558377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e5eab4b-f7f4-4687-b15e-e8b96617f8de req-4fd05641-9aa9-4b82-9bdd-b505ca105154 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Dec 09 15:37:34.608769 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e5eab4b-f7f4-4687-b15e-e8b96617f8de req-a6b785d0-367c-47c2-a4d3-0dd9e3ef3a67 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Dec 09 15:37:35.723667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd50551-dcd8-4d5f-837d-210a0dc5286c req-bc63a700-35b5-492c-9e1a-921eba531de3 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:35.725130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccd50551-dcd8-4d5f-837d-210a0dc5286c req-bc63a700-35b5-492c-9e1a-921eba531de3 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Dec 09 15:37:35.771510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ccd50551-dcd8-4d5f-837d-210a0dc5286c req-cba1307e-5092-4e28-a456-f0a9d597717b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Dec 09 15:37:36.891614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724b21d-0cd2-4379-a182-27c5ad8bd951 req-a1218726-c5d5-4d9b-b77d-1049f42bd2c5 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:36.893065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0724b21d-0cd2-4379-a182-27c5ad8bd951 req-a1218726-c5d5-4d9b-b77d-1049f42bd2c5 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0476565 Dec 09 15:37:36.940853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0724b21d-0cd2-4379-a182-27c5ad8bd951 req-cd20248b-edda-4fd3-8058-def519e8608e tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Dec 09 15:37:37.549109 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-d3a8c999-ae7e-49b4-b296-25cece6540fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:37.550564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-d3a8c999-ae7e-49b4-b296-25cece6540fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1096 time: 0.0436001 Dec 09 15:37:37.654086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-347d6712-03ec-4b19-afae-f1cf0f4d85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:37.655611 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-347d6712-03ec-4b19-afae-f1cf0f4d85fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0850875 Dec 09 15:37:37.701136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-ec0689f5-0ec7-4289-a5df-f8cdef2fb450 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0380597 Dec 09 15:37:37.752705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-f12c5986-6987-4483-bbcb-bc62296cce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:37.754134 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-f12c5986-6987-4483-bbcb-bc62296cce9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0449216 Dec 09 15:37:37.785419 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-36b28ec9-bd24-42e4-84a3-97778b6d12d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235460 Dec 09 15:37:37.879023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-cc4a002f-07d7-4e2a-b533-5fa8ca968c40 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864866 Dec 09 15:37:37.968252 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2be8d98c-366b-4ec6-a794-ebd9e9934d33 req-3a32ac24-6222-4165-ab82-eda1015d9752 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812514 Dec 09 15:37:38.053632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50f1ca-2ec4-4e89-beb1-c004a132564b req-06d86450-6baa-4e52-be9c-1b371a40f1bc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:38.055101 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb50f1ca-2ec4-4e89-beb1-c004a132564b req-06d86450-6baa-4e52-be9c-1b371a40f1bc tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0476511 Dec 09 15:37:38.103072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bb50f1ca-2ec4-4e89-beb1-c004a132564b req-3f1b80a4-e309-4636-ab6e-d6fd093879d0 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Dec 09 15:37:39.217291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29ac58-b393-4a50-bf4a-a5c24f08ee76 req-bfa7d295-4c4a-4981-b236-ed9bf933af19 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:39.218785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba29ac58-b393-4a50-bf4a-a5c24f08ee76 req-bfa7d295-4c4a-4981-b236-ed9bf933af19 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Dec 09 15:37:39.270438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ba29ac58-b393-4a50-bf4a-a5c24f08ee76 req-79849370-0544-4ed0-8bcf-d0436d28fbde tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Dec 09 15:37:40.389184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b48b3-0107-4514-9a5f-c9b892c54e63 req-9575d45a-17e2-4508-a4c6-ecf583c37d0f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:40.390668 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da3b48b3-0107-4514-9a5f-c9b892c54e63 req-9575d45a-17e2-4508-a4c6-ecf583c37d0f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Dec 09 15:37:40.437354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-da3b48b3-0107-4514-9a5f-c9b892c54e63 req-4335bf73-31d8-4430-ad00-8ee623836bf8 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Dec 09 15:37:41.553168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb940f-f689-4de5-ac06-eb220a99070b req-1364aac4-c4bb-4907-984b-53f11d71475c tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:41.554680 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02eb940f-f689-4de5-ac06-eb220a99070b req-1364aac4-c4bb-4907-984b-53f11d71475c tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Dec 09 15:37:41.601875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-02eb940f-f689-4de5-ac06-eb220a99070b req-a3cb7c76-dc6e-44f2-a484-75dfa825e630 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Dec 09 15:37:42.721653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c839d-d959-4ea0-804f-45eaf00f39d1 req-8c872ed2-032b-409f-a261-c2ed3cce6542 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:42.723121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a0c839d-d959-4ea0-804f-45eaf00f39d1 req-8c872ed2-032b-409f-a261-c2ed3cce6542 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Dec 09 15:37:42.768959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a0c839d-d959-4ea0-804f-45eaf00f39d1 req-7db56bb2-5aea-4ab1-aea3-41debe1d3a75 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 Dec 09 15:37:43.883758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb2416-d9b5-43a4-8769-d5f511a5cac1 req-817ab255-11d9-42ea-be24-42f984fb8d32 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:43.885251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fb2416-d9b5-43a4-8769-d5f511a5cac1 req-817ab255-11d9-42ea-be24-42f984fb8d32 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Dec 09 15:37:43.932572 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2fb2416-d9b5-43a4-8769-d5f511a5cac1 req-4a4dd1de-e18c-41a0-9eb5-89b5edbcd9eb tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Dec 09 15:37:45.045043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cb907-6fd6-4558-9d8c-e3b1c237c07e req-847621a9-3271-417b-8380-6b1717d3b719 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:45.046518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c2cb907-6fd6-4558-9d8c-e3b1c237c07e req-847621a9-3271-417b-8380-6b1717d3b719 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Dec 09 15:37:45.096551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c2cb907-6fd6-4558-9d8c-e3b1c237c07e req-cb8f5e83-13e1-4c0e-a542-e8b8067df399 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Dec 09 15:37:46.214505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe84f08-72ff-4672-b692-3214ccf3f6bb req-ccbd018f-b61f-469e-a9cd-714aedba3a97 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:46.216085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fe84f08-72ff-4672-b692-3214ccf3f6bb req-ccbd018f-b61f-469e-a9cd-714aedba3a97 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Dec 09 15:37:46.264737 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7fe84f08-72ff-4672-b692-3214ccf3f6bb req-ba1512d8-a388-477b-af3d-13ed208d3117 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Dec 09 15:37:47.381194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a292a50-86d5-48ef-b439-afb1f1e9dc8a req-850a0754-6ef1-4881-a8d3-db829dd03a87 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:47.382706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a292a50-86d5-48ef-b439-afb1f1e9dc8a req-850a0754-6ef1-4881-a8d3-db829dd03a87 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Dec 09 15:37:47.431430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a292a50-86d5-48ef-b439-afb1f1e9dc8a req-23d25e18-ea29-4679-8a84-78393408f443 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Dec 09 15:37:48.549607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f136-ede4-478e-83fc-4be47ad3f1df req-bd4e1c02-b779-440d-8f0c-3b1430fde477 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:48.551091 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96e7f136-ede4-478e-83fc-4be47ad3f1df req-bd4e1c02-b779-440d-8f0c-3b1430fde477 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Dec 09 15:37:48.598696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-96e7f136-ede4-478e-83fc-4be47ad3f1df req-bbde12df-cb25-4f8f-8d9c-b7f012ef555f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Dec 09 15:37:49.441230 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-eb6d5f70-354f-46c5-af32-a723bebd5733 service neutron] show failed (client error): The resource could not be found. Dec 09 15:37:49.442241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-eb6d5f70-354f-46c5-af32-a723bebd5733 service neutron] 10.222.0.43 "GET /v2.0/ports/2a961660-88d7-4004-86e8-72b42e43aa5f/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0587151 Dec 09 15:37:49.656769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-360753cd-1eff-4496-bc7c-aae2747e7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:49.658560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-360753cd-1eff-4496-bc7c-aae2747e7e31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59&tenant_id=07a76ac50b3e4912af7d4bfd689fd631 HTTP/1.1" status: 200 len: 1096 time: 0.0415740 Dec 09 15:37:49.671081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:49.762719 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d144b7e-13d9-4466-a19b-5cd2d23d0f94 req-08a0094a-c9fd-4016-a574-d284f2d144da tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:49.764355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d144b7e-13d9-4466-a19b-5cd2d23d0f94 req-08a0094a-c9fd-4016-a574-d284f2d144da tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0903630 Dec 09 15:37:49.764928 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:49.853894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d144b7e-13d9-4466-a19b-5cd2d23d0f94 req-70539933-9178-47b7-87e3-c6583b69ef16 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801930 Dec 09 15:37:50.020474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:50.055461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:50.093574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:50.095871 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d5ed4f-091b-444b-b6f1-4d7026cff9ae" -d '{"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-unplugged", "status": "completed", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:50.099932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.112646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Transition to ACTIVE for port object 2a961660-88d7-4004-86e8-72b42e43aa5f will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:37:50.116039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.146929 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcfc47c-9fbb-4c2a-a9e7-401d910f07a2 x-openstack-request-id: req-fbcfc47c-9fbb-4c2a-a9e7-401d910f07a2 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:50.147225 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-unplugged", "status": "completed", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:50.147511 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbcfc47c-9fbb-4c2a-a9e7-401d910f07a2 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:50.147906 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'code': 200} Dec 09 15:37:50.179802 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] No DVR routers for this DVR port 2a961660-88d7-4004-86e8-72b42e43aa5f on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:50.186157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:50.211585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.211942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.212298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.212650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.212989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.213327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.213664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.213994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.214326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.214658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.214990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.215318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.215672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:50.228616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:37:50.228959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:37:50.229290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:50.234607 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Port 2a961660-88d7-4004-86e8-72b42e43aa5f on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:37:50.234932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Attempting to bind port 2a961660-88d7-4004-86e8-72b42e43aa5f on network ce363a7f-2df2-4de9-a9e1-85aaeed47db3 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:37:50.239785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:37:50.240124 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Checking segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:50.240531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Bound using segment: {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:37:50.240956 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Bound port: 2a961660-88d7-4004-86e8-72b42e43aa5f, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:37:50.241313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.312326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:37:50.315322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:37:50.319765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.351416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:50.352105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:50.353472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 1091 time: 0.6872149 Dec 09 15:37:50.376167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f909c6-91e7-48fe-8754-799f9ae3b320 service neutron] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:50.417686 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-0f32e964-8e65-4b70-adf5-a48d667b4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:50.419726 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-0f32e964-8e65-4b70-adf5-a48d667b4f6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1094 time: 0.0398808 Dec 09 15:37:50.511376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-e2772b00-e525-41df-9043-20e3191aa755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:50.512870 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-e2772b00-e525-41df-9043-20e3191aa755 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0860486 Dec 09 15:37:50.554371 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-793fad34-4f93-4393-9118-3d2b0a0285a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0346301 Dec 09 15:37:50.605973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-6c8b14fa-9e10-45bf-ad30-a4530cb56481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:50.607995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-6c8b14fa-9e10-45bf-ad30-a4530cb56481 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0461376 Dec 09 15:37:50.637636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-d22449f8-b01b-4caf-9ad5-9f8c50bc71d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226076 Dec 09 15:37:50.725528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-eb7ba4aa-4017-4183-81d1-0d9839c43fdf service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810237 Dec 09 15:37:50.819806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cffaa7b7-b307-4c30-8961-5c0d705b9aec req-eef0a913-4492-4ab1-b583-3b52ccbdceee service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853360 Dec 09 15:37:50.975172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3518b-3d47-4dea-9fc6-a6568b4ee588 req-8aa54a60-f8a1-4603-91a3-74e023879185 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:50.976679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4cf3518b-3d47-4dea-9fc6-a6568b4ee588 req-8aa54a60-f8a1-4603-91a3-74e023879185 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 943 time: 0.0493734 Dec 09 15:37:51.023244 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4cf3518b-3d47-4dea-9fc6-a6568b4ee588 req-d7fb722a-9493-41ff-98ae-a0bbf6407b46 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Dec 09 15:37:52.142625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e68b8d-3097-4a4d-966a-342e5e57276d req-dcf23639-0135-4637-a614-d175e33cc491 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.144110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90e68b8d-3097-4a4d-966a-342e5e57276d req-dcf23639-0135-4637-a614-d175e33cc491 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 943 time: 0.0493026 Dec 09 15:37:52.148800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:52.151108 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385735ca-ed38-4cc5-abfc-2f782e1588e3" -d '{"events": [{"name": "network-changed", "server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:52.192869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-90e68b8d-3097-4a4d-966a-342e5e57276d req-787f0a71-720e-49a1-b16f-3fabfb97ba10 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 Dec 09 15:37:52.201388 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f5951-a7ba-42d4-8fbd-289d255d279b x-openstack-request-id: req-fb0f5951-a7ba-42d4-8fbd-289d255d279b {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:52.201678 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:52.201937 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb0f5951-a7ba-42d4-8fbd-289d255d279b {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:52.202341 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'status': 'completed', 'code': 200} Dec 09 15:37:52.227720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.274757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-09fbd0c9-c7a2-45f0-9618-ec69e8566d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.276300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-09fbd0c9-c7a2-45f0-9618-ec69e8566d00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1094 time: 0.0440207 Dec 09 15:37:52.280998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-31fdecd1-4661-447a-8af3-f67b8c4b9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.282765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-31fdecd1-4661-447a-8af3-f67b8c4b9e8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1094 time: 0.0429645 Dec 09 15:37:52.306337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:52.350450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:52.381024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-73f863a8-db74-4f39-8d72-e091609e098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.383041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-73f863a8-db74-4f39-8d72-e091609e098a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0970421 Dec 09 15:37:52.409016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-32b57798-a5ac-4761-a473-cab4652212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.410400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-32b57798-a5ac-4761-a473-cab4652212fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.1135736 Dec 09 15:37:52.434314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-c9a2f3d4-28de-4fa8-ada4-dea24e188b3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0424731 Dec 09 15:37:52.459892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-73dcb335-8bc4-49f3-9b9e-016fb030f7ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0393915 Dec 09 15:37:52.484105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-5cdaa39b-66ae-4ebf-a5dc-a49576c4c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.485579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-5cdaa39b-66ae-4ebf-a5dc-a49576c4c588 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0448842 Dec 09 15:37:52.515614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-9b430e58-bab6-4404-8b61-a628c75bdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:52.517054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-9956b285-e2fe-470b-8924-8ffe1af8c148 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237577 Dec 09 15:37:52.517182 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-9b430e58-bab6-4404-8b61-a628c75bdf7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0457780 Dec 09 15:37:52.556404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-3c65cd3c-8e98-4737-a37c-552e228ba728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285265 Dec 09 15:37:52.609858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-6b56ef17-59de-4988-ad29-bfdd878f158b service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Dec 09 15:37:52.648533 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-96f68c3b-6472-4588-8207-e8d3c1fc98fb service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Dec 09 15:37:52.671963 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.701231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-a6e4f439-149a-4c49-af9a-7a0cac06b1bf service neutron] 10.222.0.36 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833359 Dec 09 15:37:52.736431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:37:52.752084 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-385735ca-ed38-4cc5-abfc-2f782e1588e3 req-9142336d-a093-444f-9260-d825e1073803 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926681 Dec 09 15:37:52.838368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:52.849513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'network_id': 'ce363a7f-2df2-4de9-a9e1-85aaeed47db3', 'port_id': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'mac_address': 'fa:16:3e:39:2a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143e4aa-6e44-4b40-bb6e-43c70c89139f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:37:52.885321 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.898202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a961660-88d7-4004-86e8-72b42e43aa5f {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:37:52.920416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:52.924868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:52.971548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:52.978621 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.978973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.979317 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.979684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.980022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.980358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.980687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.981018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.981386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.981719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.982046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.982368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:52.982691 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:53.146875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['2a961660-88d7-4004-86e8-72b42e43aa5f'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:37:53.261573 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6bf1a3ee-ca08-47d5-b7c9-fda31adc570a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:53.324925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac8e6a-7c91-40db-a6bd-21295ecf7504 req-9e82edd8-762c-4a60-abde-882876581922 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.326436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbac8e6a-7c91-40db-a6bd-21295ecf7504 req-9e82edd8-762c-4a60-abde-882876581922 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 944 time: 0.0483720 Dec 09 15:37:53.378362 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbac8e6a-7c91-40db-a6bd-21295ecf7504 req-e2666b65-b24e-4e96-83f5-1d6273870fb5 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Dec 09 15:37:53.581758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b808f-05af-495c-a464-ff0663696d03 req-3c660549-76db-43cb-ab67-90109e151409 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.583284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc2b808f-05af-495c-a464-ff0663696d03 req-3c660549-76db-43cb-ab67-90109e151409 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 944 time: 0.0542262 Dec 09 15:37:53.622800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-09ea4ce9-0995-4e07-b9fc-566892505bd4 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.624228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-09ea4ce9-0995-4e07-b9fc-566892505bd4 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.43 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59&tenant_id=07a76ac50b3e4912af7d4bfd689fd631&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.0612340 Dec 09 15:37:53.635297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bc2b808f-05af-495c-a464-ff0663696d03 req-2ef73af2-72c0-4c3c-9aea-772f276d8273 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Dec 09 15:37:53.687314 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-bb7ef223-939a-4b8e-aea8-2eab8e3b4f55 service neutron] delete failed (client error): The resource could not be found. Dec 09 15:37:53.688450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-bb7ef223-939a-4b8e-aea8-2eab8e3b4f55 service neutron] 10.222.0.43 "DELETE /v2.0/ports/2a961660-88d7-4004-86e8-72b42e43aa5f/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0544841 Dec 09 15:37:53.784667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-9b151655-9683-461e-92ba-608180283e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.786186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-9b151655-9683-461e-92ba-608180283e79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 1095 time: 0.0413249 Dec 09 15:37:53.889416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-48230eae-f723-4678-9aec-83da7737b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.890911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-48230eae-f723-4678-9aec-83da7737b657 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 200 len: 916 time: 0.0893078 Dec 09 15:37:53.938704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-99abb72c-116b-47d1-843a-24ffbafc3ebe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 200 len: 217 time: 0.0355270 Dec 09 15:37:53.996463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-94680a21-42de-4b20-bcb9-2acc94275858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:53.998604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-94680a21-42de-4b20-bcb9-2acc94275858 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 200 len: 855 time: 0.0477872 Dec 09 15:37:54.035247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-c87adeac-7a6e-4369-8acf-861268578a28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce363a7f-2df2-4de9-a9e1-85aaeed47db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241566 Dec 09 15:37:54.124451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-885e2171-4b86-4d28-92ab-d64f85d7c21f service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816495 Dec 09 15:37:54.221953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9ea22661-d50d-4f5f-9ddc-b7534ff3ce3b req-f2f5e79a-06d0-4d28-8c53-ab056d0660a6 service neutron] 10.222.0.43 "GET /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858243 Dec 09 15:37:54.747829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:37:54.759795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954846c-d7b6-456a-a8e9-4eaa20ce5bb5 req-8729b7c0-e3f7-48da-8d47-78509ff74a15 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:54.761338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6954846c-d7b6-456a-a8e9-4eaa20ce5bb5 req-8729b7c0-e3f7-48da-8d47-78509ff74a15 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 944 time: 0.0524085 Dec 09 15:37:54.801727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 2a961660-88d7-4004-86e8-72b42e43aa5f completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:37:54.805999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 2a961660-88d7-4004-86e8-72b42e43aa5f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:37:54.806372 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.815780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6954846c-d7b6-456a-a8e9-4eaa20ce5bb5 req-865488ba-2547-406a-aadb-c43f3322ca30 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Dec 09 15:37:54.888775 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.912542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:54.914784 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cacd2d-4475-46af-85d9-a4971e788608" -d '{"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-plugged", "status": "completed", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:54.932622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:54.938243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:54.938691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5007c-c4af-44c1-ae9c-9e324e2b84eb req-933e21d6-b0c0-4b47-978b-d73351213cbd tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:54.941329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9a5007c-c4af-44c1-ae9c-9e324e2b84eb req-933e21d6-b0c0-4b47-978b-d73351213cbd tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 944 time: 0.0525861 Dec 09 15:37:54.960688 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2289f6c5-e015-47a7-922c-ebd2022142af x-openstack-request-id: req-2289f6c5-e015-47a7-922c-ebd2022142af {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:54.960979 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-plugged", "status": "completed", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:54.961232 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2289f6c5-e015-47a7-922c-ebd2022142af {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:54.961620 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'code': 200} Dec 09 15:37:54.986526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:54.991396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d9a5007c-c4af-44c1-ae9c-9e324e2b84eb req-e492c3a3-55d7-4037-b89f-c5ed587651a8 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Dec 09 15:37:55.111171 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345986d-f6d5-47de-8da2-4359c4890e25 req-e2e474b1-9515-4cc4-8327-c4a11e3dcf06 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:55.112691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1345986d-f6d5-47de-8da2-4359c4890e25 req-e2e474b1-9515-4cc4-8327-c4a11e3dcf06 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0522521 Dec 09 15:37:55.160630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1345986d-f6d5-47de-8da2-4359c4890e25 req-8cc4aa00-9022-4fd2-b41c-7b34eea6f88e tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Dec 09 15:37:55.490776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f40322-602c-4712-be7f-a5d599304a8b req-f1c382af-05aa-459d-839d-584d90cb0f4f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:55.492341 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96f40322-602c-4712-be7f-a5d599304a8b req-f1c382af-05aa-459d-839d-584d90cb0f4f tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0514619 Dec 09 15:37:55.538335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96f40322-602c-4712-be7f-a5d599304a8b req-e8698e28-f908-4f49-94c1-dc1782c16572 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Dec 09 15:37:55.692294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b1cb977-5dae-4b23-8931-49d2f8dcf6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.643370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b7fbbd40-af8f-4224-a8a9-f5b7a961eda3 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:56.644838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b7fbbd40-af8f-4224-a8a9-f5b7a961eda3 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0489633 Dec 09 15:37:56.654070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cad7c-353c-4391-ace6-dac3824d0339 req-968fd005-f0bc-4632-a6c9-628720325b9b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:56.655577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-675cad7c-353c-4391-ace6-dac3824d0339 req-968fd005-f0bc-4632-a6c9-628720325b9b tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ba490c-8000-4178-b9e1-0cfb060acb59 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Dec 09 15:37:56.703408 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-675cad7c-353c-4391-ace6-dac3824d0339 req-e945b79f-043e-4a01-96d6-ab5b894f2428 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2fc9a8e-6386-4594-916f-3e1f413638c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Dec 09 15:37:56.739181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Deleting port 2a961660-88d7-4004-86e8-72b42e43aa5f {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:37:56.739573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.817482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.831572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] For port 2a961660-88d7-4004-86e8-72b42e43aa5f, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=2a961660-88d7-4004-86e8-72b42e43aa5f,segment=NetworkSegment(e4fd3f9a-ffa6-45af-b36a-6d685a13efe3),segment_id=e4fd3f9a-ffa6-45af-b36a-6d685a13efe3)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:37:56.831936 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:56.848637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Calling delete_port for 2a961660-88d7-4004-86e8-72b42e43aa5f owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:37:57.286260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:57.314457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Pushing event deleted for resources: {'Port': ['ID=2a961660-88d7-4004-86e8-72b42e43aa5f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:57.352333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] No DVR routers for this DVR port 2a961660-88d7-4004-86e8-72b42e43aa5f on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:37:57.354898 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:57.358594 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3697b68e-cf15-415d-bfe7-896c59b676c3 req-b2e36cd5-c032-48f5-affc-ec0c57c98735 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] 10.222.0.36 "DELETE /v2.0/ports/2a961660-88d7-4004-86e8-72b42e43aa5f HTTP/1.1" status: 204 len: 173 time: 0.7074330 Dec 09 15:37:57.359037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-deleted', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:37:57.361309 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd38264-ba60-4cca-ae31-ebf6cdc9bf06" -d '{"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-deleted", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:37:57.397579 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da879c-0c70-49e5-8a63-f5604ff941d8 x-openstack-request-id: req-03da879c-0c70-49e5-8a63-f5604ff941d8 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:37:57.397874 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ba490c-8000-4178-b9e1-0cfb060acb59", "name": "network-vif-deleted", "tag": "2a961660-88d7-4004-86e8-72b42e43aa5f", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:37:57.398156 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03da879c-0c70-49e5-8a63-f5604ff941d8 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:37:57.398657 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ba490c-8000-4178-b9e1-0cfb060acb59', 'name': 'network-vif-deleted', 'tag': '2a961660-88d7-4004-86e8-72b42e43aa5f', 'status': 'completed', 'code': 200} Dec 09 15:37:57.826618 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34742) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:57.873742 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Deleting subnet 3143e4aa-6e44-4b40-bb6e-43c70c89139f {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:37:57.876792 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:57.909730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:57.947283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:57.996388 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.027887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3143e4aa-6e44-4b40-bb6e-43c70c89139f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:58.030892 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.034474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fcdb7bd1-1ebb-490b-bcc5-24233327ae50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3143e4aa-6e44-4b40-bb6e-43c70c89139f HTTP/1.1" status: 204 len: 168 time: 0.2068543 Dec 09 15:37:58.037098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34744) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:58.111376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.188545 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.212199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce363a7f-2df2-4de9-a9e1-85aaeed47db3']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:58.221922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:58.222214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fd3f9a-ffa6-45af-b36a-6d685a13efe3') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:37:58.231925 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.244705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.250638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:37:58.250955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:37:58.252625 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:37:58.311098 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.315797 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.319278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] 10.222.0.46 "DELETE /v2.0/networks/ce363a7f-2df2-4de9-a9e1-85aaeed47db3 HTTP/1.1" status: 204 len: 168 time: 0.2810307 Dec 09 15:37:58.331812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ce363a7f-2df2-4de9-a9e1-85aaeed47db3,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:58.340115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.340985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.341616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.342227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.342510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.342852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.343187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.343555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.343892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.344224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.344555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.344885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.345240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ed492-666b-4ae1-a37b-39ee4cfa38ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:37:58.434399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34748) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:58.475592 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3be1a7a-7685-4c1c-b91f-4b83dfc85985 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07a76ac50b3e4912af7d4bfd689fd631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400050 Dec 09 15:37:58.477955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34750) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:58.501189 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.530174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d058ff2d-2731-48ed-a7a6-40f1cac36e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.551062 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d058ff2d-2731-48ed-a7a6-40f1cac36e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.597016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d058ff2d-2731-48ed-a7a6-40f1cac36e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.599706 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d058ff2d-2731-48ed-a7a6-40f1cac36e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:58.600863 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d058ff2d-2731-48ed-a7a6-40f1cac36e88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2fc9a8e-6386-4594-916f-3e1f413638c9 HTTP/1.1" status: 204 len: 168 time: 0.1220152 Dec 09 15:37:58.610023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058ff2d-2731-48ed-a7a6-40f1cac36e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fc9a8e-6386-4594-916f-3e1f413638c9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:58.757717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:37:58.778576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 2a961660-88d7-4004-86e8-72b42e43aa5f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:37:58.778999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 2a961660-88d7-4004-86e8-72b42e43aa5f not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:37:59.249138 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.284306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34772) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:59.425698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1076999165-network', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:59.446936 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Made reservation on behalf of 6ba036ed064b4efb86e12a7cf272fcb9 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:59.449294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.458281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.531385 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.535556 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.556107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:37:59.571676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a32886-1391-44bb-ab29-8a90729e277a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:59.574504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.575448 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Added segment 3d4c3868-4c86-42fd-802a-ce1680efda9c of type vlan for network edec95fb-6779-4624-a3a4-cf9706abaf5a Dec 09 15:37:59.614114 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.638786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.639857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:37:59.640440 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.675663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3902354 Dec 09 15:37:59.678475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:37:59.707315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Request body: {'subnet': {'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1076999165-subnet', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:37:59.715059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146ab1-023d-4773-8db3-b3b4623c65e8 admin admin] Pushing event updated for resources: {'Network': ['ID=edec95fb-6779-4624-a3a4-cf9706abaf5a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:59.724425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network edec95fb-6779-4624-a3a4-cf9706abaf5a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:37:59.733340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Made reservation on behalf of 6ba036ed064b4efb86e12a7cf272fcb9 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:37:59.737801 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.908283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:37:59.964108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f71fea-0479-41b2-bd5c-cd3d2f9b3841,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:37:59.971951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:37:59.972310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Network hostable DHCP agents. Network: edec95fb-6779-4624-a3a4-cf9706abaf5a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:37:59.988567 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:37:59.997083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, edec95fb-6779-4624-a3a4-cf9706abaf5a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:00.001024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:00.001619 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.005527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc46b772-7b17-460e-b240-59a852e5b303 None None] Network edec95fb-6779-4624-a3a4-cf9706abaf5a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:00.018422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e163241f-fb1f-43cd-829a-49133ba4be93 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3389421 Dec 09 15:38:00.021047 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:00.025426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:00.046218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.047241 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.103772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.108819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-edec95fb-6779-4624-a3a4-cf9706abaf5a', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:38:00.109704 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.238325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.245075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Allocated IP 172.20.0.2 (edec95fb-6779-4624-a3a4-cf9706abaf5a/40f71fea-0479-41b2-bd5c-cd3d2f9b3841/130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:00.389011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.395680 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.448137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:00.452402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:00.454389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Pushing event updated for resources: {'Port': ['ID=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:00.457107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:00.461294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.482944 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.511938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Attempting to bind port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:00.513096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Attempting to bind port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:00.513663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Attempting to bind port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:00.519834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:00.520269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:00.520684 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.521085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:00.521551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Bound port: 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:00.521936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.584470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] For port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:00.587689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] For port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:00.591566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.592037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Allocated IP 172.25.0.250 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:00.657754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286879ca-2204-4a6b-8c8a-a08f827bcc21 None None] Pushing event updated for resources: {'Port': ['ID=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:00.705632 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.741006 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.781457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:00.782835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:00.796085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:00.808258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97573200-c0c7-4c4d-93c3-b6a4fa5aba94 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:00.823120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:00.868391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3d16f24b-c147-44a2-99ac-9759963d6265 None None] Provisioning complete for port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:00.868851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3d16f24b-c147-44a2-99ac-9759963d6265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:00.909150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3d16f24b-c147-44a2-99ac-9759963d6265 None None] Port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:01.071466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:01.266292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:01.400976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:38:01.515573 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:01.526287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:01.533380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:01.534770 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-66f050d7-f4f6-421d-a4a8-cbf7ca13dab0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5127463 Dec 09 15:38:01.536791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b283d-960a-4a1f-b10b-4a73763fecc0 None None] Network edec95fb-6779-4624-a3a4-cf9706abaf5a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:38:01.537754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34782) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:01.556037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:01.556673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:37:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:01.871203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a7dfdd8c-d125-4c1a-94c4-1095646b434a None None] Provisioning complete for port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:01.871800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdd8c-d125-4c1a-94c4-1095646b434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:01.933568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:01.999971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:02.159543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdd8c-d125-4c1a-94c4-1095646b434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.197256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:02.197636 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.250142 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a7dfdd8c-d125-4c1a-94c4-1095646b434a None None] For port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:02.264370 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdd8c-d125-4c1a-94c4-1095646b434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.276658 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.321581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:00Z', 'revision_number': 3, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:02.353941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfdd8c-d125-4c1a-94c4-1095646b434a None None] Pushing event updated for resources: {'Port': ['ID=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:02.356564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:02.356914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Updating router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:38:02.421391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.439530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Allocated IP 172.20.0.1 (edec95fb-6779-4624-a3a4-cf9706abaf5a/40f71fea-0479-41b2-bd5c-cd3d2f9b3841/353c5515-cb21-4894-bd7d-fba7f1987795) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:02.448688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2425cf4f-05e1-4e00-9b9e-1c9ad7e472d9 None None] Provisioning complete for port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:02.449070 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2425cf4f-05e1-4e00-9b9e-1c9ad7e472d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.539169 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.572463 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.608624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:02.612881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:02.619018 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:02.647837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Pushing event updated for resources: {'Port': ['ID=353c5515-cb21-4894-bd7d-fba7f1987795,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:02.667511 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.751627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.757876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.803455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.805161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef64af0e-51d2-4e54-8dca-3a7000a6883c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:02.820309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7eae0-b797-479b-be43-1b9037554b65 None None] Pushing event updated for resources: {'Port': ['ID=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:02.822449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Attempting to bind port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:02.822823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Attempting to bind port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:02.823267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Attempting to bind port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:02.830283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:02.830664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:02.831068 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.831486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:02.831959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Bound port: 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:02.832342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.894348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] For port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:02.898130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] For port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:02.899271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Provisioning complete for port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:02.899698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.903104 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.974706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744d086-42e7-4428-aadf-64f513854239 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:38:02.990477 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:02.995684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.007699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:03.008227 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:37:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:03.009769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7eae0-b797-479b-be43-1b9037554b65 None None] Pushing event updated for resources: {'Port': ['ID=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:03.066315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Pushing event updated for resources: {'Port': ['ID=353c5515-cb21-4894-bd7d-fba7f1987795,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:03.068833 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.128687 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.161956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:03.162896 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] For port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:03.163502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:03.165040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:03.167609 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.277563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Provisioning complete for port 353c5515-cb21-4894-bd7d-fba7f1987795 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:03.278100 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.299813 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:38:03.365029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Pushing event updated for resources: {'Port': ['ID=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:03.380159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-00e8fc7d-a7aa-403a-828e-dad5592fd019 None None] Port 353c5515-cb21-4894-bd7d-fba7f1987795 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:03.431730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:03.437483 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-111eb30e-3c9f-4015-9ff5-148a02d04551 admin admin] 10.222.0.46 "PUT /v2.0/routers/79a708d8-32d3-41ba-b7cd-6a93c27b6153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987200 Dec 09 15:38:03.452420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 2, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:03.484114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8f78c-1383-4f90-9982-346e4980ba7e None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 2, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:03.498788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7a8f88f6-d932-4b1b-a0fd-81da59571114 None None] Provisioning complete for port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:03.499160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a8f88f6-d932-4b1b-a0fd-81da59571114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.598620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7a8f88f6-d932-4b1b-a0fd-81da59571114 None None] Provisioning complete for port 353c5515-cb21-4894-bd7d-fba7f1987795 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:03.598994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a8f88f6-d932-4b1b-a0fd-81da59571114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:03.635438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f88f6-d932-4b1b-a0fd-81da59571114 None None] Port 353c5515-cb21-4894-bd7d-fba7f1987795 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:03.941293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:03.996146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:03.996612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.157542 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34790) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:04.162281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868313530', 'description': 'tempest-description--1890604572'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:04.189989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.264696 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.270371 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.300394 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.301657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1430671 Dec 09 15:38:04.304586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34792) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:04.306267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085433-f507-4b42-be11-abc5f68b77d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:04.310665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'security_group_rule': {'security_group_id': 'da2ae9f5-6973-44d4-90ad-6c88ca7c71dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:04.341564 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.426381 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.430329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.449638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356cc6da-b16a-455f-9829-9103b01167f1,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:04.459172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.460406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e8396ac-3adb-4a79-9752-dbfa5ad8bad7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542332 Dec 09 15:38:04.463073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:04.467961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'security_group_rule': {'security_group_id': 'da2ae9f5-6973-44d4-90ad-6c88ca7c71dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:04.495879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.563649 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.567748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.586399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31845512-9235-4365-8c4d-fabcef82d48d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:04.594485 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.595775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-921f5759-aaa1-4b57-b871-0d85aa23fb08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316020 Dec 09 15:38:04.598793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 34796) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:04.603305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:04.625734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.739820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.847753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Allocated IP 172.25.0.234 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/440923a9-37c1-49da-b32a-629e3eae3ac4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:04.947363 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:04.982446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.030064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:05.035561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:05.038055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:05.072720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'Port': ['ID=440923a9-37c1-49da-b32a-629e3eae3ac4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:05.144445 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.179459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.336564 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.342227 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.417885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'Port': ['ID=440923a9-37c1-49da-b32a-629e3eae3ac4,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:05.430412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.446571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.447937 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9b7ff5ae-4a34-43fe-ba8a-e7c23c6ffb58 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8481481 Dec 09 15:38:05.503376 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:05.514120 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:05.514941 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:37:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:05.595178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-2cd331e5-b063-4a32-a59f-23968d5e2319 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1868313530&fields=id&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 267 time: 0.0417528 Dec 09 15:38:05.604365 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:38:05.626266 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:05.703796 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-33456c2f-dbb8-4bca-b67f-991d6d00a16a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:05.705306 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-33456c2f-dbb8-4bca-b67f-991d6d00a16a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1030676 Dec 09 15:38:05.724699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-af0935fa-7d8b-4afa-a12b-9aac1a35eaec tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/quotas/6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 375 time: 0.0125840 Dec 09 15:38:05.781683 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-f6468ac6-9212-43ab-8621-a8105eb75bae tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511718 Dec 09 15:38:05.835812 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 2, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:05.862227 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:05.862581 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Updating router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 port 353c5515-cb21-4894-bd7d-fba7f1987795 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:38:05.888630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-c1c1b00d-eb30-47e9-834f-d606c07d2e5a service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916388 Dec 09 15:38:05.893606 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:05.952969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:05.986963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-e1935ab7-0d93-4b79-8cd7-0631bba11924 service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964031 Dec 09 15:38:06.011823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:06.013204 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.163420 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10020441-5e2c-45b6-ad32-7f07d88e7740 req-e7789696-e842-4e86-b766-0373c7ec2c6d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 210 time: 0.0273514 Dec 09 15:38:06.269533 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.274927 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.343599 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Pushing event updated for resources: {'Port': ['ID=353c5515-cb21-4894-bd7d-fba7f1987795,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:06.366844 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.367203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.367605 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.368066 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.368414 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.368747 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.369076 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.369404 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.369732 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.370117 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.370470 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.370795 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.371216 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:38:06.389482 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Attempting to bind port 353c5515-cb21-4894-bd7d-fba7f1987795 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:06.389914 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Attempting to bind port 353c5515-cb21-4894-bd7d-fba7f1987795 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:06.390283 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Attempting to bind port 353c5515-cb21-4894-bd7d-fba7f1987795 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:06.396779 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:06.397432 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:06.397827 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.398231 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:06.398768 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Bound port: 353c5515-cb21-4894-bd7d-fba7f1987795, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:06.399230 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.469545 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] For port 353c5515-cb21-4894-bd7d-fba7f1987795, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:06.472861 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] For port 353c5515-cb21-4894-bd7d-fba7f1987795, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=353c5515-cb21-4894-bd7d-fba7f1987795,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:06.477860 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.540128 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be7acb-6487-4736-88e1-faf490b4be54 None None] Pushing event updated for resources: {'Port': ['ID=353c5515-cb21-4894-bd7d-fba7f1987795,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:06.542791 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:06.543482 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:37:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:06.575675 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-86580a64-2877-4cd0-be0b-58ee3ada4600 None None] Provisioning complete for port 353c5515-cb21-4894-bd7d-fba7f1987795 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:06.576247 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86580a64-2877-4cd0-be0b-58ee3ada4600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.670037 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:06.678433 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86580a64-2877-4cd0-be0b-58ee3ada4600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.714042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-86580a64-2877-4cd0-be0b-58ee3ada4600 None None] For port 353c5515-cb21-4894-bd7d-fba7f1987795, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=353c5515-cb21-4894-bd7d-fba7f1987795,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:06.719771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86580a64-2877-4cd0-be0b-58ee3ada4600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.795977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86580a64-2877-4cd0-be0b-58ee3ada4600 None None] Pushing event updated for resources: {'Port': ['ID=353c5515-cb21-4894-bd7d-fba7f1987795,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:06.839087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-83d7c3ba-7a9d-4afe-b5d7-cf7b38b8de6c None None] Provisioning complete for port 353c5515-cb21-4894-bd7d-fba7f1987795 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:06.839485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83d7c3ba-7a9d-4afe-b5d7-cf7b38b8de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:06.893878 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:06.925614 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cea8d-b42b-4e95-a612-b15f2a9b5a0b None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:07.218885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-210d14a8-ece5-4025-8a96-bd50755a4c82 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:07.221093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-210d14a8-ece5-4025-8a96-bd50755a4c82 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1124411 Dec 09 15:38:07.272233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-481fbbbd-a7f9-44e7-860b-1a89390584f3 req-dea4a8d8-bc7c-4390-9ec2-5030119c3606 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 210 time: 0.0341172 Dec 09 15:38:07.297350 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-bb4555d7-8308-4a55-8253-8052e00790fb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 380 time: 0.0647547 Dec 09 15:38:07.311888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'port': {'device_id': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'admin_state_up': True, 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'security_groups': ['da2ae9f5-6973-44d4-90ad-6c88ca7c71dc']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:07.425033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Made reservation on behalf of 6ba036ed064b4efb86e12a7cf272fcb9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:38:07.428648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.558518 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Allocated IP 172.20.0.4 (edec95fb-6779-4624-a3a4-cf9706abaf5a/40f71fea-0479-41b2-bd5c-cd3d2f9b3841/6eedce0b-1444-41c9-8998-8b8f42f20bb8) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:38:07.698478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.730492 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.773897 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:38:07.776883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:38:07.779855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:38:07.817512 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:07.845205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:07.845859 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.864134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-d050fe82-cbf0-4fca-9d2d-dacd4f82d851 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586815 Dec 09 15:38:07.877650 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Request body: {'port': {'device_id': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:07.938252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:07.961568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 353c5515-cb21-4894-bd7d-fba7f1987795 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:08.012908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 353c5515-cb21-4894-bd7d-fba7f1987795 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:08.013281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.066032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f286d3e-313c-430f-9416-f12e9156d871 None None] Provisioning complete for port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:08.066323 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f286d3e-313c-430f-9416-f12e9156d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.127025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1f286d3e-313c-430f-9416-f12e9156d871 None None] Port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:38:08.209608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eedce0b-1444-41c9-8998-8b8f42f20bb8 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:08.217181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.229892 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Transition to ACTIVE for port object 6eedce0b-1444-41c9-8998-8b8f42f20bb8 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:38:08.235058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.310590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:08.399487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:38:08.399836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:38:08.400177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:08.407912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:38:08.408240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:38:08.415319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:38:08.415709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:38:08.416101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:38:08.416538 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Bound port: 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:38:08.416907 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.426498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1feaa-76e0-4409-905b-eef503dd84b4 req-5d767993-f95e-4d4e-ad5b-57b4016c8ee5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.428293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74e1feaa-76e0-4409-905b-eef503dd84b4 req-5d767993-f95e-4d4e-ad5b-57b4016c8ee5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.0842490 Dec 09 15:38:08.528276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74e1feaa-76e0-4409-905b-eef503dd84b4 req-3c13d110-4186-4ca9-aab1-7ef6cec90e33 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868530 Dec 09 15:38:08.535106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:38:08.538945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:38:08.549112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.583284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.583943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:08.585419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] 10.222.0.36 "PUT /v2.0/ports/6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 1091 time: 0.7120354 Dec 09 15:38:08.585799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:08.588089 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000b702-9c36-4c29-af73-90171356c51f" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:08.616317 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2fca-f273-4b5e-b1fb-6b90f1af5265 service neutron] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:08.634815 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25b313-b46d-4cb0-9596-5427b89bfa08 x-openstack-request-id: req-ef25b313-b46d-4cb0-9596-5427b89bfa08 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:08.635021 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:08.635165 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef25b313-b46d-4cb0-9596-5427b89bfa08 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:08.635820 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'status': 'completed', 'code': 200} Dec 09 15:38:08.667280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-5502d21d-32fa-4ed5-8296-98dd14a475ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.669006 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-5502d21d-32fa-4ed5-8296-98dd14a475ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1094 time: 0.0449510 Dec 09 15:38:08.717787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-37f7e458-d4b6-47d3-84ab-f6e024748e91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 217 time: 0.0410833 Dec 09 15:38:08.768961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-5f7b2691-6a56-41c2-8734-f148bf1dbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.770461 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-5f7b2691-6a56-41c2-8734-f148bf1dbe0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0458162 Dec 09 15:38:08.817485 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-1472b4e7-1c9f-4b6d-816f-92ce7c9060c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:08.819011 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-1472b4e7-1c9f-4b6d-816f-92ce7c9060c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410447 Dec 09 15:38:08.917557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-fe1ee639-10cf-4705-bbd7-259fbf43f5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910037 Dec 09 15:38:09.014003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7ed7cd06-c7b2-4746-89f6-70c46c320200 req-59c76f8e-0226-4049-bef9-d4a050b0debe service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883446 Dec 09 15:38:09.103729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000b702-9c36-4c29-af73-90171356c51f req-89c720dc-4174-4c0a-8d86-d91e8568e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.105237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-89c720dc-4174-4c0a-8d86-d91e8568e31e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1094 time: 0.0464110 Dec 09 15:38:09.195688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000b702-9c36-4c29-af73-90171356c51f req-c8a60de2-3b69-4892-acca-b96c15451108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.197171 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-c8a60de2-3b69-4892-acca-b96c15451108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0847163 Dec 09 15:38:09.244737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-1cdb80c4-d1c3-40ca-9aeb-7d8d4f9cc9d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 217 time: 0.0387051 Dec 09 15:38:09.295033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000b702-9c36-4c29-af73-90171356c51f req-e90bb012-da42-4cf6-bb8a-b10ef9b9b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.296559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-e90bb012-da42-4cf6-bb8a-b10ef9b9b964 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0449805 Dec 09 15:38:09.342468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000b702-9c36-4c29-af73-90171356c51f req-82806088-0c5d-4ee4-84df-3e826f894133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.343981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-82806088-0c5d-4ee4-84df-3e826f894133 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397620 Dec 09 15:38:09.438263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-56c1be4e-35c8-4cc9-9197-ab5d3df5e0a1 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854559 Dec 09 15:38:09.529259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b000b702-9c36-4c29-af73-90171356c51f req-8de00443-ff71-4f2c-a5e3-85a1cbb363ad service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Dec 09 15:38:09.643012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfbbd6-ba83-4e48-802a-8c437c3d2363 req-e6567850-b6b2-424f-9a7b-02e7f6d8f6cf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:09.644524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08dfbbd6-ba83-4e48-802a-8c437c3d2363 req-e6567850-b6b2-424f-9a7b-02e7f6d8f6cf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.0485458 Dec 09 15:38:09.696690 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-08dfbbd6-ba83-4e48-802a-8c437c3d2363 req-236be789-0d7e-41b2-8c59-7d7a0d0eea08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Dec 09 15:38:10.812981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09123c9-f70d-4e36-8eb2-8306754c45f2 req-2f899642-843c-4f0d-a284-5cd0e3a39397 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:10.814171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:38:10.814625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e09123c9-f70d-4e36-8eb2-8306754c45f2 req-2f899642-843c-4f0d-a284-5cd0e3a39397 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.0476787 Dec 09 15:38:10.861247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e09123c9-f70d-4e36-8eb2-8306754c45f2 req-715afcd9-da99-4a61-a228-3d2f8825e0c8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Dec 09 15:38:10.910515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:10.921681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'mac_address': 'fa:16:3e:9a:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:38:10.958909 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:10.971617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eedce0b-1444-41c9-8998-8b8f42f20bb8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:38:10.990000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:10.993898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:11.051594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:11.186029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6eedce0b-1444-41c9-8998-8b8f42f20bb8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:38:11.976277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10059827-eacf-484b-8d19-bede33ab12a7 req-0e9b9780-be87-44f7-9a15-d77dc8cc3c2d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:11.977753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10059827-eacf-484b-8d19-bede33ab12a7 req-0e9b9780-be87-44f7-9a15-d77dc8cc3c2d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 944 time: 0.0474861 Dec 09 15:38:12.024544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10059827-eacf-484b-8d19-bede33ab12a7 req-cc925539-4b36-4d07-b8ab-0a75539c0c69 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Dec 09 15:38:12.834954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:38:12.883571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:38:12.887997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:38:12.888368 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.965982 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:12.988508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:12.990738 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef6d9dc-0c43-4ed6-97d9-c3438a9b04b3" -d '{"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-plugged", "status": "completed", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:13.003862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:38:13.007827 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:13.032734 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b0971f-ce7b-4203-a4df-f99ecca305bc x-openstack-request-id: req-b5b0971f-ce7b-4203-a4df-f99ecca305bc {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:13.033008 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-plugged", "status": "completed", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:13.033258 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5b0971f-ce7b-4203-a4df-f99ecca305bc {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:13.033712 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'code': 200} Dec 09 15:38:13.060021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:38:13.166285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11419842-fc7d-45d5-90bc-f99825640b63 req-9b1b7b71-db3c-4ed2-b86b-edfe24efc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:13.167733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11419842-fc7d-45d5-90bc-f99825640b63 req-9b1b7b71-db3c-4ed2-b86b-edfe24efc31f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1096 time: 0.0733891 Dec 09 15:38:13.175282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64565-fc2c-4c76-914f-86f2f5350748 req-787bdde9-7655-49ac-b7a3-6f2f8c6aa430 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:13.176665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5c64565-fc2c-4c76-914f-86f2f5350748 req-787bdde9-7655-49ac-b7a3-6f2f8c6aa430 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0743871 Dec 09 15:38:13.249577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-11419842-fc7d-45d5-90bc-f99825640b63 req-2b290895-8c53-4b0d-83a5-7e3fc3599bcf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719655 Dec 09 15:38:13.254415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5c64565-fc2c-4c76-914f-86f2f5350748 req-031b6282-69f8-4623-8ca1-135fc2b7d846 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717101 Dec 09 15:38:14.388194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bc1ba-a894-4806-b4fd-aa8977d3a4a9 req-491f3be1-44c6-430c-aa1a-727bd441917b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:14.389705 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e7bc1ba-a894-4806-b4fd-aa8977d3a4a9 req-491f3be1-44c6-430c-aa1a-727bd441917b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0565023 Dec 09 15:38:14.437994 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e7bc1ba-a894-4806-b4fd-aa8977d3a4a9 req-6b17ce2b-c3b3-4d55-94bd-dc566bb34d62 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Dec 09 15:38:15.552005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f7e7-b574-4801-8c47-d98420605f14 req-56590600-3793-4d4e-84b4-4a1814f97e1b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:15.553476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c11f7e7-b574-4801-8c47-d98420605f14 req-56590600-3793-4d4e-84b4-4a1814f97e1b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0486288 Dec 09 15:38:15.600364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7c11f7e7-b574-4801-8c47-d98420605f14 req-6572360b-082a-4df1-8eb6-4864fd775f6c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Dec 09 15:38:15.711431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497341e-ee73-4eef-93fe-08b430619044 req-278a4bf0-182e-4eb0-8bdc-1dcbe6019d4c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:15.712909 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d497341e-ee73-4eef-93fe-08b430619044 req-278a4bf0-182e-4eb0-8bdc-1dcbe6019d4c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0492835 Dec 09 15:38:15.721425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 34842) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:38:15.725924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'floatingip': {'port_id': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:38:15.768342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.186260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.190477 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.284942 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 associated. External IP: 172.25.0.234, port: 6eedce0b-1444-41c9-8998-8b8f42f20bb8. Dec 09 15:38:16.485583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:38:16.594149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:38:16.599093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:16.603960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:38:16.614304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:16.614914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:37:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:16.626984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-99c65c99-2011-4847-a09e-4c2f28019918 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "PUT /v2.0/floatingips/b2849b5c-b4da-480e-9e23-54658367ef88 HTTP/1.1" status: 200 len: 991 time: 0.9044695 Dec 09 15:38:16.627594 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:38:16.629851 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f50f456-8d63-47ac-ad9e-f04627573126" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:38:16.672868 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b6e6bb-dfa0-48de-b241-76e943b76eaa x-openstack-request-id: req-51b6e6bb-dfa0-48de-b241-76e943b76eaa {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:38:16.673171 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:38:16.673455 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51b6e6bb-dfa0-48de-b241-76e943b76eaa {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:38:16.673867 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'status': 'completed', 'code': 200} Dec 09 15:38:16.728829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:16.742182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-94d0e217-919b-4527-80ec-1af380b58674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:16.743675 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-94d0e217-919b-4527-80ec-1af380b58674 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1096 time: 0.0447960 Dec 09 15:38:16.834276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-863c0532-2708-48b6-a7ae-428ba389fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:16.835782 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-863c0532-2708-48b6-a7ae-428ba389fd33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0851672 Dec 09 15:38:16.907178 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-9905db50-07a6-4c91-bf78-b9640d2c9f21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 999 time: 0.0632207 Dec 09 15:38:16.957012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-502995a6-b8fd-4577-bb47-aef801acbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:16.957260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:9a:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:38:16Z', 'revision_number': 1, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:16.958491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-502995a6-b8fd-4577-bb47-aef801acbfd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0440648 Dec 09 15:38:16.987191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:38:16.995836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:38:16.996400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:37:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:17.003959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-dd491243-a5ee-457c-9ae7-bccce4087ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:17.005494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-dd491243-a5ee-457c-9ae7-bccce4087ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395997 Dec 09 15:38:17.100195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-79535424-d287-4a19-8c6a-8b3c13afdf78 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871704 Dec 09 15:38:17.100445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:38:17.192856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f50f456-8d63-47ac-ad9e-f04627573126 req-09e09d85-0bb1-49ed-866f-c33254f040db service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848906 Dec 09 15:38:17.326494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:9a:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:38:16Z', 'revision_number': 1, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:38:17.352807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c58008-c205-4447-9e36-f902fe437a6c None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:9a:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:38:16Z', 'revision_number': 1, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:38:17.541974 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc791ae3-8635-4b05-b682-f23705972ec3 None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:38:22.214415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:22.662520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:23.250993 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b5ce-4524-4275-b4d7-26c47480c296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:25.694367 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d93fdbb-faeb-48ce-976b-9a2c17c6052e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:26.818289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:28.503776 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:29.251301 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:42.603692 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:38:45.020383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-9139e3d1-9cf6-4222-bab3-fa5eef7744b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440633 Dec 09 15:38:45.110696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-2e29535c-96ad-44f3-b849-e59f26fa9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.112231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-2e29535c-96ad-44f3-b849-e59f26fa9482 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1096 time: 0.0477140 Dec 09 15:38:45.218406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-d8dffcb9-93dc-4547-bc34-c08147f608de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.219934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-d8dffcb9-93dc-4547-bc34-c08147f608de service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0851040 Dec 09 15:38:45.290605 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-7e603c6e-c6d5-4deb-8b35-3c35d4baa734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0630431 Dec 09 15:38:45.340282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-c03ee98e-e336-4c1d-861d-18effe4fe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.341750 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-c03ee98e-e336-4c1d-861d-18effe4fe212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0438066 Dec 09 15:38:45.387876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-62dfbbc7-5e16-4bd4-aa53-b3d8524dcc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:38:45.389378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-62dfbbc7-5e16-4bd4-aa53-b3d8524dcc63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396554 Dec 09 15:38:45.485124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-a032c909-6faa-4a35-8c5a-25d0d086b131 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881155 Dec 09 15:38:45.576794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d254594-291a-4ff0-9302-d5c74d5eb31f req-1865f379-d56d-443f-872e-3b36f279e445 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827057 Dec 09 15:38:52.217693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:52.676202 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:53.256741 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a25cac21-8b7b-4436-96ff-c1cae7f8dc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:55.696823 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-466de895-f9dd-4f21-9f39-d2804dae8633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:56.821059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:58.508021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:38:59.253672 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:03.708635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-d098d361-d54f-4a8b-9126-5ecade4d3202 req-371e7ddf-cd96-4bb7-921c-a7358cffb191 service neutron] (109895) timed out ('10.222.0.46', 50740) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:39:19.602009 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:39:22.211409 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:22.685586 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:23.248557 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7acfe0bd-3874-48d2-99c1-2dc929c6c8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:25.699069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-568dca6c-de49-4c89-a2af-e0195b01b4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:26.822896 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:28.510003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:29.255972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:46.003486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-3f299c18-f087-47cc-ab1f-12a22452e844 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465438 Dec 09 15:39:46.087141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-7bf62525-7253-4f0e-94e5-55f809335818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.088676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-7bf62525-7253-4f0e-94e5-55f809335818 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1096 time: 0.0419796 Dec 09 15:39:46.193316 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-90d651a4-1ac1-40d8-9d2a-cbc840bf488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.194722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-90d651a4-1ac1-40d8-9d2a-cbc840bf488b service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0870430 Dec 09 15:39:46.570584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-f685d4ab-889b-4c7c-9515-75dcb3246589 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 1001 time: 0.3661985 Dec 09 15:39:46.619028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-01f6682c-5f07-4133-a87c-5a7aa8b06c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.621260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-01f6682c-5f07-4133-a87c-5a7aa8b06c91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0428231 Dec 09 15:39:46.667709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-2686bb46-d23f-4c69-b736-56b52e9107bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:46.669162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-2686bb46-d23f-4c69-b736-56b52e9107bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414419 Dec 09 15:39:46.755671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-b05781da-41c8-4d6a-b360-7182d534f2e0 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792539 Dec 09 15:39:46.847959 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f41df09b-a80b-4628-b3c7-d89e90ad4e86 req-e3afc811-cf96-47e0-8a28-ac0840341940 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842783 Dec 09 15:39:52.230053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.684424 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:52.843786 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216b871-665e-4bf7-a11b-e669939f607f req-4daa03c1-beb9-43f3-a34d-56a4d42e60b7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:52.845278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6216b871-665e-4bf7-a11b-e669939f607f req-4daa03c1-beb9-43f3-a34d-56a4d42e60b7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0538285 Dec 09 15:39:52.892095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6216b871-665e-4bf7-a11b-e669939f607f req-c0a00e94-4e67-44cb-86e3-a45521422c7e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Dec 09 15:39:53.125607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-eb9dc0bb-82bc-4e08-a45c-82a005023586 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412400 Dec 09 15:39:53.144059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e28c-0851-45fe-9185-1c8691f8b4f1 req-33a5a413-9a56-4f50-b2f9-04518eb78c1c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:53.146033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4768e28c-0851-45fe-9185-1c8691f8b4f1 req-33a5a413-9a56-4f50-b2f9-04518eb78c1c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0537872 Dec 09 15:39:53.197092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4768e28c-0851-45fe-9185-1c8691f8b4f1 req-f79aedf7-f2ab-404b-a1d8-57b989d52761 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448220 Dec 09 15:39:53.256006 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab3759ec-5578-45a3-9f18-ec1503f609cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:54.346519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003ac71-3319-4647-a85b-f1527bc4d012 req-7c07515e-93a7-485c-9450-53e0e36a7bf5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:54.348059 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e003ac71-3319-4647-a85b-f1527bc4d012 req-7c07515e-93a7-485c-9450-53e0e36a7bf5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0771623 Dec 09 15:39:54.363438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-34ebef4d-e429-49a6-abe8-0b9fed0aec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:54.364823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-34ebef4d-e429-49a6-abe8-0b9fed0aec67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1096 time: 0.0617218 Dec 09 15:39:54.450892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e003ac71-3319-4647-a85b-f1527bc4d012 req-4a181d74-c97b-47aa-aeb3-cb717d31b542 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947285 Dec 09 15:39:54.478171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-20a82f19-a335-4813-ad12-fe8f59b766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:54.480172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-20a82f19-a335-4813-ad12-fe8f59b766cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.1078937 Dec 09 15:39:54.548977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-6d3427ad-a7c0-4660-9f7c-4008c74ca4dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0622151 Dec 09 15:39:54.596797 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-bb8cf9fb-4b56-411e-97d6-b8ffa7514345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:54.598203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-bb8cf9fb-4b56-411e-97d6-b8ffa7514345 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0428193 Dec 09 15:39:54.642941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-1fca59fa-e8d0-4fc5-b71b-16ae12545201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:54.644431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-1fca59fa-e8d0-4fc5-b71b-16ae12545201 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386882 Dec 09 15:39:54.737828 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-73aef69f-71ae-4c54-9c2d-57217fe33132 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859842 Dec 09 15:39:54.826934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-bb4d123d-1f65-41c2-be90-98375d164b63 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816498 Dec 09 15:39:55.621808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282b4e-6e14-4835-b3ba-a87e4ad64119 req-a357d093-d5c7-43ed-ab41-8cb4db8ad717 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:55.623309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6282b4e-6e14-4835-b3ba-a87e4ad64119 req-a357d093-d5c7-43ed-ab41-8cb4db8ad717 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.1030245 Dec 09 15:39:55.671030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6282b4e-6e14-4835-b3ba-a87e4ad64119 req-e09d06e8-388e-4a0a-9286-e70d47eb74ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Dec 09 15:39:55.700590 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c48f0294-4a3f-4d83-907d-8fe3eca872f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.600699 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:39:56.826954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:56.879322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fca83-55c2-4ef9-9d9e-fc00ab9ec6c1 req-31bdf852-9c74-4c97-8989-9b193bf8e2b8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:56.880743 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e1fca83-55c2-4ef9-9d9e-fc00ab9ec6c1 req-31bdf852-9c74-4c97-8989-9b193bf8e2b8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.1412687 Dec 09 15:39:56.928088 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3e1fca83-55c2-4ef9-9d9e-fc00ab9ec6c1 req-871e7034-f7cb-45aa-b424-7eb63d9798f2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Dec 09 15:39:58.047083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8c324-e869-4f8d-bd3e-64a9bcd68ae3 req-b99374db-f0b7-45a5-b5cb-51432afcde73 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:58.048596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfc8c324-e869-4f8d-bd3e-64a9bcd68ae3 req-b99374db-f0b7-45a5-b5cb-51432afcde73 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0524142 Dec 09 15:39:58.095155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dfc8c324-e869-4f8d-bd3e-64a9bcd68ae3 req-5ca24d7d-53a8-4f4a-9158-de94703e4fe9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Dec 09 15:39:58.515035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:39:59.209707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc282d-0ce0-4c8a-940c-d0fa640f85ea req-30c2e842-7923-4c30-8cbb-cf943a819deb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:39:59.211202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1fc282d-0ce0-4c8a-940c-d0fa640f85ea req-30c2e842-7923-4c30-8cbb-cf943a819deb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0489316 Dec 09 15:39:59.257759 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1fc282d-0ce0-4c8a-940c-d0fa640f85ea req-58de41ae-ae03-42ad-9947-f42cbed3d153 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400488 Dec 09 15:39:59.258489 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:00.373120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dbea-e540-4926-b6c9-ef371804132b req-0ae0e6f4-5112-4e54-8921-a39c8627951e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:00.374602 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b92dbea-e540-4926-b6c9-ef371804132b req-0ae0e6f4-5112-4e54-8921-a39c8627951e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0484445 Dec 09 15:40:00.421521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4b92dbea-e540-4926-b6c9-ef371804132b req-322255f2-7ed4-498a-8cb7-97c1f1edc2d8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Dec 09 15:40:01.535793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a847-21e7-420a-b23f-6758d257f86e req-a0404e52-b8d9-45ec-838c-bbe1bb76d62b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:01.537262 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0320a847-21e7-420a-b23f-6758d257f86e req-a0404e52-b8d9-45ec-838c-bbe1bb76d62b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0474713 Dec 09 15:40:01.589253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0320a847-21e7-420a-b23f-6758d257f86e req-88e566a0-ced5-4774-bd0a-9b637f7d3695 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Dec 09 15:40:02.703822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302963b-d760-4340-94e0-eb8812deaf64 req-074ecdbc-ac7d-44e0-80c3-5a9b3a551320 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:02.705292 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2302963b-d760-4340-94e0-eb8812deaf64 req-074ecdbc-ac7d-44e0-80c3-5a9b3a551320 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0471568 Dec 09 15:40:02.755329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2302963b-d760-4340-94e0-eb8812deaf64 req-1d07e8ed-a08f-4caa-b261-2c8e78cb9560 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Dec 09 15:40:03.873113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f71b7-d210-4ac0-95a1-c6f42ddf9995 req-a0ba0a90-f83e-4dc1-9c03-c7dfb644eb90 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:03.874595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a2f71b7-d210-4ac0-95a1-c6f42ddf9995 req-a0ba0a90-f83e-4dc1-9c03-c7dfb644eb90 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0482020 Dec 09 15:40:03.921969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a2f71b7-d210-4ac0-95a1-c6f42ddf9995 req-c6401df9-adf6-491b-8aa5-b1e842618378 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Dec 09 15:40:05.040077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6461689-d20a-4979-9f5a-d7df01cef6f5 req-f7477001-fa34-48fb-b756-5e2e88df54ac tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:05.041702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6461689-d20a-4979-9f5a-d7df01cef6f5 req-f7477001-fa34-48fb-b756-5e2e88df54ac tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0483952 Dec 09 15:40:05.087809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6461689-d20a-4979-9f5a-d7df01cef6f5 req-5fd47604-bc49-4bab-bb5d-2a946a07a3d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Dec 09 15:40:06.208730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b45df-a99f-494a-bf6f-824dfca1dd06 req-ca37a700-7807-4189-bfe6-86ff4e0af621 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:06.210146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d6b45df-a99f-494a-bf6f-824dfca1dd06 req-ca37a700-7807-4189-bfe6-86ff4e0af621 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0520861 Dec 09 15:40:06.258140 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d6b45df-a99f-494a-bf6f-824dfca1dd06 req-f4b3442c-7d15-4727-b53a-96f8306eea0a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 Dec 09 15:40:06.712124 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-05f7e861-5439-4b21-a623-85db648c60b2 req-30a5afc7-4f19-4c26-9149-fa5ee2e46f91 service neutron] show failed (client error): The resource could not be found. Dec 09 15:40:06.713753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-30a5afc7-4f19-4c26-9149-fa5ee2e46f91 service neutron] 10.222.0.36 "GET /v2.0/ports/6eedce0b-1444-41c9-8998-8b8f42f20bb8/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0574381 Dec 09 15:40:06.937572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-701e563f-d835-4081-83af-3b33e2e16140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:06.939137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-701e563f-d835-4081-83af-3b33e2e16140 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0411665 Dec 09 15:40:06.956666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:07.013030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.224457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:07.257509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:07.300651 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.302641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:07.304983 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b728bed2-ec3f-4cb7-8b0f-f97198751c7f" -d '{"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-unplugged", "status": "completed", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:07.319812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Transition to ACTIVE for port object 6eedce0b-1444-41c9-8998-8b8f42f20bb8 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:07.324986 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.366100 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7273e909-ee91-4c65-ad19-d70c553ae94c x-openstack-request-id: req-7273e909-ee91-4c65-ad19-d70c553ae94c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:07.366396 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-unplugged", "status": "completed", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:07.366655 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7273e909-ee91-4c65-ad19-d70c553ae94c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:07.367053 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'code': 200} Dec 09 15:40:07.461192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:07.474531 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.474869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.475219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.475585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.475927 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.476267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.476599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.476929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.477258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.477586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.477953 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.478395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.478732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:07.497520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20926-11ae-497a-91af-91737959e970 req-cd58152c-e631-414d-a3f7-138ce0c5109d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:07.499087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7a20926-11ae-497a-91af-91737959e970 req-cd58152c-e631-414d-a3f7-138ce0c5109d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.1655741 Dec 09 15:40:07.550209 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] No DVR routers for this DVR port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:07.611940 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c7a20926-11ae-497a-91af-91737959e970 req-89d1f8a4-3eb6-4c23-a671-739699089890 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054595 Dec 09 15:40:07.704540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:07.704885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:07.705215 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:07.709591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:07.709909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Attempting to bind port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:07.715197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:07.715574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:07.715955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:07.716376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Bound port: 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:07.716728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.781222 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:07.784310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:07.787954 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.823208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:07.823686 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:07.825087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] 10.222.0.43 "PUT /v2.0/ports/6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 1091 time: 0.8723876 Dec 09 15:40:07.850441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d31971-ba7a-4688-a5c0-5940833cf908 service neutron] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:07.901237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-7c32e5a9-61ad-4d35-b7f6-e219328a6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:07.902779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-7c32e5a9-61ad-4d35-b7f6-e219328a6da8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1094 time: 0.0472505 Dec 09 15:40:08.002482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-c3c98243-810a-48b1-87f2-dfe12831296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:08.004008 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-c3c98243-810a-48b1-87f2-dfe12831296c service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0909832 Dec 09 15:40:08.079751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-9dd9f1cc-a3bb-4a40-9d4e-c661703079a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 999 time: 0.0644276 Dec 09 15:40:08.135753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-c55edd44-8106-4d9c-8b3c-f1109c8ccae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:08.137112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-c55edd44-8106-4d9c-8b3c-f1109c8ccae7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0455527 Dec 09 15:40:08.185821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e861-5439-4b21-a623-85db648c60b2 req-febd9086-d8fb-47f8-b82e-a99f52e526de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:08.187268 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-febd9086-d8fb-47f8-b82e-a99f52e526de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391262 Dec 09 15:40:08.284720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-680bc41c-4c0d-4c8b-a9e3-0c0d3e9bd57a service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854380 Dec 09 15:40:08.378401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-05f7e861-5439-4b21-a623-85db648c60b2 req-0e47de8e-97e8-49a2-9748-1cc67d68ca9b service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821106 Dec 09 15:40:08.730570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba61a-f125-4a3f-86a8-a44044679aff req-f9c5c7a8-4fdd-41e4-8005-f27275a87a31 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:08.732154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-381ba61a-f125-4a3f-86a8-a44044679aff req-f9c5c7a8-4fdd-41e4-8005-f27275a87a31 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.0484476 Dec 09 15:40:08.778925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-381ba61a-f125-4a3f-86a8-a44044679aff req-10b9c634-b7bd-492a-b5c5-6bd83abc118a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Dec 09 15:40:09.368027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:09.370594 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:09.377913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:09.421732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:09.423822 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b03309-1283-49d0-9db2-d65bccc0231c x-openstack-request-id: req-22b03309-1283-49d0-9db2-d65bccc0231c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:09.424144 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:09.424401 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22b03309-1283-49d0-9db2-d65bccc0231c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:09.424811 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'status': 'completed', 'code': 200} Dec 09 15:40:09.482728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-fddd69ba-6576-4e82-befd-37e46f1dfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.484295 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-fddd69ba-6576-4e82-befd-37e46f1dfe07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1094 time: 0.0420148 Dec 09 15:40:09.493464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-b59199bb-7480-4675-b00c-284977487553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.495014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-b59199bb-7480-4675-b00c-284977487553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1094 time: 0.0453999 Dec 09 15:40:09.578339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-4e6209f3-00f4-43bb-a0ec-732bc2a9b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.579806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-4e6209f3-00f4-43bb-a0ec-732bc2a9b317 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0890055 Dec 09 15:40:09.590529 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-cefaf293-90d8-406a-82b3-050834ba5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.592021 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-cefaf293-90d8-406a-82b3-050834ba5c94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0861845 Dec 09 15:40:09.645949 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-32bc0eff-885b-4e4b-8d69-dd447c517b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 999 time: 0.0582199 Dec 09 15:40:09.661893 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-c0f856fa-06da-40c1-95fc-6971657bd389 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 999 time: 0.0615311 Dec 09 15:40:09.701645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-13be13c8-548b-4969-9d94-259fe567a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.703725 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-13be13c8-548b-4969-9d94-259fe567a2d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0502357 Dec 09 15:40:09.717237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-807b75b4-671a-4e9c-acb6-f4d5d378a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.718686 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-807b75b4-671a-4e9c-acb6-f4d5d378a9b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0464034 Dec 09 15:40:09.748901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-a879f6db-3e81-48b3-8a2e-e374b5309ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.750417 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-a879f6db-3e81-48b3-8a2e-e374b5309ecf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400810 Dec 09 15:40:09.764641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-da6516f0-6274-44b7-ba4f-b749636a7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.766110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-da6516f0-6274-44b7-ba4f-b749636a7064 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393977 Dec 09 15:40:09.842307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-a265c371-a0ba-456e-935c-87bee82ae422 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842457 Dec 09 15:40:09.863878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-67b92ddb-bb86-459c-84e5-26ff2e4276b1 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891492 Dec 09 15:40:09.955581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04b392-5dbe-4ade-a202-79956e61e66e req-a086a81a-44f8-4e68-97da-b370c924b1fb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:09.957115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd04b392-5dbe-4ade-a202-79956e61e66e req-a086a81a-44f8-4e68-97da-b370c924b1fb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.1090064 Dec 09 15:40:09.958050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-d891638b-b590-4b24-97e2-77e24bee56d2 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859094 Dec 09 15:40:09.997224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5dd2a2b9-2434-4132-ac3e-35526c5cdf1a req-3564513e-6f7a-4460-993d-c1ca90e90a9e service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479509 Dec 09 15:40:10.022804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fd04b392-5dbe-4ade-a202-79956e61e66e req-7dd6c2e2-a5fc-4997-83a5-53c57366b3bf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588737 Dec 09 15:40:11.040857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:11.135907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:11.146664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'mac_address': 'fa:16:3e:9a:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:11.148672 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5228-5553-41ad-934e-27f6f28edbb9 req-dbd8cca6-df33-4f07-be6f-229f0cd1e05f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.150407 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c77a5228-5553-41ad-934e-27f6f28edbb9 req-dbd8cca6-df33-4f07-be6f-229f0cd1e05f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 943 time: 0.0551574 Dec 09 15:40:11.187786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.199557 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c77a5228-5553-41ad-934e-27f6f28edbb9 req-e01f9db8-c539-4079-8a84-5e4b5a0a6efa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Dec 09 15:40:11.200678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eedce0b-1444-41c9-8998-8b8f42f20bb8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:11.221189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:11.225410 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:11.275503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:11.284098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.284461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.284815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.285165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.285554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.285922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.286266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.286602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.286935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.287342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.287637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.287970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.288302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:11.404247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979305-ccb8-4966-a627-fb13cbb5d62e req-aa8fa85e-6bea-4c5b-9875-cc6ad75f3f18 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.406057 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af979305-ccb8-4966-a627-fb13cbb5d62e req-aa8fa85e-6bea-4c5b-9875-cc6ad75f3f18 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 944 time: 0.0593045 Dec 09 15:40:11.412238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-a1a6e7ca-d021-44f4-8446-00a9efa92138 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.414035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-a1a6e7ca-d021-44f4-8446-00a9efa92138 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.0523806 Dec 09 15:40:11.456222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af979305-ccb8-4966-a627-fb13cbb5d62e req-de66bcfb-60d6-460d-89c4-3cc379c07f9e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Dec 09 15:40:11.479026 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-04d03633-1c17-4553-a27a-90a025a0ae24 service neutron] delete failed (client error): The resource could not be found. Dec 09 15:40:11.480104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-04d03633-1c17-4553-a27a-90a025a0ae24 service neutron] 10.222.0.36 "DELETE /v2.0/ports/6eedce0b-1444-41c9-8998-8b8f42f20bb8/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0584569 Dec 09 15:40:11.519752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['6eedce0b-1444-41c9-8998-8b8f42f20bb8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:11.563837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-cf69ee4b-6163-48a7-b370-46308b5818a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.565265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-cf69ee4b-6163-48a7-b370-46308b5818a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 1095 time: 0.0418563 Dec 09 15:40:11.661339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-75176f48-d2d7-47ab-a9b2-732f617c72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.662819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-75176f48-d2d7-47ab-a9b2-732f617c72f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0898507 Dec 09 15:40:11.729044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-1715fa2a-db7b-46dc-9919-64c6a3543915 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 200 len: 1000 time: 0.0582216 Dec 09 15:40:11.782486 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-09488ff1-d479-4f5f-883c-4ba88feda8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.784008 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-09488ff1-d479-4f5f-883c-4ba88feda8d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0479333 Dec 09 15:40:11.829026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-70caedf0-b146-4ee5-9c13-6e20baac3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:11.830615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-70caedf0-b146-4ee5-9c13-6e20baac3edc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391307 Dec 09 15:40:11.920869 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-dcf21740-89ec-4d7b-b079-7d03d5303f71 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820916 Dec 09 15:40:12.015744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6f49a71c-14dd-4cd7-8a15-a63b53412eaa req-313d812d-bc16-4472-856d-e36064acd338 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869572 Dec 09 15:40:12.580457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fc231-2e40-4a8a-8fd7-c1f4f5f957e4 req-85319a08-01db-4a68-b085-a42b1acce88f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:12.581879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e7fc231-2e40-4a8a-8fd7-c1f4f5f957e4 req-85319a08-01db-4a68-b085-a42b1acce88f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 944 time: 0.0520868 Dec 09 15:40:12.629240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e7fc231-2e40-4a8a-8fd7-c1f4f5f957e4 req-c5ae2bdf-d2fd-456f-8125-86d659eddab0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Dec 09 15:40:12.743307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb62d2-1ea8-4d9e-aa15-69c4665e1910 req-22f27fea-83c2-407b-b50b-6894a740e95c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:12.744830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2bb62d2-1ea8-4d9e-aa15-69c4665e1910 req-22f27fea-83c2-407b-b50b-6894a740e95c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 944 time: 0.0473137 Dec 09 15:40:12.795914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2bb62d2-1ea8-4d9e-aa15-69c4665e1910 req-8dea9509-1c9b-4e12-9aae-d3eddcc0e8cb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Dec 09 15:40:12.913371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21341c-1e70-4341-86ee-36f49ab5707c req-b8c1aeb8-da4d-4328-afd7-bd70bc058363 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:12.914754 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a21341c-1e70-4341-86ee-36f49ab5707c req-b8c1aeb8-da4d-4328-afd7-bd70bc058363 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 944 time: 0.0514967 Dec 09 15:40:12.961719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a21341c-1e70-4341-86ee-36f49ab5707c req-0db86bbc-9024-4f20-b93e-0e9fba8c3f34 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Dec 09 15:40:13.050700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:13.102047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:13.107147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:13.107555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.190422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.197177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3385c7-3b16-46c3-90da-ad7df6a0f7d9 req-8017226e-4d3c-4652-b575-bfe6ac2f2489 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:13.198866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c3385c7-3b16-46c3-90da-ad7df6a0f7d9 req-8017226e-4d3c-4652-b575-bfe6ac2f2489 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 944 time: 0.0493999 Dec 09 15:40:13.213610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:13.215899 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fb2907-da4e-42e0-a0ea-7dc92ba48cda" -d '{"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-plugged", "status": "completed", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:13.229198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:13.234684 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:13.248770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c3385c7-3b16-46c3-90da-ad7df6a0f7d9 req-187afeaf-2eb3-4a5c-b639-300ff5ae65ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434985 Dec 09 15:40:13.270712 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d5a83-3b9b-4494-ad70-690e200cc06e x-openstack-request-id: req-ad0d5a83-3b9b-4494-ad70-690e200cc06e {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:13.271003 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-plugged", "status": "completed", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:13.271255 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad0d5a83-3b9b-4494-ad70-690e200cc06e {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:13.271678 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'code': 200} Dec 09 15:40:13.289658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:14.375028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6754-e883-40f4-b642-6159fa172e38 req-e350b3f0-0056-4c65-979a-554680d60670 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:14.376562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a7b6754-e883-40f4-b642-6159fa172e38 req-e350b3f0-0056-4c65-979a-554680d60670 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0472040 Dec 09 15:40:14.424566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a7b6754-e883-40f4-b642-6159fa172e38 req-8ce54d1b-89cc-4951-8211-14cd6afc9bd6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Dec 09 15:40:14.578588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-aad44aae-a50c-4ce4-ba40-6b50e8ef30ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:14.579988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-aad44aae-a50c-4ce4-ba40-6b50e8ef30ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 945 time: 0.0471714 Dec 09 15:40:14.960907 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Deleting port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:40:14.961151 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.047395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] For port 6eedce0b-1444-41c9-8998-8b8f42f20bb8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6eedce0b-1444-41c9-8998-8b8f42f20bb8,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:15.047759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.264212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.264585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.264902 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 disassociated. External IP: 172.25.0.234, port: 6eedce0b-1444-41c9-8998-8b8f42f20bb8. Dec 09 15:40:15.265249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Calling delete_port for 6eedce0b-1444-41c9-8998-8b8f42f20bb8 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:40:15.396585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.423376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event deleted for resources: {'Port': ['ID=6eedce0b-1444-41c9-8998-8b8f42f20bb8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:15.526100 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-67991154-251b-4fd3-b1ea-eb53bc41f7bb req-c6472630-b7c6-401e-94be-dbe4b3589c80 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e7d1de-f9ee-493f-9aa4-5b7479a2b94c HTTP/1.1" status: 200 len: 210 time: 0.0278220 Dec 09 15:40:15.549713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:40:15.665909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:40:15.675559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:40:15.686888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:15.687547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:39:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:15.709204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] No DVR routers for this DVR port 6eedce0b-1444-41c9-8998-8b8f42f20bb8 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:40:15.711909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:15.716307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7e0e510-39d4-4e6b-82e5-90013df6d0e8 req-ebfc1da7-c860-4773-ab1c-becfd1db7a7c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "DELETE /v2.0/ports/6eedce0b-1444-41c9-8998-8b8f42f20bb8 HTTP/1.1" status: 204 len: 173 time: 1.1296959 Dec 09 15:40:15.716770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-deleted', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:15.719050 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f434093-8ef0-46a6-ba44-ff842726d266" -d '{"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-deleted", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:15.758111 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c09514-dbeb-4915-818f-3ab8197f90ad x-openstack-request-id: req-14c09514-dbeb-4915-818f-3ab8197f90ad {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:15.758409 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7d1de-f9ee-493f-9aa4-5b7479a2b94c", "name": "network-vif-deleted", "tag": "6eedce0b-1444-41c9-8998-8b8f42f20bb8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:15.758695 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14c09514-dbeb-4915-818f-3ab8197f90ad {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:15.759183 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7d1de-f9ee-493f-9aa4-5b7479a2b94c', 'name': 'network-vif-deleted', 'tag': '6eedce0b-1444-41c9-8998-8b8f42f20bb8', 'status': 'completed', 'code': 200} Dec 09 15:40:15.804766 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:16.014740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:16.197266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:40:16.205490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:16.206094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:39:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:16.310520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:16.504583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:16.534895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78046f42-421e-4ec8-9d08-ebe481843b1e None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:40:16.773537 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2dd79-ce6b-41ce-bdd6-e0558e26d57d None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:40:16.813227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-c021509a-5585-4d75-a0b7-bdc28af8640c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1868313530&fields=id&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 267 time: 0.0578463 Dec 09 15:40:16.928142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-24242cda-18e5-407c-bd87-abd846fb9978 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:16.929613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-24242cda-18e5-407c-bd87-abd846fb9978 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1039009 Dec 09 15:40:16.945504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-a9eee85f-eb63-45fc-860c-d05aabff2c54 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/quotas/6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 375 time: 0.0099483 Dec 09 15:40:16.996251 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-93cd1661-5d28-4a37-a96d-3d2d4110c63e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447519 Dec 09 15:40:17.082811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:40:17.094607 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-dc5fc9cb-a333-4cd2-984f-64d0eba3b355 service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867598 Dec 09 15:40:17.102632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 6eedce0b-1444-41c9-8998-8b8f42f20bb8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:40:17.102984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6eedce0b-1444-41c9-8998-8b8f42f20bb8 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:40:17.195161 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-97acef2d-1404-4cd8-91ad-ef98de0a48dc service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871356 Dec 09 15:40:17.347600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ae559e8-8073-4749-b8fb-6f95fbc72eb2 req-8b115842-a87b-44ee-abd8-3e3d7390b2bc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 210 time: 0.0257206 Dec 09 15:40:18.360111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-702c51f1-03d1-4cb8-84d0-c710963e16b6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:18.361557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-702c51f1-03d1-4cb8-84d0-c710963e16b6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1029837 Dec 09 15:40:18.439757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-baeb2d2d-fefd-4f0b-a6ce-26832cf02a90 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 380 time: 0.0678110 Dec 09 15:40:18.460188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ceeece7e-960a-418d-a7aa-3d2e4dd5740e req-67bfddd6-c303-4468-a884-c0dc502cb417 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 210 time: 0.0386815 Dec 09 15:40:18.464357 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'port': {'device_id': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'admin_state_up': True, 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'security_groups': ['da2ae9f5-6973-44d4-90ad-6c88ca7c71dc']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:18.570926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Made reservation on behalf of 6ba036ed064b4efb86e12a7cf272fcb9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:40:18.574907 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.698591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Allocated IP 172.20.0.8 (edec95fb-6779-4624-a3a4-cf9706abaf5a/40f71fea-0479-41b2-bd5c-cd3d2f9b3841/6b991458-1628-4bdd-9e8c-2ac89566de14) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:40:18.829830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.866530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.908706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:40:18.911667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:40:18.917931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:40:18.941025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:18.956435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.956779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.957121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.957461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.957794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.958127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.958455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.958779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.959103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.959466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.959794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.960123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.960446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:40:18.981227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:18.981856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:18.998999 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-435b7f65-3aff-49f4-97f4-9928325dc63b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410168 Dec 09 15:40:19.012052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Request body: {'port': {'device_id': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:19.071287 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.205615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-47546175-f5ab-40c4-89dc-8ec62c6174cb None None] Provisioning complete for port 6b991458-1628-4bdd-9e8c-2ac89566de14 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:19.206167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-47546175-f5ab-40c4-89dc-8ec62c6174cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.240168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-47546175-f5ab-40c4-89dc-8ec62c6174cb None None] Port 6b991458-1628-4bdd-9e8c-2ac89566de14 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:40:19.340308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b991458-1628-4bdd-9e8c-2ac89566de14 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:19.347774 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.360371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Transition to ACTIVE for port object 6b991458-1628-4bdd-9e8c-2ac89566de14 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:40:19.363743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.416236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:19.493191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:40:19.493635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:40:19.493975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:19.498702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Port 6b991458-1628-4bdd-9e8c-2ac89566de14 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:40:19.499035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:40:19.504358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:40:19.504704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:40:19.505094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:40:19.505535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Bound port: 6b991458-1628-4bdd-9e8c-2ac89566de14, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:40:19.505895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.575404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:40:19.578871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:40:19.584778 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.591574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ccf9b-f015-4f01-b997-d4b8608790b4 req-214153a1-7ca8-4d3e-8408-c74d3d6d05ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.593110 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf4ccf9b-f015-4f01-b997-d4b8608790b4 req-214153a1-7ca8-4d3e-8408-c74d3d6d05ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 943 time: 0.0578756 Dec 09 15:40:19.621645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.622240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:19.623662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] 10.222.0.36 "PUT /v2.0/ports/6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1091 time: 0.6164799 Dec 09 15:40:19.624117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:19.626371 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:19.651548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7576a-46f2-42f4-8deb-717ac3af88ef service neutron] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:19.653502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cf4ccf9b-f015-4f01-b997-d4b8608790b4 req-176f8793-4ebe-4a01-b8eb-fc39c289f599 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540931 Dec 09 15:40:19.746874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-c9976b20-5b0f-46d6-a057-72a14f033556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.748462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-c9976b20-5b0f-46d6-a057-72a14f033556 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1094 time: 0.0453224 Dec 09 15:40:19.798598 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929e486-b738-4d31-b479-b154f17493ed x-openstack-request-id: req-3929e486-b738-4d31-b479-b154f17493ed {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:19.798897 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:19.799148 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3929e486-b738-4d31-b479-b154f17493ed {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:19.799565 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'status': 'completed', 'code': 200} Dec 09 15:40:19.801368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-744e361c-7c37-40c3-8dec-4e985c571604 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 217 time: 0.0446057 Dec 09 15:40:19.850907 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-7b0a7662-3a59-464d-b826-f3779a6093a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.852312 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-7b0a7662-3a59-464d-b826-f3779a6093a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0435889 Dec 09 15:40:19.895963 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-871abcfc-84e6-46e9-a5c5-59a34e29eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:19.897422 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-871abcfc-84e6-46e9-a5c5-59a34e29eafd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375328 Dec 09 15:40:19.989963 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-3cefe485-229f-4c1c-adaf-2f34cbf1576b service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848947 Dec 09 15:40:20.078073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed48f73c-e88c-4c73-93fe-a52c1d07840f req-8e70c284-5b9f-4b8c-9ba0-746dde5a40b0 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804024 Dec 09 15:40:20.169299 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-7b0c92bf-0181-4f5b-b2a5-f1ece71ce6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.170713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-7b0c92bf-0181-4f5b-b2a5-f1ece71ce6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1094 time: 0.0453761 Dec 09 15:40:20.259777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-8557b352-3784-46d8-9159-1c0121f0591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.261265 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-8557b352-3784-46d8-9159-1c0121f0591f service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0836518 Dec 09 15:40:20.307552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-f057117a-c607-45c2-8dbe-fb2109c9ed21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 217 time: 0.0391562 Dec 09 15:40:20.356498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-0bd14381-cc64-4b8d-bb2d-d7c51fabf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.357975 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-0bd14381-cc64-4b8d-bb2d-d7c51fabf5d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0435586 Dec 09 15:40:20.404161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-104a0e8c-3930-44f4-a08b-990e8d67cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.405616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-104a0e8c-3930-44f4-a08b-990e8d67cae9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389512 Dec 09 15:40:20.498280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-8c354555-f259-43f5-b9f6-f2f7a776d7de service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Dec 09 15:40:20.586697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e5ffadf6-6f14-4a1f-ac78-ae771cffcbe3 req-0145c1fd-44a4-4a0e-8d20-39bba08831e6 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Dec 09 15:40:20.782238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef3760-0c68-43c4-9c42-14c4b7119749 req-91e7fdc7-dfb1-416c-9a19-ba28d3fe7c40 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:20.783638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-edef3760-0c68-43c4-9c42-14c4b7119749 req-91e7fdc7-dfb1-416c-9a19-ba28d3fe7c40 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 943 time: 0.0476909 Dec 09 15:40:20.840763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-edef3760-0c68-43c4-9c42-14c4b7119749 req-fc3ce6d1-2928-469d-97e6-59d43aecedf8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511634 Dec 09 15:40:21.439173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:40:21.531925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:21.543136 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'mac_address': 'fa:16:3e:57:60:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:40:21.582287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.594368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b991458-1628-4bdd-9e8c-2ac89566de14 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:40:21.613911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:21.617565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:21.666639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:21.840642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['6b991458-1628-4bdd-9e8c-2ac89566de14'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:40:21.977060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb4ed-c3a2-47e5-aafd-a587a21aff50 req-18c2b2f9-a299-4cbc-8700-13d954a39c3e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:21.979825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa8bb4ed-c3a2-47e5-aafd-a587a21aff50 req-18c2b2f9-a299-4cbc-8700-13d954a39c3e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 944 time: 0.0583258 Dec 09 15:40:22.032149 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa8bb4ed-c3a2-47e5-aafd-a587a21aff50 req-adcb11a9-a926-4cd8-8b1f-05ef697c1262 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Dec 09 15:40:22.223593 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:22.687247 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.150949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bc47f-7de9-47b5-bd58-2e90e329161e req-8caeb898-05e6-4fd0-ab8f-813fc84391c9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:23.152441 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-693bc47f-7de9-47b5-bd58-2e90e329161e req-8caeb898-05e6-4fd0-ab8f-813fc84391c9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 944 time: 0.0484729 Dec 09 15:40:23.198817 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-693bc47f-7de9-47b5-bd58-2e90e329161e req-c239f14f-8ece-41b5-a078-b25de71fb396 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401218 Dec 09 15:40:23.249264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-664c0e00-a3e4-4204-a40a-ad0c15cb1e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.451035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:40:23.500334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 6b991458-1628-4bdd-9e8c-2ac89566de14 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:40:23.504382 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 6b991458-1628-4bdd-9e8c-2ac89566de14 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:40:23.504751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.583971 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.616079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:23.619112 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f1c6dc-539b-4672-9e93-1b5096fdee2b" -d '{"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-plugged", "status": "completed", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:23.635057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:40:23.640281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:23.687538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:40:23.724224 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e09a9-8719-4cee-93d7-c45a1edd4d52 x-openstack-request-id: req-528e09a9-8719-4cee-93d7-c45a1edd4d52 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:23.724523 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-plugged", "status": "completed", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:23.724781 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-528e09a9-8719-4cee-93d7-c45a1edd4d52 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:23.725179 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'code': 200} Dec 09 15:40:23.824243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e537-0ed5-4ba5-820c-4d93d502baa3 req-6cad7562-e575-494b-b323-4876a96c4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:23.826185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aaf9e537-0ed5-4ba5-820c-4d93d502baa3 req-6cad7562-e575-494b-b323-4876a96c4959 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1096 time: 0.0408676 Dec 09 15:40:23.872548 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aaf9e537-0ed5-4ba5-820c-4d93d502baa3 req-545ffd39-e917-49f9-9568-e5c1f3b0c840 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381861 Dec 09 15:40:24.316837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6db676-3f52-4ec9-85b6-fa99a57b785f req-c467b9ec-2c5a-4183-8fa7-de0ed2eafb0d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:24.318348 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b6db676-3f52-4ec9-85b6-fa99a57b785f req-c467b9ec-2c5a-4183-8fa7-de0ed2eafb0d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0491917 Dec 09 15:40:24.365780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6b6db676-3f52-4ec9-85b6-fa99a57b785f req-91a88d5f-cf37-4a7f-a34e-8bc108b2ff3d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Dec 09 15:40:25.484724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753338bd-0032-48af-ab1f-6c671fbc11a8 req-ea119133-d1a0-4abd-a034-5aba14d162e5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.486192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-753338bd-0032-48af-ab1f-6c671fbc11a8 req-ea119133-d1a0-4abd-a034-5aba14d162e5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0472708 Dec 09 15:40:25.531953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-753338bd-0032-48af-ab1f-6c671fbc11a8 req-d79fcdc9-e0aa-4706-83c8-dff078ecc6c9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Dec 09 15:40:25.646326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cdce7-e508-4861-ba9e-0585f7f7ecd0 req-acccaf13-dc16-4ec9-8c08-7ba371400126 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:25.647861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-da4cdce7-e508-4861-ba9e-0585f7f7ecd0 req-acccaf13-dc16-4ec9-8c08-7ba371400126 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0529330 Dec 09 15:40:25.657480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35220) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:40:25.661898 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'floatingip': {'port_id': '6b991458-1628-4bdd-9e8c-2ac89566de14'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:40:25.702255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0b7ab0b6-88af-44f0-9f99-dac1503a17c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:25.702823 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.140001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.143648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.244722 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 associated. External IP: 172.25.0.234, port: 6b991458-1628-4bdd-9e8c-2ac89566de14. Dec 09 15:40:26.451888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:40:26.553628 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:40:26.558783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.565609 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:40:26.575452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:26.576070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:40:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:26.588748 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ae69facc-690f-4a57-a0df-7e09fc0a2282 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "PUT /v2.0/floatingips/b2849b5c-b4da-480e-9e23-54658367ef88 HTTP/1.1" status: 200 len: 991 time: 0.9301879 Dec 09 15:40:26.589576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:40:26.591851 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f57771-5831-4dd5-80f1-61ad48ee6e10" -d '{"events": [{"name": "network-changed", "server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:40:26.697564 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a407176-495e-4d13-a89c-41b422353a4b x-openstack-request-id: req-2a407176-495e-4d13-a89c-41b422353a4b {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:40:26.698193 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:40:26.698193 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a407176-495e-4d13-a89c-41b422353a4b {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:40:26.698510 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'status': 'completed', 'code': 200} Dec 09 15:40:26.703778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:26.761156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-46e3a075-dd70-4735-8038-cc7f4299fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:26.762662 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-46e3a075-dd70-4735-8038-cc7f4299fd68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1096 time: 0.0441940 Dec 09 15:40:26.854789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-53cccfd8-838e-4c54-ac0c-1142cf037948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:26.856206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-53cccfd8-838e-4c54-ac0c-1142cf037948 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0861223 Dec 09 15:40:26.872167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:26.931767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-bd93f4d7-d735-44e1-b332-3b471a6d809d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 999 time: 0.0659647 Dec 09 15:40:26.943242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:57:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:40:26Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:26.973043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:40:26.980334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-dada8a02-a71e-405f-85e3-e0d567ddd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:26.981824 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-dada8a02-a71e-405f-85e3-e0d567ddd4e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0435276 Dec 09 15:40:26.982740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:40:26.983603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:40:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:27.028466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-a09a050c-64a5-467b-8d87-096a94d44b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:27.030238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-a09a050c-64a5-467b-8d87-096a94d44b51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417216 Dec 09 15:40:27.104428 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:40:27.134234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-f74ac632-28b2-4463-8dac-94a368956c66 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963287 Dec 09 15:40:27.240424 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5f57771-5831-4dd5-80f1-61ad48ee6e10 req-e7969657-0c25-434b-824f-1e6332145dcf service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991054 Dec 09 15:40:27.360927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:57:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:40:26Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:40:27.392709 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80673757-29ca-473b-a8ff-a52dee3e6ed0 None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:57:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:40:26Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:40:27.605880 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95e4fa-068e-48f0-9722-6d36cb6f417e None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:40:28.517475 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:29.267490 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:33.599185 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:40:46.006694 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-2f0975cf-8b99-4493-8cfd-05946d3c9335 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437353 Dec 09 15:40:46.085822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-91d541c0-7994-4fd0-9fd4-0ece93638015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:46.087382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-91d541c0-7994-4fd0-9fd4-0ece93638015 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1096 time: 0.0393693 Dec 09 15:40:46.197725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-57bcebf7-f9cd-4afb-bd7d-1ab40964a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:46.199210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-57bcebf7-f9cd-4afb-bd7d-1ab40964a2c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0897789 Dec 09 15:40:46.264844 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-470236e1-bb52-4cad-aa96-1d12a4372bfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1001 time: 0.0582402 Dec 09 15:40:46.317664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-b7ece2de-1eaf-449e-a0da-0a8d9fd29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:46.319137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-b7ece2de-1eaf-449e-a0da-0a8d9fd29ead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0480056 Dec 09 15:40:46.369084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-b0a8fad1-e762-488f-98c2-7e4afa3e5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:40:46.370560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-b0a8fad1-e762-488f-98c2-7e4afa3e5406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431166 Dec 09 15:40:46.381175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-17f6cea2-b6c8-412f-9c88-99536f9132a9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:40:46.382105 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-17f6cea2-b6c8-412f-9c88-99536f9132a9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047626 Dec 09 15:40:46.471855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-56a8fd07-9a24-4526-8e5a-a656d423dea7 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Dec 09 15:40:46.565356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-85da03f8-91d3-419f-aba1-ae4ca0222c61 req-d4c5787a-2d97-429e-96bd-ec40667adf00 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Dec 09 15:40:52.223871 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:52.688454 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:53.250244 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f195bf1d-8d14-4bd1-bcbe-cf5ec1aa0dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:55.705079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-766f548e-afe2-45d4-9038-46cb65372aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:56.832127 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:58.519479 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:40:59.262338 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:10.598078 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:41:22.222155 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:22.700543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:23.252171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bdde0280-7364-4e7e-8f06-9ded79e5a633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:25.706743 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6111f5b4-0a2e-43a3-bdc0-c7279021a5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:26.835502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:28.523103 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:29.266301 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:47.596835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:41:48.539838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-c654d581-80fe-4273-a2fc-9b319851da04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150253 Dec 09 15:41:48.624331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-9ed5288f-99b1-4f32-b699-d8dfcfb83682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:48.625832 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-9ed5288f-99b1-4f32-b699-d8dfcfb83682 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1096 time: 0.0408511 Dec 09 15:41:49.041195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-3429ec80-54e8-447f-bc56-413f3ff31e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:49.042656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-3429ec80-54e8-447f-bc56-413f3ff31e4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.3958364 Dec 09 15:41:49.106848 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-dcd56bf5-66a3-4a14-bac0-b3424d322650 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1001 time: 0.0574236 Dec 09 15:41:49.155194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-b14b978f-1e17-42b8-8850-38c88438e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:49.156648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-b14b978f-1e17-42b8-8850-38c88438e59d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0433085 Dec 09 15:41:49.205829 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-db38006e-d95a-4025-9253-47745ef6d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:41:49.207359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-db38006e-d95a-4025-9253-47745ef6d68d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437648 Dec 09 15:41:49.296592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-6ed90aac-37f0-4621-888d-6a1c94a031f9 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808363 Dec 09 15:41:49.388381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e44a8c7-7c36-428a-a06c-a56c43c34183 req-0c2bacc5-8347-46c6-9791-bbe93b2ef150 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847101 Dec 09 15:41:52.232761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:52.697736 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:53.253410 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-94714785-ecd9-4768-b31f-4d07fd744656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:55.707623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b6ea18bf-be00-4dbe-ba3d-f447e102f9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:56.838859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:58.524549 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:41:59.269209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:03.721753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370541f-1646-4ee2-9011-03cc8c05c85b req-2ef76000-79cf-4b9d-b3e2-dc67f1e8b985 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:03.723283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5370541f-1646-4ee2-9011-03cc8c05c85b req-2ef76000-79cf-4b9d-b3e2-dc67f1e8b985 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0511100 Dec 09 15:42:03.770868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5370541f-1646-4ee2-9011-03cc8c05c85b req-95e42f78-f394-4696-b6d8-46fdf13bef68 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 Dec 09 15:42:04.892009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c38493-43ad-42a4-b36c-edcc286d44ad req-c84a8fc7-83e9-4550-825f-99d0388680b4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:04.893498 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2c38493-43ad-42a4-b36c-edcc286d44ad req-c84a8fc7-83e9-4550-825f-99d0388680b4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0501695 Dec 09 15:42:04.940675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2c38493-43ad-42a4-b36c-edcc286d44ad req-20733e49-d38c-4441-a64b-bfb6d1261cf2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 Dec 09 15:42:06.057772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b61f4-f6eb-4dcd-8e68-b680a765111f req-d171cfe7-5e72-4afc-bf77-c6c1ca70a3d4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:06.059249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b48b61f4-f6eb-4dcd-8e68-b680a765111f req-d171cfe7-5e72-4afc-bf77-c6c1ca70a3d4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0475960 Dec 09 15:42:06.110559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b48b61f4-f6eb-4dcd-8e68-b680a765111f req-b8b5e5ce-233d-45a2-b728-4a8f615ca9f2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 Dec 09 15:42:07.224471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abadbf1-84c2-4602-a883-9d7a21d8a588 req-ec1a6699-2d0d-4d73-a5e8-f2e6b482b8cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:07.226525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7abadbf1-84c2-4602-a883-9d7a21d8a588 req-ec1a6699-2d0d-4d73-a5e8-f2e6b482b8cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0477276 Dec 09 15:42:07.280023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7abadbf1-84c2-4602-a883-9d7a21d8a588 req-2ee5baa3-74a9-4103-870e-fe66f49008d4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475373 Dec 09 15:42:08.395648 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c15a33-d337-4bff-a090-ae59dd847a6f req-9e896bf3-8ee0-4789-9c65-3733f6e57da1 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:08.397658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20c15a33-d337-4bff-a090-ae59dd847a6f req-9e896bf3-8ee0-4789-9c65-3733f6e57da1 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0497715 Dec 09 15:42:08.444447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20c15a33-d337-4bff-a090-ae59dd847a6f req-75b9268b-1937-466e-bedc-8843efe24496 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Dec 09 15:42:09.561087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58ab2-f40d-4139-a1d1-9abeb4fafa81 req-e5c54b97-a2b6-4fb5-9b0d-b1d9d46fd89e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:09.562605 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3e58ab2-f40d-4139-a1d1-9abeb4fafa81 req-e5c54b97-a2b6-4fb5-9b0d-b1d9d46fd89e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0495760 Dec 09 15:42:09.610515 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3e58ab2-f40d-4139-a1d1-9abeb4fafa81 req-815f9cdb-bbab-4490-83b8-66dd20eccc1f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 Dec 09 15:42:10.725748 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652112f-1065-41fe-9c7d-d1173ac6ce05 req-330678dd-9587-429f-b98b-d1707ab1a8cb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:10.727232 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2652112f-1065-41fe-9c7d-d1173ac6ce05 req-330678dd-9587-429f-b98b-d1707ab1a8cb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0486174 Dec 09 15:42:10.775225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2652112f-1065-41fe-9c7d-d1173ac6ce05 req-db0225ef-ab8d-41c1-a80a-a4902bc5ed1c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Dec 09 15:42:11.897596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9faee-391b-4505-89ec-e5bd79c0ffb7 req-0bb59bf3-5cad-4921-ace1-a472322957a8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:11.899055 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40b9faee-391b-4505-89ec-e5bd79c0ffb7 req-0bb59bf3-5cad-4921-ace1-a472322957a8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0474286 Dec 09 15:42:11.945812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-40b9faee-391b-4505-89ec-e5bd79c0ffb7 req-87c29cb4-619a-4e15-a33d-d85309e1a604 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Dec 09 15:42:13.064015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb3c7a-2203-4187-93eb-d764c5d93741 req-4901eef1-db90-43e3-82aa-97b2392468ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:13.065497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9afb3c7a-2203-4187-93eb-d764c5d93741 req-4901eef1-db90-43e3-82aa-97b2392468ad tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0516334 Dec 09 15:42:13.111697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9afb3c7a-2203-4187-93eb-d764c5d93741 req-17ecb3eb-c733-4c5f-8810-42937b0c5d31 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 Dec 09 15:42:14.230847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4fd2-49f0-4737-a2eb-8d27115a98c2 req-6c166e92-0961-48ef-b5d2-634ad0cf458e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:14.232341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35bf4fd2-49f0-4737-a2eb-8d27115a98c2 req-6c166e92-0961-48ef-b5d2-634ad0cf458e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0525243 Dec 09 15:42:14.279781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35bf4fd2-49f0-4737-a2eb-8d27115a98c2 req-906f2182-13e5-4dd9-af0e-5cfb533368d2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Dec 09 15:42:14.514161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadada8-9917-4dea-b04c-3d0e6732cca1 req-656846cc-4ad1-4428-be93-732e133aad2e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:14.515679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcadada8-9917-4dea-b04c-3d0e6732cca1 req-656846cc-4ad1-4428-be93-732e133aad2e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0491655 Dec 09 15:42:14.559833 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-57224467-f096-4ae6-8d0b-08f8eba5b658 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979080 Dec 09 15:42:14.564987 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dcadada8-9917-4dea-b04c-3d0e6732cca1 req-718bd802-0b32-40b2-b35e-7bfb6455a8c3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Dec 09 15:42:15.688198 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883a44-a5f4-4c82-8343-aca42987138d req-fb9e7e19-8300-408a-9d6f-c37c8663644f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.689745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5883a44-a5f4-4c82-8343-aca42987138d req-fb9e7e19-8300-408a-9d6f-c37c8663644f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0498495 Dec 09 15:42:15.761148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-f31b55cd-23f4-4916-b0d5-0629cd075ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.762633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-f31b55cd-23f4-4916-b0d5-0629cd075ebe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1096 time: 0.0720127 Dec 09 15:42:15.767082 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f5883a44-a5f4-4c82-8343-aca42987138d req-d8ff0e4b-0679-4351-a035-27dcc1879c33 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678096 Dec 09 15:42:15.852401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-709f386d-64c9-41b2-8f4c-fbbfd9e1a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.853798 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-709f386d-64c9-41b2-8f4c-fbbfd9e1a35f service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0841615 Dec 09 15:42:15.923485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-818bae72-ca90-421f-886e-b0bc09042c71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1001 time: 0.0628040 Dec 09 15:42:15.971291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-b8814500-bdd9-4d4c-9098-d97340fcb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:15.972757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-b8814500-bdd9-4d4c-9098-d97340fcb599 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0424674 Dec 09 15:42:16.017286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-f6244301-79aa-4de3-90f2-a48f95dde0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.018749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-f6244301-79aa-4de3-90f2-a48f95dde0ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385299 Dec 09 15:42:16.117529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-04a23711-d0fa-447b-b6ca-f3b892bba1e3 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867856 Dec 09 15:42:16.205537 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-966a8495-5610-4b04-9356-47a1c1b9ec47 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813768 Dec 09 15:42:16.885240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00036-37c1-4dd8-9fdb-95844c9a865b req-acead78f-7000-4e5e-b53c-04226d8220ba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:16.886715 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fb00036-37c1-4dd8-9fdb-95844c9a865b req-acead78f-7000-4e5e-b53c-04226d8220ba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0475721 Dec 09 15:42:16.938014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fb00036-37c1-4dd8-9fdb-95844c9a865b req-2c06d1b0-d77f-42f4-85a2-ad1e5147347e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450506 Dec 09 15:42:18.063188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f226690-fd9c-4b5c-8f19-5bf536cc126a req-bfd1b2bd-389b-46f3-b986-905712c8fe65 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.064647 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f226690-fd9c-4b5c-8f19-5bf536cc126a req-bfd1b2bd-389b-46f3-b986-905712c8fe65 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0583220 Dec 09 15:42:18.140629 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-f19dfd23-7830-4a2e-aa0b-f23beb97a11d service neutron] show failed (client error): The resource could not be found. Dec 09 15:42:18.141617 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-f19dfd23-7830-4a2e-aa0b-f23beb97a11d service neutron] 10.222.0.36 "GET /v2.0/ports/6b991458-1628-4bdd-9e8c-2ac89566de14/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0939825 Dec 09 15:42:18.145080 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f226690-fd9c-4b5c-8f19-5bf536cc126a req-14d8a30b-f2ae-4456-88b0-92141d94c37c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638216 Dec 09 15:42:18.396930 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-193dd12d-f2f6-4a6f-a508-a6d7c52a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:18.399082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-193dd12d-f2f6-4a6f-a508-a6d7c52a141d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0872123 Dec 09 15:42:18.409719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-86285fb1-8c3a-4131-869a-7153e7eff57f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:42:18.410685 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-86285fb1-8c3a-4131-869a-7153e7eff57f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048878 Dec 09 15:42:18.427289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:18.480071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.692958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:18.724753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:18.763393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:18.765673 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3aa235-9811-4271-9187-02dea4be927f" -d '{"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-unplugged", "status": "completed", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:18.769786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.782650 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Transition to ACTIVE for port object 6b991458-1628-4bdd-9e8c-2ac89566de14 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:42:18.786042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:18.817638 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95808912-440e-4a80-824b-5c4ee40dde09 x-openstack-request-id: req-95808912-440e-4a80-824b-5c4ee40dde09 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:18.817944 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-unplugged", "status": "completed", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:18.818235 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95808912-440e-4a80-824b-5c4ee40dde09 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:18.818641 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'code': 200} Dec 09 15:42:18.836026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:18.847343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.847729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.848084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.848432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.848777 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.849119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.849457 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.849792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.850127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.851181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.851787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.852148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.852489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:18.934570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] No DVR routers for this DVR port 6b991458-1628-4bdd-9e8c-2ac89566de14 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:19.067485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:19.067846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:19.068149 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:19.072585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Port 6b991458-1628-4bdd-9e8c-2ac89566de14 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:42:19.072904 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Attempting to bind port 6b991458-1628-4bdd-9e8c-2ac89566de14 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:19.077692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:19.078030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:19.078408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:19.078831 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Bound port: 6b991458-1628-4bdd-9e8c-2ac89566de14, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:19.079180 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.140885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:19.143977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:19.148614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.182886 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:19.183838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:19.184872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] 10.222.0.43 "PUT /v2.0/ports/6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1091 time: 0.7612233 Dec 09 15:42:19.209427 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266766a4-82c9-4b92-9277-91ab351ab77e service neutron] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:19.268799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-8059a01d-edb3-4ac0-850f-7baf357d2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:19.270369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-8059a01d-edb3-4ac0-850f-7baf357d2b9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1094 time: 0.0518064 Dec 09 15:42:19.275926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa589d72-f3da-4ade-ae18-7ce2526e96ce req-84ed46a7-db8f-4d4b-862f-c944cb8ca6fa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:19.277737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa589d72-f3da-4ade-ae18-7ce2526e96ce req-84ed46a7-db8f-4d4b-862f-c944cb8ca6fa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 943 time: 0.0550909 Dec 09 15:42:19.336711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa589d72-f3da-4ade-ae18-7ce2526e96ce req-ae100cca-5418-472b-bbd3-75b11bc66aaf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524089 Dec 09 15:42:19.380504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-1792d886-e17c-4149-8bb9-92de4721dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:19.382562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-1792d886-e17c-4149-8bb9-92de4721dcbd service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0994442 Dec 09 15:42:19.456802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-18ed44d4-140a-4315-b58c-57828ba6dd6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 999 time: 0.0629208 Dec 09 15:42:19.510733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-bc9f8844-1c6b-473a-a763-9753f89caf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:19.512295 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-bc9f8844-1c6b-473a-a763-9753f89caf7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0440772 Dec 09 15:42:19.571136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-593b54a5-0f57-4c5b-a828-f7f7a9b5c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:19.573338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-593b54a5-0f57-4c5b-a828-f7f7a9b5c3ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521314 Dec 09 15:42:19.670406 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-681fe4ed-d766-4115-ac4f-819e952162cd service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842726 Dec 09 15:42:19.765440 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-12a9e5f3-7237-454a-8dec-feef903994b2 req-6f997dd2-b8d8-458a-8be5-04081c3ec264 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 Dec 09 15:42:20.460652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d92ad-74ef-4408-be15-b63392e19463 req-a59fbe8e-c738-4842-82e9-9eea62de2532 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:20.462463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d5d92ad-74ef-4408-be15-b63392e19463 req-a59fbe8e-c738-4842-82e9-9eea62de2532 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 943 time: 0.0534253 Dec 09 15:42:20.509340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9d5d92ad-74ef-4408-be15-b63392e19463 req-48d78ff9-7a71-4b95-b88f-02313617aac7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409293 Dec 09 15:42:20.820023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:20.822483 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd0f68-a0b3-40fa-b683-36536d03492a" -d '{"events": [{"name": "network-changed", "server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:20.869868 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daad424-7701-4e28-bafe-84db63f6b9da x-openstack-request-id: req-8daad424-7701-4e28-bafe-84db63f6b9da {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:20.870160 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:20.870416 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8daad424-7701-4e28-bafe-84db63f6b9da {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:20.870844 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'status': 'completed', 'code': 200} Dec 09 15:42:20.929301 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-fc5e17ce-5745-42d6-ba24-53740714ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:20.930942 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-fc5e17ce-5745-42d6-ba24-53740714ea0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1094 time: 0.0407562 Dec 09 15:42:20.934758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-feeec329-0589-45c4-b0e3-449a7a7ed227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:20.936278 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-feeec329-0589-45c4-b0e3-449a7a7ed227 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1094 time: 0.0404510 Dec 09 15:42:21.024367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-b2ebf354-668a-4b95-9a1e-a801c36c85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.025885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-b2ebf354-668a-4b95-9a1e-a801c36c85b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0880172 Dec 09 15:42:21.100336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-647d1fe3-c445-4ee1-90d6-7e494771b246 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 999 time: 0.0671329 Dec 09 15:42:21.153309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-6a45f32b-a479-47ce-939f-75c326a7bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.154803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-6a45f32b-a479-47ce-939f-75c326a7bb75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0467215 Dec 09 15:42:21.204475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-60a5e875-afe6-4112-8ca1-d7b4a8d042fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.206056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-60a5e875-afe6-4112-8ca1-d7b4a8d042fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442486 Dec 09 15:42:21.315654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-6e7c6d1d-9f12-41f6-868b-7879b45c012e service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011569 Dec 09 15:42:21.334431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-71c4eb80-eca4-487b-b6ce-2fcc4ec06b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.336365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-71c4eb80-eca4-487b-b6ce-2fcc4ec06b66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.3909054 Dec 09 15:42:21.404566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-dbeb95bd-c57c-42b8-9247-98118280c9b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 999 time: 0.0597949 Dec 09 15:42:21.408058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-cd2afbde-47d1-44d5-a79f-fce8a4487ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Dec 09 15:42:21.458939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-268051c4-0f8e-4269-a766-febe19960b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.461038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-268051c4-0f8e-4269-a766-febe19960b7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0451059 Dec 09 15:42:21.512645 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-0e55b7ac-c22e-4189-b36f-b5c9e6ad982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.514108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-0e55b7ac-c22e-4189-b36f-b5c9e6ad982f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426884 Dec 09 15:42:21.637271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-38eae5d1-b2d0-4ac0-bc55-c401cb6c76dd service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120825 Dec 09 15:42:21.649226 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0be28-6dcc-4116-8c34-a2a3bd99416f req-9dca823b-6375-413c-8077-eb660e9088ea tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:21.650586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62f0be28-6dcc-4116-8c34-a2a3bd99416f req-9dca823b-6375-413c-8077-eb660e9088ea tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 943 time: 0.0700414 Dec 09 15:42:21.694348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:21.749704 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62f0be28-6dcc-4116-8c34-a2a3bd99416f req-eb6fc921-db63-4f85-bd93-b7aa706ed2e9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911260 Dec 09 15:42:21.768081 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0bdd0f68-a0b3-40fa-b683-36536d03492a req-c4c93fcc-cbdb-4963-8e34-8e38e5d290de service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165628 Dec 09 15:42:21.792685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:21.806865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'mac_address': 'fa:16:3e:57:60:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:21.847128 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.861027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b991458-1628-4bdd-9e8c-2ac89566de14 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:21.883990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:21.889566 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:21.950392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:21.961571 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.961930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.962286 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.963323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.963323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.963323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.963652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.963977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.964309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.964641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.964973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.965658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.966269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:21.971192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:22.019456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:22.022452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-7f0a5f71-0996-4347-81f0-340b5b4bb222 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.024371 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-7f0a5f71-0996-4347-81f0-340b5b4bb222 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.0833366 Dec 09 15:42:22.030052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b7c2-1a6a-4a89-8dbb-257f088d095f req-0183341c-169f-428e-925d-3b941a687ecf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.031896 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5104b7c2-1a6a-4a89-8dbb-257f088d095f req-0183341c-169f-428e-925d-3b941a687ecf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 944 time: 0.0867186 Dec 09 15:42:22.087853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5104b7c2-1a6a-4a89-8dbb-257f088d095f req-debba79c-d26b-4d18-aa60-a2c0377459b6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494063 Dec 09 15:42:22.091104 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-355c0143-41ad-45e2-9ff8-1db1d9cf38fe service neutron] delete failed (client error): The resource could not be found. Dec 09 15:42:22.092297 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-355c0143-41ad-45e2-9ff8-1db1d9cf38fe service neutron] 10.222.0.36 "DELETE /v2.0/ports/6b991458-1628-4bdd-9e8c-2ac89566de14/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0602415 Dec 09 15:42:22.140132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['6b991458-1628-4bdd-9e8c-2ac89566de14'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:22.179019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-0c4588b7-11aa-4d91-8838-53e560b6a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.180587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-0c4588b7-11aa-4d91-8838-53e560b6a2f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1095 time: 0.0428498 Dec 09 15:42:22.269599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:22.280257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-21583ed4-6b68-4ec4-8d03-891a09e90302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.282450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-21583ed4-6b68-4ec4-8d03-891a09e90302 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0941281 Dec 09 15:42:22.354867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-f29fd1b4-3e62-4257-959d-f8d0d24ad02d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1000 time: 0.0649838 Dec 09 15:42:22.404186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-f0fd34ef-2512-4efd-9086-d40f8af7482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.405625 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-f0fd34ef-2512-4efd-9086-d40f8af7482e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0439990 Dec 09 15:42:22.454539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-f474c6b7-b040-42a7-8f78-5ae25630d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:22.456152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-f474c6b7-b040-42a7-8f78-5ae25630d0a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435438 Dec 09 15:42:22.551083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-7d08e68c-a431-4b99-98e3-a1957c427440 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860286 Dec 09 15:42:22.645112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d601efc1-5a78-47c3-8c6d-f732e0913668 req-b1485288-7f58-4655-ac38-f4e84ab40b2c service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Dec 09 15:42:22.697400 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.220178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc899-4dc5-431b-95a9-e9d24313ec21 req-9e27efa0-dbca-462e-9ad3-a8470ef0ec11 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.221787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-561dc899-4dc5-431b-95a9-e9d24313ec21 req-9e27efa0-dbca-462e-9ad3-a8470ef0ec11 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 944 time: 0.0488555 Dec 09 15:42:23.256867 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2451bafc-9fba-4448-99c6-6d6297f16a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.276119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-561dc899-4dc5-431b-95a9-e9d24313ec21 req-9192c3fe-5273-4883-b1d6-75d828e6b009 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Dec 09 15:42:23.389032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3dfaf-8ef4-4753-b708-84e73cf61504 req-ef109f8d-eacf-4d19-ba24-7c7840fd5366 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.390451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-21a3dfaf-8ef4-4753-b708-84e73cf61504 req-ef109f8d-eacf-4d19-ba24-7c7840fd5366 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 944 time: 0.0489547 Dec 09 15:42:23.437935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-21a3dfaf-8ef4-4753-b708-84e73cf61504 req-a569c6b5-28d7-4261-a8ce-0283de2656f5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Dec 09 15:42:23.632855 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433c263-2825-423e-a1bc-df7a6600ba51 req-5de679d7-0c79-437f-84a9-51448c25ce74 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.634347 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1433c263-2825-423e-a1bc-df7a6600ba51 req-5de679d7-0c79-437f-84a9-51448c25ce74 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 944 time: 0.0490637 Dec 09 15:42:23.686256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:23.714556 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1433c263-2825-423e-a1bc-df7a6600ba51 req-78f881cd-8f6d-4e10-b0d3-e7b5db606bf3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741906 Dec 09 15:42:23.719621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-7cfe76ab-4e2a-4754-8033-c3f7fb0c5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.721096 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-7cfe76ab-4e2a-4754-8033-c3f7fb0c5155 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 1095 time: 0.0632417 Dec 09 15:42:23.736537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 6b991458-1628-4bdd-9e8c-2ac89566de14 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:42:23.741499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 6b991458-1628-4bdd-9e8c-2ac89566de14 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:23.742050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.820802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-93d01249-ec70-4ea3-bb32-37535004992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.821188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.822300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-93d01249-ec70-4ea3-bb32-37535004992d service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0901508 Dec 09 15:42:23.846228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:23.848536 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcbb7da-edad-405f-9bb6-217054bb9cf1" -d '{"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-plugged", "status": "completed", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:23.867290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:23.872345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:23.898817 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8905d6d-e8f6-4507-a5a4-e7ce68ae6e83 x-openstack-request-id: req-c8905d6d-e8f6-4507-a5a4-e7ce68ae6e83 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:23.899128 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-plugged", "status": "completed", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:23.899521 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8905d6d-e8f6-4507-a5a4-e7ce68ae6e83 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:23.899826 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'code': 200} Dec 09 15:42:23.906117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-a42b4241-4640-4670-ac6b-78f3cee3f451 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 200 len: 1000 time: 0.0724223 Dec 09 15:42:23.925035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:23.960566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-880bf11c-6eef-46f5-b902-41694f3e397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:23.962014 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-880bf11c-6eef-46f5-b902-41694f3e397a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0480554 Dec 09 15:42:24.012173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-9f75e41b-761a-49fa-8c07-8304a066c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:24.013873 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-9f75e41b-761a-49fa-8c07-8304a066c450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404572 Dec 09 15:42:24.107199 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-ffaca331-9359-4dd0-92a0-7b10a6259864 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844634 Dec 09 15:42:24.202290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84decdc6-0c52-4f18-aa6e-f54d6754765e req-a526c0dc-3d5b-4dcd-9903-85b1d1b8b813 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807686 Dec 09 15:42:24.596755 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:42:24.836283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c597cb-d864-474f-93f4-9aeef9d52fed req-0c338b7e-1d59-469a-af7e-3939b05b61a4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:24.837759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8c597cb-d864-474f-93f4-9aeef9d52fed req-0c338b7e-1d59-469a-af7e-3939b05b61a4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0534861 Dec 09 15:42:24.884946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a8c597cb-d864-474f-93f4-9aeef9d52fed req-b751681c-78de-42d6-be10-3d8be8e8070d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Dec 09 15:42:25.128548 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c825-8c50-437f-9f34-bdfabeb2db15 req-c22112e2-6e28-4813-b12b-cadf97d26965 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:25.130026 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79b6c825-8c50-437f-9f34-bdfabeb2db15 req-c22112e2-6e28-4813-b12b-cadf97d26965 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0489981 Dec 09 15:42:25.177603 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-79b6c825-8c50-437f-9f34-bdfabeb2db15 req-d83b8607-19f6-4189-8464-7b0c9aeb59fb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Dec 09 15:42:25.709255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-65034859-acd0-48d7-b140-f61500c9a782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.305946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f67ded-3bbc-4b65-9e45-44351b733eb3 req-e4606b88-3ada-4bcd-8c67-b6433979b5d6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:26.307425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3f67ded-3bbc-4b65-9e45-44351b733eb3 req-e4606b88-3ada-4bcd-8c67-b6433979b5d6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0572598 Dec 09 15:42:26.355235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3f67ded-3bbc-4b65-9e45-44351b733eb3 req-80d3e9f9-d182-446c-8d60-b661c6b94524 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Dec 09 15:42:26.522653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-07a8c357-a191-4b8e-9dd9-1fe6999a0a25 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:26.524196 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-07a8c357-a191-4b8e-9dd9-1fe6999a0a25 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 945 time: 0.0519965 Dec 09 15:42:26.624658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Deleting port 6b991458-1628-4bdd-9e8c-2ac89566de14 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:42:26.624914 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.718128 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] For port 6b991458-1628-4bdd-9e8c-2ac89566de14, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=6b991458-1628-4bdd-9e8c-2ac89566de14,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:26.718501 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.841295 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.888306 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.888758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:26.889062 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 disassociated. External IP: 172.25.0.234, port: 6b991458-1628-4bdd-9e8c-2ac89566de14. Dec 09 15:42:26.889426 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Calling delete_port for 6b991458-1628-4bdd-9e8c-2ac89566de14 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:42:27.017520 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.050721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event deleted for resources: {'Port': ['ID=6b991458-1628-4bdd-9e8c-2ac89566de14,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:27.176102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:42:27.286467 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:42:27.297021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db96628-be9b-44c2-aee7-96539996677a None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:42:27.307200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:27.307846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:42:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:27.324981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] No DVR routers for this DVR port 6b991458-1628-4bdd-9e8c-2ac89566de14 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:42:27.327668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:27.331105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e7ae6bcc-9925-46fe-9de3-a8dfd1729782 req-6514d571-8e6a-4bff-b6dd-4d9bee8120d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "DELETE /v2.0/ports/6b991458-1628-4bdd-9e8c-2ac89566de14 HTTP/1.1" status: 204 len: 173 time: 0.7949886 Dec 09 15:42:27.331587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-deleted', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:27.333846 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80e566-df63-44a7-9a0e-fa1554221786" -d '{"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-deleted", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:27.373691 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a39902-846d-4a0e-8ca5-34c90cb4dc16 x-openstack-request-id: req-63a39902-846d-4a0e-8ca5-34c90cb4dc16 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:27.373989 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6671f9db-bda2-4aed-bf5b-31ce43d3943f", "name": "network-vif-deleted", "tag": "6b991458-1628-4bdd-9e8c-2ac89566de14", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:27.374274 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63a39902-846d-4a0e-8ca5-34c90cb4dc16 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:27.374710 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6671f9db-bda2-4aed-bf5b-31ce43d3943f', 'name': 'network-vif-deleted', 'tag': '6b991458-1628-4bdd-9e8c-2ac89566de14', 'status': 'completed', 'code': 200} Dec 09 15:42:27.433447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:27.454711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3c35f27f-0fdc-4e54-9fcf-d9d1a4d675e2 req-bce38ea7-df92-45c1-937e-85781141847d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=6671f9db-bda2-4aed-bf5b-31ce43d3943f HTTP/1.1" status: 200 len: 210 time: 0.0264556 Dec 09 15:42:27.645106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:27.671368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db96628-be9b-44c2-aee7-96539996677a None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:42:27.679969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:27.680561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:42:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:27.783603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:27.979672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7db96628-be9b-44c2-aee7-96539996677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:28.004820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db96628-be9b-44c2-aee7-96539996677a None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:42:28.220330 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf5158-7470-487e-ae38-3548e8c94bf3 None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:42:28.529156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:28.734852 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-65b75e2a-18f5-4b65-9f06-0a4fe041cbbf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1868313530&fields=id&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 267 time: 0.0424840 Dec 09 15:42:28.844880 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-eb015c8c-53dd-45b8-baf7-6e34b8736f2d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:28.846260 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-eb015c8c-53dd-45b8-baf7-6e34b8736f2d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1044898 Dec 09 15:42:28.861613 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-6346a2cb-0a3f-4c02-9d65-b37001dd5b34 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/quotas/6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 375 time: 0.0090332 Dec 09 15:42:28.911446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-2e05758a-e444-41e1-854b-ff77ede2d0ba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444541 Dec 09 15:42:29.055309 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-3d3fe239-2a2a-4153-8087-d8282c08a125 service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317155 Dec 09 15:42:29.143585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-8d9da894-bee4-4057-a3a3-f9993ceff525 service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Dec 09 15:42:29.280546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:29.322313 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bf3dcbb-c429-4a04-b50c-b5db0599c18a req-64455622-9359-40b0-9578-1f5b05f93a33 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 210 time: 0.0264013 Dec 09 15:42:29.702149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:42:29.723008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 6b991458-1628-4bdd-9e8c-2ac89566de14 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:42:29.723374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 6b991458-1628-4bdd-9e8c-2ac89566de14 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:42:30.261728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-d8d7241d-4bd7-4abe-a40f-2f49e10729f0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:30.263162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-d8d7241d-4bd7-4abe-a40f-2f49e10729f0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1331789 Dec 09 15:42:30.337221 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-1dcc86d4-e114-46ce-b2b9-071a7ac00ca6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 380 time: 0.0648844 Dec 09 15:42:30.347867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'port': {'device_id': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'admin_state_up': True, 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'security_groups': ['da2ae9f5-6973-44d4-90ad-6c88ca7c71dc']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:30.433138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4896eb84-2e87-416e-90b9-6cb2caa07aa5 req-843322c9-f2c0-4613-b62f-489842bc2ac7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 210 time: 0.0325477 Dec 09 15:42:30.471587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Made reservation on behalf of 6ba036ed064b4efb86e12a7cf272fcb9 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:42:30.474800 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.622566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Allocated IP 172.20.0.3 (edec95fb-6779-4624-a3a4-cf9706abaf5a/40f71fea-0479-41b2-bd5c-cd3d2f9b3841/c0bb19e7-a7ef-4327-93f1-6352963c4bf1) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:42:30.760733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.793532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.834161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:42:30.837426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:42:30.841002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:42:30.871298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:30.885917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.886187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.886532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.886874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.887214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.887579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.887914 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.888242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.888574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.888901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.889227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.889569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.889886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:42:30.909501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:30.910150 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:30.927970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-b0d2fcbf-81df-4553-a1e6-e5dc52b56577 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840151 Dec 09 15:42:30.940330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Request body: {'port': {'device_id': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:31.001392 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.068121 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0ded0434-41b3-4d66-b8aa-5dd083c868e3 None None] Provisioning complete for port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:31.069315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0ded0434-41b3-4d66-b8aa-5dd083c868e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.106721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0ded0434-41b3-4d66-b8aa-5dd083c868e3 None None] Port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:42:31.264215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:31.271636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.284326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Transition to ACTIVE for port object c0bb19e7-a7ef-4327-93f1-6352963c4bf1 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:42:31.287838 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.338416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.409738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:42:31.410101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:42:31.410438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:31.415989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:42:31.416319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:42:31.421496 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:42:31.421827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:42:31.422217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:42:31.422652 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Bound port: c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:42:31.423052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.492276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:42:31.495749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:42:31.500587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.559885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.560509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:31.561910 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] 10.222.0.36 "PUT /v2.0/ports/c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1091 time: 0.6258969 Dec 09 15:42:31.562371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:31.564671 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f38012-d784-4a43-8f33-15a6305378ec" -d '{"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:31.606058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9595ef-e97a-403d-86a9-9e4083cf7bcb service neutron] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:31.625777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6e2b-2e8b-4eb9-bf2a-189f24ef677f req-2804d803-18a5-4a62-9ed6-13b9164f260e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.627269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-454e6e2b-2e8b-4eb9-bf2a-189f24ef677f req-2804d803-18a5-4a62-9ed6-13b9164f260e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.1001816 Dec 09 15:42:31.635300 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e45a82-ec80-4c72-9c9e-f61eb8022a76 x-openstack-request-id: req-a4e45a82-ec80-4c72-9c9e-f61eb8022a76 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:31.635615 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:31.635878 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4e45a82-ec80-4c72-9c9e-f61eb8022a76 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:31.636263 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'status': 'completed', 'code': 200} Dec 09 15:42:31.701094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-e8359e88-f4b8-4d41-9ffd-18a4d7fecd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.702614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-e8359e88-f4b8-4d41-9ffd-18a4d7fecd27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0849419 Dec 09 15:42:31.706409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-454e6e2b-2e8b-4eb9-bf2a-189f24ef677f req-a6804a6f-c474-43a2-87ff-78ffb295566d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693474 Dec 09 15:42:31.746227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-df769dde-02c4-4760-9e79-2d01445a3cd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 217 time: 0.0354123 Dec 09 15:42:31.798660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-689ee1af-3be7-4611-aae7-70b578940a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.800065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-689ee1af-3be7-4611-aae7-70b578940a27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0469825 Dec 09 15:42:31.846501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0ee9-17e3-469f-a599-57dfae36786b req-cf963a80-3604-4907-9553-340e5857f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:31.848019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-cf963a80-3604-4907-9553-340e5857f42c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399637 Dec 09 15:42:31.936288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-d3fa3416-5d5b-4050-9085-af5ab7a8b3f6 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805578 Dec 09 15:42:32.028498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-705b0ee9-17e3-469f-a599-57dfae36786b req-736288c7-a029-41df-9b99-2fe926ec559d service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851336 Dec 09 15:42:32.112087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38012-d784-4a43-8f33-15a6305378ec req-eb8e9472-88f0-4490-ad83-83e45d8a721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.113488 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-eb8e9472-88f0-4490-ad83-83e45d8a721a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0403776 Dec 09 15:42:32.207073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38012-d784-4a43-8f33-15a6305378ec req-0cf11630-b17d-47a5-b840-3ec08998ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.208584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-0cf11630-b17d-47a5-b840-3ec08998ca48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0871599 Dec 09 15:42:32.254595 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-f306eb61-09a4-452a-9d38-1200334b9ad1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 217 time: 0.0379267 Dec 09 15:42:32.307192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38012-d784-4a43-8f33-15a6305378ec req-ef8c884c-b38c-49bb-a14e-7e979f9a5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.308676 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-ef8c884c-b38c-49bb-a14e-7e979f9a5099 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0433114 Dec 09 15:42:32.360570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38012-d784-4a43-8f33-15a6305378ec req-d8646c44-ede6-4c02-9518-b940bfd214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.362039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-d8646c44-ede6-4c02-9518-b940bfd214ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439415 Dec 09 15:42:32.450981 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-c49c7b87-afd6-4c34-bf77-a86562dafa6f service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805867 Dec 09 15:42:32.542762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f38012-d784-4a43-8f33-15a6305378ec req-238356a4-7978-4787-88ba-f47e26f8b7a9 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Dec 09 15:42:32.830875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff20eb-282c-42ea-b4f3-f94658928d86 req-b4768abd-bc24-4adc-ab98-54ca00a44b33 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:32.832385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6ff20eb-282c-42ea-b4f3-f94658928d86 req-b4768abd-bc24-4adc-ab98-54ca00a44b33 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0545638 Dec 09 15:42:32.882780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6ff20eb-282c-42ea-b4f3-f94658928d86 req-e7b51faf-8108-4e07-9a15-87a374ee2084 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Dec 09 15:42:33.980210 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:42:34.008309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80872b74-75cf-4145-a399-d977496e07e7 req-35c3c4eb-8b3c-4cc9-94c3-30f22cbed5bd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:34.010444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80872b74-75cf-4145-a399-d977496e07e7 req-35c3c4eb-8b3c-4cc9-94c3-30f22cbed5bd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0564873 Dec 09 15:42:34.065568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80872b74-75cf-4145-a399-d977496e07e7 req-a1e9ac9c-0562-4570-8404-f902f3cdf7bd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487633 Dec 09 15:42:34.077485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:34.089004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'mac_address': 'fa:16:3e:6b:63:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:42:34.125157 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.137789 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:42:34.157739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:34.160686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:34.205104 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:34.397839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c0bb19e7-a7ef-4327-93f1-6352963c4bf1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:42:35.180572 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6c14-12a1-47be-a6d3-2eee85585bad req-c329592c-6df1-43ef-9cfb-ea3e2c2a99c2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:35.182065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a7c6c14-12a1-47be-a6d3-2eee85585bad req-c329592c-6df1-43ef-9cfb-ea3e2c2a99c2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.0487516 Dec 09 15:42:35.228469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4a7c6c14-12a1-47be-a6d3-2eee85585bad req-99cfb888-02c4-48af-b144-38972c74e1fd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Dec 09 15:42:35.996066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:42:36.044858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:42:36.048968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:42:36.049340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.127578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.149892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:36.152396 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26652b3-52c7-4729-89a7-0161ffe98953" -d '{"events": [{"server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "name": "network-vif-plugged", "status": "completed", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:36.165934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:42:36.170074 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:36.195245 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306015a-49e1-40fa-b988-6cc2406169a6 x-openstack-request-id: req-2306015a-49e1-40fa-b988-6cc2406169a6 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:36.195564 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "name": "network-vif-plugged", "status": "completed", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:36.195818 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2306015a-49e1-40fa-b988-6cc2406169a6 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:36.196203 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'code': 200} Dec 09 15:42:36.222385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:42:36.294043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e6ad9-1a91-4fc4-bc93-9d9820721601 req-160a5f21-fc5a-4566-baf7-5e1123a32141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:36.295650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a7e6ad9-1a91-4fc4-bc93-9d9820721601 req-160a5f21-fc5a-4566-baf7-5e1123a32141 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0409429 Dec 09 15:42:36.346343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5a7e6ad9-1a91-4fc4-bc93-9d9820721601 req-860e24af-d03d-4884-a241-af1caeed0d89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Dec 09 15:42:36.351052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d9430-c5f1-4489-b800-abc3119e9144 req-87fed55f-8341-455c-a6ad-025ece9dd9d8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:36.352564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-330d9430-c5f1-4489-b800-abc3119e9144 req-87fed55f-8341-455c-a6ad-025ece9dd9d8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0488081 Dec 09 15:42:36.402851 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-330d9430-c5f1-4489-b800-abc3119e9144 req-4e6bce97-2c48-41f8-a00f-fe128245eab9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Dec 09 15:42:37.524692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91190b-b968-4587-a104-1f1339f56e84 req-eb35a5b5-9bbc-42fc-b949-ef09ea7edfbc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:37.526458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c91190b-b968-4587-a104-1f1339f56e84 req-eb35a5b5-9bbc-42fc-b949-ef09ea7edfbc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0480011 Dec 09 15:42:37.573665 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8c91190b-b968-4587-a104-1f1339f56e84 req-124f7a04-ab89-475c-90fd-b6e2a8390241 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Dec 09 15:42:37.697687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e8071-1241-4f62-82ac-75a63eba9308 req-4685e4e4-b267-4df6-9a94-9aabaeb2fc28 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:37.699186 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d0e8071-1241-4f62-82ac-75a63eba9308 req-4685e4e4-b267-4df6-9a94-9aabaeb2fc28 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0522249 Dec 09 15:42:37.708690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:42:37.713383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'floatingip': {'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:42:37.751982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.172073 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.175912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.275515 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 associated. External IP: 172.25.0.234, port: c0bb19e7-a7ef-4327-93f1-6352963c4bf1. Dec 09 15:42:38.475908 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:42:38.892590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:42:38.897413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:38.905263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:42:38.915934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:38.916554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:42:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:38.924734 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-84d91cf4-78bf-4dab-bafb-bd6e1003d9cd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "PUT /v2.0/floatingips/b2849b5c-b4da-480e-9e23-54658367ef88 HTTP/1.1" status: 200 len: 991 time: 1.2148368 Dec 09 15:42:38.925333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:42:38.927617 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:42:38.967271 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b46a5d8-205f-45f0-a5a3-bc012394b389 x-openstack-request-id: req-2b46a5d8-205f-45f0-a5a3-bc012394b389 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:42:38.967694 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:42:38.968072 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b46a5d8-205f-45f0-a5a3-bc012394b389 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:42:38.968487 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'status': 'completed', 'code': 200} Dec 09 15:42:39.027384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:39.034746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-f27555d5-c3e7-4932-8b64-eca215bfaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.036465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-f27555d5-c3e7-4932-8b64-eca215bfaa04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0397589 Dec 09 15:42:39.130878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-54672bf4-7065-46ee-ae07-4e6746101ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.132413 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-54672bf4-7065-46ee-ae07-4e6746101ffd service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0887337 Dec 09 15:42:39.197391 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-f1f74bbc-9ec8-4544-b003-d4f51e6a2f80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 999 time: 0.0582073 Dec 09 15:42:39.248007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:6b:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:42:38Z', 'revision_number': 9, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:39.252100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-e750e0e8-aee8-4de0-8a89-453d6ec9aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.253569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-e750e0e8-aee8-4de0-8a89-453d6ec9aa6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0496535 Dec 09 15:42:39.279102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:42:39.287580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:42:39.288415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:42:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:39.298660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-7e9745b9-8f07-4135-a17e-64709d9a251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:39.300201 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-7e9745b9-8f07-4135-a17e-64709d9a251a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391617 Dec 09 15:42:39.391135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-7148eb34-6c4c-4656-8240-27b431988814 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830650 Dec 09 15:42:39.394074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:42:39.489954 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a80d8675-ce14-4a6c-bc3d-65a0a769d4d7 req-63d849b9-9a33-4d18-a653-083f44a0342c service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918503 Dec 09 15:42:39.774594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:6b:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:42:38Z', 'revision_number': 9, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:42:39.803737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a302848-9d34-417f-9610-fb4fc1b01f4a None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:6b:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:42:38Z', 'revision_number': 9, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:42:39.989682 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c16d4-2cb0-4df9-9c21-5ccb4facd366 None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:42:50.553518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-ee885e20-3960-4e61-bf39-71acbbc075e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498672 Dec 09 15:42:50.634418 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-eb852678-a526-497d-a819-fd47737b0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:50.635964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-eb852678-a526-497d-a819-fd47737b0979 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0395803 Dec 09 15:42:50.744106 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-741941cf-1977-4762-b9e5-1ff3c472328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:50.745578 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-741941cf-1977-4762-b9e5-1ff3c472328b service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0893271 Dec 09 15:42:50.810427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-40181d75-dca2-49aa-b12a-da1c679784a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1002 time: 0.0568018 Dec 09 15:42:50.862460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-39c80456-9982-4722-bbf1-9d2d2d027967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:50.863902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-39c80456-9982-4722-bbf1-9d2d2d027967 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0466883 Dec 09 15:42:50.908701 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-091ef782-44ea-41ee-b91c-cc10c5c196e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:42:50.910062 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-091ef782-44ea-41ee-b91c-cc10c5c196e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385296 Dec 09 15:42:51.001471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-0c53281a-9a34-40a0-9cd5-4e9a11386826 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Dec 09 15:42:51.089061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-829164b0-bb75-40a4-8069-0d06d86b8d1e req-a2143f8e-e337-4808-b87e-a9c4ffb22ec1 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804744 Dec 09 15:42:52.246917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:52.713031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:53.258474 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4abc60ef-63ba-4dca-bbac-b6e28a6856f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:55.710465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ec7fe2e1-cf94-4b2b-9ac1-74829440af92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:56.842958 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:58.532539 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:42:59.273813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:01.596168 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:43:22.258071 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:22.707216 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:23.260011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-557e1f06-8559-40c5-80fa-a64919f9010e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:25.712343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a102fb7a-37fd-4431-bcd5-899d5e84b13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:26.847033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:28.533972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:29.277468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:38.595492 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:43:51.697405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-3e2a8a1d-1c5f-41d4-848a-51e0a2dbc8e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408700 Dec 09 15:43:51.783821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-01af2856-0618-4658-8c49-92e7508f2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:51.785364 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-01af2856-0618-4658-8c49-92e7508f2129 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0458119 Dec 09 15:43:51.886962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-3ffa74ed-34b0-4a8e-9835-f5857c07a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:51.888449 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-3ffa74ed-34b0-4a8e-9835-f5857c07a766 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0826752 Dec 09 15:43:51.956650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-43b5c9c9-f2f2-4c65-9135-11539b435d90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1002 time: 0.0616217 Dec 09 15:43:52.003774 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-448614be-7cd5-4e72-90f8-5bb74b8d48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:52.005187 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-448614be-7cd5-4e72-90f8-5bb74b8d48dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0422404 Dec 09 15:43:52.050684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-55027f14-8787-4218-9332-370fdbd20955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:43:52.052240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-55027f14-8787-4218-9332-370fdbd20955 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398576 Dec 09 15:43:52.142176 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-9939153a-e8af-42bf-9b55-b3d77e9be4ce service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824180 Dec 09 15:43:52.230016 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9d3573e3-97d1-43c1-b46d-78b9ca99a011 req-02fd5c63-6e2c-4ffb-9869-f4feeeacad11 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806925 Dec 09 15:43:52.246489 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:52.726845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:53.262780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2ead9f35-f86c-4ac9-a510-a2e232282ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:55.713497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f0bf7314-9040-4525-90d4-43a0fe7278e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:56.849008 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:58.536729 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:43:59.279094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:05.723695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-84ee6dca-8da2-401f-ab92-064d63272221 req-53a1d8a0-c723-4b60-b051-8088815df192 service neutron] (109894) timed out ('10.222.0.36', 58436) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:44:15.594026 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:44:16.098050 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618c70-4352-4e71-bc04-69389454a864 req-1b5c2915-2e45-4a6a-b4ea-47dd10ed7476 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:16.099698 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0618c70-4352-4e71-bc04-69389454a864 req-1b5c2915-2e45-4a6a-b4ea-47dd10ed7476 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0508776 Dec 09 15:44:16.156365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0618c70-4352-4e71-bc04-69389454a864 req-0b37c575-8d56-4f89-84f8-12abe3d36672 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495210 Dec 09 15:44:16.388643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-a2702b7e-452e-4831-9309-a93f2af93d20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3573060 Dec 09 15:44:17.279216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf666d-b77e-4a4e-867f-6029432ea54d req-21cdeafa-7506-4cac-8435-718a062de491 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:17.280657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90bf666d-b77e-4a4e-867f-6029432ea54d req-21cdeafa-7506-4cac-8435-718a062de491 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Dec 09 15:44:17.327925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90bf666d-b77e-4a4e-867f-6029432ea54d req-e9bdeed1-665c-47e9-8441-a1c18f1c3a3d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Dec 09 15:44:17.566134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-90f80c3f-ba94-49c4-8035-722d3119b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:17.567563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-90f80c3f-ba94-49c4-8035-722d3119b6db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1096 time: 0.0390565 Dec 09 15:44:17.659920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-d759ee62-baa9-4a63-bfea-7dee95e209f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:17.661393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-d759ee62-baa9-4a63-bfea-7dee95e209f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0856164 Dec 09 15:44:17.726551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-ff6de003-cef7-4e29-8396-c5aba076a228 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1002 time: 0.0574052 Dec 09 15:44:17.778319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-e477b378-5aa7-4a16-8320-2078777a63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:17.779781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-e477b378-5aa7-4a16-8320-2078777a63cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0468414 Dec 09 15:44:17.824372 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-abfc4711-be5f-48fe-9ede-8e35dcdfd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:17.825764 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-abfc4711-be5f-48fe-9ede-8e35dcdfd755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393674 Dec 09 15:44:17.911866 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-6feecd8f-d6f5-4c7a-b094-9202578b173f service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789182 Dec 09 15:44:18.001960 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-d355e0a0-74a8-4719-bf10-835bbe12934b service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827498 Dec 09 15:44:18.442129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3d4ca-194b-4cf3-9dee-6bc14a7d5351 req-c944011e-1e9b-4910-8000-4809bbd6a14c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:18.443612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88c3d4ca-194b-4cf3-9dee-6bc14a7d5351 req-c944011e-1e9b-4910-8000-4809bbd6a14c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0472269 Dec 09 15:44:18.491029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-88c3d4ca-194b-4cf3-9dee-6bc14a7d5351 req-b5083312-48fe-4950-8e51-7763558bfba8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409832 Dec 09 15:44:19.607965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabefc-01b3-4109-a936-390530a9df48 req-e99b5964-bc1c-4851-95cf-f60d1b32c8d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:19.609347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72fabefc-01b3-4109-a936-390530a9df48 req-e99b5964-bc1c-4851-95cf-f60d1b32c8d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0489576 Dec 09 15:44:19.657314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72fabefc-01b3-4109-a936-390530a9df48 req-2f08c72d-2f49-4b20-a999-3baba93dfe0d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Dec 09 15:44:20.770624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107bc7f-1ba5-4ad8-af92-c9416a18e90c req-31a6319e-d626-4a75-8c8e-48c9f7be9e04 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:20.772095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1107bc7f-1ba5-4ad8-af92-c9416a18e90c req-31a6319e-d626-4a75-8c8e-48c9f7be9e04 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Dec 09 15:44:20.819007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1107bc7f-1ba5-4ad8-af92-c9416a18e90c req-2e9fe846-1744-4d97-93f2-287aff83784e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Dec 09 15:44:21.938343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6cb27-6684-4f4c-b784-b15939073ea3 req-1cccc8dd-83dc-4167-8b59-337db0dcb6a3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:21.939859 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ee6cb27-6684-4f4c-b784-b15939073ea3 req-1cccc8dd-83dc-4167-8b59-337db0dcb6a3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0527332 Dec 09 15:44:21.987583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3ee6cb27-6684-4f4c-b784-b15939073ea3 req-519489bc-d553-4a6a-8268-e1022f69ff17 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Dec 09 15:44:22.247660 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:22.747228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:23.111711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec083ded-4ce4-4a87-9cb2-fdf281e3ebfe req-db7a4d8d-290e-4e5f-8074-a99dceec58a3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:23.113462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec083ded-4ce4-4a87-9cb2-fdf281e3ebfe req-db7a4d8d-290e-4e5f-8074-a99dceec58a3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0583141 Dec 09 15:44:23.162016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ec083ded-4ce4-4a87-9cb2-fdf281e3ebfe req-53706b92-be26-43ca-9895-f7b8f17c51fd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Dec 09 15:44:23.265411 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-85ff38b4-e950-4642-b734-5f6b74299f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:24.277446 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612125e-7e5e-4aac-b3dd-f98d905d836a req-8c2c1d90-97ba-4c63-8f67-e747bfcc86ec tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:24.278957 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c612125e-7e5e-4aac-b3dd-f98d905d836a req-8c2c1d90-97ba-4c63-8f67-e747bfcc86ec tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Dec 09 15:44:24.328737 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c612125e-7e5e-4aac-b3dd-f98d905d836a req-7e649d3c-a3c9-4239-a02a-a71cb96ca76a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Dec 09 15:44:25.443553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1319f-1790-41c8-b26e-158d112b65fc req-be9341dc-0903-4cc2-bc9c-cb1aa9285f37 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:25.445040 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cba1319f-1790-41c8-b26e-158d112b65fc req-be9341dc-0903-4cc2-bc9c-cb1aa9285f37 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Dec 09 15:44:25.494257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cba1319f-1790-41c8-b26e-158d112b65fc req-02fc1ef8-ab7e-479f-af5b-6ad1aebe065c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Dec 09 15:44:25.715457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dc1302c2-d16a-4713-ba2b-248198772caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:26.611988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9600d4d-3ce3-4815-b5db-e1306256af9b req-0baabdbd-d997-47a5-82d0-5d4a4e200f2e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:26.613373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9600d4d-3ce3-4815-b5db-e1306256af9b req-0baabdbd-d997-47a5-82d0-5d4a4e200f2e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0477638 Dec 09 15:44:26.663945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e9600d4d-3ce3-4815-b5db-e1306256af9b req-1aa4b33a-6d42-4c56-ba3a-a3fc20fe48ea tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Dec 09 15:44:26.851059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:27.779929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421393fb-13a5-424b-a9ed-1962974d449e req-72d0f571-8cff-458c-85ff-31bde465d9b6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:27.781430 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-421393fb-13a5-424b-a9ed-1962974d449e req-72d0f571-8cff-458c-85ff-31bde465d9b6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Dec 09 15:44:27.833671 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-421393fb-13a5-424b-a9ed-1962974d449e req-75c7e235-ff39-4f35-85a3-6cacc82f2637 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Dec 09 15:44:28.540238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:28.949393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72abf8-0ac2-4297-bc24-b1d6cbbc8055 req-65f4b6ab-1ed9-4bed-9ad8-dac1a70504e2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:28.950849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc72abf8-0ac2-4297-bc24-b1d6cbbc8055 req-65f4b6ab-1ed9-4bed-9ad8-dac1a70504e2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0476367 Dec 09 15:44:28.997489 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc72abf8-0ac2-4297-bc24-b1d6cbbc8055 req-079f66c3-1285-4806-9259-8191930c8622 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Dec 09 15:44:29.281497 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:29.941410 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-05a2b2e8-ebe4-4d7a-a75b-1cfca999622a service neutron] show failed (client error): The resource could not be found. Dec 09 15:44:29.942463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-05a2b2e8-ebe4-4d7a-a75b-1cfca999622a service neutron] 10.222.0.36 "GET /v2.0/ports/c0bb19e7-a7ef-4327-93f1-6352963c4bf1/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0538208 Dec 09 15:44:30.122208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0d096-1641-465b-ab45-59fbe6cbac80 req-5c44f7cf-c9ad-4433-a110-99ba6ec4624d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:30.123730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fe0d096-1641-465b-ab45-59fbe6cbac80 req-5c44f7cf-c9ad-4433-a110-99ba6ec4624d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0524278 Dec 09 15:44:30.192740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-73adfe6d-b5dd-4f23-8b79-32b4a0ce022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:30.194157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-73adfe6d-b5dd-4f23-8b79-32b4a0ce022b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0695593 Dec 09 15:44:30.198464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0fe0d096-1641-465b-ab45-59fbe6cbac80 req-d71ad59c-97ff-48fb-b8e7-8feba2ae143a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662496 Dec 09 15:44:30.209000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:30.264406 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.462561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:30.497001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:30.534717 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:30.537330 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7454c9-11db-47b5-9d50-19d4c37459e5" -d '{"events": [{"server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:30.541951 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.554396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Transition to ACTIVE for port object c0bb19e7-a7ef-4327-93f1-6352963c4bf1 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:44:30.559446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.592775 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ece88f-a7ef-4c99-b4b3-38a3d68342da x-openstack-request-id: req-59ece88f-a7ef-4c99-b4b3-38a3d68342da {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:30.592775 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:30.592976 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59ece88f-a7ef-4c99-b4b3-38a3d68342da {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:30.593364 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'code': 200} Dec 09 15:44:30.645300 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:30.658538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.658890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.659234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.659591 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.659932 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.660266 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.660595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.660928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.661254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.661580 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.661909 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.662239 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.662563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:30.699156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] No DVR routers for this DVR port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:30.833760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:30.834091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:30.834416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:30.839224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:30.839585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:30.844297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:30.844627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:30.845107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:30.845525 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Bound port: c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:30.845870 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.908743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:30.912066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:30.917200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.954060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:30.954683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:30.956095 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1091 time: 0.7510760 Dec 09 15:44:30.979670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a30f-3ab2-494c-9d3e-944e1d69c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:31.027561 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-d98161e1-ea40-412f-84cf-5e27ec45e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:31.029116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-d98161e1-ea40-412f-84cf-5e27ec45e59f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0438533 Dec 09 15:44:31.131668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-c44d2f34-9f12-4781-80c4-da631ed6f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:31.133267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-c44d2f34-9f12-4781-80c4-da631ed6f1de service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0950186 Dec 09 15:44:31.205547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-cc288cba-098f-421d-8b4b-f12160a21d3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0602489 Dec 09 15:44:31.258212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-a1d5508c-4132-45c9-bcc0-f2b4b8683705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:31.260265 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-a1d5508c-4132-45c9-bcc0-f2b4b8683705 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0437417 Dec 09 15:44:31.340303 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-8fe3a48a-aff5-4071-9cbd-df50a09a4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:31.341872 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-8fe3a48a-aff5-4071-9cbd-df50a09a4490 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648935 Dec 09 15:44:31.349500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842027-17e9-4154-be81-3900649448b5 req-a416adb6-f630-49cc-9f2a-5cf908a1f72f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:31.350980 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-11842027-17e9-4154-be81-3900649448b5 req-a416adb6-f630-49cc-9f2a-5cf908a1f72f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0837967 Dec 09 15:44:31.453044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-11842027-17e9-4154-be81-3900649448b5 req-6ee5d4a6-c02c-4fed-a861-9f34a8eda086 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941434 Dec 09 15:44:31.472114 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-cbe1ccb3-ec96-415e-9aa8-b0d07f90e756 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201308 Dec 09 15:44:31.567844 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5bc4b64a-58f9-4a44-a0e2-bf752b1729cc req-a45a7a3f-cd40-4427-98b8-10cda6d1dd79 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816431 Dec 09 15:44:32.569710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b1ff5-86a0-401c-adb3-1dd291f63e8e req-3e94aa93-f7bc-4140-bff4-0eac186a3fa8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.571111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a95b1ff5-86a0-401c-adb3-1dd291f63e8e req-3e94aa93-f7bc-4140-bff4-0eac186a3fa8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0478396 Dec 09 15:44:32.595070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:32.597553 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217ae219-9a39-4c01-9008-57d234d245ff" -d '{"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:32.623521 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a95b1ff5-86a0-401c-adb3-1dd291f63e8e req-3cc8dd3a-a72e-4d36-a3d5-15ad7ebfaeaa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 Dec 09 15:44:32.647657 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c742a17-3ea4-42d9-9e39-d68bab27aa68 x-openstack-request-id: req-9c742a17-3ea4-42d9-9e39-d68bab27aa68 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:32.647956 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:32.648222 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c742a17-3ea4-42d9-9e39-d68bab27aa68 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:32.648641 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'status': 'completed', 'code': 200} Dec 09 15:44:32.706899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-9ead4727-e01a-46a9-9680-ffb487cd260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.708565 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-9ead4727-e01a-46a9-9680-ffb487cd260a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0403612 Dec 09 15:44:32.710130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-c0c81855-c4b4-4ec0-b303-de1da09523b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.711643 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-c0c81855-c4b4-4ec0-b303-de1da09523b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0394733 Dec 09 15:44:32.798389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-8737173b-13fc-4972-9607-a243c3b3d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.799895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-8737173b-13fc-4972-9607-a243c3b3d199 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0848844 Dec 09 15:44:32.810586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-1c5e0dab-d657-457f-bb9d-993acdd4649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.812098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-1c5e0dab-d657-457f-bb9d-993acdd4649e service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0913363 Dec 09 15:44:32.872293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-1fb0b8e4-1070-43a2-9d81-b293c2bc585b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0639455 Dec 09 15:44:32.886537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-f85627c0-871c-4273-aff1-af628d6451a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0669286 Dec 09 15:44:32.922810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-a2d937b2-ae16-4d74-968f-7349418ba44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.923679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-a2d937b2-ae16-4d74-968f-7349418ba44c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0439625 Dec 09 15:44:32.941732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-cea9ec12-ab12-47d1-be3b-a55dbe79b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.943411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-cea9ec12-ab12-47d1-be3b-a55dbe79b743 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0481148 Dec 09 15:44:32.972604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-c98eebc3-1e15-470e-9946-581d3da09b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.974133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-c98eebc3-1e15-470e-9946-581d3da09b5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411532 Dec 09 15:44:32.996329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae219-9a39-4c01-9008-57d234d245ff req-905a4299-3042-4617-93d9-cd523ff15f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:32.997862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-905a4299-3042-4617-93d9-cd523ff15f84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453544 Dec 09 15:44:33.086441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-e0e002da-fa08-4e68-af4d-1a2e688bad31 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049461 Dec 09 15:44:33.101123 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-2d76d729-fd8e-4fe0-972f-e3d4804de3e6 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950692 Dec 09 15:44:33.204643 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-7bd0a52e-8141-4b7a-9612-969d614947e2 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113870 Dec 09 15:44:33.209642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-217ae219-9a39-4c01-9008-57d234d245ff req-697b31de-ff97-41b9-982b-e0aa33431511 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976100 Dec 09 15:44:33.740909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01955a7d-7e18-47a7-928d-63d402c9fcc8 req-e0ff6205-a1c7-4b77-a491-a04fcdb5069e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:33.742423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01955a7d-7e18-47a7-928d-63d402c9fcc8 req-e0ff6205-a1c7-4b77-a491-a04fcdb5069e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0489409 Dec 09 15:44:33.789458 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-01955a7d-7e18-47a7-928d-63d402c9fcc8 req-e3cfc27b-b9e1-49a0-a449-662e3ab52bc9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 Dec 09 15:44:34.081221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-f95636b3-415e-461f-839d-844ce5e434fd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:34.082747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-f95636b3-415e-461f-839d-844ce5e434fd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 943 time: 0.0529423 Dec 09 15:44:34.096396 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedeafb-f3dc-4386-9cc8-762b92751857 req-626216b1-176d-4d85-bdc3-f789512ab19d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:34.097891 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-caedeafb-f3dc-4386-9cc8-762b92751857 req-626216b1-176d-4d85-bdc3-f789512ab19d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0493279 Dec 09 15:44:34.145758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-caedeafb-f3dc-4386-9cc8-762b92751857 req-701c1715-c7dd-482b-9ab5-5f56204654e3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412738 Dec 09 15:44:34.152590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-cbcb6fd2-0dba-4600-8d96-3e1d7536ddad service neutron] 10.222.0.43 "GET /v2.0/ports/c0bb19e7-a7ef-4327-93f1-6352963c4bf1/bindings/n-h2-804292-5 HTTP/1.1" status: 200 len: 382 time: 0.0615771 Dec 09 15:44:34.224391 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-59f7c9b1-2bec-4c54-b392-d80bb267b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:34.225877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-59f7c9b1-2bec-4c54-b392-d80bb267b0a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1094 time: 0.0404544 Dec 09 15:44:34.325287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-23284e3b-9af6-4d3d-8840-6335c41c316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:34.326781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-23284e3b-9af6-4d3d-8840-6335c41c316c service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0941658 Dec 09 15:44:34.392037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-24a8f896-df3d-4bb3-919b-965304fc8cb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0576127 Dec 09 15:44:34.441841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-7f3b349b-3111-40e5-b2f9-6aa0d96203d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:34.443266 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-7f3b349b-3111-40e5-b2f9-6aa0d96203d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0434933 Dec 09 15:44:34.491818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-f83c83cf-e712-4fa6-9590-5be32c525740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:34.493285 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-f83c83cf-e712-4fa6-9590-5be32c525740 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430415 Dec 09 15:44:34.582900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-e86fa014-9a42-496d-bd85-80ea13acdd05 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812972 Dec 09 15:44:34.589125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:34.627236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:34.676600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-b66ed0cd-88fa-4ce1-bbdc-3faac6c289c0 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865657 Dec 09 15:44:35.265471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35aa32-b61f-43ef-a40e-b92b61e14ec7 req-1298e830-d794-4399-8594-d51d37fbe495 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:35.266995 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd35aa32-b61f-43ef-a40e-b92b61e14ec7 req-1298e830-d794-4399-8594-d51d37fbe495 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0485299 Dec 09 15:44:35.314197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd35aa32-b61f-43ef-a40e-b92b61e14ec7 req-6489e62b-89e3-4ae9-9d50-7a2619105a6e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Dec 09 15:44:36.324406 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:36.430291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:36.442666 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'mac_address': 'fa:16:3e:6b:63:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:36.453949 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd034d-4904-42b9-b10a-e9e89216dbd2 req-da3a4abb-29b8-4169-81ba-2cec3116ac71 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:36.455550 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abbd034d-4904-42b9-b10a-e9e89216dbd2 req-da3a4abb-29b8-4169-81ba-2cec3116ac71 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 943 time: 0.0641987 Dec 09 15:44:36.485981 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.500049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:36.513781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-abbd034d-4904-42b9-b10a-e9e89216dbd2 req-f963c420-3a73-4a13-86f3-13b78ec2617f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516796 Dec 09 15:44:36.522839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:36.532194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:36.580794 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:36.588811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.589079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.589256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.589604 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.589948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.590292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.590629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.590964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.591297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.591662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.591994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.592324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.592652 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:36.737517 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-8c92a9d5-d71f-4926-8bbd-a21a2707fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:36.739153 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-8c92a9d5-d71f-4926-8bbd-a21a2707fd82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 1095 time: 0.0415382 Dec 09 15:44:36.751204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:36.809873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.010519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:37.043649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:37.075487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:37.083983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.097402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Ignored duplicate provisioning block setup for port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 15:44:37.101125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.190158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=9']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:37.202273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.202620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.202966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.203306 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.203670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.204003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.204331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.204660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.204989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.205318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.205646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.205970 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.206294 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:44:37.241136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] No DVR routers for this DVR port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:37.377895 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:37.378229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:37.378556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:37.382787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:37.383111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Attempting to bind port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:37.392713 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:37.393052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:37.393437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:37.393866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Bound port: c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:37.394219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.479415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:37.483060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:37.487291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.530072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.530717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:37.532164 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] 10.222.0.36 "PUT /v2.0/ports/c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1091 time: 0.7849159 Dec 09 15:44:37.532584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:37.534834 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76" -d '{"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:37.586234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4c90b-8fa3-48fa-a486-7f43f2469c34 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=10']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:37.619765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-2811e4d4-4f75-4be1-961d-647c4d79a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.621447 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-2811e4d4-4f75-4be1-961d-647c4d79a718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1095 time: 0.0632701 Dec 09 15:44:37.626086 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac169a-661b-4a1e-9113-83cd22e5b00a x-openstack-request-id: req-a6ac169a-661b-4a1e-9113-83cd22e5b00a {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:37.626381 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:37.626636 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6ac169a-661b-4a1e-9113-83cd22e5b00a {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:37.627035 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'status': 'completed', 'code': 200} Dec 09 15:44:37.701978 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-419d8d13-1416-4e03-b781-6661b73d0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.704473 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-419d8d13-1416-4e03-b781-6661b73d0247 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1095 time: 0.0457492 Dec 09 15:44:37.744387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728601-d443-42ab-895c-9208e6c7bd92 req-11b368d8-5e15-41e5-9e55-1b8389ccada6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.745896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5728601-d443-42ab-895c-9208e6c7bd92 req-11b368d8-5e15-41e5-9e55-1b8389ccada6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.1080585 Dec 09 15:44:37.789996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-e6929196-c4d4-4d14-b6b3-ff9c682a180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.792284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-e6929196-c4d4-4d14-b6b3-ff9c682a180f service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.1633780 Dec 09 15:44:37.810508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-2e4905a9-a2ce-42ba-8fc4-766e0ef6936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.812026 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-2e4905a9-a2ce-42ba-8fc4-766e0ef6936b service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0963714 Dec 09 15:44:37.858564 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5728601-d443-42ab-895c-9208e6c7bd92 req-99523ea0-7b78-4d01-a25d-2813616fac2d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041973 Dec 09 15:44:37.885525 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-e354c222-c846-4bc3-a05e-4df48d9634d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0858741 Dec 09 15:44:37.885746 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-3f4e57ca-89d1-4a7f-9cb7-4b1caabddcbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0597882 Dec 09 15:44:37.938721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-7013e7cf-e371-4bed-9a84-d9dcad56b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.940227 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-7013e7cf-e371-4bed-9a84-d9dcad56b211 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0483272 Dec 09 15:44:37.942557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-2ebaa4ea-51d1-4d0c-b2b2-81feba81542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.944025 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-2ebaa4ea-51d1-4d0c-b2b2-81feba81542c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0476182 Dec 09 15:44:37.988145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-f7e6cdf8-5f6a-496c-82fe-bf95412b50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.989796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-f7e6cdf8-5f6a-496c-82fe-bf95412b50e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413682 Dec 09 15:44:37.992938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-a2fb5549-94de-47bf-b4a3-9a6129fa02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:37.994597 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-a2fb5549-94de-47bf-b4a3-9a6129fa02e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396323 Dec 09 15:44:38.083126 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-578060bf-7433-4bb2-bfb1-ada6fb80dd1c service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858326 Dec 09 15:44:38.090948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-87cfe4f3-ff6a-4b93-a818-1b42c93479c1 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838361 Dec 09 15:44:38.173401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-19ea1ac8-be74-4dce-a650-c7418364d056 req-e216b8f4-ef75-4311-9a55-d22aec08bb55 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813541 Dec 09 15:44:38.188600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-75c8e871-43bd-4bcb-a933-3302372866f6 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870290 Dec 09 15:44:38.258187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-8fc2c240-949c-4990-bec8-4fba801ca304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:38.260604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-8fc2c240-949c-4990-bec8-4fba801ca304 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 1095 time: 0.0405157 Dec 09 15:44:38.355137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-2dd9adc5-ca22-44eb-a4d2-df0f3b5d7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:38.356630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-2dd9adc5-ca22-44eb-a4d2-df0f3b5d7d8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0897648 Dec 09 15:44:38.359373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:38.401267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:38.422713 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-ff141964-e386-46ca-b6cd-bf774e6ce880 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0578487 Dec 09 15:44:38.476430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-8ecdbf4b-ce7b-4fa9-9e46-2ef657496b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:38.477879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-8ecdbf4b-ce7b-4fa9-9e46-2ef657496b7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0473661 Dec 09 15:44:38.522825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-95915212-63b3-40eb-b63d-eea2c4393688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:38.524613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-95915212-63b3-40eb-b63d-eea2c4393688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387850 Dec 09 15:44:38.616384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-bdef03c1-ae71-48e8-b4e3-af2b60a86cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Dec 09 15:44:38.705123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-55ca4ac7-9e9e-4766-9369-b4c81f96ab76 req-602c435c-023a-4522-8b30-51c7213906ed service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809753 Dec 09 15:44:38.978074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7ca4-1c65-4d3c-a13a-6c55a869086c req-1232e294-bef4-425e-a4df-311b9c8d87d6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:38.980431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-686b7ca4-1c65-4d3c-a13a-6c55a869086c req-1232e294-bef4-425e-a4df-311b9c8d87d6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.0495009 Dec 09 15:44:39.027633 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-686b7ca4-1c65-4d3c-a13a-6c55a869086c req-45a054fe-def4-4638-8a05-338ee4b43985 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Dec 09 15:44:40.141950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14415a7-f6d9-4712-8ce8-e469f051d5ff req-3b990816-2210-43dd-a555-da69a58fbd6a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.143470 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e14415a7-f6d9-4712-8ce8-e469f051d5ff req-3b990816-2210-43dd-a555-da69a58fbd6a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.0472612 Dec 09 15:44:40.195763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e14415a7-f6d9-4712-8ce8-e469f051d5ff req-3a5167b5-60e4-4954-91ba-1efe4eb8e911 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Dec 09 15:44:40.315037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435609b-34fb-4a35-ac29-d4d78b189306 req-fea447a4-7f91-4b6d-8797-8e6c5d260b51 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.316682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f435609b-34fb-4a35-ac29-d4d78b189306 req-fea447a4-7f91-4b6d-8797-8e6c5d260b51 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.0537558 Dec 09 15:44:40.363960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f435609b-34fb-4a35-ac29-d4d78b189306 req-bbe1d8cd-0e15-4cc6-9423-c2468774923b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Dec 09 15:44:40.475751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dedb6-a223-449f-af21-9dcaa81b20a1 req-c9d7a71d-3fcd-41e9-901c-abf7764d4441 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.477219 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a22dedb6-a223-449f-af21-9dcaa81b20a1 req-c9d7a71d-3fcd-41e9-901c-abf7764d4441 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.0481288 Dec 09 15:44:40.524733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a22dedb6-a223-449f-af21-9dcaa81b20a1 req-04caccb0-f38b-4757-8414-db2e92550736 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 Dec 09 15:44:40.624955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:40.721572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:40.736792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'mac_address': 'fa:16:3e:6b:63:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:40.756409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf90ebf-6d9e-4f34-ac57-3ae8e490e069 req-f694721a-2b5a-4a1b-96be-746876987d9f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:40.757904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-edf90ebf-6d9e-4f34-ac57-3ae8e490e069 req-f694721a-2b5a-4a1b-96be-746876987d9f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 944 time: 0.0482860 Dec 09 15:44:40.773442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.786573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:40.806970 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-edf90ebf-6d9e-4f34-ac57-3ae8e490e069 req-15521b1d-4ef3-4e27-b5b1-e34d0748dad6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Dec 09 15:44:40.807211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:40.811920 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:40.858054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=11']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:41.074474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['c0bb19e7-a7ef-4327-93f1-6352963c4bf1'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:41.925639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5774e2-22d4-463d-b3cf-938191d3b219 req-138a9925-e9c8-4e97-a78e-84ef8737a480 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:41.927115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f5774e2-22d4-463d-b3cf-938191d3b219 req-138a9925-e9c8-4e97-a78e-84ef8737a480 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0473635 Dec 09 15:44:41.973709 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f5774e2-22d4-463d-b3cf-938191d3b219 req-033f82d4-dd40-4478-a356-0b7ca2770048 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Dec 09 15:44:42.023334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-cf651664-4515-4143-8e37-6971b0d75a97 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:42.025717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-cf651664-4515-4143-8e37-6971b0d75a97 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 945 time: 0.0548210 Dec 09 15:44:42.112427 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Deleting port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:44:42.112681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.201697 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] For port c0bb19e7-a7ef-4327-93f1-6352963c4bf1, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:42.202065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.370958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.371326 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.371742 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 disassociated. External IP: 172.25.0.234, port: c0bb19e7-a7ef-4327-93f1-6352963c4bf1. Dec 09 15:44:42.372085 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Calling delete_port for c0bb19e7-a7ef-4327-93f1-6352963c4bf1 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:44:42.503189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.535305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event deleted for resources: {'Port': ['ID=c0bb19e7-a7ef-4327-93f1-6352963c4bf1,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:42.636532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:42.652930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:42.658524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:42.659163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 15:44:42.678751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 not found, will not notify nova. {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 15:44:42.763596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:42.774208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:42.784533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:42.785157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:44:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:42.801412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] No DVR routers for this DVR port c0bb19e7-a7ef-4327-93f1-6352963c4bf1 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:44:42.804186 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:42.808174 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d749ce82-52ee-4d66-9e88-8d2c633eadb8 req-de63cb51-f14e-47d3-84f3-eb7c74e6444f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "DELETE /v2.0/ports/c0bb19e7-a7ef-4327-93f1-6352963c4bf1 HTTP/1.1" status: 204 len: 173 time: 0.7766442 Dec 09 15:44:42.808636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'name': 'network-vif-deleted', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:42.810873 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1370926b-904c-4d61-8950-667a2e20fd82" -d '{"events": [{"server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "name": "network-vif-deleted", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:42.856365 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770fd3d-cf22-4668-bc7f-b919bb3f53d6 x-openstack-request-id: req-d770fd3d-cf22-4668-bc7f-b919bb3f53d6 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:42.856700 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b53c1-c4ab-409f-a7d6-7a85bdef29f0", "name": "network-vif-deleted", "tag": "c0bb19e7-a7ef-4327-93f1-6352963c4bf1", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:42.856966 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d770fd3d-cf22-4668-bc7f-b919bb3f53d6 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:42.857381 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b53c1-c4ab-409f-a7d6-7a85bdef29f0', 'name': 'network-vif-deleted', 'tag': 'c0bb19e7-a7ef-4327-93f1-6352963c4bf1', 'status': 'completed', 'code': 200} Dec 09 15:44:42.896064 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:43.081765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dfcecdb-1dd9-49c9-9026-688198452ebd req-543ff59f-5b4d-4744-a77a-5334229bb2ef tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=496b53c1-c4ab-409f-a7d6-7a85bdef29f0 HTTP/1.1" status: 200 len: 210 time: 0.0262947 Dec 09 15:44:43.100628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:43.128608 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:43.138026 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:43.138657 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:44:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:43.251867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:43.451307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:43.487509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee0647-2763-4e0e-929c-0accb029bfbd None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:43.702041 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05a3e6-f919-4778-96a3-813b1be18661 None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:44:44.366889 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7439c91a-15c8-4ff3-bf07-92d840df7bfe tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1868313530&fields=id&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 267 time: 0.0408916 Dec 09 15:44:44.480818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-e73602e3-fe80-44df-8505-9efeb255c4ba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:44.482307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-e73602e3-fe80-44df-8505-9efeb255c4ba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1082242 Dec 09 15:44:44.497756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-0411060c-3377-4b4c-9c61-f838c9144580 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/quotas/6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Dec 09 15:44:44.547387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-788e3d31-4854-4935-9217-eb3a1ef1259a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444510 Dec 09 15:44:44.693293 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-6fe1054c-3c77-437b-9f7c-2061e61e5605 service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337581 Dec 09 15:44:44.781762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-c6e0cb17-8f2a-4d46-b8db-6998989e0841 service neutron] 10.222.0.46 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823078 Dec 09 15:44:44.942118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38b7cae6-57d3-4df1-8177-ccb4346c16d1 req-51ea9a2e-16da-4f37-889d-57e8dff14782 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0307412 Dec 09 15:44:45.939811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-b95c7caf-738e-4ade-aa48-0ec684c303d6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:45.941287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-b95c7caf-738e-4ade-aa48-0ec684c303d6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 812 time: 0.1023979 Dec 09 15:44:46.009642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-43e4e5c1-6ced-4629-9010-0b284613eacd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 380 time: 0.0544751 Dec 09 15:44:46.020322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'port': {'device_id': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'admin_state_up': True, 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'security_groups': ['da2ae9f5-6973-44d4-90ad-6c88ca7c71dc']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:46.039075 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7368d623-3314-4177-92a0-9a9e814b64ba req-6687a94f-6f97-4178-8dda-b4f739ce1e16 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0259008 Dec 09 15:44:46.133689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Made reservation on behalf of 6ba036ed064b4efb86e12a7cf272fcb9 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:44:46.137268 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.264161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Allocated IP 172.20.0.14 (edec95fb-6779-4624-a3a4-cf9706abaf5a/40f71fea-0479-41b2-bd5c-cd3d2f9b3841/8fff53ed-e1ce-4976-9299-8286afd21cb4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:44:46.396938 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.430240 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.477194 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Network edec95fb-6779-4624-a3a4-cf9706abaf5a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:44:46.481058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:44:46.483557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:44:46.514502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:46.543436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:46.544078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.560431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-eeaa040e-246a-45ed-8576-9e327bb1b209 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5437043 Dec 09 15:44:46.578593 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Request body: {'port': {'device_id': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:46.635711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.636511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:44:46.662865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: c0bb19e7-a7ef-4327-93f1-6352963c4bf1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:44:46.663200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device c0bb19e7-a7ef-4327-93f1-6352963c4bf1 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:44:46.674097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-49da4829-ad61-401c-8bf8-7f155e2b7a1b None None] Provisioning complete for port 8fff53ed-e1ce-4976-9299-8286afd21cb4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:46.674469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-49da4829-ad61-401c-8bf8-7f155e2b7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.707332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-49da4829-ad61-401c-8bf8-7f155e2b7a1b None None] Port 8fff53ed-e1ce-4976-9299-8286afd21cb4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:44:46.901280 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:46.908411 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.920229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Transition to ACTIVE for port object 8fff53ed-e1ce-4976-9299-8286afd21cb4 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:44:46.923362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:46.972993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.043863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:44:47.044536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:44:47.044536 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:47.049588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:44:47.049923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:44:47.055086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:44:47.055466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:44:47.055902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:44:47.056361 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Bound port: 8fff53ed-e1ce-4976-9299-8286afd21cb4, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:44:47.056725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.155859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:44:47.169703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:44:47.174701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.213782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9727a-8b96-4574-bce3-057aa06cf556 req-704f971d-232a-4f1b-9ec8-7ed98b6ad117 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.215291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33f9727a-8b96-4574-bce3-057aa06cf556 req-704f971d-232a-4f1b-9ec8-7ed98b6ad117 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0995736 Dec 09 15:44:47.222676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.223374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:47.224721 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] 10.222.0.43 "PUT /v2.0/ports/8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1092 time: 0.6505804 Dec 09 15:44:47.231260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:47.233540 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66904bf1-60f7-4551-9212-31bb901ad4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:47.275237 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3ee06-ed26-4970-b7c7-792e357a3beb service neutron] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:47.283897 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9cada1-aff5-4be8-bd03-4ef31b65b884 x-openstack-request-id: req-0a9cada1-aff5-4be8-bd03-4ef31b65b884 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:47.284194 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:47.284459 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a9cada1-aff5-4be8-bd03-4ef31b65b884 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:47.284863 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'status': 'completed', 'code': 200} Dec 09 15:44:47.331414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-33f9727a-8b96-4574-bce3-057aa06cf556 req-85245b89-c7be-42e4-9398-47227df74e20 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057215 Dec 09 15:44:47.345878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-91f97740-947d-43c6-8b60-ff4c63ec7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.347570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-91f97740-947d-43c6-8b60-ff4c63ec7acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1095 time: 0.0618327 Dec 09 15:44:47.396400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-377be3bf-b404-40ac-9df3-fe993e84951e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Dec 09 15:44:47.455136 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-ab605ea6-05c8-415b-a0f4-6f9b0a74c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.456628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-ab605ea6-05c8-415b-a0f4-6f9b0a74c91f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0468438 Dec 09 15:44:47.508482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-0b57a212-3be2-45cd-9993-563d6575b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.510547 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-0b57a212-3be2-45cd-9993-563d6575b668 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446000 Dec 09 15:44:47.602615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-bef8f5ff-13f6-4d5f-9388-b68b5a10581f service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810280 Dec 09 15:44:47.698749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a78448ab-6993-4cc3-b54b-d369b0f8d85c req-a07c5ecd-d8a8-402a-a9bd-603ab289c8af service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844195 Dec 09 15:44:47.794700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-c1a948d6-4d60-4764-b81a-499a62519e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.796201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-c1a948d6-4d60-4764-b81a-499a62519e73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1095 time: 0.0402596 Dec 09 15:44:47.885754 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-6d564861-4a00-4602-8c13-587a6388da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.887213 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-6d564861-4a00-4602-8c13-587a6388da5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0843842 Dec 09 15:44:47.937181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-f95db775-55e5-4c70-9ab3-2d47dd67fae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 217 time: 0.0379894 Dec 09 15:44:47.989411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-a46d9701-73c7-4308-a4c3-1ea36fdce6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:47.990827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-a46d9701-73c7-4308-a4c3-1ea36fdce6f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0429814 Dec 09 15:44:48.036802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-5bca2623-f1aa-403f-a6ba-1de98c36d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:48.038360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-5bca2623-f1aa-403f-a6ba-1de98c36d6ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398107 Dec 09 15:44:48.131601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-dafc4f71-30c9-48a6-b250-bf5b2c6e9ad0 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 Dec 09 15:44:48.220373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-66904bf1-60f7-4551-9212-31bb901ad4ae req-2e64427d-7e2f-42b4-bc9b-8c39c30fb795 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813107 Dec 09 15:44:48.764149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd18ac-b381-4481-94ab-482ab263138c req-acaa0a56-774e-489d-bf0c-6f65915db35f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:48.765616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dacd18ac-b381-4481-94ab-482ab263138c req-acaa0a56-774e-489d-bf0c-6f65915db35f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.3606842 Dec 09 15:44:48.813570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dacd18ac-b381-4481-94ab-482ab263138c req-15eece5a-45e7-44c6-9f17-469c6f689bf7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Dec 09 15:44:49.936071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00660e8d-1f16-45cf-8411-38e015a3f107 req-285d38d9-b07a-46df-bd61-ba833d30fdc0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:49.937587 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00660e8d-1f16-45cf-8411-38e015a3f107 req-285d38d9-b07a-46df-bd61-ba833d30fdc0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0547147 Dec 09 15:44:49.986024 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-00660e8d-1f16-45cf-8411-38e015a3f107 req-dae59e11-f9ae-42dc-88c8-b2cbdd24afd4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Dec 09 15:44:50.450116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:44:50.541850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:50.552650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:44:50.592662 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:50.605848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:44:50.625017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:50.629188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:50.674704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:50.869926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8fff53ed-e1ce-4976-9299-8286afd21cb4'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:44:51.099771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb55cf-85a1-444d-8173-3a5d44c35f8d req-a725fa1a-e522-46c4-8a79-6b54871760bf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:51.101228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29fb55cf-85a1-444d-8173-3a5d44c35f8d req-a725fa1a-e522-46c4-8a79-6b54871760bf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0473611 Dec 09 15:44:51.147123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-29fb55cf-85a1-444d-8173-3a5d44c35f8d req-0bd8f667-5573-413b-ae59-f325b5d27255 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390790 Dec 09 15:44:52.264036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.268663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9012e-516a-4eba-82c1-62fc28216faa req-b026802e-e75b-42da-9533-35b23639e48e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:52.270247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa9012e-516a-4eba-82c1-62fc28216faa req-b026802e-e75b-42da-9533-35b23639e48e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Dec 09 15:44:52.318608 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5fa9012e-516a-4eba-82c1-62fc28216faa req-d26217b9-bf2f-4835-a5a6-ac266337ffda tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Dec 09 15:44:52.474972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:44:52.524187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 8fff53ed-e1ce-4976-9299-8286afd21cb4 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:44:52.528442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 8fff53ed-e1ce-4976-9299-8286afd21cb4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:44:52.528813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.593488 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:44:52.605393 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.626807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:52.629032 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d23b38a36c4855a3b7ca795e66fa6ce440fd48c76536f25bc83efc6e2ef352f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59f33b-293e-49a3-98ab-f6730d5c7edc" -d '{"events": [{"server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "name": "network-vif-plugged", "status": "completed", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:52.642275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:44:52.646172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.668755 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafbcc11-4ee8-4855-ba9f-c346bae4e3d5 x-openstack-request-id: req-aafbcc11-4ee8-4855-ba9f-c346bae4e3d5 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:52.669048 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "name": "network-vif-plugged", "status": "completed", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:52.669298 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aafbcc11-4ee8-4855-ba9f-c346bae4e3d5 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:52.669684 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'code': 200} Dec 09 15:44:52.697654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:44:52.753921 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:52.776987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af5e2-6df9-4148-9fb4-f86a231301e7 req-ea19db45-f476-447f-a2c7-7444eb0f0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:52.778487 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-309af5e2-6df9-4148-9fb4-f86a231301e7 req-ea19db45-f476-447f-a2c7-7444eb0f0695 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1097 time: 0.0461230 Dec 09 15:44:52.827766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-309af5e2-6df9-4148-9fb4-f86a231301e7 req-d3ff5f97-38ee-4731-8a4d-889ce88e5b79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Dec 09 15:44:53.267342 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-75d3a5b4-57b5-4337-b139-209dc45ae57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:53.433836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244af7b-5adf-44f6-9849-bfcfbb5d90ae req-6b394cbb-4e8d-4034-af6a-147a3aa008a3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:53.435322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3244af7b-5adf-44f6-9849-bfcfbb5d90ae req-6b394cbb-4e8d-4034-af6a-147a3aa008a3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Dec 09 15:44:53.483911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3244af7b-5adf-44f6-9849-bfcfbb5d90ae req-26f3d5e9-1ac9-482f-a4c4-c4f12a1bd717 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Dec 09 15:44:54.598807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd941a6-8140-4826-a30b-a3d41a937825 req-413b8077-e194-47f1-9680-08b713b31c2f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:54.600302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1bd941a6-8140-4826-a30b-a3d41a937825 req-413b8077-e194-47f1-9680-08b713b31c2f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0471365 Dec 09 15:44:54.650156 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1bd941a6-8140-4826-a30b-a3d41a937825 req-4ac4a95e-e414-455d-8e98-0759e0f03fa2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Dec 09 15:44:54.764317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdced125-14c5-40f7-9ae9-52a61c25df19 req-a7c192e9-ba12-410d-85ff-c8603e35e4de tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:54.765722 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cdced125-14c5-40f7-9ae9-52a61c25df19 req-a7c192e9-ba12-410d-85ff-c8603e35e4de tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0493317 Dec 09 15:44:54.775017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 35930) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:44:54.779543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Request body: {'floatingip': {'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:44:55.125299 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.560571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.564236 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.661874 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 associated. External IP: 172.25.0.234, port: 8fff53ed-e1ce-4976-9299-8286afd21cb4. Dec 09 15:44:55.716413 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bcc93d50-d985-401c-a431-b6536027cacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.864799 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:44:55.974543 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:44:55.980486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:55.987127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:44:56.001170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:56.001805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:44:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:56.009423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b042ced2-3b0e-4c26-a462-bc8a6cae2afc tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "PUT /v2.0/floatingips/b2849b5c-b4da-480e-9e23-54658367ef88 HTTP/1.1" status: 200 len: 993 time: 1.2326200 Dec 09 15:44:56.010046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:44:56.012350 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714fe618-11e4-4b07-93f4-59d9167a7f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:44:56.052119 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070450a2-794e-46e4-bd71-21f5e2141e8f x-openstack-request-id: req-070450a2-794e-46e4-bd71-21f5e2141e8f {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:44:56.052722 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:44:56.052982 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-070450a2-794e-46e4-bd71-21f5e2141e8f {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:44:56.053388 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'status': 'completed', 'code': 200} Dec 09 15:44:56.112820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:56.119112 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-9ee7b383-0eb0-4061-946e-b7f714c87ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:56.120742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-9ee7b383-0eb0-4061-946e-b7f714c87ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1097 time: 0.0455356 Dec 09 15:44:56.220421 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-e0a0e2a2-df84-48d9-b291-827dca1dc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:56.221920 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-e0a0e2a2-df84-48d9-b291-827dca1dc026 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0933633 Dec 09 15:44:56.294924 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-403e26d9-fd96-40ef-b630-4297608ce690 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0652835 Dec 09 15:44:56.346625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-3279848c-7498-4894-acb3-0dd4742a4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:56.348392 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-3279848c-7498-4894-acb3-0dd4742a4f9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0462935 Dec 09 15:44:56.393433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-39eee4bd-4855-4271-8979-9c899af1d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:44:56.395100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-39eee4bd-4855-4271-8979-9c899af1d216 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398242 Dec 09 15:44:56.490327 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-fd3f1610-9936-4504-b90a-7aff3c1e735a service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872664 Dec 09 15:44:56.502963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 13, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:56.532557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:44:56.540740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:44:56.541340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:44:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:56.580296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-714fe618-11e4-4b07-93f4-59d9167a7f4b req-1ffcd948-2d03-4e86-b26b-3f902c6f4d19 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827899 Dec 09 15:44:56.643948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:44:56.859482 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:56.870935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 13, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:44:56.902088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fdd2d-8ca5-4b98-b27a-759a4ee83b3c None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'b2849b5c-b4da-480e-9e23-54658367ef88', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:38:05Z', 'updated_at': '2021-12-09T15:44:55Z', 'revision_number': 13, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:44:57.091398 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530e7e8-7295-47f8-b92e-cb5a1b9afc4c None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:44:58.543301 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:44:59.283859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.262571 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:22.764943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:23.269747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7015-8ee9-40de-863b-fc9dd72e9107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:25.718489 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbd03dbf-df3f-4032-9d3b-c66a6f6e23ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:26.858791 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:28.548810 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.286297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:29.592245 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:45:45.521346 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-da50d201-b2de-42b0-9809-343b6f3ec992 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429518 Dec 09 15:45:45.611668 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-3da04584-8f20-42cf-98b4-804060a25655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.613287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-3da04584-8f20-42cf-98b4-804060a25655 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1097 time: 0.0405860 Dec 09 15:45:45.722138 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-7b82cb3f-e50a-43b1-9e01-baded0cc5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.723644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-7b82cb3f-e50a-43b1-9e01-baded0cc5794 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0888348 Dec 09 15:45:45.792816 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-274aac51-81ec-404d-84a3-bbeb075b4073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1003 time: 0.0584564 Dec 09 15:45:45.845802 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-204c521a-830d-4f43-864c-4792a3016196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.847207 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-204c521a-830d-4f43-864c-4792a3016196 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0432968 Dec 09 15:45:45.899917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-7c34d8d1-7e23-4e36-ad93-2e97864bb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:45:45.901290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-7c34d8d1-7e23-4e36-ad93-2e97864bb0ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425901 Dec 09 15:45:45.995642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-63bd6c05-18a1-4729-88b8-343c7e6aad48 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823236 Dec 09 15:45:46.093826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a70bb9af-15dc-45c1-8528-d72c441b421f req-e8cd2930-c2a5-44d9-8b3c-9444f250f034 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863402 Dec 09 15:45:50.481693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-4ca2c8c8-6961-4732-ac81-2fcc71fb4b13 req-69991258-b365-46d1-ab6e-fbd9c8d7f489 service neutron] (109895) timed out ('10.222.0.46', 33298) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:45:52.258161 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:52.753290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:53.271913 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-acb953f8-1834-4f94-8b00-259824daeed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:55.720223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5198d44c-2842-44cd-ad75-ad5f1ab7090a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:56.861931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:58.548814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:45:59.289156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:06.591414 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:46:22.276495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:22.784306 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:23.274297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1475905-649e-4521-b249-00143f5496cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:25.722425 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9383a8f5-b5ee-4809-a414-c0c2f65d2730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:26.862987 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:28.550100 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:29.292475 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:38.978371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3b5dc-4b42-4ed2-86be-5243b8ef7360 req-912d0b13-6614-4bb9-9dc4-ddd4c02ec02c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:38.979883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cee3b5dc-4b42-4ed2-86be-5243b8ef7360 req-912d0b13-6614-4bb9-9dc4-ddd4c02ec02c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.1225240 Dec 09 15:46:39.026518 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cee3b5dc-4b42-4ed2-86be-5243b8ef7360 req-597f8651-c5d2-4e50-99de-eef5ca49b9ee tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Dec 09 15:46:43.591212 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:46:45.505720 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-c7d1deee-5b0c-469e-acab-a7d2b7012968 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384381 Dec 09 15:46:45.603021 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-ff3e20ad-1da7-4b5d-af2a-d88d4d87e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.604481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-ff3e20ad-1da7-4b5d-af2a-d88d4d87e4e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1097 time: 0.0408134 Dec 09 15:46:45.718949 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-8830833b-9b0f-4ec0-b1e4-4bc036354db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.720418 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-8830833b-9b0f-4ec0-b1e4-4bc036354db8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0914330 Dec 09 15:46:45.791297 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-cd070a2d-e2e0-46f1-852e-f758a84082a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1003 time: 0.0581560 Dec 09 15:46:45.847810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-323b837b-c71e-4913-be0e-5210bc22df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.849250 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-323b837b-c71e-4913-be0e-5210bc22df5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0476174 Dec 09 15:46:45.898224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-6bfd8be9-7db7-4630-8d39-45ceb90c04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:45.899651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-6bfd8be9-7db7-4630-8d39-45ceb90c04e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386851 Dec 09 15:46:45.992319 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-bfc7f5e9-7f02-4a20-90dc-f1c12c0c3762 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813670 Dec 09 15:46:46.088961 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-24d8d9cb-3bde-4037-ae4f-ef7885d1fcc1 req-a25962d9-cbda-4ef8-8025-309739055356 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850809 Dec 09 15:46:51.164569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-5221d162-023d-4de2-9e7a-53d412ec15bd req-9f646d00-6b24-47ae-894d-0d4fcc7ba5a1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:46:51.165560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5221d162-023d-4de2-9e7a-53d412ec15bd req-9f646d00-6b24-47ae-894d-0d4fcc7ba5a1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054405 Dec 09 15:46:51.328664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-00d91361-aaec-4f7a-be3a-63a458c09be9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397460 Dec 09 15:46:51.338073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-446b7b3b-c6c4-421a-b1fc-267ac76b1232 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:46:51.339088 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-446b7b3b-c6c4-421a-b1fc-267ac76b1232 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056109 Dec 09 15:46:51.351264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e5522-9d37-4dd4-b724-617928aebefc req-d853285d-914b-40ba-a398-a80905c65b9a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:51.352784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-770e5522-9d37-4dd4-b724-617928aebefc req-d853285d-914b-40ba-a398-a80905c65b9a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Dec 09 15:46:51.401991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-770e5522-9d37-4dd4-b724-617928aebefc req-deee5b97-5559-4f48-b64e-6136546105d0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Dec 09 15:46:52.272109 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:52.523331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9a6f1-b67a-47eb-b6ff-4c0c1b913337 req-32b0b4fc-f7aa-4003-8add-d31cb3d05e34 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:52.524829 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ee9a6f1-b67a-47eb-b6ff-4c0c1b913337 req-32b0b4fc-f7aa-4003-8add-d31cb3d05e34 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0514410 Dec 09 15:46:52.570982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ee9a6f1-b67a-47eb-b6ff-4c0c1b913337 req-bc032627-4b56-4dde-8940-2a5103352462 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Dec 09 15:46:52.786550 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.279014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6a153b9d-114b-4177-9c5b-b968054ada5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:53.694649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e1558-9eb8-4fd1-9a4b-02390c5fd200 req-bab31aaa-79c0-4212-994e-53142984bd90 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:53.696176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d73e1558-9eb8-4fd1-9a4b-02390c5fd200 req-bab31aaa-79c0-4212-994e-53142984bd90 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0531034 Dec 09 15:46:53.742384 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d73e1558-9eb8-4fd1-9a4b-02390c5fd200 req-d4279b96-e438-4032-a134-4e7aa8b08b4a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Dec 09 15:46:54.860164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988f04-d828-4331-b6a2-40a52cc8a8ad req-b8f0fd72-693d-479c-92f2-0aa8300e518d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:54.861632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45988f04-d828-4331-b6a2-40a52cc8a8ad req-b8f0fd72-693d-479c-92f2-0aa8300e518d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0485985 Dec 09 15:46:54.908633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45988f04-d828-4331-b6a2-40a52cc8a8ad req-180cc20c-d7a2-49c9-ad6c-ca8df2b6a02b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410552 Dec 09 15:46:55.725272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc12d-c3c9-4118-a5f2-fdab93f6de3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:56.031007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055bf2-e7c4-49d8-89e8-03e28ed366d2 req-8805a8e0-6dc5-4fbb-93e2-f11f4adcaa69 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.032781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d055bf2-e7c4-49d8-89e8-03e28ed366d2 req-8805a8e0-6dc5-4fbb-93e2-f11f4adcaa69 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0530505 Dec 09 15:46:56.087623 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d055bf2-e7c4-49d8-89e8-03e28ed366d2 req-4ddcdf1b-f338-40f1-af61-730bbc24ddfa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Dec 09 15:46:56.525100 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ebb62dd1-ce94-43f0-9bfd-aa99386d7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.526586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ebb62dd1-ce94-43f0-9bfd-aa99386d7e8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1097 time: 0.0392540 Dec 09 15:46:56.623641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-0d3c2b21-400d-4ecb-a6c1-3e958bd90f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.625011 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-0d3c2b21-400d-4ecb-a6c1-3e958bd90f8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0872121 Dec 09 15:46:56.693986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-a3a7e52a-4c59-4577-959e-05b0596bfc36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1003 time: 0.0567553 Dec 09 15:46:56.749762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-d2f97ec4-7c15-4b12-a686-34e2e28986c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.751181 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-d2f97ec4-7c15-4b12-a686-34e2e28986c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0466678 Dec 09 15:46:56.799827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-d44db568-1670-48ae-b5f5-da7a3da29e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:56.801527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-d44db568-1670-48ae-b5f5-da7a3da29e50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391417 Dec 09 15:46:56.868228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:56.897543 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-5c22d605-c18e-4f76-bf3f-3a184326ca37 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868466 Dec 09 15:46:56.989377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-145fe007-a1b7-42a9-ac28-901d38d8afdf service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811493 Dec 09 15:46:57.204329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c64d-39fb-41bc-87f7-93436e61e649 req-6586bae9-65ae-4deb-967e-0561b907b635 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:57.205744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a866c64d-39fb-41bc-87f7-93436e61e649 req-6586bae9-65ae-4deb-967e-0561b907b635 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0472181 Dec 09 15:46:57.255155 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a866c64d-39fb-41bc-87f7-93436e61e649 req-e1d82047-597b-4241-b727-051044e84781 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 Dec 09 15:46:58.372191 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5faeb-e9a0-4eb3-a124-ad1d9637428b req-246677ab-30ba-438a-8a07-0e9e9a207b51 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:58.373692 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22f5faeb-e9a0-4eb3-a124-ad1d9637428b req-246677ab-30ba-438a-8a07-0e9e9a207b51 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0472851 Dec 09 15:46:58.424022 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-22f5faeb-e9a0-4eb3-a124-ad1d9637428b req-6c26d9eb-b342-41af-bcae-9723fa8fcbfb tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Dec 09 15:46:58.553427 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:59.295883 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:46:59.540730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf36c3-9f21-4b55-9db4-42324a09d828 req-2c45bf25-ad17-4fd0-bbdd-f05a31607424 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:46:59.542194 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bbf36c3-9f21-4b55-9db4-42324a09d828 req-2c45bf25-ad17-4fd0-bbdd-f05a31607424 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0473871 Dec 09 15:46:59.588778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0bbf36c3-9f21-4b55-9db4-42324a09d828 req-91a2f859-100d-4409-875d-b8bd189a5b72 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Dec 09 15:47:00.705589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a82949-2845-45e6-a391-a56d1d794c2e req-cb750b20-8a20-4096-81b6-96d304bc5368 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:00.707066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75a82949-2845-45e6-a391-a56d1d794c2e req-cb750b20-8a20-4096-81b6-96d304bc5368 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0497684 Dec 09 15:47:00.753946 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-75a82949-2845-45e6-a391-a56d1d794c2e req-7fe64dd8-7262-428d-b86c-22cb9c83805b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 Dec 09 15:47:01.870852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1251b98-649d-48f6-81cb-97243dd7cb84 req-8565aec9-47b4-4fac-ab93-35f87fe4a646 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:01.873292 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1251b98-649d-48f6-81cb-97243dd7cb84 req-8565aec9-47b4-4fac-ab93-35f87fe4a646 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Dec 09 15:47:01.919900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f1251b98-649d-48f6-81cb-97243dd7cb84 req-aacf0610-45d5-41e7-b292-6d2daac6a22d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Dec 09 15:47:03.041492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce58a5-6fc6-4bdc-a7ca-ddcdf96af9d4 req-e11c23aa-257b-4f14-bd1d-af3fed79e662 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:03.042976 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84ce58a5-6fc6-4bdc-a7ca-ddcdf96af9d4 req-e11c23aa-257b-4f14-bd1d-af3fed79e662 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0476475 Dec 09 15:47:03.089112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-84ce58a5-6fc6-4bdc-a7ca-ddcdf96af9d4 req-a9ae9c2e-7309-46be-8fbc-200f52efcdd7 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Dec 09 15:47:04.208339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361395b-2ffc-43b3-bbdb-0d2eb736d183 req-d7eab3d4-6e40-4dd0-a0e3-531be8455108 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:04.209804 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c361395b-2ffc-43b3-bbdb-0d2eb736d183 req-d7eab3d4-6e40-4dd0-a0e3-531be8455108 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0505650 Dec 09 15:47:04.256117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c361395b-2ffc-43b3-bbdb-0d2eb736d183 req-d38166fc-6031-4d89-b3a2-23124b1c1901 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Dec 09 15:47:05.443626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41697474-910f-4e82-a5c1-fe48d040e940 req-41d2e5b5-1cd2-4631-a9e8-541b77d42d1c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:05.445087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41697474-910f-4e82-a5c1-fe48d040e940 req-41d2e5b5-1cd2-4631-a9e8-541b77d42d1c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0508866 Dec 09 15:47:05.491713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-41697474-910f-4e82-a5c1-fe48d040e940 req-007db0c7-93c5-4a9e-b19a-d3ea12d4d3bd tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400095 Dec 09 15:47:06.643195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c896-3441-4334-92db-5dd7406e740d req-bdfa127a-14d5-4476-8a56-01f74a8989e8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:06.644709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b6c896-3441-4334-92db-5dd7406e740d req-bdfa127a-14d5-4476-8a56-01f74a8989e8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0482180 Dec 09 15:47:06.692300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30b6c896-3441-4334-92db-5dd7406e740d req-218f66fc-dccf-4fc1-8f28-3d003b77215d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Dec 09 15:47:07.807703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2305b-f40e-4ef0-84ca-64c9e6ce53c8 req-637b1a3d-e5f7-44bf-90be-9865ea83468e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:07.809236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cbe2305b-f40e-4ef0-84ca-64c9e6ce53c8 req-637b1a3d-e5f7-44bf-90be-9865ea83468e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0486927 Dec 09 15:47:07.855953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-cbe2305b-f40e-4ef0-84ca-64c9e6ce53c8 req-b8290c94-bf1e-4ceb-833d-3a0483d73704 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406420 Dec 09 15:47:08.976943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df1a5-43b4-4eb3-8911-9c3931c40aa8 req-abdb3236-1f44-4cc4-9a3b-1bd1b12ecdc0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:08.978406 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a74df1a5-43b4-4eb3-8911-9c3931c40aa8 req-abdb3236-1f44-4cc4-9a3b-1bd1b12ecdc0 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0482550 Dec 09 15:47:09.029624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a74df1a5-43b4-4eb3-8911-9c3931c40aa8 req-a080769a-6f17-40b2-919b-03536beb3979 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438271 Dec 09 15:47:10.144039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51488cf4-9990-4b8c-b7ab-d00152ec489a req-4d6e58b2-5df4-4a98-b496-994d30bb9eea tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:10.145553 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51488cf4-9990-4b8c-b7ab-d00152ec489a req-4d6e58b2-5df4-4a98-b496-994d30bb9eea tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0470517 Dec 09 15:47:10.195676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51488cf4-9990-4b8c-b7ab-d00152ec489a req-e2342798-1174-4e14-b924-ba1dc462e2b2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 Dec 09 15:47:11.311048 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16480a-fcf0-4758-84e2-90c66403a84c req-6d0c5b6e-6daa-4a88-af79-c0645a66a87e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:11.312573 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c16480a-fcf0-4758-84e2-90c66403a84c req-6d0c5b6e-6daa-4a88-af79-c0645a66a87e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0476165 Dec 09 15:47:11.359369 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1c16480a-fcf0-4758-84e2-90c66403a84c req-9efe6913-f1a1-4a78-b636-2da45e77850a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Dec 09 15:47:12.477459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94354369-ac76-4098-983d-144ff4a2a343 req-15fd05fa-4456-4d5f-8715-d8bcfa10d476 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:12.478945 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-94354369-ac76-4098-983d-144ff4a2a343 req-15fd05fa-4456-4d5f-8715-d8bcfa10d476 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Dec 09 15:47:12.526274 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-94354369-ac76-4098-983d-144ff4a2a343 req-f1dc2f63-0a45-46fc-addd-6648b13ea6b8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 Dec 09 15:47:13.719756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddbd24-5710-45d0-bdf2-38b63f87e370 req-2ea628e8-86d0-4d65-93e2-fb7e41ad5818 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:13.721224 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52ddbd24-5710-45d0-bdf2-38b63f87e370 req-2ea628e8-86d0-4d65-93e2-fb7e41ad5818 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0903516 Dec 09 15:47:13.769382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-52ddbd24-5710-45d0-bdf2-38b63f87e370 req-90e33ac2-113a-4e73-bad9-e914c1f0fd08 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Dec 09 15:47:14.887227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f43d74-6c18-4db7-aed2-08f526d1f73e req-cc17dda5-d4a2-4e9f-b0fe-5164935d3658 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:14.889469 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25f43d74-6c18-4db7-aed2-08f526d1f73e req-cc17dda5-d4a2-4e9f-b0fe-5164935d3658 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0485575 Dec 09 15:47:14.935833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-25f43d74-6c18-4db7-aed2-08f526d1f73e req-4c765a07-9e87-4c9b-9cec-483fb90381ea tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Dec 09 15:47:16.057405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cc29-7e03-47a3-9d1b-a7a3079fd846 req-69343012-e2ce-4c6a-96ea-2305d1521c47 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:16.058904 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1df1cc29-7e03-47a3-9d1b-a7a3079fd846 req-69343012-e2ce-4c6a-96ea-2305d1521c47 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0531292 Dec 09 15:47:16.107003 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1df1cc29-7e03-47a3-9d1b-a7a3079fd846 req-ce9e8595-b481-4c16-bbd9-55e63decceba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Dec 09 15:47:16.401517 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-1ed56370-9001-4ee1-a12a-281f068aa927 service neutron] show failed (client error): The resource could not be found. Dec 09 15:47:16.402529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-1ed56370-9001-4ee1-a12a-281f068aa927 service neutron] 10.222.0.43 "GET /v2.0/ports/8fff53ed-e1ce-4976-9299-8286afd21cb4/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0573685 Dec 09 15:47:16.660755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-2a26ccac-993c-4662-b38d-845851c4841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:16.662233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-2a26ccac-993c-4662-b38d-845851c4841a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0830383 Dec 09 15:47:16.674579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:16.727611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:16.930952 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:16.963038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:17.001912 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:17.004197 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e55c67-a0f5-4b4a-a601-cad776a4f04c" -d '{"events": [{"server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "name": "network-vif-unplugged", "status": "completed", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:17.007880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:17.020590 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Transition to ACTIVE for port object 8fff53ed-e1ce-4976-9299-8286afd21cb4 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:47:17.023966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:17.112534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=6']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:17.125388 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892a659-d75e-4701-af7c-2381661ce0bb x-openstack-request-id: req-9892a659-d75e-4701-af7c-2381661ce0bb {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:17.125681 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "name": "network-vif-unplugged", "status": "completed", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:17.125940 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9892a659-d75e-4701-af7c-2381661ce0bb {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:17.126337 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'code': 200} Dec 09 15:47:17.138371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.138728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.139081 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.139526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.139869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.140206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.140532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.140864 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.141194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.141524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.141854 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.142182 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.142507 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:17.165915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] No DVR routers for this DVR port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:17.302560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1077f-7a8e-4238-8622-ed2e91e3c925 req-74db69f8-c394-4fa6-bfba-7cffbd8a17ae tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.304839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1d1077f-7a8e-4238-8622-ed2e91e3c925 req-74db69f8-c394-4fa6-bfba-7cffbd8a17ae tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.1047692 Dec 09 15:47:17.379883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:47:17.380227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:47:17.380561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:17.391569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1d1077f-7a8e-4238-8622-ed2e91e3c925 req-fe54deec-be9e-44a9-bcae-c3565f5265b5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790832 Dec 09 15:47:17.392264 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:47:17.392595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:17.397867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:47:17.398211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:47:17.398593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:47:17.399022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Bound port: 8fff53ed-e1ce-4976-9299-8286afd21cb4, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:47:17.399400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:17.462392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:17.465447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:47:17.470357 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:17.504366 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.504990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:17.506396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] 10.222.0.36 "PUT /v2.0/ports/8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1092 time: 0.8361964 Dec 09 15:47:17.530771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f77c-9fbc-467a-8292-995ddcf37317 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:17.574274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-974536bf-e8d1-4a96-a0df-c15781a82927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.575903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-974536bf-e8d1-4a96-a0df-c15781a82927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1095 time: 0.0464959 Dec 09 15:47:17.677199 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-7f44ba64-f499-4ddb-8862-9bdd2f940244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.678831 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-7f44ba64-f499-4ddb-8862-9bdd2f940244 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0959518 Dec 09 15:47:17.750172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-172369d4-38d2-4c3e-a7f3-097d963cce07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0647910 Dec 09 15:47:17.801680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-aa33c534-8826-41a9-922a-aa64913decf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.803173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-aa33c534-8826-41a9-922a-aa64913decf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0453229 Dec 09 15:47:17.848382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-b8522706-e03c-4a2e-998f-a14b5b883245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:17.849862 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-b8522706-e03c-4a2e-998f-a14b5b883245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397820 Dec 09 15:47:17.940611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-1977e526-b085-40b4-b9b4-bf3373d3c7e3 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 Dec 09 15:47:18.051137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-9d9c1667-48bd-46b8-9875-ff9f72a012e7 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027730 Dec 09 15:47:18.597916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b227344-559c-411a-83e1-2ef4b88e3c3a req-7271bf87-ccbf-43e4-b610-bd543acd2418 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:18.599341 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b227344-559c-411a-83e1-2ef4b88e3c3a req-7271bf87-ccbf-43e4-b610-bd543acd2418 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0971127 Dec 09 15:47:18.653847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9b227344-559c-411a-83e1-2ef4b88e3c3a req-e11995d8-7edf-4e98-9a9e-680140991c9d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Dec 09 15:47:19.127958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:19.130244 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1a17d69e6b2f737e3328b2ed93ff3b97a40e11eb22afa28b6c71a8e25ec7b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120e75a-3744-4f0b-99e2-b4bd62b89049" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:19.179922 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e57c3-11fd-483e-974b-eedee36061fd x-openstack-request-id: req-419e57c3-11fd-483e-974b-eedee36061fd {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:19.180221 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:19.180483 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-419e57c3-11fd-483e-974b-eedee36061fd {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:19.180894 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'status': 'completed', 'code': 200} Dec 09 15:47:19.243200 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-081ce8ce-67f2-4ea3-9872-5860bf668b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.244818 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-081ce8ce-67f2-4ea3-9872-5860bf668b63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1095 time: 0.0430794 Dec 09 15:47:19.259110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:19.307047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:19.313635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-95cb41d2-6a85-41c0-9f5c-4be06d1fb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.316555 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-95cb41d2-6a85-41c0-9f5c-4be06d1fb6f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1095 time: 0.1036499 Dec 09 15:47:19.359112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-cb60ce7b-d265-4129-b294-b9c2ad17c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.360712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-cb60ce7b-d265-4129-b294-b9c2ad17c2fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.1084328 Dec 09 15:47:19.430902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-4f2972de-7ece-4dbf-9a5d-3941fee53317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.431133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-9311cd8b-2bbb-490b-95ba-1c4ac42ab22a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0625863 Dec 09 15:47:19.432437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-4f2972de-7ece-4dbf-9a5d-3941fee53317 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.1001744 Dec 09 15:47:19.487528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-89b2d7fb-ca68-41eb-b20d-99382ad6c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.489012 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-89b2d7fb-ca68-41eb-b20d-99382ad6c6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0511196 Dec 09 15:47:19.505499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-072aab65-753a-4e79-b39f-3b7e905910bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0618238 Dec 09 15:47:19.535455 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-038681ed-1e25-44e4-97f0-0a61b91ce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.536974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-038681ed-1e25-44e4-97f0-0a61b91ce270 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408561 Dec 09 15:47:19.566113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-5c794a53-9e90-4645-9475-18002a9464ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.567636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-5c794a53-9e90-4645-9475-18002a9464ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0513160 Dec 09 15:47:19.625019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-c2d80347-16f6-4b8c-9962-39841f97f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.626647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-c2d80347-16f6-4b8c-9962-39841f97f85b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477149 Dec 09 15:47:19.633330 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-f09ef754-885c-445e-b0e2-dd428b12cafc service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891254 Dec 09 15:47:19.742334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-1d72b748-5289-432d-b727-78405a775bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019404 Dec 09 15:47:19.753992 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-bd7d4d68-e12d-46e4-8825-a4d0cb9af553 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155081 Dec 09 15:47:19.849153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838971e-3a1b-4958-a6d1-4be9a2972201 req-b3078250-ce29-4d14-a598-ab166e2762c9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:19.850651 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b838971e-3a1b-4958-a6d1-4be9a2972201 req-b3078250-ce29-4d14-a598-ab166e2762c9 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.1099331 Dec 09 15:47:19.893848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5120e75a-3744-4f0b-99e2-b4bd62b89049 req-2225c4ea-a7bf-4bc9-8b16-978480902b54 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228430 Dec 09 15:47:19.916233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b838971e-3a1b-4958-a6d1-4be9a2972201 req-df5f4c59-677a-4838-a39e-93daa70c422f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595095 Dec 09 15:47:20.589715 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:47:21.038252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b717960-ea0c-4dc8-b4aa-c30ea59e662f req-e1de344f-afa2-4e92-9762-faa08713b09c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:21.039880 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b717960-ea0c-4dc8-b4aa-c30ea59e662f req-e1de344f-afa2-4e92-9762-faa08713b09c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0488148 Dec 09 15:47:21.092146 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2b717960-ea0c-4dc8-b4aa-c30ea59e662f req-b61166cd-ab38-405c-8ce3-c9c473b6f5d8 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463159 Dec 09 15:47:22.214689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaac2d-b797-4ca4-817c-11bc689dfafc req-6aedd5ca-34bb-4f37-bf99-08b9497f482d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:22.216377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1afaac2d-b797-4ca4-817c-11bc689dfafc req-6aedd5ca-34bb-4f37-bf99-08b9497f482d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0522063 Dec 09 15:47:22.278765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:22.279267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1afaac2d-b797-4ca4-817c-11bc689dfafc req-f7b27328-c07b-4ceb-9030-5d417a3278ec tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547879 Dec 09 15:47:22.798115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:23.281448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aa143c18-d6a3-4c62-8db4-c87685f8c668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:23.391641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754bf19-cd28-4d61-82ac-82f7c1af0e56 req-5072d253-cb1c-4945-ab1d-5844a4024005 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:23.393117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8754bf19-cd28-4d61-82ac-82f7c1af0e56 req-5072d253-cb1c-4945-ab1d-5844a4024005 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0481670 Dec 09 15:47:23.439629 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8754bf19-cd28-4d61-82ac-82f7c1af0e56 req-a7008279-4573-4aae-952d-af5f1b935609 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Dec 09 15:47:24.554192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ca25f-645f-4262-97da-6f62d9bdfb01 req-23352b0d-0aa0-4847-a27e-868288df02f6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:24.555661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-277ca25f-645f-4262-97da-6f62d9bdfb01 req-23352b0d-0aa0-4847-a27e-868288df02f6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0469928 Dec 09 15:47:24.603549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-277ca25f-645f-4262-97da-6f62d9bdfb01 req-e3226545-ed02-4b9f-8551-36a5adf6957b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 Dec 09 15:47:25.720155 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba713d8-a99f-4833-bad4-01867fead28e req-4f3fd8a5-4140-48ce-a9e0-6ccebfc2471c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:25.721659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba713d8-a99f-4833-bad4-01867fead28e req-4f3fd8a5-4140-48ce-a9e0-6ccebfc2471c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0490224 Dec 09 15:47:25.725576 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f02ab981-6852-4857-b349-055025b1ba0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:25.768526 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ba713d8-a99f-4833-bad4-01867fead28e req-d58620c1-eb09-477d-bcb1-5a672b9dc13e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Dec 09 15:47:26.869289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:26.892359 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ad60a-f390-49bd-b9b4-9222923ba48e req-20960def-ee1b-42eb-b79e-69780473bb69 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:26.894245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce2ad60a-f390-49bd-b9b4-9222923ba48e req-20960def-ee1b-42eb-b79e-69780473bb69 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0534785 Dec 09 15:47:26.940653 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce2ad60a-f390-49bd-b9b4-9222923ba48e req-1b128c93-eb64-4998-9758-da4506439f75 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Dec 09 15:47:28.058816 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aebbb8-2041-46d1-ac5d-afd1d753df91 req-ea3bec8a-cde5-4e14-8817-52b462605b2c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:28.060309 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aebbb8-2041-46d1-ac5d-afd1d753df91 req-ea3bec8a-cde5-4e14-8817-52b462605b2c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0512888 Dec 09 15:47:28.106551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2aebbb8-2041-46d1-ac5d-afd1d753df91 req-4e9d349b-4c41-45ef-8910-d56b7072ed95 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395498 Dec 09 15:47:28.556938 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:29.223631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04543129-216b-4bbb-8a9f-02325ddfe700 req-dbee1b04-5a02-4a47-932c-b4f2f370c444 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:29.225136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04543129-216b-4bbb-8a9f-02325ddfe700 req-dbee1b04-5a02-4a47-932c-b4f2f370c444 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Dec 09 15:47:29.273308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-04543129-216b-4bbb-8a9f-02325ddfe700 req-3a0e41f9-1764-49d6-82a6-85b47523a6c3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Dec 09 15:47:29.297732 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:30.390866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d815a-3499-4906-9355-b1a5f64e8c19 req-8c77fc9b-f3b9-4d55-a6e2-12245c982c6c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:30.392376 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-826d815a-3499-4906-9355-b1a5f64e8c19 req-8c77fc9b-f3b9-4d55-a6e2-12245c982c6c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0478148 Dec 09 15:47:30.444428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-826d815a-3499-4906-9355-b1a5f64e8c19 req-f8c3da4f-c568-4e22-89c0-9ae447fad7ae tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Dec 09 15:47:31.561582 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ea497-6a7a-4f88-9819-f92318725d3d req-fb0aee03-fe06-479a-a0ac-7c205f15c18b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:31.563928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b61ea497-6a7a-4f88-9819-f92318725d3d req-fb0aee03-fe06-479a-a0ac-7c205f15c18b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0503013 Dec 09 15:47:31.613500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b61ea497-6a7a-4f88-9819-f92318725d3d req-826bb5c8-651c-456a-8bb8-0434ae946d1e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Dec 09 15:47:31.890122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-44bf37bd-3de9-41c6-b698-3921e6aa852c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:31.891765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-44bf37bd-3de9-41c6-b698-3921e6aa852c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.36 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&binding%3Ahost_id=n-h1-804292-5 HTTP/1.1" status: 200 len: 944 time: 0.0516777 Dec 09 15:47:31.907972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c812eb2-9cd6-4fa6-b086-560b2137acbf req-98901e42-54a3-46c1-b20d-84554817f910 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:31.909462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c812eb2-9cd6-4fa6-b086-560b2137acbf req-98901e42-54a3-46c1-b20d-84554817f910 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0488560 Dec 09 15:47:31.957036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-42447076-ba76-4bc7-a66e-5e6a3076c323 service neutron] 10.222.0.36 "GET /v2.0/ports/8fff53ed-e1ce-4976-9299-8286afd21cb4/bindings/n-h1-804292-5 HTTP/1.1" status: 200 len: 382 time: 0.0580957 Dec 09 15:47:31.957417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c812eb2-9cd6-4fa6-b086-560b2137acbf req-dd0d86f8-e0f9-43d0-83b6-a460469c8609 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Dec 09 15:47:32.018756 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-8f0aad6f-ec60-4ce8-a6e6-8c45963f1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:32.020250 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-8f0aad6f-ec60-4ce8-a6e6-8c45963f1d91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1095 time: 0.0394781 Dec 09 15:47:32.110836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-c6cbf15c-0695-44c6-a54c-eebe6246e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:32.112233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-c6cbf15c-0695-44c6-a54c-eebe6246e9be service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0851164 Dec 09 15:47:32.175987 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-d433e587-e1c6-4ae0-8eae-f756a12e00ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0570962 Dec 09 15:47:32.223534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-2c4ace44-ae07-4ffb-b1f6-27dc2a77f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:32.224931 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-2c4ace44-ae07-4ffb-b1f6-27dc2a77f406 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0422411 Dec 09 15:47:32.272109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-d9276d83-53b5-40a5-a101-598e6ad1b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:32.273571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-d9276d83-53b5-40a5-a101-598e6ad1b0db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417295 Dec 09 15:47:32.361217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-87f3fdfe-215e-409e-8ca9-f8c4b14edac1 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805874 Dec 09 15:47:32.450586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-ff68cf55-f27f-4e3b-be36-a25f00b68899 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Dec 09 15:47:33.082287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3eca7-f553-4b2f-b057-058cf473ce7e req-90c59034-4f39-4fd6-9689-e81048f94890 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:33.083796 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cdd3eca7-f553-4b2f-b057-058cf473ce7e req-90c59034-4f39-4fd6-9689-e81048f94890 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0485241 Dec 09 15:47:33.130569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cdd3eca7-f553-4b2f-b057-058cf473ce7e req-8d273285-2778-4a33-bdda-19c32ec29390 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Dec 09 15:47:33.424514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:47:33.520089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:33.531021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:47:33.566841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:33.583182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:33.601889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:33.606709 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:33.655270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:33.662563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.662910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.663251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.663612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.663947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.664277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.664605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.664930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.665253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.665575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.665898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.666217 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:33.666535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:34.250616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50ae2-2168-40ee-9bfb-52ef2f89fd91 req-4b562834-b4e1-4cc6-b217-1d40cfba98b3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:34.252170 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7cb50ae2-2168-40ee-9bfb-52ef2f89fd91 req-4b562834-b4e1-4cc6-b217-1d40cfba98b3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Dec 09 15:47:34.300295 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7cb50ae2-2168-40ee-9bfb-52ef2f89fd91 req-27674d1d-8759-4ad8-a314-15b35e41c64a tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419962 Dec 09 15:47:35.418049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce393f34-5db2-4c5a-b9a6-0386fb3b6597 req-7312b32e-69dc-40fa-bc55-b78ae5679c74 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:35.419626 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce393f34-5db2-4c5a-b9a6-0386fb3b6597 req-7312b32e-69dc-40fa-bc55-b78ae5679c74 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Dec 09 15:47:35.456170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:47:35.472343 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ce393f34-5db2-4c5a-b9a6-0386fb3b6597 req-37437294-c3ad-4fb6-bea3-b201b70d3843 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465932 Dec 09 15:47:35.562506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:35.574019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:47:36.604749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e853-5db1-44cc-b0ec-8a8e7ce3e5c5 req-4c52b1f0-fa94-4d25-b05e-aa829822b75c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.606234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3a4e853-5db1-44cc-b0ec-8a8e7ce3e5c5 req-4c52b1f0-fa94-4d25-b05e-aa829822b75c tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0589128 Dec 09 15:47:36.684895 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3a4e853-5db1-44cc-b0ec-8a8e7ce3e5c5 req-8712147a-3aa3-4c07-ab39-6e5c31683e7b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717010 Dec 09 15:47:36.688389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-00b2e386-a6d3-460e-9ff7-8c3058032351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:36.689733 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-00b2e386-a6d3-460e-9ff7-8c3058032351 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980&tenant_id=6ba036ed064b4efb86e12a7cf272fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.1133523 Dec 09 15:47:36.709530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:47:36.764245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.294739 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:37.331540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:37.364658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:37.373465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.386588 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Ignored duplicate provisioning block setup for port 8fff53ed-e1ce-4976-9299-8286afd21cb4 by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 09 15:47:37.391660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.451782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=9']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:37.461423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:37.494163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.494565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.494847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.495187 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.495566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.495899 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.496227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.496553 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.496878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.497289 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.497614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.497935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.498255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:47:37.505373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:37.547615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] No DVR routers for this DVR port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:37.682527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:47:37.683229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:47:37.683229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:37.688008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:47:37.688298 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Attempting to bind port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on network edec95fb-6779-4624-a3a4-cf9706abaf5a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:47:37.693016 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:47:37.693348 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Checking segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:47:37.693721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Bound using segment: {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:47:37.694133 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Bound port: 8fff53ed-e1ce-4976-9299-8286afd21cb4, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c3868-4c86-42fd-802a-ce1680efda9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:47:37.694479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.763762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:47:37.767097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:47:37.774189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.813215 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d787cc-5588-4e44-8a60-e37ca4301197 req-7052b547-2e14-4bf3-908e-c5a87e4ff6b1 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.814903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.815040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d787cc-5588-4e44-8a60-e37ca4301197 req-7052b547-2e14-4bf3-908e-c5a87e4ff6b1 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 944 time: 0.0576930 Dec 09 15:47:37.815565 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:37.816832 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] 10.222.0.43 "PUT /v2.0/ports/8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1092 time: 1.1113911 Dec 09 15:47:37.817290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:37.819595 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:37.846475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b273d-20bc-4802-8dd7-4b847654d1ec service neutron] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=10']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:37.893858 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-27d787cc-5588-4e44-8a60-e37ca4301197 req-eb09a6c5-728d-4789-afeb-8ae3bd878a49 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676019 Dec 09 15:47:37.898715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-2f2d0116-d74b-4a1d-9d27-ecb95454b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:37.900431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-2f2d0116-d74b-4a1d-9d27-ecb95454b7e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1096 time: 0.0479946 Dec 09 15:47:37.972256 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9182501c-92a8-476f-a3e1-ce2d59ae7ede x-openstack-request-id: req-9182501c-92a8-476f-a3e1-ce2d59ae7ede {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:37.972545 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:37.972800 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9182501c-92a8-476f-a3e1-ce2d59ae7ede {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:37.973341 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'status': 'completed', 'code': 200} Dec 09 15:47:38.010131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-ea097f39-bd7b-4256-88d0-fc868f8144f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.011756 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-ea097f39-bd7b-4256-88d0-fc868f8144f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.1002028 Dec 09 15:47:38.020863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-fb4c76b4-f706-4d7e-afff-b599c90d6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.023092 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-fb4c76b4-f706-4d7e-afff-b599c90d6945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1096 time: 0.0445571 Dec 09 15:47:38.083085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-100c8247-691c-4164-ba2f-baa7209b9d52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0620694 Dec 09 15:47:38.118965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-139634f8-a8f0-4cca-8500-47161e229f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.120403 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-139634f8-a8f0-4cca-8500-47161e229f53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0906374 Dec 09 15:47:38.136919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-20cc641e-03f1-455f-8067-1a83d49897d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.138432 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-20cc641e-03f1-455f-8067-1a83d49897d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0439196 Dec 09 15:47:38.187418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-f4a28db7-6295-440f-84b1-dff8ed0a1102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0583851 Dec 09 15:47:38.193619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-f0ce1cb7-c78b-4f49-8384-136232299138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.195222 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-f0ce1cb7-c78b-4f49-8384-136232299138 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450814 Dec 09 15:47:38.239626 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-555ef825-25b7-42f4-b220-58eb315d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.241099 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-555ef825-25b7-42f4-b220-58eb315d5159 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0473483 Dec 09 15:47:38.286794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-c0625e89-a016-4e8a-a886-0761fb91f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.288356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-c0625e89-a016-4e8a-a886-0761fb91f130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402601 Dec 09 15:47:38.291635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-69cbd224-9185-445e-b23c-df190588df87 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Dec 09 15:47:38.379811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-eccf2a85-16a6-4e91-aecb-7fa934d137d3 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843949 Dec 09 15:47:38.393708 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7d62ab9-e59f-483b-afc9-8b019c3cf268 req-63ff1f91-e6de-4bd7-9018-662dd1de48c1 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909736 Dec 09 15:47:38.482077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-248a5771-ff78-46ea-b4b7-bca1390143e6 service neutron] 10.222.0.36 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952115 Dec 09 15:47:38.490017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-8b87ea1c-0a32-4721-91d0-25391b007a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.491942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-8b87ea1c-0a32-4721-91d0-25391b007a23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1096 time: 0.0455010 Dec 09 15:47:38.602876 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-f686eb70-a350-4844-aa07-af8d1139a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.604395 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-f686eb70-a350-4844-aa07-af8d1139a9a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0971279 Dec 09 15:47:38.676855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-d4634e21-2397-474b-bf2f-038d6f602d0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0606906 Dec 09 15:47:38.731061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-2cd438f2-94e5-438c-b451-b266816be47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.732477 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-2cd438f2-94e5-438c-b451-b266816be47d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0446293 Dec 09 15:47:38.786925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-d89b16f5-3648-4198-abf7-58a587a5330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:38.788432 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-d89b16f5-3648-4198-abf7-58a587a5330a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438881 Dec 09 15:47:38.884415 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-babc5334-de80-4c94-b438-4a8efa293ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841277 Dec 09 15:47:38.987877 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b6cb7c2f-883e-4626-91a7-dd0d94ab51cd req-e65f013b-4ddd-40f4-8a6e-8db10bb9229f service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921535 Dec 09 15:47:39.009267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237046d8-d850-44be-9122-dafe26634253 req-14100343-8de0-4fea-8ce5-43db287c8569 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:39.010782 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-237046d8-d850-44be-9122-dafe26634253 req-14100343-8de0-4fea-8ce5-43db287c8569 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Dec 09 15:47:39.058991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-237046d8-d850-44be-9122-dafe26634253 req-01ce90eb-a90e-4e36-93f0-50b6b0ad0602 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Dec 09 15:47:40.179950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e3d3d-30e3-498b-8915-91292bccfe58 req-9582fadb-db2e-47e1-a756-9a36608f53f2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:40.181340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b4e3d3d-30e3-498b-8915-91292bccfe58 req-9582fadb-db2e-47e1-a756-9a36608f53f2 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Dec 09 15:47:40.229658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b4e3d3d-30e3-498b-8915-91292bccfe58 req-7b817ead-3b1c-45a4-87ca-05eea3702a91 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Dec 09 15:47:41.353759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589787-502d-4ec5-9996-795b684b353f req-2adaa8b3-37d1-40a6-bc12-0bc84e217dc3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:41.355276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e1589787-502d-4ec5-9996-795b684b353f req-2adaa8b3-37d1-40a6-bc12-0bc84e217dc3 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0543394 Dec 09 15:47:41.403464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e1589787-502d-4ec5-9996-795b684b353f req-f6866d63-ebef-4600-ae89-0ba3bbaa9ad4 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Dec 09 15:47:42.523973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d72b26-3049-4467-a00e-3d1fbfb0847f req-955356ce-7428-412e-a9ae-032d421a0c15 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:42.525471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20d72b26-3049-4467-a00e-3d1fbfb0847f req-955356ce-7428-412e-a9ae-032d421a0c15 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Dec 09 15:47:42.578244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-20d72b26-3049-4467-a00e-3d1fbfb0847f req-314076f8-1e52-4cde-b939-5e951ddd7f6e tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Dec 09 15:47:43.693504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376b64-f8af-4f68-8b84-9cb0c5dd8781 req-9e7e5f50-b9e2-4b8e-9280-cb44ca8d4d91 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:43.694989 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20376b64-f8af-4f68-8b84-9cb0c5dd8781 req-9e7e5f50-b9e2-4b8e-9280-cb44ca8d4d91 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0476668 Dec 09 15:47:43.740895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-20376b64-f8af-4f68-8b84-9cb0c5dd8781 req-62003048-7d57-48d5-920c-3b74c5734961 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Dec 09 15:47:44.855710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e0b3e-3191-48bd-8c57-72f9586ff99f req-362efb2f-41f0-467e-b906-0ae43d1b7f27 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:44.857176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b34e0b3e-3191-48bd-8c57-72f9586ff99f req-362efb2f-41f0-467e-b906-0ae43d1b7f27 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Dec 09 15:47:44.903997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b34e0b3e-3191-48bd-8c57-72f9586ff99f req-f4c5e652-340f-4e0c-a165-faaee57d14ca tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Dec 09 15:47:46.020269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304191-696b-4470-b610-f17780a26cb9 req-4da6a4fc-73c3-4f52-924a-36da7e05b1cf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.021987 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d304191-696b-4470-b610-f17780a26cb9 req-4da6a4fc-73c3-4f52-924a-36da7e05b1cf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0475552 Dec 09 15:47:46.071687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1d304191-696b-4470-b610-f17780a26cb9 req-e7f0bee2-814a-4971-a25b-4e5ebb86e021 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437205 Dec 09 15:47:46.533278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-443fbee7-38ad-4c28-8674-c36981066654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.534767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-443fbee7-38ad-4c28-8674-c36981066654 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 1096 time: 0.0408781 Dec 09 15:47:46.646210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-1ebdec0f-6b29-4413-8808-cfc58199693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.647665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-1ebdec0f-6b29-4413-8808-cfc58199693f service neutron] 10.222.0.43 "GET /v2.0/networks?id=edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 200 len: 913 time: 0.0875099 Dec 09 15:47:46.716968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-41dfab48-65c3-40db-8501-242877cea94b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0578537 Dec 09 15:47:46.774353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-2424ad29-6021-414c-ac6f-5d2290d31fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.775808 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-2424ad29-6021-414c-ac6f-5d2290d31fbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 200 len: 851 time: 0.0484469 Dec 09 15:47:46.825952 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-f65b8f38-1cae-49c4-8628-8bf492256a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:46.828088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-f65b8f38-1cae-49c4-8628-8bf492256a11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edec95fb-6779-4624-a3a4-cf9706abaf5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386364 Dec 09 15:47:46.923645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-9a378cd0-5c29-4956-9596-1d7d7dc825cb service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847692 Dec 09 15:47:47.026640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e42fd15-d2d3-4627-8089-1b8c2cd2446f req-3314bf42-d358-48c1-a7bd-8ffc3271fcbe service neutron] 10.222.0.43 "GET /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916488 Dec 09 15:47:47.190919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59c3e-b009-4886-889e-c002edc4639b req-702f9a4f-891f-4278-b857-79bef0e66dba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:47.192405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fd59c3e-b009-4886-889e-c002edc4639b req-702f9a4f-891f-4278-b857-79bef0e66dba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Dec 09 15:47:47.240202 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2fd59c3e-b009-4886-889e-c002edc4639b req-43660196-b480-4b4f-9d3c-bd91020a18bf tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Dec 09 15:47:48.357957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8aafaa-a932-42c0-b06f-c691ffe5c3be req-33231d65-ceac-4b35-a1ff-704e54e6e25d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:48.359474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-de8aafaa-a932-42c0-b06f-c691ffe5c3be req-33231d65-ceac-4b35-a1ff-704e54e6e25d tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Dec 09 15:47:48.406119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-de8aafaa-a932-42c0-b06f-c691ffe5c3be req-68920d4e-dd63-45d3-a2ae-d63c09a8ba90 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 Dec 09 15:47:49.529262 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab029c3-6bcd-4c3f-8031-b1e0031526e1 req-2faaabe8-4edf-42e8-8d5f-ba893d151662 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:49.530796 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ab029c3-6bcd-4c3f-8031-b1e0031526e1 req-2faaabe8-4edf-42e8-8d5f-ba893d151662 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0539067 Dec 09 15:47:49.577246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ab029c3-6bcd-4c3f-8031-b1e0031526e1 req-04fcec99-b982-4fe2-912b-5b27eafd5084 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Dec 09 15:47:50.694764 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47a43b-9db0-4567-9ee7-0b15539bb567 req-fc95ae60-e68e-4cb9-be7c-c057106dffde tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:50.696383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af47a43b-9db0-4567-9ee7-0b15539bb567 req-fc95ae60-e68e-4cb9-be7c-c057106dffde tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Dec 09 15:47:50.743523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af47a43b-9db0-4567-9ee7-0b15539bb567 req-69785036-44e0-43e2-91ad-575480e02703 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Dec 09 15:47:50.857867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be13d4-8af1-4912-abc6-a21faddee2f6 req-9638abef-8518-4db2-a749-66794ba17aaa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:50.859571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3be13d4-8af1-4912-abc6-a21faddee2f6 req-9638abef-8518-4db2-a749-66794ba17aaa tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0482843 Dec 09 15:47:50.906838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c3be13d4-8af1-4912-abc6-a21faddee2f6 req-e11ed7ec-ac7d-458a-a917-c76fba06ec2b tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Dec 09 15:47:51.022953 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645cbb2-10cd-47ae-b496-52f9b9b51a69 req-63db32d4-e930-4310-9670-d3d86bead772 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:51.024357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3645cbb2-10cd-47ae-b496-52f9b9b51a69 req-63db32d4-e930-4310-9670-d3d86bead772 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Dec 09 15:47:51.070611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3645cbb2-10cd-47ae-b496-52f9b9b51a69 req-a2953fca-8913-4d24-bbaf-de31095e95ba tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Dec 09 15:47:51.299337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee8ab9-3b32-4973-a816-5c632a788dd6 req-93ed1622-242a-4777-9c7c-29fdfd7f1e86 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:51.300756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96ee8ab9-3b32-4973-a816-5c632a788dd6 req-93ed1622-242a-4777-9c7c-29fdfd7f1e86 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 945 time: 0.0486290 Dec 09 15:47:51.348464 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96ee8ab9-3b32-4973-a816-5c632a788dd6 req-53805010-5699-46cf-b57d-28aa3fde9a68 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Dec 09 15:47:51.465634 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:47:51.557196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:51.568269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'port_id': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'mac_address': 'fa:16:3e:9e:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:47:51.607216 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:51.619477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:47:51.638551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:51.643146 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:51.692097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=11']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:51.916901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['8fff53ed-e1ce-4976-9299-8286afd21cb4'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:47:52.277779 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:52.466773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71074340-8fdc-4733-8dd4-f9ec8d419cae req-6c2b6c0d-8333-4a60-9e8f-26c0f2bd91c5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:52.468248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71074340-8fdc-4733-8dd4-f9ec8d419cae req-6c2b6c0d-8333-4a60-9e8f-26c0f2bd91c5 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0483730 Dec 09 15:47:52.520143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71074340-8fdc-4733-8dd4-f9ec8d419cae req-08f6cb58-9aa9-44aa-90dc-d33449e47950 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups?id=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Dec 09 15:47:52.801358 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:52.938241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b689075-125b-4107-8eac-4515667a360a req-504b76a4-9064-4596-8202-ae7b4bf33c43 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:47:52.939742 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b689075-125b-4107-8eac-4515667a360a req-504b76a4-9064-4596-8202-ae7b4bf33c43 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 946 time: 0.0492322 Dec 09 15:47:53.035116 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Deleting port 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:47:53.035496 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.130916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] For port 8fff53ed-e1ce-4976-9299-8286afd21cb4, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=8fff53ed-e1ce-4976-9299-8286afd21cb4,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:47:53.131196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.285255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57a11ec7-e364-4db1-b3f0-f48446b6e1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.304627 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.305019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.305330 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Floating IP b2849b5c-b4da-480e-9e23-54658367ef88 disassociated. External IP: 172.25.0.234, port: 8fff53ed-e1ce-4976-9299-8286afd21cb4. Dec 09 15:47:53.305674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Calling delete_port for 8fff53ed-e1ce-4976-9299-8286afd21cb4 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:47:53.437202 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.470251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event deleted for resources: {'Port': ['ID=8fff53ed-e1ce-4976-9299-8286afd21cb4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:47:53.492910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:47:53.516163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:47:53.517128 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 15:47:53.537976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Port 8fff53ed-e1ce-4976-9299-8286afd21cb4 not found, will not notify nova. {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 15:47:53.596934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:47:53.630673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-967713f7-bf07-40aa-a8a4-9ed7af43be16 req-5a606783-9983-47d5-ab40-2120a9cf88e6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0336432 Dec 09 15:47:53.711102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:47:53.721068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:47:53.734426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:47:53.735048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:47:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:53.748755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] No DVR routers for this DVR port 8fff53ed-e1ce-4976-9299-8286afd21cb4 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:47:53.751576 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:53.755060 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b689075-125b-4107-8eac-4515667a360a req-9e1b3ad1-d6d4-4cd6-96f7-935b82f560ff tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.43 "DELETE /v2.0/ports/8fff53ed-e1ce-4976-9299-8286afd21cb4 HTTP/1.1" status: 204 len: 173 time: 0.8067565 Dec 09 15:47:53.755637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'name': 'network-vif-deleted', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:47:53.757861 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46535c75b15f5dc10f5ef5c191e0e458309964cae18b1a729589feedef0b65fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48809220-6d7f-48bd-a0a1-ab462dbae851" -d '{"events": [{"server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "name": "network-vif-deleted", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:47:53.798991 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b8c024-721d-4a7a-93e0-3b04eb2bd4cd x-openstack-request-id: req-51b8c024-721d-4a7a-93e0-3b04eb2bd4cd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:47:53.799316 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f504e-c1e9-490e-aa57-e29695fe9980", "name": "network-vif-deleted", "tag": "8fff53ed-e1ce-4976-9299-8286afd21cb4", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:47:53.799618 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51b8c024-721d-4a7a-93e0-3b04eb2bd4cd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:47:53.800166 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f504e-c1e9-490e-aa57-e29695fe9980', 'name': 'network-vif-deleted', 'tag': '8fff53ed-e1ce-4976-9299-8286afd21cb4', 'status': 'completed', 'code': 200} Dec 09 15:47:53.849450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:47:54.206605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:54.232072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:47:54.240817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:47:54.241421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:47:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:54.345386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:47:54.546708 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:47:54.573308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954a994-64d1-48ec-a2b7-795d2069b678 None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:02Z', 'revision_number': 4, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '353c5515-cb21-4894-bd7d-fba7f1987795', 'name': '', 'network_id': 'edec95fb-6779-4624-a3a4-cf9706abaf5a', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'mac_address': 'fa:16:3e:90:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:02Z', 'updated_at': '2021-12-09T15:38:06Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'subnets': [{'id': '40f71fea-0479-41b2-bd5c-cd3d2f9b3841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:47:54.737222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c06c6a3-17a1-4abd-95c8-55c5dfb6464b req-d7629234-74c1-48c7-810f-b9d31a44a43f tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0315278 Dec 09 15:47:54.809619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba0b71-5ed2-47a3-a3b1-7166fdf2a5a2 None None] New status for floating IP b2849b5c-b4da-480e-9e23-54658367ef88: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:47:55.728724 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6c90b111-f15e-49de-b6ba-8bf8b10ac585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:55.837044 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-790a9984-0bc2-40e7-b220-28bf449867fd req-f7f6fa0a-405c-4cbd-9c33-11c5d6f4bc22 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0263321 Dec 09 15:47:56.873087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:56.932772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-69f73cb1-8c8d-4f64-a454-7231c475d5a9 req-c108750d-082f-48af-99e2-cd6d35ff8253 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0256166 Dec 09 15:47:57.545338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:47:57.570474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 8fff53ed-e1ce-4976-9299-8286afd21cb4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:47:57.570823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 8fff53ed-e1ce-4976-9299-8286afd21cb4 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:47:57.592143 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:47:58.037671 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7202ebaa-d65a-47bd-87aa-f35965076c14 req-93d16f37-dcab-4a90-9341-4c499823b978 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85f504e-c1e9-490e-aa57-e29695fe9980 HTTP/1.1" status: 200 len: 210 time: 0.0304067 Dec 09 15:47:58.559902 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:47:59.300350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:02.793251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36442) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:02.847601 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2076bd3-700f-4b21-bc60-5ed868d41655 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:02.870098 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2076bd3-700f-4b21-bc60-5ed868d41655 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:02.917365 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2076bd3-700f-4b21-bc60-5ed868d41655 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:02.920165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b2076bd3-700f-4b21-bc60-5ed868d41655 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:02.921549 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b2076bd3-700f-4b21-bc60-5ed868d41655 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "DELETE /v2.0/security-groups/da2ae9f5-6973-44d4-90ad-6c88ca7c71dc HTTP/1.1" status: 204 len: 168 time: 0.1271973 Dec 09 15:48:02.924248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36444) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:02.930612 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076bd3-700f-4b21-bc60-5ed868d41655 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ae9f5-6973-44d4-90ad-6c88ca7c71dc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:02.944171 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [None req-bdaa80e0-20e0-423f-acb5-067d11b19544 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] show failed (client error): The resource could not be found. Dec 09 15:48:02.947845 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bdaa80e0-20e0-423f-acb5-067d11b19544 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "GET /v2.0/security-groups/da2ae9f5-6973-44d4-90ad-6c88ca7c71dc HTTP/1.1" status: 404 len: 347 time: 0.0193925 Dec 09 15:48:02.948020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36446) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:03.077661 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Deleting port 440923a9-37c1-49da-b32a-629e3eae3ac4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:03.078006 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.158581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.158823 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.170326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Calling delete_port for 440923a9-37c1-49da-b32a-629e3eae3ac4 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:03.298232 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.332710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Pushing event deleted for resources: {'Port': ['ID=440923a9-37c1-49da-b32a-629e3eae3ac4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:03.391692 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.394393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:03.395839 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e370c227-1385-4e58-b302-c81398c9ecf6 tempest-ServerActionsTestJSON-169523569 tempest-ServerActionsTestJSON-169523569-project] 10.222.0.46 "DELETE /v2.0/floatingips/b2849b5c-b4da-480e-9e23-54658367ef88 HTTP/1.1" status: 204 len: 168 time: 0.4464600 Dec 09 15:48:03.398803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36448) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:04.243222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.479217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Deleting port 353c5515-cb21-4894-bd7d-fba7f1987795 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:04.479460 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.560789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] For port 353c5515-cb21-4894-bd7d-fba7f1987795, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=353c5515-cb21-4894-bd7d-fba7f1987795,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:04.561712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.573599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Calling delete_port for 353c5515-cb21-4894-bd7d-fba7f1987795 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:04.747230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:04.772617 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Pushing event deleted for resources: {'Port': ['ID=353c5515-cb21-4894-bd7d-fba7f1987795,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:04.950058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.179052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:48:05.284358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:05.291451 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0ce99a48-ad7f-4a91-b058-36df21850903 admin admin] 10.222.0.46 "PUT /v2.0/routers/79a708d8-32d3-41ba-b7cd-6a93c27b6153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8916101 Dec 09 15:48:05.292042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36452) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:05.293754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] Sync routers for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:05.303189 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:05.303834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:47:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:05.394742 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.409780 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:05.501631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.553035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Deleting port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:05.553384 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.592357 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:48:04Z', 'revision_number': 5, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port': {'id': '9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:05.619130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] Checking router: 79a708d8-32d3-41ba-b7cd-6a93c27b6153 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:05.628816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] Routers {'79a708d8-32d3-41ba-b7cd-6a93c27b6153'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:05.629460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:47:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:05.630253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] For port 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:05.630621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.643553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Calling delete_port for 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:05.716259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] Set router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:05.767380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:48:05Z', 'revision_number': 6, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:05.797606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2d625-c202-431a-b7af-d7b4a5704285 None None] The sync data for ids ['79a708d8-32d3-41ba-b7cd-6a93c27b6153'] in n-d-804292-5 is: [{'id': '79a708d8-32d3-41ba-b7cd-6a93c27b6153', 'name': 'tempest-ServerActionsTestJSON-1076999165-router', 'tenant_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:38:00Z', 'updated_at': '2021-12-09T15:48:05Z', 'revision_number': 6, 'project_id': '6ba036ed064b4efb86e12a7cf272fcb9', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:48:05.810488 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.842746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:05.852902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56aeb1-58ec-4a78-accd-8c123f23e163 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:05.901599 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.990286 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:05.992579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.039486 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.040098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a708d8-32d3-41ba-b7cd-6a93c27b6153 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:48:06.044393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.046077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c7d47d5a-f198-44d3-bb9f-dbb81b8676a2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/79a708d8-32d3-41ba-b7cd-6a93c27b6153 HTTP/1.1" status: 204 len: 168 time: 0.7525828 Dec 09 15:48:06.048675 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36454) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:06.091314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Deleting subnet 40f71fea-0479-41b2-bd5c-cd3d2f9b3841 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:06.094328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.128894 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.211329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.278020 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.305188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f71fea-0479-41b2-bd5c-cd3d2f9b3841,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.307109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.310387 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ed85d0df-696e-4d80-bc3b-30cce0bed9f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40f71fea-0479-41b2-bd5c-cd3d2f9b3841 HTTP/1.1" status: 204 len: 168 time: 0.2607634 Dec 09 15:48:06.313782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36456) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:06.316908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0593abe-7e3f-4cde-9ac8-66f4b60b2f02 None None] Network edec95fb-6779-4624-a3a4-cf9706abaf5a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:06.382855 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.441417 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Deleting port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:06.441763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.504059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] For port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,segment=NetworkSegment(3d4c3868-4c86-42fd-802a-ce1680efda9c),segment_id=3d4c3868-4c86-42fd-802a-ce1680efda9c)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:06.504416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.516511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Calling delete_port for 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:06.587492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] DHCP port deletion for edec95fb-6779-4624-a3a4-cf9706abaf5a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:06.602169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 353c5515-cb21-4894-bd7d-fba7f1987795 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:06.606741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.633559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.637043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] No DVR routers for this DVR port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:06.644725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 353c5515-cb21-4894-bd7d-fba7f1987795 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:06.645073 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 353c5515-cb21-4894-bd7d-fba7f1987795 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:06.666288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Deleting port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:06.666690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.712947 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.734706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] For port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:06.735108 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.748810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Calling delete_port for 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:06.751685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 15:48:06.753022 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:06.779620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] Pushing event deleted for resources: {'Port': ['ID=130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:06.784123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7723e3b-058c-4327-889b-d74134e99681 None None] No DVR routers for this DVR port 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:07.066107 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec95fb-6779-4624-a3a4-cf9706abaf5a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.075462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c3868-4c86-42fd-802a-ce1680efda9c') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.075765 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c3868-4c86-42fd-802a-ce1680efda9c') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:07.084743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.097681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.103899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:07.104333 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:07.106244 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:07.158751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.164489 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.167766 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/edec95fb-6779-4624-a3a4-cf9706abaf5a HTTP/1.1" status: 204 len: 168 time: 0.8520329 Dec 09 15:48:07.179233 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729fcd-4a85-4821-b12f-d32f4dbe84e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=edec95fb-6779-4624-a3a4-cf9706abaf5a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:07.289925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36460) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:07.329236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-241c3515-e621-4af4-81ce-e2172e4ce558 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ba036ed064b4efb86e12a7cf272fcb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380354 Dec 09 15:48:07.331664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36462) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:07.381353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bfec655-6926-4ab5-bfbe-c589d6d83234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.401825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bfec655-6926-4ab5-bfbe-c589d6d83234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.447902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bfec655-6926-4ab5-bfbe-c589d6d83234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.450464 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9bfec655-6926-4ab5-bfbe-c589d6d83234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:07.451656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9bfec655-6926-4ab5-bfbe-c589d6d83234 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24a32886-1391-44bb-ab29-8a90729e277a HTTP/1.1" status: 204 len: 168 time: 0.1190355 Dec 09 15:48:07.459915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfec655-6926-4ab5-bfbe-c589d6d83234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a32886-1391-44bb-ab29-8a90729e277a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.144376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36484) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.217994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:08.238281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:08.238638 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9e0ef34b-57e5-4df6-87d5-0e3002a2bd8a not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:08.239070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:08.241749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1941521162-network', 'tenant_id': 'b8c4e877dff048419b50dd9d2c1962d4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:08.258196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:08.258637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 130b8a0c-86f8-42fa-b1bd-50c9a37bc4d6 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:08.265175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Made reservation on behalf of b8c4e877dff048419b50dd9d2c1962d4 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:08.267852 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.277017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.352023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.355730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.380710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:08.390386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd06075-d6ad-468b-8a39-5fb33415165e,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.395046 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.395317 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Added segment a820940b-de28-42b9-a3a1-fc7d24bb82d8 of type vlan for network 5d193359-ee4f-4280-9b95-c230260bd29d Dec 09 15:48:08.434798 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.458317 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.459438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:08.460047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.496027 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3505340 Dec 09 15:48:08.500142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36488) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:08.505040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Request body: {'subnet': {'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1941521162-subnet', 'tenant_id': 'b8c4e877dff048419b50dd9d2c1962d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:08.527872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Made reservation on behalf of b8c4e877dff048419b50dd9d2c1962d4 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:08.530541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7320fd-bf5f-4d7a-a750-8fd0c9a144b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d193359-ee4f-4280-9b95-c230260bd29d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.531741 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.540932 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5d193359-ee4f-4280-9b95-c230260bd29d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:08.701315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.750577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a1f39d-326c-4ed2-8e02-da982bd1fd55,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:08.766208 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Checking segment: {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:08.766575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Network hostable DHCP agents. Network: 5d193359-ee4f-4280-9b95-c230260bd29d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:08.782906 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Network 5d193359-ee4f-4280-9b95-c230260bd29d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:08.791333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5d193359-ee4f-4280-9b95-c230260bd29d) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:08.795976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:08.797063 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:08.800116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a66e43-ce41-4c43-8664-c234f30975d3 None None] Network 5d193359-ee4f-4280-9b95-c230260bd29d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:08.813451 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7a3daeae-58eb-451d-8a75-c2ecf0d2d7e6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3121958 Dec 09 15:48:08.898576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4c809-5704-4a19-9610-d8850d2f56df None None] Network 5d193359-ee4f-4280-9b95-c230260bd29d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:09.236257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-52a3bd41-ce69-4ed8-8440-7a1699b234a8 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:09.237735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-52a3bd41-ce69-4ed8-8440-7a1699b234a8 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/networks?id=5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 200 len: 814 time: 0.1062503 Dec 09 15:48:09.253203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-5bbb77f8-07cc-4998-b268-5ac825f13fb5 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/quotas/b8c4e877dff048419b50dd9d2c1962d4 HTTP/1.1" status: 200 len: 375 time: 0.0096338 Dec 09 15:48:09.284012 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-830e912a-44e6-462c-a80a-0e4e9714050e tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256357 Dec 09 15:48:09.388724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-07bbdc8e-407a-42e3-828d-465275ad9b5d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:48:09.389971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-07bbdc8e-407a-42e3-828d-465275ad9b5d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479519 Dec 09 15:48:09.482517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-bdecf0e7-01fc-4b48-a0a6-043c124346b9 service neutron] 10.222.0.46 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Dec 09 15:48:09.571604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-7bf1e24a-5254-47bf-829b-dc9a271cef88 service neutron] 10.222.0.46 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821452 Dec 09 15:48:09.734060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf7268eb-d7a1-4383-ae2e-001daf052d97 req-e6b9d9dd-6010-4678-a230-f71f0d31b336 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 210 time: 0.0283029 Dec 09 15:48:10.763133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-8f86e049-13d9-46fa-a2fe-d1e6190b9300 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:10.765085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-8f86e049-13d9-46fa-a2fe-d1e6190b9300 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.36 "GET /v2.0/networks?id=5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 200 len: 814 time: 0.1085918 Dec 09 15:48:10.780800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Request body: {'port': {'device_id': '74cee717-1436-4f76-8f54-77cdde712c6e', 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d', 'admin_state_up': True, 'tenant_id': 'b8c4e877dff048419b50dd9d2c1962d4'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:10.831330 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2aa1a408-0f6f-4601-8e74-9db138a054c1 req-2bab628c-e44f-40c1-9a1f-d248e045e564 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 210 time: 0.0260530 Dec 09 15:48:10.886827 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Made reservation on behalf of b8c4e877dff048419b50dd9d2c1962d4 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:10.891048 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.017127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Allocated IP 172.20.0.7 (5d193359-ee4f-4280-9b95-c230260bd29d/a9a1f39d-326c-4ed2-8e02-da982bd1fd55/80492ba2-4345-4786-82ad-6cedaac0135a) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:11.165713 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.198763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.240067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Network 5d193359-ee4f-4280-9b95-c230260bd29d is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:11.243117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:11.245570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:11.279975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Pushing event updated for resources: {'Port': ['ID=80492ba2-4345-4786-82ad-6cedaac0135a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:11.302669 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:11.303291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.320355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-954e170e-67e9-4060-b1de-71383e97326a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5450101 Dec 09 15:48:11.405614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Request body: {'port': {'device_id': '74cee717-1436-4f76-8f54-77cdde712c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:11.462206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.715329 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80492ba2-4345-4786-82ad-6cedaac0135a {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:48:11.723249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.735471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Transition to ACTIVE for port object 80492ba2-4345-4786-82ad-6cedaac0135a will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:48:11.739215 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.789334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Pushing event updated for resources: {'Port': ['ID=80492ba2-4345-4786-82ad-6cedaac0135a,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:11.859177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Attempting to bind port 80492ba2-4345-4786-82ad-6cedaac0135a on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:11.859177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Attempting to bind port 80492ba2-4345-4786-82ad-6cedaac0135a by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:11.859401 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Attempting to bind port 80492ba2-4345-4786-82ad-6cedaac0135a on network 5d193359-ee4f-4280-9b95-c230260bd29d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:11.863685 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Port 80492ba2-4345-4786-82ad-6cedaac0135a on network 5d193359-ee4f-4280-9b95-c230260bd29d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:48:11.864017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Attempting to bind port 80492ba2-4345-4786-82ad-6cedaac0135a on network 5d193359-ee4f-4280-9b95-c230260bd29d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:11.868879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:11.869222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Checking segment: {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:11.869609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Bound using segment: {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:11.870044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Bound port: 80492ba2-4345-4786-82ad-6cedaac0135a, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:11.870543 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:11.960653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] For port 80492ba2-4345-4786-82ad-6cedaac0135a, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:11.965545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] For port 80492ba2-4345-4786-82ad-6cedaac0135a, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=80492ba2-4345-4786-82ad-6cedaac0135a,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:11.975645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426ca65-3b34-4939-a3ef-2fda5db3a921 req-06695b19-1d43-492e-a3db-78423d3b8a4b tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:11.977123 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9426ca65-3b34-4939-a3ef-2fda5db3a921 req-06695b19-1d43-492e-a3db-78423d3b8a4b tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 943 time: 0.0753293 Dec 09 15:48:11.978563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:12.021312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.022051 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:12.023446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] 10.222.0.36 "PUT /v2.0/ports/80492ba2-4345-4786-82ad-6cedaac0135a HTTP/1.1" status: 200 len: 1091 time: 0.6599174 Dec 09 15:48:12.026591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cee717-1436-4f76-8f54-77cdde712c6e', 'tag': '80492ba2-4345-4786-82ad-6cedaac0135a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:12.087775 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737270b-f7d7-47a0-a727-959191841e76" -d '{"events": [{"name": "network-changed", "server_uuid": "74cee717-1436-4f76-8f54-77cdde712c6e", "tag": "80492ba2-4345-4786-82ad-6cedaac0135a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:12.106008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3bf94-9b11-44c5-8504-635606affd96 service neutron] Pushing event updated for resources: {'Port': ['ID=80492ba2-4345-4786-82ad-6cedaac0135a,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:12.116073 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9426ca65-3b34-4939-a3ef-2fda5db3a921 req-202c2441-c837-4d5b-b6ba-ad3aecea153e tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285849 Dec 09 15:48:12.128917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74859b78-f2bc-4920-b334-090bb6aa6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.130409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-74859b78-f2bc-4920-b334-090bb6aa6ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 1094 time: 0.0622275 Dec 09 15:48:12.179793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-008a5f67-222f-4677-8052-5e1e0334aeba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80492ba2-4345-4786-82ad-6cedaac0135a HTTP/1.1" status: 200 len: 217 time: 0.0408702 Dec 09 15:48:12.184326 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2a435-33a7-4c41-98d1-588592c84f34 x-openstack-request-id: req-80f2a435-33a7-4c41-98d1-588592c84f34 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:12.184627 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cee717-1436-4f76-8f54-77cdde712c6e", "tag": "80492ba2-4345-4786-82ad-6cedaac0135a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:12.184886 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80f2a435-33a7-4c41-98d1-588592c84f34 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:12.185280 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cee717-1436-4f76-8f54-77cdde712c6e', 'tag': '80492ba2-4345-4786-82ad-6cedaac0135a', 'status': 'completed', 'code': 200} Dec 09 15:48:12.235454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-496751f5-7c80-4e7a-b77c-a951a670cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.236927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-496751f5-7c80-4e7a-b77c-a951a670cc6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9a1f39d-326c-4ed2-8e02-da982bd1fd55 HTTP/1.1" status: 200 len: 854 time: 0.0457175 Dec 09 15:48:12.268750 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-3dd0c987-aa5c-4904-8058-1c9797fdb9cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d193359-ee4f-4280-9b95-c230260bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241654 Dec 09 15:48:12.364005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-151d0e7b-aa8a-49de-b27d-c0789b157547 service neutron] 10.222.0.36 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878072 Dec 09 15:48:12.453589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d00f2fa2-ef4f-4318-9fa1-80be3446d847 req-fad6eaa0-5880-42f8-9490-f89d141b13e3 service neutron] 10.222.0.36 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828202 Dec 09 15:48:12.537308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737270b-f7d7-47a0-a727-959191841e76 req-f0590905-40d6-412b-9ab8-085984ca8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.538708 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-f0590905-40d6-412b-9ab8-085984ca8423 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 1094 time: 0.0405905 Dec 09 15:48:12.632320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737270b-f7d7-47a0-a727-959191841e76 req-e788a36e-37e7-4489-9e86-04e2898a284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.633793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-e788a36e-37e7-4489-9e86-04e2898a284a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 200 len: 915 time: 0.0874894 Dec 09 15:48:12.676163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-016ffa5d-1f90-4240-8c26-71a2e6e0b5ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80492ba2-4345-4786-82ad-6cedaac0135a HTTP/1.1" status: 200 len: 217 time: 0.0348685 Dec 09 15:48:12.728542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737270b-f7d7-47a0-a727-959191841e76 req-b60d1b69-4085-48b4-b1cf-4a65b8414d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:12.729993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-b60d1b69-4085-48b4-b1cf-4a65b8414d49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9a1f39d-326c-4ed2-8e02-da982bd1fd55 HTTP/1.1" status: 200 len: 854 time: 0.0459747 Dec 09 15:48:12.761112 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-4791c9e0-07f7-4544-b78b-a4074caa3c62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d193359-ee4f-4280-9b95-c230260bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226295 Dec 09 15:48:12.849769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-5e634d29-c25a-4a86-88a2-70cca91e707c service neutron] 10.222.0.36 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811048 Dec 09 15:48:12.943307 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8737270b-f7d7-47a0-a727-959191841e76 req-70ca6e93-918c-41f0-98f2-3670e5b17a4b service neutron] 10.222.0.36 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843167 Dec 09 15:48:13.234087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d019cd-3c82-4544-a139-7526faa231e1 req-859be40d-d04c-4a4c-b1bb-251502380bbc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:13.235636 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82d019cd-3c82-4544-a139-7526faa231e1 req-859be40d-d04c-4a4c-b1bb-251502380bbc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 943 time: 0.0507786 Dec 09 15:48:13.285398 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-82d019cd-3c82-4544-a139-7526faa231e1 req-372c818e-2e2b-45d0-871d-4351c6340a4d tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Dec 09 15:48:14.408304 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0e4c3-8751-4f08-a991-9b253124d19e req-98847069-df03-4235-b106-5634299591eb tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:14.409793 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2b0e4c3-8751-4f08-a991-9b253124d19e req-98847069-df03-4235-b106-5634299591eb tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 943 time: 0.0539889 Dec 09 15:48:14.457254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a2b0e4c3-8751-4f08-a991-9b253124d19e req-fd79db76-f49e-4757-ad41-eb19054725cd tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Dec 09 15:48:15.574888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3436f55-6d82-4eed-bf0a-ad32ae7b5787 req-f515627f-ce91-4d24-9370-6534a62af089 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:15.576322 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3436f55-6d82-4eed-bf0a-ad32ae7b5787 req-f515627f-ce91-4d24-9370-6534a62af089 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 943 time: 0.0516019 Dec 09 15:48:15.623144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3436f55-6d82-4eed-bf0a-ad32ae7b5787 req-23616a34-227d-4589-ad43-3423ee9c64d6 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Dec 09 15:48:15.662115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 80492ba2-4345-4786-82ad-6cedaac0135a details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:48:15.758742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 80492ba2-4345-4786-82ad-6cedaac0135a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=80492ba2-4345-4786-82ad-6cedaac0135a,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:15.924815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '80492ba2-4345-4786-82ad-6cedaac0135a', 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d', 'port_id': '80492ba2-4345-4786-82ad-6cedaac0135a', 'mac_address': 'fa:16:3e:00:c0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a1f39d-326c-4ed2-8e02-da982bd1fd55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:48:15.960728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:15.973343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80492ba2-4345-4786-82ad-6cedaac0135a {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:48:15.991999 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 80492ba2-4345-4786-82ad-6cedaac0135a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=80492ba2-4345-4786-82ad-6cedaac0135a,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:15.995877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:16.041661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=80492ba2-4345-4786-82ad-6cedaac0135a,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:16.192955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['80492ba2-4345-4786-82ad-6cedaac0135a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:16.740489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43a79-f51d-4d67-8534-e619d7457a99 req-a14807c2-6f49-4214-b1cb-ebd3f5d20d5e tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:16.741983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69e43a79-f51d-4d67-8534-e619d7457a99 req-a14807c2-6f49-4214-b1cb-ebd3f5d20d5e tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 944 time: 0.0476763 Dec 09 15:48:16.787992 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-69e43a79-f51d-4d67-8534-e619d7457a99 req-261fd792-bd56-4c23-ad35-b1fc54504993 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Dec 09 15:48:17.689158 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 80492ba2-4345-4786-82ad-6cedaac0135a up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:17.738236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 80492ba2-4345-4786-82ad-6cedaac0135a completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:48:17.742130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 80492ba2-4345-4786-82ad-6cedaac0135a triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:17.742502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.821782 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.845718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cee717-1436-4f76-8f54-77cdde712c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80492ba2-4345-4786-82ad-6cedaac0135a'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:17.861371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 80492ba2-4345-4786-82ad-6cedaac0135a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=80492ba2-4345-4786-82ad-6cedaac0135a,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:17.865507 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:17.889641 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a9b24-dfae-4fc9-925b-b651f8b96a0f" -d '{"events": [{"server_uuid": "74cee717-1436-4f76-8f54-77cdde712c6e", "name": "network-vif-plugged", "status": "completed", "tag": "80492ba2-4345-4786-82ad-6cedaac0135a"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:17.908525 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53cb4f-50e4-4d01-bd2e-6cbcfa252ac7 req-ac679a40-71c9-468b-afab-33a683838e89 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:17.910077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa53cb4f-50e4-4d01-bd2e-6cbcfa252ac7 req-ac679a40-71c9-468b-afab-33a683838e89 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0506902 Dec 09 15:48:17.925614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=80492ba2-4345-4786-82ad-6cedaac0135a,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:17.960586 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa53cb4f-50e4-4d01-bd2e-6cbcfa252ac7 req-09a1866c-da50-4b73-95a2-9b7fe5661986 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Dec 09 15:48:17.982614 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56be6ed-3f45-4471-ad30-03154687d009 x-openstack-request-id: req-d56be6ed-3f45-4471-ad30-03154687d009 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:17.982908 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cee717-1436-4f76-8f54-77cdde712c6e", "name": "network-vif-plugged", "status": "completed", "tag": "80492ba2-4345-4786-82ad-6cedaac0135a", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:17.983213 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d56be6ed-3f45-4471-ad30-03154687d009 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:17.983671 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cee717-1436-4f76-8f54-77cdde712c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80492ba2-4345-4786-82ad-6cedaac0135a', 'code': 200} Dec 09 15:48:18.076917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac506c-ab21-48ca-ae06-d36103198510 req-b7418ffc-aed1-4c44-aff5-38a564e684e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:18.079137 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-feac506c-ab21-48ca-ae06-d36103198510 req-b7418ffc-aed1-4c44-aff5-38a564e684e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 1096 time: 0.0389171 Dec 09 15:48:18.125730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-feac506c-ab21-48ca-ae06-d36103198510 req-dba918c1-0a20-4775-b076-b4c9970cd7fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Dec 09 15:48:19.074582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d825ad0-81e6-4f56-b4db-eb3ce0913476 req-2640875f-5c3e-4a98-8c29-2339053dfe48 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:19.076095 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d825ad0-81e6-4f56-b4db-eb3ce0913476 req-2640875f-5c3e-4a98-8c29-2339053dfe48 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0476792 Dec 09 15:48:19.122653 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d825ad0-81e6-4f56-b4db-eb3ce0913476 req-fd7a61ab-0539-4313-83cc-139d676e9049 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Dec 09 15:48:20.248766 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c4e1-363b-4ae3-b9f8-384717b8f0ea req-bf5c084c-da5f-4ad7-81f1-73f226d7839a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:20.250943 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d083c4e1-363b-4ae3-b9f8-384717b8f0ea req-bf5c084c-da5f-4ad7-81f1-73f226d7839a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0579278 Dec 09 15:48:20.301846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d083c4e1-363b-4ae3-b9f8-384717b8f0ea req-bbd7c17d-8103-4bc5-ae9f-cea917f1d4b7 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447443 Dec 09 15:48:20.525094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-ea705eee-61b2-4225-8a84-2f90fa730ae8 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:20.526545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-ea705eee-61b2-4225-8a84-2f90fa730ae8 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/networks?id=5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 200 len: 814 time: 0.1036160 Dec 09 15:48:20.542384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-8d763fed-b51c-41e6-9d82-a733c53549c7 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/quotas/b8c4e877dff048419b50dd9d2c1962d4 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Dec 09 15:48:20.604130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-73dba9cc-d825-4bb4-bb0a-11ac62e7a8b8 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555313 Dec 09 15:48:20.686326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-7c75ac9f-49a8-4785-b496-e70e158c3ea1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:48:20.687462 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-7c75ac9f-49a8-4785-b496-e70e158c3ea1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427835 Dec 09 15:48:20.778836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-96f12e19-8881-4458-867d-7ae204bf4093 service neutron] 10.222.0.46 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Dec 09 15:48:20.866311 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-53d9414e-9914-43cd-94a0-608d5a9f7e8c service neutron] 10.222.0.46 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806568 Dec 09 15:48:21.028884 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-519d1ee7-3cb6-484f-aa27-39d7d693fc66 req-8336050c-708e-439f-8799-087d0de2c75d tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 210 time: 0.0260959 Dec 09 15:48:22.025864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-e9305d5e-2e5d-466b-9f77-7fbe97b5f61c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:22.027576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-e9305d5e-2e5d-466b-9f77-7fbe97b5f61c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.43 "GET /v2.0/networks?id=5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 200 len: 814 time: 0.1143281 Dec 09 15:48:22.046590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Request body: {'port': {'device_id': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d', 'admin_state_up': True, 'tenant_id': 'b8c4e877dff048419b50dd9d2c1962d4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:22.131180 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9089aa86-1ef1-455c-8e8c-0e5fd772b422 req-e01fac04-cb68-493e-986b-f0958a71f49f tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 210 time: 0.0315228 Dec 09 15:48:22.164312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Made reservation on behalf of b8c4e877dff048419b50dd9d2c1962d4 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:22.167959 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.289763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.300282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Allocated IP 172.20.0.6 (5d193359-ee4f-4280-9b95-c230260bd29d/a9a1f39d-326c-4ed2-8e02-da982bd1fd55/48c7a70c-222f-49f5-b37b-5d7fbf943241) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:22.453813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.799360 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.801057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.812902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['80492ba2-4345-4786-82ad-6cedaac0135a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:22.839691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Network 5d193359-ee4f-4280-9b95-c230260bd29d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:22.842878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:22.847134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:22.881106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Pushing event updated for resources: {'Port': ['ID=48c7a70c-222f-49f5-b37b-5d7fbf943241,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:22.902688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:22.903303 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:22.921848 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-01a62518-e29b-47f9-8d07-63f9bafb56fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8797939 Dec 09 15:48:22.939815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Request body: {'port': {'device_id': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:22.995276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.286346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6a40311-c075-44ac-8b5d-e07cc16ab9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.294084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c7a70c-222f-49f5-b37b-5d7fbf943241 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:48:23.305341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49ee6-008c-430e-9b25-19db3455de2a req-65c626f6-5d8c-46ef-9691-e1113731ca7e tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:23.307056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cf49ee6-008c-430e-9b25-19db3455de2a req-65c626f6-5d8c-46ef-9691-e1113731ca7e tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 931 time: 0.1007473 Dec 09 15:48:23.311575 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.339505 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Transition to ACTIVE for port object 48c7a70c-222f-49f5-b37b-5d7fbf943241 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:48:23.344310 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.401211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2cf49ee6-008c-430e-9b25-19db3455de2a req-57b4dbd3-1839-4989-88bc-8b332632fc0a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863006 Dec 09 15:48:23.412678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=48c7a70c-222f-49f5-b37b-5d7fbf943241,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.480611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Attempting to bind port 48c7a70c-222f-49f5-b37b-5d7fbf943241 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:23.481043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Attempting to bind port 48c7a70c-222f-49f5-b37b-5d7fbf943241 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:23.481257 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Attempting to bind port 48c7a70c-222f-49f5-b37b-5d7fbf943241 on network 5d193359-ee4f-4280-9b95-c230260bd29d {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:23.486013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Port 48c7a70c-222f-49f5-b37b-5d7fbf943241 on network 5d193359-ee4f-4280-9b95-c230260bd29d not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:48:23.486338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Attempting to bind port 48c7a70c-222f-49f5-b37b-5d7fbf943241 on network 5d193359-ee4f-4280-9b95-c230260bd29d {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:23.491254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:23.491624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Checking segment: {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:23.492006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Bound using segment: {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:23.492430 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Bound port: 48c7a70c-222f-49f5-b37b-5d7fbf943241, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a820940b-de28-42b9-a3a1-fc7d24bb82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:23.492786 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.558003 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] For port 48c7a70c-222f-49f5-b37b-5d7fbf943241, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:23.560923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] For port 48c7a70c-222f-49f5-b37b-5d7fbf943241, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:23.565886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.600166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:23.600614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:23.601990 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] 10.222.0.43 "PUT /v2.0/ports/48c7a70c-222f-49f5-b37b-5d7fbf943241 HTTP/1.1" status: 200 len: 1091 time: 0.6672518 Dec 09 15:48:23.602436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'tag': '48c7a70c-222f-49f5-b37b-5d7fbf943241'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:23.629353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3436-94ef-4292-be62-1a18deb1aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=48c7a70c-222f-49f5-b37b-5d7fbf943241,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:23.654377 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13094a41-8908-4ab0-9251-9103271d28cf" -d '{"events": [{"name": "network-changed", "server_uuid": "96859d2f-bcd9-4fa7-9adb-33ae23245e9d", "tag": "48c7a70c-222f-49f5-b37b-5d7fbf943241"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:23.689229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-b71f95ff-5772-47df-8ea7-566f61549d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:23.690695 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-b71f95ff-5772-47df-8ea7-566f61549d06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 1094 time: 0.0462804 Dec 09 15:48:23.743619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-c5525eb5-5171-4d7f-b99b-582e454ded49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241 HTTP/1.1" status: 200 len: 217 time: 0.0411804 Dec 09 15:48:23.746087 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ba3584-6435-456d-9cf4-5a960513b4ae x-openstack-request-id: req-41ba3584-6435-456d-9cf4-5a960513b4ae {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:23.746384 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96859d2f-bcd9-4fa7-9adb-33ae23245e9d", "tag": "48c7a70c-222f-49f5-b37b-5d7fbf943241", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:23.746640 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41ba3584-6435-456d-9cf4-5a960513b4ae {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:23.747038 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'tag': '48c7a70c-222f-49f5-b37b-5d7fbf943241', 'status': 'completed', 'code': 200} Dec 09 15:48:23.801721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-b9adc963-109e-4a34-b3e9-0578b0052dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:23.803168 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-b9adc963-109e-4a34-b3e9-0578b0052dd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9a1f39d-326c-4ed2-8e02-da982bd1fd55 HTTP/1.1" status: 200 len: 854 time: 0.0444608 Dec 09 15:48:23.838185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-90521190-8e24-4c2d-b631-dc798a26f585 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d193359-ee4f-4280-9b95-c230260bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237324 Dec 09 15:48:23.933710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-3e1c4341-3a48-4162-a084-79d82e5a6373 service neutron] 10.222.0.43 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836279 Dec 09 15:48:24.025765 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7b16988c-3828-47bc-b201-1f0b8c6956bb req-df737572-ab2c-4efa-8e16-94e5a5ce2d33 service neutron] 10.222.0.43 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809665 Dec 09 15:48:24.119432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13094a41-8908-4ab0-9251-9103271d28cf req-03dca151-ecb6-482d-a66c-8727a47a8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:24.120949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-03dca151-ecb6-482d-a66c-8727a47a8b42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 1094 time: 0.0397642 Dec 09 15:48:24.215664 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13094a41-8908-4ab0-9251-9103271d28cf req-8fdfd5c8-c0ad-4ae1-811d-a561aa39cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:24.217056 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-8fdfd5c8-c0ad-4ae1-811d-a561aa39cc63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 200 len: 915 time: 0.0895114 Dec 09 15:48:24.260661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-a1a6a91b-21e2-4b74-b134-f66585d8bac8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241 HTTP/1.1" status: 200 len: 217 time: 0.0347850 Dec 09 15:48:24.313616 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13094a41-8908-4ab0-9251-9103271d28cf req-68502d5a-5c48-4507-9430-a30c68c02341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:24.315079 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-68502d5a-5c48-4507-9430-a30c68c02341 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9a1f39d-326c-4ed2-8e02-da982bd1fd55 HTTP/1.1" status: 200 len: 854 time: 0.0479033 Dec 09 15:48:24.347126 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-a8f72a4c-fc83-4d24-b90a-ee3216635133 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d193359-ee4f-4280-9b95-c230260bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240502 Dec 09 15:48:24.439243 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-e122797b-364c-4e9d-9a93-e6da11dd12a6 service neutron] 10.222.0.43 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Dec 09 15:48:24.569669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308522b-b4b4-4f85-8e6b-57cc93eabb00 req-bd5adedd-1924-4997-bb87-665931cfb4f7 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:24.571162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c308522b-b4b4-4f85-8e6b-57cc93eabb00 req-bd5adedd-1924-4997-bb87-665931cfb4f7 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 943 time: 0.1006963 Dec 09 15:48:24.573391 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-13094a41-8908-4ab0-9251-9103271d28cf req-62d35532-cf32-4064-ad8a-7165d57f3b1a service neutron] 10.222.0.43 "GET /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Dec 09 15:48:24.622337 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c308522b-b4b4-4f85-8e6b-57cc93eabb00 req-5222d74b-da11-4c05-92b7-02d5240d5fc2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450397 Dec 09 15:48:25.732766 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-517c1f6e-aa19-4864-bcd9-96f62cbaca70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:25.745322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f91e8-a614-45c3-a698-f87a73a7f078 req-aed8ede4-e30c-45fb-b8d1-af595a6db517 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:25.746841 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca5f91e8-a614-45c3-a698-f87a73a7f078 req-aed8ede4-e30c-45fb-b8d1-af595a6db517 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 943 time: 0.0549099 Dec 09 15:48:25.795026 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ca5f91e8-a614-45c3-a698-f87a73a7f078 req-543aef2d-67d7-4dcb-acd0-615a92b260a5 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Dec 09 15:48:26.874666 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:26.917857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044acd-7cf6-497b-9668-4de2b5d885e6 req-b592ea71-9ffc-4f32-9546-646d870ecacf tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:26.919377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08044acd-7cf6-497b-9668-4de2b5d885e6 req-b592ea71-9ffc-4f32-9546-646d870ecacf tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 943 time: 0.0491087 Dec 09 15:48:26.965838 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-08044acd-7cf6-497b-9668-4de2b5d885e6 req-d08627e9-68d3-472b-ae9e-c1c05d08bc50 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Dec 09 15:48:27.710470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 48c7a70c-222f-49f5-b37b-5d7fbf943241 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:48:27.806117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 48c7a70c-222f-49f5-b37b-5d7fbf943241, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:27.817692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '48c7a70c-222f-49f5-b37b-5d7fbf943241', 'network_id': '5d193359-ee4f-4280-9b95-c230260bd29d', 'port_id': '48c7a70c-222f-49f5-b37b-5d7fbf943241', 'mac_address': 'fa:16:3e:f7:db:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a1f39d-326c-4ed2-8e02-da982bd1fd55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:48:27.858443 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:27.872097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c7a70c-222f-49f5-b37b-5d7fbf943241 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:48:27.891023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 48c7a70c-222f-49f5-b37b-5d7fbf943241, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:27.894743 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:27.941828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=48c7a70c-222f-49f5-b37b-5d7fbf943241,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:28.086422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f944-ef2e-4b2d-a46c-c14fe7f47ccc req-7086a902-a8ba-4f55-b8fd-d61d2c013ee0 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:28.087972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0282f944-ef2e-4b2d-a46c-c14fe7f47ccc req-7086a902-a8ba-4f55-b8fd-d61d2c013ee0 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 944 time: 0.0505209 Dec 09 15:48:28.135328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0282f944-ef2e-4b2d-a46c-c14fe7f47ccc req-6d32e1de-3594-45ab-93c9-983c84a60acd tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Dec 09 15:48:28.143507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['48c7a70c-222f-49f5-b37b-5d7fbf943241'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:28.559788 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.254147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691f829-d92c-4721-a099-718d69d189fd req-5a7e2b66-7922-4d61-af36-e5ef5b958eed tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:29.255657 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3691f829-d92c-4721-a099-718d69d189fd req-5a7e2b66-7922-4d61-af36-e5ef5b958eed tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 944 time: 0.0473905 Dec 09 15:48:29.303329 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.303967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3691f829-d92c-4721-a099-718d69d189fd req-bc8a7979-8de2-4a06-9884-aeb707c7b467 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Dec 09 15:48:29.725343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 48c7a70c-222f-49f5-b37b-5d7fbf943241 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:29.773983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 48c7a70c-222f-49f5-b37b-5d7fbf943241 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:48:29.777756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 48c7a70c-222f-49f5-b37b-5d7fbf943241 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:29.778120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.857348 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.879019 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c7a70c-222f-49f5-b37b-5d7fbf943241'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:29.881273 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aa09f4-f2e1-44ca-8ffb-7435ccd28d02" -d '{"events": [{"server_uuid": "96859d2f-bcd9-4fa7-9adb-33ae23245e9d", "name": "network-vif-plugged", "status": "completed", "tag": "48c7a70c-222f-49f5-b37b-5d7fbf943241"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:29.894467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 48c7a70c-222f-49f5-b37b-5d7fbf943241, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:29.899233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:29.922776 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922cdbf-0daf-42d0-8485-8f8a7ce5c0d5 x-openstack-request-id: req-9922cdbf-0daf-42d0-8485-8f8a7ce5c0d5 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:29.923074 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96859d2f-bcd9-4fa7-9adb-33ae23245e9d", "name": "network-vif-plugged", "status": "completed", "tag": "48c7a70c-222f-49f5-b37b-5d7fbf943241", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:29.923332 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9922cdbf-0daf-42d0-8485-8f8a7ce5c0d5 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:29.923747 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c7a70c-222f-49f5-b37b-5d7fbf943241', 'code': 200} Dec 09 15:48:29.950176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=48c7a70c-222f-49f5-b37b-5d7fbf943241,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:30.045023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51eebe-06b3-4871-8a95-27b65ba5752e req-b29ca1d3-5914-4972-aa0b-b76754341c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:30.046767 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef51eebe-06b3-4871-8a95-27b65ba5752e req-b29ca1d3-5914-4972-aa0b-b76754341c99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 1096 time: 0.0454259 Dec 09 15:48:30.091335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ef51eebe-06b3-4871-8a95-27b65ba5752e req-c3859c41-0db0-466c-b828-ba9df3c93f53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Dec 09 15:48:30.422518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6f60-3ae1-43e7-bb82-a4ec33186e24 req-67df1995-c9db-455a-b3ad-f9ebbfe3a08c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:30.424050 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c8bf6f60-3ae1-43e7-bb82-a4ec33186e24 req-67df1995-c9db-455a-b3ad-f9ebbfe3a08c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 945 time: 0.0498486 Dec 09 15:48:30.470240 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c8bf6f60-3ae1-43e7-bb82-a4ec33186e24 req-7d813dd7-e286-4e8c-b292-2bf4f05ca1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Dec 09 15:48:31.587322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ced21-37fb-4fd9-8703-fefb69e1a78b req-f5b1eff2-fb4a-4a72-a189-e03b0ae7925c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:31.588736 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e3ced21-37fb-4fd9-8703-fefb69e1a78b req-f5b1eff2-fb4a-4a72-a189-e03b0ae7925c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 945 time: 0.0469444 Dec 09 15:48:31.639455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5e3ced21-37fb-4fd9-8703-fefb69e1a78b req-2c3bb967-a353-45a4-a10f-e3a716d49aac tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Dec 09 15:48:31.866984 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237d3ed-afb6-4a1c-9c31-f5618aa48b33 req-155be239-87ac-43b8-a6a5-499797eee6fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:31.868431 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a237d3ed-afb6-4a1c-9c31-f5618aa48b33 req-155be239-87ac-43b8-a6a5-499797eee6fc tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 945 time: 0.0484047 Dec 09 15:48:31.915404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a237d3ed-afb6-4a1c-9c31-f5618aa48b33 req-abc19ce9-6370-415e-a6f3-63a26ce8b555 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Dec 09 15:48:33.032302 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb23dc1-ce86-4730-88f3-51b758c4d508 req-899f4b7d-0848-4e6e-8b8f-d8d31774096a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:33.033801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9fb23dc1-ce86-4730-88f3-51b758c4d508 req-899f4b7d-0848-4e6e-8b8f-d8d31774096a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 945 time: 0.0492718 Dec 09 15:48:33.089846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9fb23dc1-ce86-4730-88f3-51b758c4d508 req-24beadbc-edcc-4f75-8018-a81ef00d7eab tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501065 Dec 09 15:48:33.249919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aca33-28db-4177-b00b-48988e354393 req-6c2eb9a8-61e1-4d8b-bc93-299dc65f50f3 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:33.251571 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-973aca33-28db-4177-b00b-48988e354393 req-6c2eb9a8-61e1-4d8b-bc93-299dc65f50f3 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.43 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 945 time: 0.0482898 Dec 09 15:48:33.346887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Deleting port 48c7a70c-222f-49f5-b37b-5d7fbf943241 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:33.347237 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.437943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] For port 48c7a70c-222f-49f5-b37b-5d7fbf943241, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=48c7a70c-222f-49f5-b37b-5d7fbf943241,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:33.438309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.449931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Calling delete_port for 48c7a70c-222f-49f5-b37b-5d7fbf943241 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:33.580837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.592482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['80492ba2-4345-4786-82ad-6cedaac0135a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:33.597892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['48c7a70c-222f-49f5-b37b-5d7fbf943241'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:33.610173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Pushing event deleted for resources: {'Port': ['ID=48c7a70c-222f-49f5-b37b-5d7fbf943241,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:33.653602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] No DVR routers for this DVR port 48c7a70c-222f-49f5-b37b-5d7fbf943241 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:33.656195 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:33.660254 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-973aca33-28db-4177-b00b-48988e354393 req-6dd1757e-3626-4a54-a34b-1b92a421a6b9 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.43 "DELETE /v2.0/ports/48c7a70c-222f-49f5-b37b-5d7fbf943241 HTTP/1.1" status: 204 len: 173 time: 0.3991544 Dec 09 15:48:33.660707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'name': 'network-vif-deleted', 'tag': '48c7a70c-222f-49f5-b37b-5d7fbf943241'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:33.662961 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9344a4d2-5589-49d4-90a5-26c5f173081b" -d '{"events": [{"server_uuid": "96859d2f-bcd9-4fa7-9adb-33ae23245e9d", "name": "network-vif-deleted", "tag": "48c7a70c-222f-49f5-b37b-5d7fbf943241"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:33.709859 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904a3ece-02c6-4024-bc0c-5f2b4db7f51c x-openstack-request-id: req-904a3ece-02c6-4024-bc0c-5f2b4db7f51c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:33.710397 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96859d2f-bcd9-4fa7-9adb-33ae23245e9d", "name": "network-vif-deleted", "tag": "48c7a70c-222f-49f5-b37b-5d7fbf943241", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:33.710397 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-904a3ece-02c6-4024-bc0c-5f2b4db7f51c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:33.710814 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96859d2f-bcd9-4fa7-9adb-33ae23245e9d', 'name': 'network-vif-deleted', 'tag': '48c7a70c-222f-49f5-b37b-5d7fbf943241', 'status': 'completed', 'code': 200} Dec 09 15:48:34.219137 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6398c6f-6174-4865-b961-06ae2330eaf0 req-b4de6b63-77a0-41cd-98f7-78bceaf9b6fe tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=96859d2f-bcd9-4fa7-9adb-33ae23245e9d HTTP/1.1" status: 200 len: 210 time: 0.0345273 Dec 09 15:48:34.591519 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:48:35.382258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc42c3-6b94-48fa-a7c7-a00c761f5d19 req-72d5437e-2540-4905-b418-b1e52a46cd96 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:35.383764 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bbc42c3-6b94-48fa-a7c7-a00c761f5d19 req-72d5437e-2540-4905-b418-b1e52a46cd96 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0520771 Dec 09 15:48:35.431544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2bbc42c3-6b94-48fa-a7c7-a00c761f5d19 req-9e01e141-8bf4-4994-858e-5b03e41664c2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Dec 09 15:48:35.563522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a102398-4ba7-4adb-9e71-242608022c3d req-7a5b175c-a9d7-40d3-a2a9-8868b300f49d tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:35.565020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a102398-4ba7-4adb-9e71-242608022c3d req-7a5b175c-a9d7-40d3-a2a9-8868b300f49d tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0487657 Dec 09 15:48:35.622399 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a102398-4ba7-4adb-9e71-242608022c3d req-ca0b4f73-55f8-4025-bcb1-a261de7fa814 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514326 Dec 09 15:48:35.736660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4be0b4-26d1-41a6-8ca4-70795571e769 req-99c89315-ba1b-4b98-87ae-55767bfc9f38 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:35.738111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee4be0b4-26d1-41a6-8ca4-70795571e769 req-99c89315-ba1b-4b98-87ae-55767bfc9f38 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0469768 Dec 09 15:48:35.783851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee4be0b4-26d1-41a6-8ca4-70795571e769 req-9c84abba-7175-42fa-a74f-9b594942005f tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Dec 09 15:48:35.854740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-9a07dee5-c0cc-47c9-9f52-26626bae2a66 req-2fb0e5f8-323b-486c-b88f-45f13cfa8573 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:48:35.855758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9a07dee5-c0cc-47c9-9f52-26626bae2a66 req-2fb0e5f8-323b-486c-b88f-45f13cfa8573 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054605 Dec 09 15:48:35.965558 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1aed87-f3c4-420b-87db-b4d0bfc02bcf req-f8855a01-023a-4796-9eee-bf0118c44379 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:35.967064 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a1aed87-f3c4-420b-87db-b4d0bfc02bcf req-f8855a01-023a-4796-9eee-bf0118c44379 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0539410 Dec 09 15:48:36.014638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3a1aed87-f3c4-420b-87db-b4d0bfc02bcf req-d6979e95-168c-4935-86d7-645e9198571b tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Dec 09 15:48:36.127249 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641c063-d886-4333-8f47-3190406bf991 req-06d2d7ba-8ef8-4200-8d97-3b6d5f49db2d tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:36.128655 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9641c063-d886-4333-8f47-3190406bf991 req-06d2d7ba-8ef8-4200-8d97-3b6d5f49db2d tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0478127 Dec 09 15:48:36.180833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9641c063-d886-4333-8f47-3190406bf991 req-69fe5380-27e3-45b4-ac08-5f7167f0b9c7 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Dec 09 15:48:36.314135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835789d-0095-4b11-83f8-083b81c95b37 req-972aee9e-f597-4400-b20f-96eb7d2cc1bb tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:36.315688 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7835789d-0095-4b11-83f8-083b81c95b37 req-972aee9e-f597-4400-b20f-96eb7d2cc1bb tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0507658 Dec 09 15:48:36.363635 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7835789d-0095-4b11-83f8-083b81c95b37 req-6bc61248-1fed-4269-ba69-aff39f06d38c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Dec 09 15:48:36.666247 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c21fd2-98af-4829-bae3-179c8c0ae42d req-2af8291a-101b-46b4-ab91-b23c47e1a3e4 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:36.667679 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3c21fd2-98af-4829-bae3-179c8c0ae42d req-2af8291a-101b-46b4-ab91-b23c47e1a3e4 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0481737 Dec 09 15:48:36.714777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e3c21fd2-98af-4829-bae3-179c8c0ae42d req-c5ce9592-470a-49d2-8a13-9e82add522a7 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Dec 09 15:48:37.742132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 48c7a70c-222f-49f5-b37b-5d7fbf943241 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:37.765412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 48c7a70c-222f-49f5-b37b-5d7fbf943241 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:37.765757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 48c7a70c-222f-49f5-b37b-5d7fbf943241 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:37.834400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64f493-0d4d-4072-84b3-dcaaf90cdef2 req-37a93e0b-5cf4-4b79-b2d7-43dee22ce47c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:37.835917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e64f493-0d4d-4072-84b3-dcaaf90cdef2 req-37a93e0b-5cf4-4b79-b2d7-43dee22ce47c tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0486009 Dec 09 15:48:37.883300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e64f493-0d4d-4072-84b3-dcaaf90cdef2 req-0a02bd72-246f-4fbf-80c3-88b69d58caa0 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbd06075-d6ad-468b-8a39-5fb33415165e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Dec 09 15:48:37.993162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-535b8835-b29a-4ec5-a066-3922fc8e367a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:37.994528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-535b8835-b29a-4ec5-a066-3922fc8e367a tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.36 "GET /v2.0/ports?device_id=74cee717-1436-4f76-8f54-77cdde712c6e HTTP/1.1" status: 200 len: 945 time: 0.0465953 Dec 09 15:48:38.086177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Deleting port 80492ba2-4345-4786-82ad-6cedaac0135a {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:38.086522 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.173190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] For port 80492ba2-4345-4786-82ad-6cedaac0135a, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=80492ba2-4345-4786-82ad-6cedaac0135a,segment=NetworkSegment(a820940b-de28-42b9-a3a1-fc7d24bb82d8),segment_id=a820940b-de28-42b9-a3a1-fc7d24bb82d8)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:38.173553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.190513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Calling delete_port for 80492ba2-4345-4786-82ad-6cedaac0135a owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:38.317134 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.330375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['80492ba2-4345-4786-82ad-6cedaac0135a'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:48:38.345606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Pushing event deleted for resources: {'Port': ['ID=80492ba2-4345-4786-82ad-6cedaac0135a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:38.358167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.358523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.358870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.359211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.359572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.359975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.360309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.360634 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.360962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.361290 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.361620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.361943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.362268 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:38.398385 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] No DVR routers for this DVR port 80492ba2-4345-4786-82ad-6cedaac0135a on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:38.400959 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:38.404236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-74f4c102-b503-4185-be69-5ad2cbf1430b req-c82282b9-05e8-459f-b951-ec5445f7b1e2 tempest-ServersNegativeTestJSON-1104345962 tempest-ServersNegativeTestJSON-1104345962-project] 10.222.0.36 "DELETE /v2.0/ports/80492ba2-4345-4786-82ad-6cedaac0135a HTTP/1.1" status: 204 len: 173 time: 0.4024231 Dec 09 15:48:38.404687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cee717-1436-4f76-8f54-77cdde712c6e', 'name': 'network-vif-deleted', 'tag': '80492ba2-4345-4786-82ad-6cedaac0135a'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:48:38.406936 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e5dbc-7a3d-4667-bdc9-64c527ad33f9" -d '{"events": [{"server_uuid": "74cee717-1436-4f76-8f54-77cdde712c6e", "name": "network-vif-deleted", "tag": "80492ba2-4345-4786-82ad-6cedaac0135a"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:48:38.444420 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e0ea9-7521-49f8-9615-124609deb2d1 x-openstack-request-id: req-272e0ea9-7521-49f8-9615-124609deb2d1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:48:38.444717 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cee717-1436-4f76-8f54-77cdde712c6e", "name": "network-vif-deleted", "tag": "80492ba2-4345-4786-82ad-6cedaac0135a", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:48:38.444969 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-272e0ea9-7521-49f8-9615-124609deb2d1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:48:38.445365 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cee717-1436-4f76-8f54-77cdde712c6e', 'name': 'network-vif-deleted', 'tag': '80492ba2-4345-4786-82ad-6cedaac0135a', 'status': 'completed', 'code': 200} Dec 09 15:48:38.940306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36668) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:38.988590 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Deleting subnet a9a1f39d-326c-4ed2-8e02-da982bd1fd55 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:38.991656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.026326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.064709 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.116004 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.148475 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.151730 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a9a1f39d-326c-4ed2-8e02-da982bd1fd55 HTTP/1.1" status: 204 len: 168 time: 0.2104065 Dec 09 15:48:39.152729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a1f39d-326c-4ed2-8e02-da982bd1fd55,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:39.154467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36670) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:39.160755 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.161110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.161452 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.161788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.162122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.162454 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.162782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.163115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.163530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.163859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.164185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.164512 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.164835 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57ee0ff-4270-4428-96e9-9d7e4402af38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:39.223303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.305018 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.325017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d193359-ee4f-4280-9b95-c230260bd29d']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:39.334610 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a820940b-de28-42b9-a3a1-fc7d24bb82d8') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:39.334930 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a820940b-de28-42b9-a3a1-fc7d24bb82d8') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:39.343953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.356703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.363336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:39.363741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:39.365349 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:39.420076 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.426352 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.429659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d193359-ee4f-4280-9b95-c230260bd29d HTTP/1.1" status: 204 len: 168 time: 0.2734659 Dec 09 15:48:39.441342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547f185-b05d-48a9-a857-0ce07304efde admin admin] Pushing event deleted for resources: {'Network': ['ID=5d193359-ee4f-4280-9b95-c230260bd29d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:39.537092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:39.576982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fe737897-2c50-4d07-a194-1d1e404cc4e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8c4e877dff048419b50dd9d2c1962d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386434 Dec 09 15:48:39.579335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36676) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:39.625192 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a25f337-ece3-4d52-b74a-58b001dddeb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.647342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a25f337-ece3-4d52-b74a-58b001dddeb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.692007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a25f337-ece3-4d52-b74a-58b001dddeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.694595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0a25f337-ece3-4d52-b74a-58b001dddeb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:39.695767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0a25f337-ece3-4d52-b74a-58b001dddeb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbd06075-d6ad-468b-8a39-5fb33415165e HTTP/1.1" status: 204 len: 168 time: 0.1154823 Dec 09 15:48:39.703192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25f337-ece3-4d52-b74a-58b001dddeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd06075-d6ad-468b-8a39-5fb33415165e,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:40.369839 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36698) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:40.467063 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976033185'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:40.489212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:40.492733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.501416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.579581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.583328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.605759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:40.619431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb4796-d416-4486-ade7-001c566a2652,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:40.624201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.624471 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Added segment af261a36-f03d-428d-8406-bb546fb40ffa of type vlan for network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa Dec 09 15:48:40.663052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.687167 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.692981 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:40.693565 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:40.729614 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3587413 Dec 09 15:48:40.763441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf8bc-02c4-4627-b5ef-030dee9166ec tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Network': ['ID=b5df4d54-2361-4ed2-9b96-1a9ae2c982aa,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:40.774859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:41.782914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 80492ba2-4345-4786-82ad-6cedaac0135a no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:41.803271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 80492ba2-4345-4786-82ad-6cedaac0135a {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:41.803644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 80492ba2-4345-4786-82ad-6cedaac0135a not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:43.972024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36702) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:43.977255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'subnet': {'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:44.066769 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:44.070246 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.257921 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.309670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Subnet': ['ID=bb811a0c-a6d8-4860-8b34-68e892d39d6b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:44.325047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Checking segment: {'id': 'af261a36-f03d-428d-8406-bb546fb40ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:44.325410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network hostable DHCP agents. Network: b5df4d54-2361-4ed2-9b96-1a9ae2c982aa, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:44.341848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:44.350463 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b5df4d54-2361-4ed2-9b96-1a9ae2c982aa) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:44.354761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:44.355374 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.360575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633f880-0a56-4df6-b3e5-eb90f180919d None None] Network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:44.370510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a7c6fb9b-a2b8-4754-b1f8-62f8f834fda4 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3973923 Dec 09 15:48:44.373966 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36704) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:44.379709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878607912'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:44.402092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:44.405714 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.430785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:44.440709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.441040 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Added segment c943918d-33f0-4cc3-9d40-c05614b870a5 of type vlan for network ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 Dec 09 15:48:44.463171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b5df4d54-2361-4ed2-9b96-1a9ae2c982aa', 'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa', 'project_id': '6e877bd7b4f74a3e9f9d450d468cce9d', 'fixed_ips': [{'subnet_id': 'bb811a0c-a6d8-4860-8b34-68e892d39d6b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:44.464196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.493880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.518510 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.524336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:44.524924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.558439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1834052 Dec 09 15:48:44.561475 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:44.568675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'subnet': {'network_id': 'ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:44.599941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a8fb6-afe9-40bb-be13-49be71e4d752 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Network': ['ID=ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:44.603074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Allocated IP 2001:db8:0:ffff::2 (b5df4d54-2361-4ed2-9b96-1a9ae2c982aa/bb811a0c-a6d8-4860-8b34-68e892d39d6b/ea8822e4-9b87-42f3-8a5b-f1fc156d43c0) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:44.613564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:44.661537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:44.665261 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.806434 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.812075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.847930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:44.850747 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:44.854713 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:44.856599 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.866743 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Pushing event updated for resources: {'Port': ['ID=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:44.891245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.891796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.892147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.892485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.892820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.893150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.893480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.893805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.894131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.894454 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.894778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.895390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.895717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:48:44.919221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Subnet': ['ID=6e1285e4-9474-4731-8790-00d010ea42a8,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:44.927967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Checking segment: {'id': 'c943918d-33f0-4cc3-9d40-c05614b870a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:44.928329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network hostable DHCP agents. Network: ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:44.929009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Attempting to bind port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:44.929384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Attempting to bind port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'af261a36-f03d-428d-8406-bb546fb40ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:44.929748 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Attempting to bind port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 on network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:44.934669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:44.935041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Checking segment: {'id': 'af261a36-f03d-428d-8406-bb546fb40ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:44.935465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.935858 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Bound using segment: {'id': 'af261a36-f03d-428d-8406-bb546fb40ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:44.936316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Bound port: ea8822e4-9b87-42f3-8a5b-f1fc156d43c0, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af261a36-f03d-428d-8406-bb546fb40ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b5df4d54-2361-4ed2-9b96-1a9ae2c982aa'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:44.936692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.945631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:44.954770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:44.959285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:44.959913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:44.971010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace8cdd-dc50-4f81-902f-5a59912487ce None None] Network ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:44.976403 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-266dbc03-dae3-4478-8c5d-82dea1f05239 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4129953 Dec 09 15:48:44.979678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36708) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:45.059727 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] For port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:45.064534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] For port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,segment=NetworkSegment(af261a36-f03d-428d-8406-bb546fb40ffa),segment_id=af261a36-f03d-428d-8406-bb546fb40ffa)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:45.072257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.082726 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.124133 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148a900-2ba4-4d60-a709-bc3e02e9e7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7', 'network_id': 'ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7', 'project_id': '6e877bd7b4f74a3e9f9d450d468cce9d', 'fixed_ips': [{'subnet_id': '6e1285e4-9474-4731-8790-00d010ea42a8'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:45.124777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7148a900-2ba4-4d60-a709-bc3e02e9e7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.163777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.171213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a98f5-f20f-432e-a67f-351826847e7c None None] Pushing event updated for resources: {'Port': ['ID=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.236691 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-7148a900-2ba4-4d60-a709-bc3e02e9e7e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e1285e4-9474-4731-8790-00d010ea42a8: This subnet is being modified by another concurrent operation. Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e1285e4-9474-4731-8790-00d010ea42a8: This subnet is being modified by another concurrent operation. Dec 09 15:48:45.246679 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:48:45.266218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dffae65-500e-486d-a4ae-1e207ca249d7 None None] Network ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:45.273915 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1285e4-9474-4731-8790-00d010ea42a8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.340579 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.375285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:45.384767 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c943918d-33f0-4cc3-9d40-c05614b870a5') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:45.385088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c943918d-33f0-4cc3-9d40-c05614b870a5') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:45.404352 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.420772 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.428211 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:45.428722 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:45.431968 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:45.493742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.501836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.508399 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 HTTP/1.1" status: 204 len: 168 time: 0.5244265 Dec 09 15:48:45.508770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36710) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:45.513884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007184285'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:45.519514 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e6124-7d0b-4b72-b6aa-82cc014a2ea1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Network': ['ID=ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.536667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:45.540199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.562898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:45.571788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.572084 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Added segment 1efdc284-e337-4d37-947d-581e40d32454 of type vlan for network a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 Dec 09 15:48:45.615631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.644542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.650453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:45.651049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.690044 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1801512 Dec 09 15:48:45.692962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36712) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:45.700087 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'subnet': {'network_id': 'a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:45.740614 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47f0b-f699-4c83-9aed-6e507450e4b3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Network': ['ID=a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:45.751242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:45.834698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:45.838566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:45.898519 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Performing IP validity checks on allocation pools {{(pid=109894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 15:48:45.899032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.ipam_backend_mixin [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109894) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 15:48:46.029249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.091747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Subnet': ['ID=d10a41f6-1201-4d7d-8d24-6e085253029b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.101197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Checking segment: {'id': '1efdc284-e337-4d37-947d-581e40d32454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:46.101565 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network hostable DHCP agents. Network: a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:46.120053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:46.130988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:46.136615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:46.137238 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.143868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dca9ec-564b-4be2-a2be-24b84b33a850 None None] Network a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:46.155983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2984a71b-ec47-4c85-bed1-c40dc430beb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4620202 Dec 09 15:48:46.159715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36714) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:46.162721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb6854-4a54-4402-9746-49948ed3c2da None None] Network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:46.272339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.281319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4cee0d9-8f21-4c13-a9ac-8cb6c5305130 None None] Provisioning complete for port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:46.282253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4cee0d9-8f21-4c13-a9ac-8cb6c5305130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.304773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:46.330903 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.393005 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.421603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Subnet': ['ID=d10a41f6-1201-4d7d-8d24-6e085253029b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.496160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.517265 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:46.526771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efdc284-e337-4d37-947d-581e40d32454') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:46.527069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efdc284-e337-4d37-947d-581e40d32454') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:46.537287 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.550909 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.558482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:46.558980 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.559321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087ce65-b319-403c-87c3-67584ccf26be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8', 'network_id': 'a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8', 'project_id': '6e877bd7b4f74a3e9f9d450d468cce9d', 'fixed_ips': [{'subnet_id': 'd10a41f6-1201-4d7d-8d24-6e085253029b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:46.560195 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f087ce65-b319-403c-87c3-67584ccf26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:46.563148 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:46.628480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.638467 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.648077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 HTTP/1.1" status: 204 len: 168 time: 0.4819694 Dec 09 15:48:46.649728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36716) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:46.653806 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54228ab0-e4b9-4a11-87d3-b4b1eb3500d1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Network': ['ID=a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.653971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:46.654314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.657111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4cee0d9-8f21-4c13-a9ac-8cb6c5305130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.668033 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478529967'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:46.677602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e9a5d-8a81-467d-9961-640d128278a0 None None] Network a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:46.693684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:46.698978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.705410 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e9a5d-8a81-467d-9961-640d128278a0 None None] Network a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 could not be found, it might have been deleted concurrently. {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 15:48:46.730554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:46.742348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c4cee0d9-8f21-4c13-a9ac-8cb6c5305130 None None] For port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,segment=NetworkSegment(af261a36-f03d-428d-8406-bb546fb40ffa),segment_id=af261a36-f03d-428d-8406-bb546fb40ffa)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:46.746393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.746856 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Added segment 47c8ca72-65d1-4882-9c03-ed18aa1c08ad of type vlan for network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 Dec 09 15:48:46.748720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4cee0d9-8f21-4c13-a9ac-8cb6c5305130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.801057 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.830264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cee0d9-8f21-4c13-a9ac-8cb6c5305130 None None] Pushing event updated for resources: {'Port': ['ID=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.832475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.838824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:46.839256 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.853869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae531f-4df9-4375-a0bc-2e1ee9156b8a None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:48:46.872269 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2197874 Dec 09 15:48:46.876223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36718) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:46.882485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'subnet': {'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:46.902613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a7a17511-9c85-43bb-ba8e-d0abe558d96f None None] Provisioning complete for port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:46.902990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a7a17511-9c85-43bb-ba8e-d0abe558d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:46.929213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b605c8-6586-42e2-8fed-068a02f9b0f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Network': ['ID=780ffa63-56fa-4cd9-9de7-bb38d6440f61,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:46.942358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:46.975425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae531f-4df9-4375-a0bc-2e1ee9156b8a None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:48:46.980682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:46.984853 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.173734 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.242198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Subnet': ['ID=657634af-40af-493a-ae5e-67fc18ffde0f,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.246523 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Checking segment: {'id': '47c8ca72-65d1-4882-9c03-ed18aa1c08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:47.246885 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network hostable DHCP agents. Network: 780ffa63-56fa-4cd9-9de7-bb38d6440f61, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:47.266614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:47.276083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 780ffa63-56fa-4cd9-9de7-bb38d6440f61) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:47.280579 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:47.281184 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.285082 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20bd65b-8481-4939-a1ab-e6a463fda02b None None] Network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:47.298034 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31007560-0c8a-4533-bae0-ed918685635b tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4200740 Dec 09 15:48:47.304011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36720) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:47.309136 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1464397812'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:47.330868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:47.334549 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.358122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:47.367105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.367540 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Added segment 25f38992-997c-441d-a407-8abb9d5d4f6e of type vlan for network de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 Dec 09 15:48:47.387913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-780ffa63-56fa-4cd9-9de7-bb38d6440f61', 'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61', 'project_id': '6e877bd7b4f74a3e9f9d450d468cce9d', 'fixed_ips': [{'subnet_id': '657634af-40af-493a-ae5e-67fc18ffde0f'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:47.388847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.410118 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.434339 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.440597 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:47.441181 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.513956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2088132 Dec 09 15:48:47.517541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36722) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:47.522537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Request body: {'subnet': {'network_id': 'de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:47.525878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecf16b-1c22-40d2-bd27-602627efd281 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Network': ['ID=de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.532365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Allocated IP 2001:db8::2 (780ffa63-56fa-4cd9-9de7-bb38d6440f61/657634af-40af-493a-ae5e-67fc18ffde0f/7b1c7682-36fb-4e41-a0e6-feb2cf8a5654) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:47.538434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:47.613305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Made reservation on behalf of 6e877bd7b4f74a3e9f9d450d468cce9d for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:47.616980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.738853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.745234 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.784521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:47.789263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:47.793547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:47.796598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Pushing event updated for resources: {'Port': ['ID=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.801275 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.852579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Attempting to bind port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:47.853204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Attempting to bind port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '47c8ca72-65d1-4882-9c03-ed18aa1c08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:47.853315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Attempting to bind port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 on network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:47.858182 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:47.858557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Checking segment: {'id': '47c8ca72-65d1-4882-9c03-ed18aa1c08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:47.858956 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.859919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Bound using segment: {'id': '47c8ca72-65d1-4882-9c03-ed18aa1c08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:47.860757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Bound port: 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8ca72-65d1-4882-9c03-ed18aa1c08ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '780ffa63-56fa-4cd9-9de7-bb38d6440f61'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:47.861377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.863098 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event updated for resources: {'Subnet': ['ID=dec9f248-f182-42f3-a9bb-8e1100a3b75d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:47.873563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Checking segment: {'id': '25f38992-997c-441d-a407-8abb9d5d4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:47.873928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network hostable DHCP agents. Network: de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:47.889859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Network de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:47.899246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:47.903330 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:47.903943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:47.916824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53408e7b-5d2a-41c9-8ad9-ed23245892e0 None None] Network de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:47.919698 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-dcb60b99-5862-4892-be46-10bdf87bf1f5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4011314 Dec 09 15:48:47.923143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36724) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:47.942975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] For port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:47.990338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] For port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,segment=NetworkSegment(47c8ca72-65d1-4882-9c03-ed18aa1c08ad),segment_id=47c8ca72-65d1-4882-9c03-ed18aa1c08ad)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:47.997618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.021502 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.080274 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ae115-4f36-44ea-917e-dc7fef55090a None None] Pushing event updated for resources: {'Port': ['ID=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:48.080624 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.090579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5453bb0f-2940-4e91-95aa-c85c1afcf623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9', 'network_id': 'de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9', 'project_id': '6e877bd7b4f74a3e9f9d450d468cce9d', 'fixed_ips': [{'subnet_id': 'dec9f248-f182-42f3-a9bb-8e1100a3b75d'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:48.091559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5453bb0f-2940-4e91-95aa-c85c1afcf623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.152426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.189568 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Subnet': ['ID=dec9f248-f182-42f3-a9bb-8e1100a3b75d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server [None req-5453bb0f-2940-4e91-95aa-c85c1afcf623 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dec9f248-f182-42f3-a9bb-8e1100a3b75d: This subnet is being modified by another concurrent operation. Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server raise exception Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dec9f248-f182-42f3-a9bb-8e1100a3b75d: This subnet is being modified by another concurrent operation. Dec 09 15:48:48.202743 n-d-804292-5 neutron-server[109896]: ERROR oslo_messaging.rpc.server Dec 09 15:48:48.219440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb3273-f6fd-4a75-ada0-8e57e571b3b5 None None] Network de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:48.293360 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.317020 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:48.320628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:48.331823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f38992-997c-441d-a407-8abb9d5d4f6e') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:48.332121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f38992-997c-441d-a407-8abb9d5d4f6e') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:48.342982 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.357244 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.365322 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:48.365796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:48.370159 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:48.398359 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:48.398726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.442448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.462276 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.465878 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 HTTP/1.1" status: 204 len: 168 time: 0.5414882 Dec 09 15:48:48.467024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e333-18ed-4515-b0be-36f274485f40 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Network': ['ID=de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:48.468940 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36726) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:48.503690 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8dcd22-2ac3-439c-8b70-f3d5a4753902 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] GET failed (client error): The resource could not be found. Dec 09 15:48:48.504968 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-be8dcd22-2ac3-439c-8b70-f3d5a4753902 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "GET /v2.0/subnets/dec9f248-f182-42f3-a9bb-8e1100a3b75d HTTP/1.1" status: 404 len: 337 time: 0.0347476 Dec 09 15:48:48.507871 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36728) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:48.527241 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-341b2c78-3533-475d-ac04-9a8ea1349aeb tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:48.527758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341b2c78-3533-475d-ac04-9a8ea1349aeb tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:48.530729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-341b2c78-3533-475d-ac04-9a8ea1349aeb tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 HTTP/1.1" status: 404 len: 339 time: 0.0218673 Dec 09 15:48:48.534499 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36730) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:48.560596 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce89e84a-1472-42b4-880e-154f3d99ce68 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:48.561132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce89e84a-1472-42b4-880e-154f3d99ce68 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:48.565394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ce89e84a-1472-42b4-880e-154f3d99ce68 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/subnets/dec9f248-f182-42f3-a9bb-8e1100a3b75d HTTP/1.1" status: 404 len: 337 time: 0.0299866 Dec 09 15:48:48.567934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:48.585112 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e88e11f-b20b-4637-8159-d5b2ec849938 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:48.585586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e88e11f-b20b-4637-8159-d5b2ec849938 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:48.588543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e88e11f-b20b-4637-8159-d5b2ec849938 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/de8fb8ac-2bf7-42aa-af49-4c9fcb963ad9 HTTP/1.1" status: 404 len: 339 time: 0.0197172 Dec 09 15:48:48.590803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36734) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:48.640174 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Deleting subnet 657634af-40af-493a-ae5e-67fc18ffde0f {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:48.643916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:48.682974 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.090920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67345ea0-148b-4569-ab3d-911ef9d6d8cd None None] Network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:49.102315 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.163098 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.177450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-76bd149b-e6c8-4832-849e-e564264a692d None None] Provisioning complete for port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:49.177825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bd149b-e6c8-4832-849e-e564264a692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.190023 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Subnet': ['ID=657634af-40af-493a-ae5e-67fc18ffde0f,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:49.194312 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.198419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9f47e0a5-f6e9-4713-b099-55572a3c5727 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/subnets/657634af-40af-493a-ae5e-67fc18ffde0f HTTP/1.1" status: 204 len: 168 time: 0.6065123 Dec 09 15:48:49.201110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36736) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.284302 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.284525 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bd149b-e6c8-4832-849e-e564264a692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.326081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-76bd149b-e6c8-4832-849e-e564264a692d None None] For port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,segment=NetworkSegment(47c8ca72-65d1-4882-9c03-ed18aa1c08ad),segment_id=47c8ca72-65d1-4882-9c03-ed18aa1c08ad)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:49.331477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-76bd149b-e6c8-4832-849e-e564264a692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.341513 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Deleting port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:49.341946 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.381642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd149b-e6c8-4832-849e-e564264a692d None None] Pushing event updated for resources: {'Port': ['ID=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:49.413572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] For port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,segment=NetworkSegment(47c8ca72-65d1-4882-9c03-ed18aa1c08ad),segment_id=47c8ca72-65d1-4882-9c03-ed18aa1c08ad)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:49.413940 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.427623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Calling delete_port for 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:49.459329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3319cd-9b69-4cb0-af7a-41eaf6425868 None None] Network 780ffa63-56fa-4cd9-9de7-bb38d6440f61 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:49.508438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.537684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No DVR routers for this DVR port 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:49.543569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Port': ['ID=7b1c7682-36fb-4e41-a0e6-feb2cf8a5654,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:49.545436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1a009c1a-0fb7-49fa-b509-b21bc4c06937 None None] Could not find standard attr ID for object 7b1c7682-36fb-4e41-a0e6-feb2cf8a5654. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:48:49.594978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b1179-6673-4ace-90d5-6ea8e9b8e0a2 None None] DHCP port deletion for 780ffa63-56fa-4cd9-9de7-bb38d6440f61 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:49.613610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e836a3-abb0-47a3-a82c-9f27548afd26 None None] get_active_networks_info from n-d-804292-5 {{(pid=109896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 15:48:49.627650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.647868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780ffa63-56fa-4cd9-9de7-bb38d6440f61']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:49.657676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c8ca72-65d1-4882-9c03-ed18aa1c08ad') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:49.657983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c8ca72-65d1-4882-9c03-ed18aa1c08ad') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:49.667265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.680655 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.680835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e836a3-abb0-47a3-a82c-9f27548afd26 None None] Resources bound (agent type, host, resource id): {{(pid=109896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 15:48:49.686941 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:49.688052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:49.691228 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:49.756729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.763956 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.767660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/780ffa63-56fa-4cd9-9de7-bb38d6440f61 HTTP/1.1" status: 204 len: 168 time: 0.5654979 Dec 09 15:48:49.770557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36738) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.778746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1c7b-e17a-4199-91ef-de0ab67e6f25 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Network': ['ID=780ffa63-56fa-4cd9-9de7-bb38d6440f61,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:49.799796 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c960717e-e161-4884-9e16-37bdc6122bf5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:49.800259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c960717e-e161-4884-9e16-37bdc6122bf5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:49.803388 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c960717e-e161-4884-9e16-37bdc6122bf5 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/subnets/d10a41f6-1201-4d7d-8d24-6e085253029b HTTP/1.1" status: 404 len: 337 time: 0.0310094 Dec 09 15:48:49.805919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36740) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.825299 n-d-804292-5 neutron-server[109895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46d95a5-9ef3-4cce-8f07-fd281211a7ed tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:49.825709 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46d95a5-9ef3-4cce-8f07-fd281211a7ed tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:49.829782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a46d95a5-9ef3-4cce-8f07-fd281211a7ed tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/a13cfe41-7bc7-4dc2-a0ec-ec1c086b60f8 HTTP/1.1" status: 404 len: 339 time: 0.0227823 Dec 09 15:48:49.832360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36742) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.860490 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f270c8-648f-416b-907c-d30d9a53d71f tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:49.860973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f270c8-648f-416b-907c-d30d9a53d71f tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:49.864131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d9f270c8-648f-416b-907c-d30d9a53d71f tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/subnets/6e1285e4-9474-4731-8790-00d010ea42a8 HTTP/1.1" status: 404 len: 337 time: 0.0307379 Dec 09 15:48:49.866637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.885149 n-d-804292-5 neutron-server[109894]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e54d6c-691b-4417-b295-11b87eb76fb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] DELETE failed (client error): The resource could not be found. Dec 09 15:48:49.885671 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e54d6c-691b-4417-b295-11b87eb76fb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109894) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 15:48:49.888793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f7e54d6c-691b-4417-b295-11b87eb76fb1 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/ad22e0fe-a114-4473-a6c2-5fc4c2a8a2d7 HTTP/1.1" status: 404 len: 339 time: 0.0212104 Dec 09 15:48:49.892223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36746) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:49.946196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Deleting subnet bb811a0c-a6d8-4860-8b34-68e892d39d6b {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:49.949726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:49.996937 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.079724 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.135766 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.166524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Subnet': ['ID=bb811a0c-a6d8-4860-8b34-68e892d39d6b,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.171303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.176335 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-adb5540d-7c84-45c3-a2ed-e33e9cae3de3 tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/subnets/bb811a0c-a6d8-4860-8b34-68e892d39d6b HTTP/1.1" status: 204 len: 168 time: 0.2820277 Dec 09 15:48:50.177859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36748) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:50.178008 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9053673-239a-4110-abfd-c68f0e16a2cc None None] Network b5df4d54-2361-4ed2-9b96-1a9ae2c982aa requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:50.253432 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.312979 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Deleting port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:50.313250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.319694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] DHCP port deletion for b5df4d54-2361-4ed2-9b96-1a9ae2c982aa request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:50.366028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] Deleting port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:50.366404 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.379326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] For port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,segment=NetworkSegment(af261a36-f03d-428d-8406-bb546fb40ffa),segment_id=af261a36-f03d-428d-8406-bb546fb40ffa)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:50.379717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.392746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Calling delete_port for ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:50.431057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] For port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,segment=NetworkSegment(af261a36-f03d-428d-8406-bb546fb40ffa),segment_id=af261a36-f03d-428d-8406-bb546fb40ffa)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:50.431479 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.445356 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] Calling delete_port for ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:50.473419 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.498942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Port': ['ID=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.503130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] No DVR routers for this DVR port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:48:50.523520 n-d-804292-5 neutron-server[109896]: self.session.flush() Dec 09 15:48:50.528813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.553198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] Pushing event deleted for resources: {'Port': ['ID=ea8822e4-9b87-42f3-8a5b-f1fc156d43c0,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.557633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9fb9a-e1c9-4789-ac54-3d8de5a37401 None None] No DVR routers for this DVR port ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:50.586064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.605619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5df4d54-2361-4ed2-9b96-1a9ae2c982aa']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:50.615112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af261a36-f03d-428d-8406-bb546fb40ffa') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:50.615440 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af261a36-f03d-428d-8406-bb546fb40ffa') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:50.624761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.637366 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.643876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:50.644365 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:50.647708 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:50.708452 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.715139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:50.718404 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] 10.222.0.46 "DELETE /v2.0/networks/b5df4d54-2361-4ed2-9b96-1a9ae2c982aa HTTP/1.1" status: 204 len: 168 time: 0.5396173 Dec 09 15:48:50.729909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d996715-ef66-4cb4-9148-746ad4f0199a tempest-NetworksIpV6Test-741336403 tempest-NetworksIpV6Test-741336403-project] Pushing event deleted for resources: {'Network': ['ID=b5df4d54-2361-4ed2-9b96-1a9ae2c982aa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:50.967428 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36754) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:51.099276 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0ce18a51-2e5b-40ca-8f6c-0abadce5579a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e877bd7b4f74a3e9f9d450d468cce9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306162 Dec 09 15:48:51.101778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:51.149900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5566f3a7-5755-4989-accf-15870d4e8d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.170200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5566f3a7-5755-4989-accf-15870d4e8d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.216125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5566f3a7-5755-4989-accf-15870d4e8d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.218878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5566f3a7-5755-4989-accf-15870d4e8d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.220234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5566f3a7-5755-4989-accf-15870d4e8d53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fbb4796-d416-4486-ade7-001c566a2652 HTTP/1.1" status: 204 len: 168 time: 0.1174510 Dec 09 15:48:51.227677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566f3a7-5755-4989-accf-15870d4e8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb4796-d416-4486-ade7-001c566a2652,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:51.858827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:51.951105 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-835673375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:51.975031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:51.976003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.028582 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.032887 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.050019 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.051201 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-195b30fa-880d-4641-91df-794e617a0ca2 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1912746 Dec 09 15:48:52.053963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36784) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.058615 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1315247212'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:52.079852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Made reservation on behalf of f21ff8938f0e44b0b8968432c80ec4b0 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:52.083282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.092407 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.168447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.171946 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.194715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:52.210737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6d273-e9f4-43bc-b127-4ea2a34cdf87,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:52.213727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.214078 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Added segment af148e60-f116-435d-bf7f-0ea5e3fa0127 of type vlan for network 900db63b-7731-4772-8458-7b9f092f23e4 Dec 09 15:48:52.248679 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:52.255495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.268590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:52.268980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device ea8822e4-9b87-42f3-8a5b-f1fc156d43c0 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:52.285958 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.287528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.291841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.292425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.338192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2832077 Dec 09 15:48:52.341235 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36786) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.347091 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Request body: {'subnet': {'network_id': '900db63b-7731-4772-8458-7b9f092f23e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:52.398358 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a486f4-5f9d-48e4-864a-6e29eaa05066 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event updated for resources: {'Network': ['ID=900db63b-7731-4772-8458-7b9f092f23e4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:52.409305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 900db63b-7731-4772-8458-7b9f092f23e4 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:52.435274 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Made reservation on behalf of f21ff8938f0e44b0b8968432c80ec4b0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:52.439336 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.616931 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.684040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event updated for resources: {'Subnet': ['ID=6653d5f7-cd3a-4e4e-bd60-f56c84dcaf76,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:52.689298 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Checking segment: {'id': 'af148e60-f116-435d-bf7f-0ea5e3fa0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '900db63b-7731-4772-8458-7b9f092f23e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:52.689602 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Network hostable DHCP agents. Network: 900db63b-7731-4772-8458-7b9f092f23e4, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:52.706050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Network 900db63b-7731-4772-8458-7b9f092f23e4 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:52.714929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 900db63b-7731-4772-8458-7b9f092f23e4) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:52.719734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.720353 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.725746 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc34ae4-7047-48c0-a794-7f678089b8ed None None] Network 900db63b-7731-4772-8458-7b9f092f23e4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:52.737482 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0322a286-726c-4cf4-8134-d487e211340e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3950908 Dec 09 15:48:52.740430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36788) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.745405 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1685409043'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:52.766217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Made reservation on behalf of f21ff8938f0e44b0b8968432c80ec4b0 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:52.770219 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.798161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:52.808844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.809203 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Added segment a317a8a9-5e95-4081-b386-18e12b1a24d9 of type vlan for network f8c9a566-54d4-4202-9619-809bd8f074c7 Dec 09 15:48:52.837534 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-900db63b-7731-4772-8458-7b9f092f23e4', 'network_id': '900db63b-7731-4772-8458-7b9f092f23e4', 'project_id': 'f21ff8938f0e44b0b8968432c80ec4b0', 'fixed_ips': [{'subnet_id': '6653d5f7-cd3a-4e4e-bd60-f56c84dcaf76'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:52.838394 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.841898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.856990 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.883726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.889266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:52.889850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:52.921275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1795959 Dec 09 15:48:52.924123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36790) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:52.935637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Request body: {'subnet': {'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:52.984673 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Allocated IP 172.20.0.2 (900db63b-7731-4772-8458-7b9f092f23e4/6653d5f7-cd3a-4e4e-bd60-f56c84dcaf76/743d3e58-a89f-480c-9054-bb5ccbba5ce4) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:52.988208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64845e27-5f1d-4091-8df3-7d6b386e0c1e tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event updated for resources: {'Network': ['ID=f8c9a566-54d4-4202-9619-809bd8f074c7,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:53.002002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f8c9a566-54d4-4202-9619-809bd8f074c7 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:53.060852 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Made reservation on behalf of f21ff8938f0e44b0b8968432c80ec4b0 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:53.065173 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.194728 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.201712 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.247335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Network 900db63b-7731-4772-8458-7b9f092f23e4 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:53.254541 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.256417 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:53.257711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Pushing event updated for resources: {'Port': ['ID=743d3e58-a89f-480c-9054-bb5ccbba5ce4,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:53.260028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:53.337920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Attempting to bind port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:53.338300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Attempting to bind port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'af148e60-f116-435d-bf7f-0ea5e3fa0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '900db63b-7731-4772-8458-7b9f092f23e4'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:53.338873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Attempting to bind port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 on network 900db63b-7731-4772-8458-7b9f092f23e4 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:53.340754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event updated for resources: {'Subnet': ['ID=c679b7d8-08dc-4881-9c5a-eea5f87bd1de,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:53.342455 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e1a71c61-0634-4b36-b3ca-b90092fd781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.346878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:53.347553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Checking segment: {'id': 'af148e60-f116-435d-bf7f-0ea5e3fa0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '900db63b-7731-4772-8458-7b9f092f23e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:53.348139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.348688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Bound using segment: {'id': 'af148e60-f116-435d-bf7f-0ea5e3fa0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '900db63b-7731-4772-8458-7b9f092f23e4'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:53.349497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Bound port: 743d3e58-a89f-480c-9054-bb5ccbba5ce4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af148e60-f116-435d-bf7f-0ea5e3fa0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '900db63b-7731-4772-8458-7b9f092f23e4'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:53.350039 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.356557 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Checking segment: {'id': 'a317a8a9-5e95-4081-b386-18e12b1a24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:53.357099 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Network hostable DHCP agents. Network: f8c9a566-54d4-4202-9619-809bd8f074c7, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:53.378062 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Network f8c9a566-54d4-4202-9619-809bd8f074c7 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:53.404739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f8c9a566-54d4-4202-9619-809bd8f074c7) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:53.409994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:53.410617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.418478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cf533-aaa8-4cc1-bfd2-63288af95b3c None None] Network f8c9a566-54d4-4202-9619-809bd8f074c7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:53.430611 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ac943009-d18a-44a9-a3cb-0f6ddbe737f7 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050111 Dec 09 15:48:53.433004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36792) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:53.438368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3f67bd86-ca42-4c6b-ba80-fabd9d9daff0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:53.462730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] For port 743d3e58-a89f-480c-9054-bb5ccbba5ce4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:53.508700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] For port 743d3e58-a89f-480c-9054-bb5ccbba5ce4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=743d3e58-a89f-480c-9054-bb5ccbba5ce4,segment=NetworkSegment(af148e60-f116-435d-bf7f-0ea5e3fa0127),segment_id=af148e60-f116-435d-bf7f-0ea5e3fa0127)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:53.513869 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.605412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0b761-a8ee-4e04-94fb-384314a10d3d None None] Pushing event updated for resources: {'Port': ['ID=743d3e58-a89f-480c-9054-bb5ccbba5ce4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:53.609964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f8c9a566-54d4-4202-9619-809bd8f074c7', 'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7', 'project_id': 'f21ff8938f0e44b0b8968432c80ec4b0', 'fixed_ips': [{'subnet_id': 'c679b7d8-08dc-4881-9c5a-eea5f87bd1de'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:53.610876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.794578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Allocated IP 172.21.0.2 (f8c9a566-54d4-4202-9619-809bd8f074c7/c679b7d8-08dc-4881-9c5a-eea5f87bd1de/15696d7f-246b-4798-a67b-b85571d1f382) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:53.962978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.970059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:53.995606 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3f67bd86-ca42-4c6b-ba80-fabd9d9daff0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.010248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Network f8c9a566-54d4-4202-9619-809bd8f074c7 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:54.018836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:54.021439 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Pushing event updated for resources: {'Port': ['ID=15696d7f-246b-4798-a67b-b85571d1f382,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:54.024304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:54.081873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Attempting to bind port 15696d7f-246b-4798-a67b-b85571d1f382 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:54.082245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Attempting to bind port 15696d7f-246b-4798-a67b-b85571d1f382 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'a317a8a9-5e95-4081-b386-18e12b1a24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:54.082607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Attempting to bind port 15696d7f-246b-4798-a67b-b85571d1f382 on network f8c9a566-54d4-4202-9619-809bd8f074c7 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:54.087641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:54.088012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Checking segment: {'id': 'a317a8a9-5e95-4081-b386-18e12b1a24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:54.088409 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.088795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Bound using segment: {'id': 'a317a8a9-5e95-4081-b386-18e12b1a24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:54.089251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Bound port: 15696d7f-246b-4798-a67b-b85571d1f382, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a317a8a9-5e95-4081-b386-18e12b1a24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f8c9a566-54d4-4202-9619-809bd8f074c7'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:54.089624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.102749 n-d-804292-5 neutron-server[109895]: INFO neutron.api.v2.resource [None req-3f67bd86-ca42-4c6b-ba80-fabd9d9daff0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 15:48:54.110030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3f67bd86-ca42-4c6b-ba80-fabd9d9daff0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "PUT /v2.0/routers/ae00276c-26e5-4715-86e3-93463d2df2af HTTP/1.1" status: 400 len: 364 time: 0.6697121 Dec 09 15:48:54.110413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36794) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:54.157372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] For port 15696d7f-246b-4798-a67b-b85571d1f382, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:54.161173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] For port 15696d7f-246b-4798-a67b-b85571d1f382, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=15696d7f-246b-4798-a67b-b85571d1f382,segment=NetworkSegment(a317a8a9-5e95-4081-b386-18e12b1a24d9),segment_id=a317a8a9-5e95-4081-b386-18e12b1a24d9)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:54.165644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Deleting subnet c679b7d8-08dc-4881-9c5a-eea5f87bd1de {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:54.166223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.169158 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.229760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.242822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a317ec9-2acc-47c8-a22e-ca5b366896d9 None None] Pushing event updated for resources: {'Port': ['ID=15696d7f-246b-4798-a67b-b85571d1f382,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:54.323795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 743d3e58-a89f-480c-9054-bb5ccbba5ce4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:48:54.344788 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.381074 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:54.381544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.410292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.438331 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event deleted for resources: {'Subnet': ['ID=c679b7d8-08dc-4881-9c5a-eea5f87bd1de,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:54.445491 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.448803 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-70461278-f376-4218-b6b9-5d2c887e36b0 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "DELETE /v2.0/subnets/c679b7d8-08dc-4881-9c5a-eea5f87bd1de HTTP/1.1" status: 204 len: 168 time: 0.3373561 Dec 09 15:48:54.451410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36796) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:54.517380 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.566213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 743d3e58-a89f-480c-9054-bb5ccbba5ce4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=743d3e58-a89f-480c-9054-bb5ccbba5ce4,segment=NetworkSegment(af148e60-f116-435d-bf7f-0ea5e3fa0127),segment_id=af148e60-f116-435d-bf7f-0ea5e3fa0127)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:54.572915 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.580806 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.627785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=743d3e58-a89f-480c-9054-bb5ccbba5ce4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:54.650844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Deleting port 15696d7f-246b-4798-a67b-b85571d1f382 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:54.651200 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.717343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] For port 15696d7f-246b-4798-a67b-b85571d1f382, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=15696d7f-246b-4798-a67b-b85571d1f382,segment=NetworkSegment(a317a8a9-5e95-4081-b386-18e12b1a24d9),segment_id=a317a8a9-5e95-4081-b386-18e12b1a24d9)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:54.717774 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.720620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb10aaf-64e5-43b0-842d-216b62652a7d None None] Network 900db63b-7731-4772-8458-7b9f092f23e4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:54.735920 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Calling delete_port for 15696d7f-246b-4798-a67b-b85571d1f382 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:54.814704 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.830112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bca8e1c6-2031-4303-b5b4-2ef36f3a9e13 None None] Provisioning complete for port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:54.830479 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bca8e1c6-2031-4303-b5b4-2ef36f3a9e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.841393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event deleted for resources: {'Port': ['ID=15696d7f-246b-4798-a67b-b85571d1f382,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:54.845267 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] No DVR routers for this DVR port 15696d7f-246b-4798-a67b-b85571d1f382 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:54.929643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.957096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c9a566-54d4-4202-9619-809bd8f074c7']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:54.967828 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a317a8a9-5e95-4081-b386-18e12b1a24d9') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:54.968148 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a317a8a9-5e95-4081-b386-18e12b1a24d9') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:54.979190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:54.993621 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.001114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:55.001531 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:55.004897 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:55.070516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.077804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.081931 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "DELETE /v2.0/networks/f8c9a566-54d4-4202-9619-809bd8f074c7 HTTP/1.1" status: 204 len: 168 time: 0.6289148 Dec 09 15:48:55.084509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36798) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:55.103292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28507a6-a791-4642-9089-c14278794e3a tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event deleted for resources: {'Network': ['ID=f8c9a566-54d4-4202-9619-809bd8f074c7,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.137252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fe2e630a-1501-40d7-a35d-20e71b57b7b4 None None] Provisioning complete for port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:55.137689 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fe2e630a-1501-40d7-a35d-20e71b57b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.149115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Deleting subnet 6653d5f7-cd3a-4e4e-bd60-f56c84dcaf76 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:48:55.152617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.200231 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.291190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.334832 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-19aa6651-641d-4543-915e-2482e5ff5645 None None] Could not find standard attr ID for object 15696d7f-246b-4798-a67b-b85571d1f382. {{(pid=109896) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 15:48:55.354607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.383062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event deleted for resources: {'Subnet': ['ID=6653d5f7-cd3a-4e4e-bd60-f56c84dcaf76,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.387728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.391058 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8bfe07eb-7f02-47d0-857e-97ff6f55a4a9 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "DELETE /v2.0/subnets/6653d5f7-cd3a-4e4e-bd60-f56c84dcaf76 HTTP/1.1" status: 204 len: 168 time: 0.3055763 Dec 09 15:48:55.393630 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36800) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:55.393966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0082e2-fde9-45fa-a426-7fbbbf4ef116 None None] DHCP port deletion for f8c9a566-54d4-4202-9619-809bd8f074c7 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:55.398243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13edc620-3984-4056-8469-dd6605c367f8 None None] Network 900db63b-7731-4772-8458-7b9f092f23e4 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:55.433653 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8919f41-4980-4aa8-83c0-756d33f6c692 None None] Network f8c9a566-54d4-4202-9619-809bd8f074c7 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:55.473387 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8919f41-4980-4aa8-83c0-756d33f6c692 None None] Network f8c9a566-54d4-4202-9619-809bd8f074c7 could not be found, it might have been deleted concurrently. {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 15:48:55.475100 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.536788 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Deleting port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:55.537139 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.566749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] DHCP port deletion for 900db63b-7731-4772-8458-7b9f092f23e4 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:55.600178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] For port 743d3e58-a89f-480c-9054-bb5ccbba5ce4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=743d3e58-a89f-480c-9054-bb5ccbba5ce4,segment=NetworkSegment(af148e60-f116-435d-bf7f-0ea5e3fa0127),segment_id=af148e60-f116-435d-bf7f-0ea5e3fa0127)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:55.600542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.613507 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Calling delete_port for 743d3e58-a89f-480c-9054-bb5ccbba5ce4 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:55.618300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] Deleting port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:48:55.618682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.679869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] For port 743d3e58-a89f-480c-9054-bb5ccbba5ce4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=743d3e58-a89f-480c-9054-bb5ccbba5ce4,segment=NetworkSegment(af148e60-f116-435d-bf7f-0ea5e3fa0127),segment_id=af148e60-f116-435d-bf7f-0ea5e3fa0127)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:48:55.680270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.692913 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] Calling delete_port for 743d3e58-a89f-480c-9054-bb5ccbba5ce4 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:48:55.695404 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.722318 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event deleted for resources: {'Port': ['ID=743d3e58-a89f-480c-9054-bb5ccbba5ce4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.724248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] No DVR routers for this DVR port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:55.764195 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-86b1f6c3-2928-4638-9c36-f5f7a4144558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.786042 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.807989 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.808650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] Pushing event deleted for resources: {'Port': ['ID=743d3e58-a89f-480c-9054-bb5ccbba5ce4,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.816399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f096c-1e14-4642-8fbf-76b527c94b6b None None] No DVR routers for this DVR port 743d3e58-a89f-480c-9054-bb5ccbba5ce4 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:48:55.833726 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900db63b-7731-4772-8458-7b9f092f23e4']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:55.843106 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af148e60-f116-435d-bf7f-0ea5e3fa0127') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:55.843432 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af148e60-f116-435d-bf7f-0ea5e3fa0127') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:55.852915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.866457 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.872285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:48:55.872669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:48:55.876231 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:48:55.932260 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.939058 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:55.942789 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "DELETE /v2.0/networks/900db63b-7731-4772-8458-7b9f092f23e4 HTTP/1.1" status: 204 len: 168 time: 0.5482345 Dec 09 15:48:55.945608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36802) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:55.954836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5e5eb-8e3a-4bb6-887e-ce1e5d225150 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Pushing event deleted for resources: {'Network': ['ID=900db63b-7731-4772-8458-7b9f092f23e4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:55.974357 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fa38de73-0c4a-4ffc-97cc-796cabf5c926 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae00276c-26e5-4715-86e3-93463d2df2af HTTP/1.1" status: 200 len: 205 time: 0.0275910 Dec 09 15:48:55.976747 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36804) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:56.051290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.215825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.218476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.246135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 743d3e58-a89f-480c-9054-bb5ccbba5ce4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:48:56.266484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.267403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Fanout notify agent at l3_agent the message router_deleted on router ae00276c-26e5-4715-86e3-93463d2df2af {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:48:56.268480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 743d3e58-a89f-480c-9054-bb5ccbba5ce4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:48:56.269049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 743d3e58-a89f-480c-9054-bb5ccbba5ce4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:48:56.276062 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.277183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-468fef54-a121-4cbc-87e7-ee5d1e107ca6 tempest-RoutersNegativeTest-397960478 tempest-RoutersNegativeTest-397960478-project] 10.222.0.46 "DELETE /v2.0/routers/ae00276c-26e5-4715-86e3-93463d2df2af HTTP/1.1" status: 204 len: 168 time: 0.2994752 Dec 09 15:48:56.513645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36810) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:56.645780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-710c3ba0-ee97-437c-b8f3-df099b44972c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f21ff8938f0e44b0b8968432c80ec4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308992 Dec 09 15:48:56.648195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36814) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:56.697989 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6406c44-6e4a-4d7d-a4cb-c1c026009cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.719494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6406c44-6e4a-4d7d-a4cb-c1c026009cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.764060 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6406c44-6e4a-4d7d-a4cb-c1c026009cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.767474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6406c44-6e4a-4d7d-a4cb-c1c026009cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:56.768570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6406c44-6e4a-4d7d-a4cb-c1c026009cb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dc6d273-e9f4-43bc-b127-4ea2a34cdf87 HTTP/1.1" status: 204 len: 168 time: 0.1194754 Dec 09 15:48:56.776459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6406c44-6e4a-4d7d-a4cb-c1c026009cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6d273-e9f4-43bc-b127-4ea2a34cdf87,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:56.877916 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.375731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 36836) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:57.471533 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-831437822-network', 'tenant_id': '09424d077b4d41bba4342929318f5008'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:57.492157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Made reservation on behalf of 09424d077b4d41bba4342929318f5008 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:57.494454 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.503222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.575623 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.579047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.602604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:48:57.612866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86fb127-63a8-4cf2-96fb-dd2988ad3426,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:57.617643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.617987 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Added segment 8f6ad748-965c-4189-aec5-fa79781fcc01 of type vlan for network 78ed21a5-9364-4175-aaf9-dad73c548e52 Dec 09 15:48:57.661551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.684972 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.685989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:57.686587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.723986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3471222 Dec 09 15:48:57.727066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36840) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:57.732933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Request body: {'subnet': {'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-subnet', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:57.756143 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Made reservation on behalf of 09424d077b4d41bba4342929318f5008 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:48:57.756793 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca621d-e0aa-48d9-93b4-7242b4097738 admin admin] Pushing event updated for resources: {'Network': ['ID=78ed21a5-9364-4175-aaf9-dad73c548e52,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:57.759374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.768686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:48:57.932263 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:57.991471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f7aefb-d397-4268-890a-10a6aaaf94aa,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:58.000409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Checking segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:58.000837 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Network hostable DHCP agents. Network: 78ed21a5-9364-4175-aaf9-dad73c548e52, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:48:58.016981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:48:58.025822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 78ed21a5-9364-4175-aaf9-dad73c548e52) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:58.029946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:48:58.030551 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.036035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2ca5e-4849-43b0-9a48-bd5d99f57016 None None] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:58.048926 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6692ad86-b3b8-4fb5-b091-49f5c8b37cac admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3206427 Dec 09 15:48:58.051607 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36842) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:58.055789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:48:58.077952 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.079373 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.132182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.276491 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.307714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-78ed21a5-9364-4175-aaf9-dad73c548e52', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'project_id': '09424d077b4d41bba4342929318f5008', 'fixed_ips': [{'subnet_id': '34f7aefb-d397-4268-890a-10a6aaaf94aa'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:48:58.308833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.442850 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Allocated IP 172.20.0.2 (78ed21a5-9364-4175-aaf9-dad73c548e52/34f7aefb-d397-4268-890a-10a6aaaf94aa/1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:58.477039 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.495868 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.588532 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.600967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.606353 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.607836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Allocated IP 172.25.0.187 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/9b1ca294-47d3-450d-8989-62be590df4a7) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:48:58.653975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:58.657833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:58.663250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:58.668481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Pushing event updated for resources: {'Port': ['ID=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:58.715815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.726032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Attempting to bind port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:48:58.726524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Attempting to bind port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:48:58.726956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Attempting to bind port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec on network 78ed21a5-9364-4175-aaf9-dad73c548e52 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:48:58.731930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:48:58.732338 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Checking segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:48:58.732740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.733137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Bound using segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:48:58.733619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Bound port: 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:48:58.734056 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.753710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.797889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] For port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:48:58.798152 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:48:58.800805 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:48:58.801077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] For port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:48:58.805383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:58.806713 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:48:58.832651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c390e1-1c6d-43a1-b8da-7624d3793287 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:48:58.834058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1ca294-47d3-450d-8989-62be590df4a7,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:58.876674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5776fb-d18c-4b6a-90c4-901c2ca7c7f8 None None] Pushing event updated for resources: {'Port': ['ID=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:48:58.965955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-575c07b0-cc95-4af6-835b-d0a7a00126ac None None] Provisioning complete for port 9b1ca294-47d3-450d-8989-62be590df4a7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:58.966635 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-575c07b0-cc95-4af6-835b-d0a7a00126ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.004965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-575c07b0-cc95-4af6-835b-d0a7a00126ac None None] Port 9b1ca294-47d3-450d-8989-62be590df4a7 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:48:59.087196 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.296966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.306897 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.427913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Router a779071c-51d1-428f-a63b-e65ad4ddb1ae is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:48:59.538808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:48:59.548215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Sync routers for ids ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:48:59.560059 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.561321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b3c5b388-0ac2-44ba-9ce5-e9c2aa309a47 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5087817 Dec 09 15:48:59.561756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Routers {'a779071c-51d1-428f-a63b-e65ad4ddb1ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:48:59.562886 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:59.565043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36844) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:48:59.682497 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Set router a779071c-51d1-428f-a63b-e65ad4ddb1ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:48:59.840587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b3413-629e-4522-8d94-74a01a96d1a3 None None] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:48:59.883749 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:48:58Z', 'revision_number': 3, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:48:59.913534 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Checking router: a779071c-51d1-428f-a63b-e65ad4ddb1ae for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:48:59.913983 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Updating router a779071c-51d1-428f-a63b-e65ad4ddb1ae port 9b1ca294-47d3-450d-8989-62be590df4a7 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:48:59.941606 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:48:59.952321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-bf39a925-b6f0-4098-aa9f-92cc094ca4b9 None None] Provisioning complete for port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:48:59.952693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf39a925-b6f0-4098-aa9f-92cc094ca4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.041932 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf39a925-b6f0-4098-aa9f-92cc094ca4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.081254 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-bf39a925-b6f0-4098-aa9f-92cc094ca4b9 None None] For port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:00.088730 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf39a925-b6f0-4098-aa9f-92cc094ca4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.149522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39a925-b6f0-4098-aa9f-92cc094ca4b9 None None] Pushing event updated for resources: {'Port': ['ID=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.256531 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.268765 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.320974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd73c7f-adfc-4249-ab02-3849654ea47d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:00.330424 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7d4741f2-0841-4424-928f-ef9938b0e15e None None] Provisioning complete for port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:00.330637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7d4741f2-0841-4424-928f-ef9938b0e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.334458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:00.341301 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Attempting to bind port 9b1ca294-47d3-450d-8989-62be590df4a7 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:00.341863 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Attempting to bind port 9b1ca294-47d3-450d-8989-62be590df4a7 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:00.342758 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Attempting to bind port 9b1ca294-47d3-450d-8989-62be590df4a7 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:00.346315 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Pushing event updated for resources: {'Port': ['ID=9b1ca294-47d3-450d-8989-62be590df4a7,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.356060 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:00.356425 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:00.356961 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.357495 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:00.358073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Bound port: 9b1ca294-47d3-450d-8989-62be590df4a7, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:00.358553 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.362187 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.362499 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.362948 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.363427 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.363865 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.364499 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.364731 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.365162 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.365588 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.366016 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.366445 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.366870 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.367305 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:00.368504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.428282 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] For port 9b1ca294-47d3-450d-8989-62be590df4a7, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:00.431688 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] For port 9b1ca294-47d3-450d-8989-62be590df4a7, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9b1ca294-47d3-450d-8989-62be590df4a7,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:00.437769 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.438495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:00.438866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.491251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbcf6b6-5d3c-4b0e-9619-51adeaf9db1e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:00.493677 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Routers {'a779071c-51d1-428f-a63b-e65ad4ddb1ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:00.494643 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:00.552321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Allocated IP 172.20.0.1 (78ed21a5-9364-4175-aaf9-dad73c548e52/34f7aefb-d397-4268-890a-10a6aaaf94aa/d1a4571c-29e2-46dc-b5f1-ffefb1faac8d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:00.597328 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a7f23-05dd-41e0-8a14-e1129b1d9852 None None] Pushing event updated for resources: {'Port': ['ID=9b1ca294-47d3-450d-8989-62be590df4a7,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.618401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-61d62f85-69fd-41cb-b172-6eb306e74836 None None] Provisioning complete for port 9b1ca294-47d3-450d-8989-62be590df4a7 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:00.618983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61d62f85-69fd-41cb-b172-6eb306e74836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.622786 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] Set router a779071c-51d1-428f-a63b-e65ad4ddb1ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:00.663392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.698175 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.702062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61d62f85-69fd-41cb-b172-6eb306e74836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.728373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-61d62f85-69fd-41cb-b172-6eb306e74836 None None] For port 9b1ca294-47d3-450d-8989-62be590df4a7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9b1ca294-47d3-450d-8989-62be590df4a7,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:00.733612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-61d62f85-69fd-41cb-b172-6eb306e74836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.739532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:00.742560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:00.749422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:00.778743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.793612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d62f85-69fd-41cb-b172-6eb306e74836 None None] Pushing event updated for resources: {'Port': ['ID=9b1ca294-47d3-450d-8989-62be590df4a7,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:00.804813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.925847 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:48:58Z', 'revision_number': 3, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:00.941031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:00.960528 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9f52b-0cbf-449f-ae30-0bbd604ce49f None None] The sync data for ids ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'] in n-d-804292-5 is: [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:48:58Z', 'revision_number': 3, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:49:01.057920 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cbdca59d-89c0-4384-999e-633c8847aa49 None None] Provisioning complete for port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:01.058300 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cbdca59d-89c0-4384-999e-633c8847aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.101144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cbdca59d-89c0-4384-999e-633c8847aa49 None None] Port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:01.115030 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.119670 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.196724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.198720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:01.315012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:01.316279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:01.452027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Router a779071c-51d1-428f-a63b-e65ad4ddb1ae has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:49:01.572840 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:49:01.578117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6214b480-2907-4f2c-b094-915072452b56 admin admin] 10.222.0.46 "PUT /v2.0/routers/a779071c-51d1-428f-a63b-e65ad4ddb1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0117121 Dec 09 15:49:01.625798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0e8c4143-9e95-40e8-9b0e-4d820a016286 None None] Provisioning complete for port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:01.626428 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4143-9e95-40e8-9b0e-4d820a016286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:01.664333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c4143-9e95-40e8-9b0e-4d820a016286 None None] Port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:02.060480 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36860) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:02.065535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-469591710-network', 'tenant_id': 'c8371c26673744db9adf75898e7601a5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:02.086716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Made reservation on behalf of c8371c26673744db9adf75898e7601a5 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:02.089117 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.098416 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.173395 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.177482 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.206492 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:49:02.213279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba2480e-f52c-456f-929c-ae3442848852,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.220256 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.221153 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Added segment 392f6839-2993-4bb1-aba4-bf0497ccf1bc of type vlan for network f81d8267-76be-4aa6-be79-d16cb7770f38 Dec 09 15:49:02.263896 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.292742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.293790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:02.294461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.297828 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b1ca294-47d3-450d-8989-62be590df4a7 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:02.332735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2710760 Dec 09 15:49:02.335393 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36862) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:02.351255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9b1ca294-47d3-450d-8989-62be590df4a7 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:02.351682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.364853 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Request body: {'subnet': {'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-subnet', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:02.372879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816bb9c-f600-44ea-9634-12049bb2cce5 admin admin] Pushing event updated for resources: {'Network': ['ID=f81d8267-76be-4aa6-be79-d16cb7770f38,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.389528 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f81d8267-76be-4aa6-be79-d16cb7770f38 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:49:02.389710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Made reservation on behalf of c8371c26673744db9adf75898e7601a5 for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:02.392791 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.568426 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.582396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Sync routers for ids ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:49:02.591964 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Routers {'a779071c-51d1-428f-a63b-e65ad4ddb1ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:02.592581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:02.627315 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4755decd-a980-4bb1-85bd-e0722e93053b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:02.635232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Checking segment: {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:02.635652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Network hostable DHCP agents. Network: f81d8267-76be-4aa6-be79-d16cb7770f38, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:49:02.654167 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Network f81d8267-76be-4aa6-be79-d16cb7770f38 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:49:02.663769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f81d8267-76be-4aa6-be79-d16cb7770f38) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:02.668305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:02.669446 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.678880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ee9b1-fb6c-45d7-90d3-8cfa940e573f None None] Network f81d8267-76be-4aa6-be79-d16cb7770f38 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:02.686263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bb8b9ef0-e437-4d6d-a765-49d789ee7934 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3497782 Dec 09 15:49:02.689151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36864) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:02.693487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:02.714233 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.715266 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.750606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Set router a779071c-51d1-428f-a63b-e65ad4ddb1ae gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:02.771973 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.872485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f81d8267-76be-4aa6-be79-d16cb7770f38', 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38', 'project_id': 'c8371c26673744db9adf75898e7601a5', 'fixed_ips': [{'subnet_id': '4755decd-a980-4bb1-85bd-e0722e93053b'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:49:02.873333 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:02.909915 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.085607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Allocated IP 172.20.0.2 (f81d8267-76be-4aa6-be79-d16cb7770f38/4755decd-a980-4bb1-85bd-e0722e93053b/b12a3474-e8a4-4566-8a1b-d3975de45569) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:03.099061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd1a4571c-29e2-46dc-b5f1-ffefb1faac8d', 'name': '', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'mac_address': 'fa:16:3e:d5:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:00Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 2, 'project_id': '09424d077b4d41bba4342929318f5008', 'subnets': [{'id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:03.113351 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.128940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Checking router: a779071c-51d1-428f-a63b-e65ad4ddb1ae for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:49:03.129293 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Updating router a779071c-51d1-428f-a63b-e65ad4ddb1ae port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:49:03.132650 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.175420 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.243663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Allocated IP 172.25.0.24 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/3000b44f-4d48-4480-a34c-a83dacd2a400) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:03.357955 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.377550 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.392944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.393454 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.431775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:03.434656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:03.438649 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:03.455753 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abe878-7b35-4f6d-b8d8-861b4ed44aa5 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:03.471158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Pushing event updated for resources: {'Port': ['ID=3000b44f-4d48-4480-a34c-a83dacd2a400,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:03.479483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Network f81d8267-76be-4aa6-be79-d16cb7770f38 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:03.492084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:03.495526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:03.497389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Pushing event updated for resources: {'Port': ['ID=b12a3474-e8a4-4566-8a1b-d3975de45569,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:03.580323 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Attempting to bind port b12a3474-e8a4-4566-8a1b-d3975de45569 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:03.580703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Attempting to bind port b12a3474-e8a4-4566-8a1b-d3975de45569 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:03.581070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Attempting to bind port b12a3474-e8a4-4566-8a1b-d3975de45569 on network f81d8267-76be-4aa6-be79-d16cb7770f38 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:03.614838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:03.615119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Checking segment: {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:03.615544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.615937 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Bound using segment: {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:03.616409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Bound port: b12a3474-e8a4-4566-8a1b-d3975de45569, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:03.616792 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.709779 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.811542 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.813645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7ae2e016-9474-4253-b46d-4df62cbc2591 None None] Provisioning complete for port 3000b44f-4d48-4480-a34c-a83dacd2a400 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:03.814005 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ae2e016-9474-4253-b46d-4df62cbc2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.855789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.910547 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:03.926413 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2e016-9474-4253-b46d-4df62cbc2591 None None] Port 3000b44f-4d48-4480-a34c-a83dacd2a400 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:03.938291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbb182-44b5-48d5-b9a7-96c5ab8190db None None] Pushing event updated for resources: {'Port': ['ID=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:03.940912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7798e536-d897-4336-9588-2d512db450d9 None None] For port b12a3474-e8a4-4566-8a1b-d3975de45569, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:03.945314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7798e536-d897-4336-9588-2d512db450d9 None None] For port b12a3474-e8a4-4566-8a1b-d3975de45569, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b12a3474-e8a4-4566-8a1b-d3975de45569,segment=NetworkSegment(392f6839-2993-4bb1-aba4-bf0497ccf1bc),segment_id=392f6839-2993-4bb1-aba4-bf0497ccf1bc)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:03.951898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.037351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Attempting to bind port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:04.037751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Attempting to bind port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:04.038088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Attempting to bind port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d on network 78ed21a5-9364-4175-aaf9-dad73c548e52 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:04.054381 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:04.054759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Checking segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:04.055168 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.055597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Bound using segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:04.056088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Bound port: d1a4571c-29e2-46dc-b5f1-ffefb1faac8d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:04.056472 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.072792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Router cc5b1e93-832b-42a2-8725-60824ffecfd8 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:49:04.073013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798e536-d897-4336-9588-2d512db450d9 None None] Pushing event updated for resources: {'Port': ['ID=b12a3474-e8a4-4566-8a1b-d3975de45569,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:04.148670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] For port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:04.153094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] For port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:04.158753 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.205914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:49:04.216217 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Sync routers for ids ['cc5b1e93-832b-42a2-8725-60824ffecfd8'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:49:04.218681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Routers {'a779071c-51d1-428f-a63b-e65ad4ddb1ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:04.219373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:04.224814 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.226941 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0e8002e5-757f-4e25-aaba-aa0c74f74e80 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5367470 Dec 09 15:49:04.230875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 36866) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:49:04.242019 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Routers {'cc5b1e93-832b-42a2-8725-60824ffecfd8'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:04.242901 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc5b1e93-832b-42a2-8725-60824ffecfd8'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:04.265161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbb182-44b5-48d5-b9a7-96c5ab8190db None None] Pushing event updated for resources: {'Port': ['ID=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:04.293276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-78be162e-7350-4535-94a2-2618985348d1 None None] Provisioning complete for port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:04.293664 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78be162e-7350-4535-94a2-2618985348d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.435378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] Set router a779071c-51d1-428f-a63b-e65ad4ddb1ae gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:04.466038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Set router cc5b1e93-832b-42a2-8725-60824ffecfd8 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:04.574803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78be162e-7350-4535-94a2-2618985348d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.673326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-78be162e-7350-4535-94a2-2618985348d1 None None] For port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:04.678592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-78be162e-7350-4535-94a2-2618985348d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.694378 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:49:03Z', 'revision_number': 3, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:04.730587 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Checking router: cc5b1e93-832b-42a2-8725-60824ffecfd8 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:49:04.730936 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Updating router cc5b1e93-832b-42a2-8725-60824ffecfd8 port 3000b44f-4d48-4480-a34c-a83dacd2a400 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:49:04.763555 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.766432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be162e-7350-4535-94a2-2618985348d1 None None] Pushing event updated for resources: {'Port': ['ID=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:04.811718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd1a4571c-29e2-46dc-b5f1-ffefb1faac8d', 'name': '', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'mac_address': 'fa:16:3e:d5:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:00Z', 'updated_at': '2021-12-09T15:49:04Z', 'revision_number': 4, 'project_id': '09424d077b4d41bba4342929318f5008', 'subnets': [{'id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:04.814613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-dbe4339b-d8b9-4fe6-89cf-6c5948bfc679 None None] Provisioning complete for port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:04.815149 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbe4339b-d8b9-4fe6-89cf-6c5948bfc679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:04.869584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fbd0d-3deb-43db-b0d8-ed0a9c76eae1 None None] The sync data for ids ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'] in n-d-804292-5 is: [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'd1a4571c-29e2-46dc-b5f1-ffefb1faac8d', 'name': '', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'mac_address': 'fa:16:3e:d5:0d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:00Z', 'updated_at': '2021-12-09T15:49:04Z', 'revision_number': 4, 'project_id': '09424d077b4d41bba4342929318f5008', 'subnets': [{'id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:49:05.117028 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.126645 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.170228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26adf31-2621-45f9-8a7b-50a69d87c5f5 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:05.193762 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea43fc5-f736-47c4-b013-f6196ab16ade None None] Pushing event updated for resources: {'Port': ['ID=3000b44f-4d48-4480-a34c-a83dacd2a400,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:05.206153 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Attempting to bind port 3000b44f-4d48-4480-a34c-a83dacd2a400 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:05.206773 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Attempting to bind port 3000b44f-4d48-4480-a34c-a83dacd2a400 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:05.207678 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Attempting to bind port 3000b44f-4d48-4480-a34c-a83dacd2a400 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:05.213249 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.216850 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:05.217395 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:05.217947 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.219030 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:05.219622 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Bound port: 3000b44f-4d48-4480-a34c-a83dacd2a400, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:05.220076 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.280263 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] For port 3000b44f-4d48-4480-a34c-a83dacd2a400, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:05.285189 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] For port 3000b44f-4d48-4480-a34c-a83dacd2a400, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3000b44f-4d48-4480-a34c-a83dacd2a400,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:05.292832 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.320243 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-896c54e1-57f8-4160-9db0-54ddf841cdb7 None None] Provisioning complete for port 3000b44f-4d48-4480-a34c-a83dacd2a400 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:05.320623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-896c54e1-57f8-4160-9db0-54ddf841cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.364097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1591d39-6f4d-45ea-a884-7fd6c9f3ec1c None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:49:05.370451 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Routers {'cc5b1e93-832b-42a2-8725-60824ffecfd8'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:05.372823 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc5b1e93-832b-42a2-8725-60824ffecfd8'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:05.429031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-896c54e1-57f8-4160-9db0-54ddf841cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.454401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-896c54e1-57f8-4160-9db0-54ddf841cdb7 None None] For port 3000b44f-4d48-4480-a34c-a83dacd2a400, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3000b44f-4d48-4480-a34c-a83dacd2a400,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:05.463563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae18d337-bb28-4fcd-8d90-ff4c2d0f3802 None None] Network f81d8267-76be-4aa6-be79-d16cb7770f38 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:49:05.467086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-896c54e1-57f8-4160-9db0-54ddf841cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.489004 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea43fc5-f736-47c4-b013-f6196ab16ade None None] Pushing event updated for resources: {'Port': ['ID=3000b44f-4d48-4480-a34c-a83dacd2a400,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:05.497765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Allocated IP 172.20.0.1 (f81d8267-76be-4aa6-be79-d16cb7770f38/4755decd-a980-4bb1-85bd-e0722e93053b/1cbe8369-e315-4a89-a1b0-6d230cbfb78c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:05.554626 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] Set router cc5b1e93-832b-42a2-8725-60824ffecfd8 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:05.608923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c54e1-57f8-4160-9db0-54ddf841cdb7 None None] Pushing event updated for resources: {'Port': ['ID=3000b44f-4d48-4480-a34c-a83dacd2a400,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:05.626325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Provisioning complete for port b12a3474-e8a4-4566-8a1b-d3975de45569 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:05.626701 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.628320 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.673079 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.747851 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Network f81d8267-76be-4aa6-be79-d16cb7770f38 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:05.751592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.752150 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:05.755688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:05.760307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Pushing event updated for resources: {'Port': ['ID=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:05.803096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] For port b12a3474-e8a4-4566-8a1b-d3975de45569, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b12a3474-e8a4-4566-8a1b-d3975de45569,segment=NetworkSegment(392f6839-2993-4bb1-aba4-bf0497ccf1bc),segment_id=392f6839-2993-4bb1-aba4-bf0497ccf1bc)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:05.809270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.820897 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:49:03Z', 'revision_number': 3, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:05.853148 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Provisioning complete for port 3000b44f-4d48-4480-a34c-a83dacd2a400 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:05.854273 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.862676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:05.871941 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a5b61f-95c8-409c-96fd-c0e8dc8e1971 None None] The sync data for ids ['cc5b1e93-832b-42a2-8725-60824ffecfd8'] in n-d-804292-5 is: [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:49:03Z', 'revision_number': 3, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:49:05.985063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02907-cc81-4c75-a934-3aa0a6b589ac None None] Pushing event updated for resources: {'Port': ['ID=b12a3474-e8a4-4566-8a1b-d3975de45569,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:06.039340 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.127976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d199bc6e-dfa4-455b-bc9e-893c38ba0401 None None] Provisioning complete for port b12a3474-e8a4-4566-8a1b-d3975de45569 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:06.129441 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d199bc6e-dfa4-455b-bc9e-893c38ba0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.344339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.350592 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.457700 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Pushing event updated for resources: {'Port': ['ID=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:06.461528 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.462758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1a4571c-29e2-46dc-b5f1-ffefb1faac8d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:06.468178 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3958a9ac-3b5f-43eb-a01b-61b0e5c0b051 None None] Provisioning complete for port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:06.468797 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3958a9ac-3b5f-43eb-a01b-61b0e5c0b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.538159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-3958a9ac-3b5f-43eb-a01b-61b0e5c0b051 None None] Port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:06.552982 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:06.553387 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.571460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Network f81d8267-76be-4aa6-be79-d16cb7770f38 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:06.572823 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:06.646769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b12a3474-e8a4-4566-8a1b-d3975de45569 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:06.706640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b12a3474-e8a4-4566-8a1b-d3975de45569 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:06.707131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.714126 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Router cc5b1e93-832b-42a2-8725-60824ffecfd8 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:49:06.807623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3000b44f-4d48-4480-a34c-a83dacd2a400 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:06.845521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:49:06.850925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-874cd657-26b9-4e32-be81-580f439ce9bf admin admin] 10.222.0.46 "PUT /v2.0/routers/cc5b1e93-832b-42a2-8725-60824ffecfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187520 Dec 09 15:49:06.881667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-956d25eb-a2a9-474a-8573-785a99f9fd55 None None] Provisioning complete for port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:06.882252 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-956d25eb-a2a9-474a-8573-785a99f9fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.885854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3000b44f-4d48-4480-a34c-a83dacd2a400 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:06.886225 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:06.944365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-956d25eb-a2a9-474a-8573-785a99f9fd55 None None] Port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:07.677362 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-ae0f33ae-0750-4b34-a65c-11e6c6f2c312 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:07.678817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-ae0f33ae-0750-4b34-a65c-11e6c6f2c312 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 816 time: 0.1044190 Dec 09 15:49:07.693491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-09c9ac16-bd57-4e84-8943-25736eea001e tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/quotas/09424d077b4d41bba4342929318f5008 HTTP/1.1" status: 200 len: 375 time: 0.0088542 Dec 09 15:49:07.745122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-03a9dfdd-ede5-46e3-beea-1f2e7f3cbf0a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464239 Dec 09 15:49:07.845125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-76117643-426c-4b3a-a2de-29881fa20935 service neutron] 10.222.0.46 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859463 Dec 09 15:49:07.936453 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-d162e78c-b327-445a-8feb-77b6802e8e3e service neutron] 10.222.0.46 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852032 Dec 09 15:49:08.112139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-466f5593-f142-4056-9f44-40d632a20221 req-64af81db-c3c6-4f70-94c1-3ea1bc7561f2 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 210 time: 0.0264978 Dec 09 15:49:08.343950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Sync routers for ids ['cc5b1e93-832b-42a2-8725-60824ffecfd8'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:49:08.354304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Routers {'cc5b1e93-832b-42a2-8725-60824ffecfd8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:08.354985 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc5b1e93-832b-42a2-8725-60824ffecfd8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:08.463213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Set router cc5b1e93-832b-42a2-8725-60824ffecfd8 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:08.824048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '1cbe8369-e315-4a89-a1b0-6d230cbfb78c', 'name': '', 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'mac_address': 'fa:16:3e:b0:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '4755decd-a980-4bb1-85bd-e0722e93053b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:05Z', 'updated_at': '2021-12-09T15:49:06Z', 'revision_number': 2, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'subnets': [{'id': '4755decd-a980-4bb1-85bd-e0722e93053b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:08.853777 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Checking router: cc5b1e93-832b-42a2-8725-60824ffecfd8 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:49:08.854143 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Updating router cc5b1e93-832b-42a2-8725-60824ffecfd8 port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:49:08.877928 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.061094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-eea68c14-4dc7-4b19-a993-0ed94380f6d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.063249 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-eea68c14-4dc7-4b19-a993-0ed94380f6d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 816 time: 0.1128974 Dec 09 15:49:09.076133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Request body: {'port': {'device_id': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'admin_state_up': True, 'tenant_id': '09424d077b4d41bba4342929318f5008'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:09.146320 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.151457 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.206109 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Made reservation on behalf of 09424d077b4d41bba4342929318f5008 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:09.208833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.209579 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5514a3-ef7e-465d-b4cc-132f145a0a7b None None] Pushing event updated for resources: {'Port': ['ID=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:09.240446 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f34c3cb-f3ca-44a8-a8fb-80a3b79ec39d req-35a68a0d-c2d2-4b57-aebe-cdaa70bd49ed tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 210 time: 0.0481226 Dec 09 15:49:09.272308 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Attempting to bind port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:09.272815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Attempting to bind port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:09.273192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Attempting to bind port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c on network f81d8267-76be-4aa6-be79-d16cb7770f38 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:09.278577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:09.278956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Checking segment: {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:09.279383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.279793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Bound using segment: {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:09.280260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Bound port: 1cbe8369-e315-4a89-a1b0-6d230cbfb78c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f6839-2993-4bb1-aba4-bf0497ccf1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:09.281237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.353671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] For port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:09.357163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] For port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,segment=NetworkSegment(392f6839-2993-4bb1-aba4-bf0497ccf1bc),segment_id=392f6839-2993-4bb1-aba4-bf0497ccf1bc)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:09.363907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.378735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Allocated IP 172.20.0.5 (78ed21a5-9364-4175-aaf9-dad73c548e52/34f7aefb-d397-4268-890a-10a6aaaf94aa/a0ec9d7c-ecb0-47da-b827-b83602dcd595) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:09.415730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Routers {'cc5b1e93-832b-42a2-8725-60824ffecfd8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:49:09.416591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:48:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc5b1e93-832b-42a2-8725-60824ffecfd8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:09.468464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5514a3-ef7e-465d-b4cc-132f145a0a7b None None] Pushing event updated for resources: {'Port': ['ID=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:09.527838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b69d54f7-e310-42bd-8af1-056530dd6c2e None None] Provisioning complete for port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:09.528218 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b69d54f7-e310-42bd-8af1-056530dd6c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.544775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.578834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] Set router cc5b1e93-832b-42a2-8725-60824ffecfd8 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:49:09.586693 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.637928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:09.642997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:09.650276 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:09.675619 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Pushing event updated for resources: {'Port': ['ID=a0ec9d7c-ecb0-47da-b827-b83602dcd595,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:09.706782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:09.707971 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.727005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-05862a18-4fca-4ecd-8c94-397156c3601a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6547973 Dec 09 15:49:09.741861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Request body: {'port': {'device_id': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:09.751856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b69d54f7-e310-42bd-8af1-056530dd6c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.804143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.805807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b69d54f7-e310-42bd-8af1-056530dd6c2e None None] For port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,segment=NetworkSegment(392f6839-2993-4bb1-aba4-bf0497ccf1bc),segment_id=392f6839-2993-4bb1-aba4-bf0497ccf1bc)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:09.825285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b69d54f7-e310-42bd-8af1-056530dd6c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:09.885231 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d54f7-e310-42bd-8af1-056530dd6c2e None None] Pushing event updated for resources: {'Port': ['ID=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:09.896611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '1cbe8369-e315-4a89-a1b0-6d230cbfb78c', 'name': '', 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'mac_address': 'fa:16:3e:b0:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '4755decd-a980-4bb1-85bd-e0722e93053b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:05Z', 'updated_at': '2021-12-09T15:49:09Z', 'revision_number': 4, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'subnets': [{'id': '4755decd-a980-4bb1-85bd-e0722e93053b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:49:09.924131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b5842-7712-47c2-86c5-198c4c13eecb None None] The sync data for ids ['cc5b1e93-832b-42a2-8725-60824ffecfd8'] in n-d-804292-5 is: [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '1cbe8369-e315-4a89-a1b0-6d230cbfb78c', 'name': '', 'network_id': 'f81d8267-76be-4aa6-be79-d16cb7770f38', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'mac_address': 'fa:16:3e:b0:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '4755decd-a980-4bb1-85bd-e0722e93053b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:05Z', 'updated_at': '2021-12-09T15:49:09Z', 'revision_number': 4, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'subnets': [{'id': '4755decd-a980-4bb1-85bd-e0722e93053b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:49:09.946602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5fd71c1b-055b-4c25-aab7-a2a9fa2bb39e None None] Provisioning complete for port a0ec9d7c-ecb0-47da-b827-b83602dcd595 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:09.946955 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fd71c1b-055b-4c25-aab7-a2a9fa2bb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.008304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5fd71c1b-055b-4c25-aab7-a2a9fa2bb39e None None] Port a0ec9d7c-ecb0-47da-b827-b83602dcd595 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:10.018460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5fd71c1b-055b-4c25-aab7-a2a9fa2bb39e None None] Provisioning complete for port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:10.018837 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5fd71c1b-055b-4c25-aab7-a2a9fa2bb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.100706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ec9d7c-ecb0-47da-b827-b83602dcd595 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:10.111544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.125723 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Transition to ACTIVE for port object a0ec9d7c-ecb0-47da-b827-b83602dcd595 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:49:10.129259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.185369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ec9d7c-ecb0-47da-b827-b83602dcd595,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:10.261978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Attempting to bind port a0ec9d7c-ecb0-47da-b827-b83602dcd595 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:10.262321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Attempting to bind port a0ec9d7c-ecb0-47da-b827-b83602dcd595 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:10.262651 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Attempting to bind port a0ec9d7c-ecb0-47da-b827-b83602dcd595 on network 78ed21a5-9364-4175-aaf9-dad73c548e52 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:10.270163 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Port a0ec9d7c-ecb0-47da-b827-b83602dcd595 on network 78ed21a5-9364-4175-aaf9-dad73c548e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:49:10.270490 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Attempting to bind port a0ec9d7c-ecb0-47da-b827-b83602dcd595 on network 78ed21a5-9364-4175-aaf9-dad73c548e52 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:10.276694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:10.277044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Checking segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:10.277434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Bound using segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:10.277869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Bound port: a0ec9d7c-ecb0-47da-b827-b83602dcd595, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:10.278227 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.356567 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1cbe8369-e315-4a89-a1b0-6d230cbfb78c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:10.405230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] For port a0ec9d7c-ecb0-47da-b827-b83602dcd595, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:10.413552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] For port a0ec9d7c-ecb0-47da-b827-b83602dcd595, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:10.421660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.431734 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8115-718e-4573-bcda-852bf23283c8 req-5b4af9df-f3f8-4d70-8eb6-1d4fc9d73c8d tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.433446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-910e8115-718e-4573-bcda-852bf23283c8 req-5b4af9df-f3f8-4d70-8eb6-1d4fc9d73c8d tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 943 time: 0.0762684 Dec 09 15:49:10.458944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:10.459326 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.465476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.466107 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:10.467706 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0ec9d7c-ecb0-47da-b827-b83602dcd595 HTTP/1.1" status: 200 len: 1091 time: 0.7310772 Dec 09 15:49:10.468843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'tag': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:10.471000 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553e3010-a9eb-4668-a029-c0904c876d65" -d '{"events": [{"name": "network-changed", "server_uuid": "6f57b1c0-d2cd-46b0-b645-92439732993a", "tag": "a0ec9d7c-ecb0-47da-b827-b83602dcd595"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:10.507292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19e952-650e-4323-a138-7ed4cc935556 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ec9d7c-ecb0-47da-b827-b83602dcd595,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:10.535048 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-910e8115-718e-4573-bcda-852bf23283c8 req-4642cc95-ef3d-4482-9b30-e61202d94dec tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938373 Dec 09 15:49:10.568853 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d3ab66-a463-4a10-b1d1-5f323016d746 x-openstack-request-id: req-e8d3ab66-a463-4a10-b1d1-5f323016d746 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:10.569160 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f57b1c0-d2cd-46b0-b645-92439732993a", "tag": "a0ec9d7c-ecb0-47da-b827-b83602dcd595", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:10.569420 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8d3ab66-a463-4a10-b1d1-5f323016d746 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:10.569826 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'tag': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595', 'status': 'completed', 'code': 200} Dec 09 15:49:10.589110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-8938104c-fb67-42d8-8732-43e94d862afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.590692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-8938104c-fb67-42d8-8732-43e94d862afa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 1094 time: 0.0699704 Dec 09 15:49:10.637023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-70d87cb4-ae69-4e96-b271-8b41d9e9d555 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595 HTTP/1.1" status: 200 len: 217 time: 0.0372865 Dec 09 15:49:10.691887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-77aaaa7c-67db-4e10-baac-a5db9f748674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.693418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-77aaaa7c-67db-4e10-baac-a5db9f748674 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34f7aefb-d397-4268-890a-10a6aaaf94aa HTTP/1.1" status: 200 len: 855 time: 0.0489850 Dec 09 15:49:10.744491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-9abb5dc4-67f1-453b-a4ef-14414280c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:10.745995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-9abb5dc4-67f1-453b-a4ef-14414280c056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78ed21a5-9364-4175-aaf9-dad73c548e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456483 Dec 09 15:49:10.836994 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-8dfdf5c9-f577-42da-ba31-90e58236ac29 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825450 Dec 09 15:49:10.929328 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-706ab50e-a1c1-4be5-ae5a-067e8392ff6a req-ef1014c8-0048-4431-8724-bfd6ff07bc58 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Dec 09 15:49:11.012167 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3010-a9eb-4668-a029-c0904c876d65 req-92276bd5-7cbf-46cf-b5b7-5a7add2738fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.013719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-92276bd5-7cbf-46cf-b5b7-5a7add2738fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 1094 time: 0.0402901 Dec 09 15:49:11.106217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3010-a9eb-4668-a029-c0904c876d65 req-e08ce189-2a56-4f66-bcf0-2019c77c6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.107709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-e08ce189-2a56-4f66-bcf0-2019c77c6453 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 917 time: 0.0869217 Dec 09 15:49:11.458577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-2e37877a-97a4-4dd7-8ec4-1d87a6f84866 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595 HTTP/1.1" status: 200 len: 217 time: 0.3435919 Dec 09 15:49:11.508334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3010-a9eb-4668-a029-c0904c876d65 req-08a1ac92-00fd-4db3-af3e-50d294f0343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.509779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-08a1ac92-00fd-4db3-af3e-50d294f0343a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34f7aefb-d397-4268-890a-10a6aaaf94aa HTTP/1.1" status: 200 len: 855 time: 0.0439701 Dec 09 15:49:11.554776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3010-a9eb-4668-a029-c0904c876d65 req-13bd5b63-310c-499d-93ee-c7b0a4d63090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.556261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-13bd5b63-310c-499d-93ee-c7b0a4d63090 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78ed21a5-9364-4175-aaf9-dad73c548e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380709 Dec 09 15:49:11.590619 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:49:11.652203 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-09cad7ca-1bc1-47ec-8563-45d93ee2c0c3 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870354 Dec 09 15:49:11.657213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ccb58-dc2b-4e83-b4dd-c1fb1e6e378d req-de14a360-43cb-45a9-820c-8c47320dd44a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:11.658716 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de0ccb58-dc2b-4e83-b4dd-c1fb1e6e378d req-de14a360-43cb-45a9-820c-8c47320dd44a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 943 time: 0.0502112 Dec 09 15:49:11.707316 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-de0ccb58-dc2b-4e83-b4dd-c1fb1e6e378d req-9685485d-1528-4a4a-96c6-8c78d08a601b tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Dec 09 15:49:11.754199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-553e3010-a9eb-4668-a029-c0904c876d65 req-ef465a24-2137-47f5-ae2f-b4a13f709b57 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907295 Dec 09 15:49:12.826767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72618033-07ca-4be9-8fd0-230bf1225ab5 req-1ad5a8d9-96ee-46c4-81d2-4e75c2fa2cf9 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:12.828983 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72618033-07ca-4be9-8fd0-230bf1225ab5 req-1ad5a8d9-96ee-46c4-81d2-4e75c2fa2cf9 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 943 time: 0.0499244 Dec 09 15:49:12.875298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72618033-07ca-4be9-8fd0-230bf1225ab5 req-9080e762-b809-4a26-befe-f460f86a1f2b tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Dec 09 15:49:13.926194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0ec9d7c-ecb0-47da-b827-b83602dcd595 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:49:13.994025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c257d47-2602-48c1-bb56-f7dd1e4afe32 req-a19de6bf-7d0c-42bf-b939-4cbfb2950eb9 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:13.995550 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c257d47-2602-48c1-bb56-f7dd1e4afe32 req-a19de6bf-7d0c-42bf-b939-4cbfb2950eb9 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 943 time: 0.0519531 Dec 09 15:49:14.025625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0ec9d7c-ecb0-47da-b827-b83602dcd595, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:14.037326 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'port_id': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595', 'mac_address': 'fa:16:3e:e4:5b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:49:14.049636 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6c257d47-2602-48c1-bb56-f7dd1e4afe32 req-19477998-94c3-4444-b30f-130a1125350c tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477993 Dec 09 15:49:14.074553 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.089591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ec9d7c-ecb0-47da-b827-b83602dcd595 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:14.109769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0ec9d7c-ecb0-47da-b827-b83602dcd595, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:14.113318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:14.168289 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0ec9d7c-ecb0-47da-b827-b83602dcd595,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:14.313610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['a0ec9d7c-ecb0-47da-b827-b83602dcd595'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:49:15.163314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d8fdc-7efd-470b-811e-113242fe6f95 req-9b60b6a0-1600-474a-9d7a-96bc75a7c5fa tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:15.164817 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b0d8fdc-7efd-470b-811e-113242fe6f95 req-9b60b6a0-1600-474a-9d7a-96bc75a7c5fa tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 944 time: 0.0474381 Dec 09 15:49:15.210711 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b0d8fdc-7efd-470b-811e-113242fe6f95 req-2d5f781a-dec7-490d-9219-3e3a1b873ab2 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Dec 09 15:49:15.941334 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0ec9d7c-ecb0-47da-b827-b83602dcd595 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:15.992398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port a0ec9d7c-ecb0-47da-b827-b83602dcd595 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:49:15.996699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port a0ec9d7c-ecb0-47da-b827-b83602dcd595 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:15.997073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.071176 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.092988 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:16.096612 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c041c3-e6ac-4b43-b8f9-8b4f61d70e14" -d '{"events": [{"server_uuid": "6f57b1c0-d2cd-46b0-b645-92439732993a", "name": "network-vif-plugged", "status": "completed", "tag": "a0ec9d7c-ecb0-47da-b827-b83602dcd595"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:16.109135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port a0ec9d7c-ecb0-47da-b827-b83602dcd595, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:16.113863 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:16.136550 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a2ce83-e157-4a28-8bd6-e76809ed033c x-openstack-request-id: req-10a2ce83-e157-4a28-8bd6-e76809ed033c {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:16.136840 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57b1c0-d2cd-46b0-b645-92439732993a", "name": "network-vif-plugged", "status": "completed", "tag": "a0ec9d7c-ecb0-47da-b827-b83602dcd595", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:16.137093 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10a2ce83-e157-4a28-8bd6-e76809ed033c {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:16.137477 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595', 'code': 200} Dec 09 15:49:16.165684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=a0ec9d7c-ecb0-47da-b827-b83602dcd595,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:16.241185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30471c08-d15e-4f58-b13b-4b77fac85782 req-df12a38d-d021-47a9-8cf1-e54e981d91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:16.242795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30471c08-d15e-4f58-b13b-4b77fac85782 req-df12a38d-d021-47a9-8cf1-e54e981d91d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 1096 time: 0.0438497 Dec 09 15:49:16.299541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-30471c08-d15e-4f58-b13b-4b77fac85782 req-3858716b-cb64-47fc-9279-a52cb8f7fc42 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Dec 09 15:49:16.334831 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9db56-22cc-46f1-816c-61d08917c34d req-bbd85824-5894-404c-bc72-0746d0919efa tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:16.336351 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3f9db56-22cc-46f1-816c-61d08917c34d req-bbd85824-5894-404c-bc72-0746d0919efa tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 945 time: 0.0519722 Dec 09 15:49:16.383225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a3f9db56-22cc-46f1-816c-61d08917c34d req-60013a26-08e9-43fd-b331-930c39052e50 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Dec 09 15:49:17.499633 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952619b-54f5-437b-9b3b-b71c72711d2f req-7f6c9b9a-b305-4ab3-8187-a898bcf919c5 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:17.501955 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8952619b-54f5-437b-9b3b-b71c72711d2f req-7f6c9b9a-b305-4ab3-8187-a898bcf919c5 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 945 time: 0.0495501 Dec 09 15:49:17.548939 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8952619b-54f5-437b-9b3b-b71c72711d2f req-e88f41cc-e9dc-4766-bdbd-487a7cd688aa tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Dec 09 15:49:17.664999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15c8b6-4fb8-4299-af4b-c4b8c9314894 req-6cebe8d4-fb5c-49ae-b25c-3be3bea04f18 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:17.666476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db15c8b6-4fb8-4299-af4b-c4b8c9314894 req-6cebe8d4-fb5c-49ae-b25c-3be3bea04f18 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 945 time: 0.0509443 Dec 09 15:49:17.713303 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db15c8b6-4fb8-4299-af4b-c4b8c9314894 req-0bc43cb2-95ce-4cce-800f-1489314ae791 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Dec 09 15:49:22.294944 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:22.822316 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:23.285895 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9f55d704-4de3-4905-8c0f-60ff2cc85039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:25.737144 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-189d016a-c528-41c1-9bf6-b909f25da6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:26.882023 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:28.569815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:29.310288 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:39.261288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8052-ec78-4a42-b2a3-d7fba149a380 req-a3e749c1-935d-4e86-8184-70cbea8131bb tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:39.262883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ccaa8052-ec78-4a42-b2a3-d7fba149a380 req-a3e749c1-935d-4e86-8184-70cbea8131bb tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 945 time: 0.0635946 Dec 09 15:49:39.319904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ccaa8052-ec78-4a42-b2a3-d7fba149a380 req-61125cbd-0d6a-413c-bb19-899bc317567e tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494008 Dec 09 15:49:40.442230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b4223-ba67-42d5-a828-d487dc352716 req-66cb0c2e-09a4-4025-80fb-66a920475dfe tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:40.443723 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be0b4223-ba67-42d5-a828-d487dc352716 req-66cb0c2e-09a4-4025-80fb-66a920475dfe tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 945 time: 0.0502992 Dec 09 15:49:40.491793 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be0b4223-ba67-42d5-a828-d487dc352716 req-e71722ba-b354-4663-9924-98bab6e62f11 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Dec 09 15:49:40.822101 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167d9bc-da26-4629-8535-03bda3121a7f req-b11287b1-8bda-4c3c-9458-ce2bc02e832a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:40.823508 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0167d9bc-da26-4629-8535-03bda3121a7f req-b11287b1-8bda-4c3c-9458-ce2bc02e832a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 945 time: 0.0480363 Dec 09 15:49:40.914840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Deleting port a0ec9d7c-ecb0-47da-b827-b83602dcd595 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:49:40.915185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.002906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] For port a0ec9d7c-ecb0-47da-b827-b83602dcd595, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=a0ec9d7c-ecb0-47da-b827-b83602dcd595,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:41.003269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.015561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Calling delete_port for a0ec9d7c-ecb0-47da-b827-b83602dcd595 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:49:41.142681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.154962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['a0ec9d7c-ecb0-47da-b827-b83602dcd595'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:49:41.170665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Pushing event deleted for resources: {'Port': ['ID=a0ec9d7c-ecb0-47da-b827-b83602dcd595,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:41.181595 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.181951 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.182304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.182646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.182983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.183320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.183702 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.184393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.184393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.184757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.185094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.185422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.185751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:41.232922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] No DVR routers for this DVR port a0ec9d7c-ecb0-47da-b827-b83602dcd595 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:49:41.236064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:41.239894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0167d9bc-da26-4629-8535-03bda3121a7f req-93771c24-fa4c-48e4-a47b-8fefd104ee38 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "DELETE /v2.0/ports/a0ec9d7c-ecb0-47da-b827-b83602dcd595 HTTP/1.1" status: 204 len: 173 time: 0.4099545 Dec 09 15:49:41.240392 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'name': 'network-vif-deleted', 'tag': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:41.243397 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26e0d1-5c90-4799-84d2-8acd9a823281" -d '{"events": [{"server_uuid": "6f57b1c0-d2cd-46b0-b645-92439732993a", "name": "network-vif-deleted", "tag": "a0ec9d7c-ecb0-47da-b827-b83602dcd595"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:41.293512 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e03237-87d3-4fa8-867b-d63e134c5f1c x-openstack-request-id: req-c8e03237-87d3-4fa8-867b-d63e134c5f1c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:41.293813 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57b1c0-d2cd-46b0-b645-92439732993a", "name": "network-vif-deleted", "tag": "a0ec9d7c-ecb0-47da-b827-b83602dcd595", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:41.294074 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8e03237-87d3-4fa8-867b-d63e134c5f1c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:41.294491 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57b1c0-d2cd-46b0-b645-92439732993a', 'name': 'network-vif-deleted', 'tag': 'a0ec9d7c-ecb0-47da-b827-b83602dcd595', 'status': 'completed', 'code': 200} Dec 09 15:49:41.597298 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16c8783e-773e-45f3-b7a9-3a8acfbb353a req-810c9300-78cb-4a30-9dec-6836cb7a919f tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f57b1c0-d2cd-46b0-b645-92439732993a HTTP/1.1" status: 200 len: 210 time: 0.0268538 Dec 09 15:49:43.108178 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-93b28192-46a7-461b-985f-4d965809e385 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:43.109634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-93b28192-46a7-461b-985f-4d965809e385 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 816 time: 0.0995777 Dec 09 15:49:43.124932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-3883d5be-ecfd-4371-bed4-b9bd89590698 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/quotas/09424d077b4d41bba4342929318f5008 HTTP/1.1" status: 200 len: 375 time: 0.0087829 Dec 09 15:49:43.185282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-e045579d-b90e-43a0-a9c2-e97ebc7ba8a0 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543177 Dec 09 15:49:43.282275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-96b68273-24a9-4e75-b706-269f7b684d57 service neutron] 10.222.0.46 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852349 Dec 09 15:49:43.377702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-65139830-304d-4980-a292-36a9fb5dcc8e service neutron] 10.222.0.46 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893664 Dec 09 15:49:43.537700 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e10eedd8-c27b-488d-bf5c-ee53b89f492e req-aa343a56-d9f4-4091-8379-41682ad197d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 210 time: 0.0301723 Dec 09 15:49:44.110687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0ec9d7c-ecb0-47da-b827-b83602dcd595 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:49:44.129953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: a0ec9d7c-ecb0-47da-b827-b83602dcd595 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:49:44.130350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device a0ec9d7c-ecb0-47da-b827-b83602dcd595 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:49:44.436522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-1be742aa-03d7-493f-a4da-8a9112618a15 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:44.437926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-1be742aa-03d7-493f-a4da-8a9112618a15 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 816 time: 0.1034145 Dec 09 15:49:44.451526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Request body: {'port': {'device_id': '3143883e-93da-479f-bd1a-709e36971fb5', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'admin_state_up': True, 'tenant_id': '09424d077b4d41bba4342929318f5008'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:44.566252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Made reservation on behalf of 09424d077b4d41bba4342929318f5008 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:49:44.569833 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:44.661331 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8a841c08-f1ec-4c55-8ec0-fe671ae85d7a req-d90f06c5-2bac-49a5-aa6e-138cab3d000c tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 210 time: 0.0401268 Dec 09 15:49:44.718924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Allocated IP 172.20.0.9 (78ed21a5-9364-4175-aaf9-dad73c548e52/34f7aefb-d397-4268-890a-10a6aaaf94aa/ef505658-0e07-4788-9d3a-2fa72eef1098) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:49:44.864405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:44.896368 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:44.938779 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:49:44.941822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:49:44.948051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:49:44.972889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Pushing event updated for resources: {'Port': ['ID=ef505658-0e07-4788-9d3a-2fa72eef1098,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:45.002470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.003119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.020422 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-64d8dcdd-1982-410f-bcb1-7751e5af37d6 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727122 Dec 09 15:49:45.033326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Request body: {'port': {'device_id': '3143883e-93da-479f-bd1a-709e36971fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:49:45.097711 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.206443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8f871f6e-9948-4e12-a968-475b0e748dfc None None] Provisioning complete for port ef505658-0e07-4788-9d3a-2fa72eef1098 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:45.207011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f871f6e-9948-4e12-a968-475b0e748dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.239687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8f871f6e-9948-4e12-a968-475b0e748dfc None None] Port ef505658-0e07-4788-9d3a-2fa72eef1098 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:49:45.357658 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef505658-0e07-4788-9d3a-2fa72eef1098 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:45.365965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.378620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Transition to ACTIVE for port object ef505658-0e07-4788-9d3a-2fa72eef1098 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:49:45.382019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.431900 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Pushing event updated for resources: {'Port': ['ID=ef505658-0e07-4788-9d3a-2fa72eef1098,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:45.513716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Attempting to bind port ef505658-0e07-4788-9d3a-2fa72eef1098 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:49:45.514400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Attempting to bind port ef505658-0e07-4788-9d3a-2fa72eef1098 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:49:45.514400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Attempting to bind port ef505658-0e07-4788-9d3a-2fa72eef1098 on network 78ed21a5-9364-4175-aaf9-dad73c548e52 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:45.519526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Port ef505658-0e07-4788-9d3a-2fa72eef1098 on network 78ed21a5-9364-4175-aaf9-dad73c548e52 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:49:45.519906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Attempting to bind port ef505658-0e07-4788-9d3a-2fa72eef1098 on network 78ed21a5-9364-4175-aaf9-dad73c548e52 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:49:45.524994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:49:45.525337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Checking segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:49:45.525722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Bound using segment: {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:49:45.526150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Bound port: ef505658-0e07-4788-9d3a-2fa72eef1098, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6ad748-965c-4189-aec5-fa79781fcc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:49:45.526508 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.592070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] For port ef505658-0e07-4788-9d3a-2fa72eef1098, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:49:45.595168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] For port ef505658-0e07-4788-9d3a-2fa72eef1098, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef505658-0e07-4788-9d3a-2fa72eef1098,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:49:45.599673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.635919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.636615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:45.637991 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef505658-0e07-4788-9d3a-2fa72eef1098 HTTP/1.1" status: 200 len: 1091 time: 0.6097066 Dec 09 15:49:45.638439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3143883e-93da-479f-bd1a-709e36971fb5', 'tag': 'ef505658-0e07-4788-9d3a-2fa72eef1098'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:45.640751 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "3143883e-93da-479f-bd1a-709e36971fb5", "tag": "ef505658-0e07-4788-9d3a-2fa72eef1098"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:45.663646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3fc0b-6d49-47f2-90cb-a52ddbba4e50 service neutron] Pushing event updated for resources: {'Port': ['ID=ef505658-0e07-4788-9d3a-2fa72eef1098,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:45.705918 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404e2b9-120e-4cf2-85c2-d4360e1016ae x-openstack-request-id: req-4404e2b9-120e-4cf2-85c2-d4360e1016ae {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:45.706422 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3143883e-93da-479f-bd1a-709e36971fb5", "tag": "ef505658-0e07-4788-9d3a-2fa72eef1098", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:45.706692 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4404e2b9-120e-4cf2-85c2-d4360e1016ae {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:45.707247 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3143883e-93da-479f-bd1a-709e36971fb5', 'tag': 'ef505658-0e07-4788-9d3a-2fa72eef1098', 'status': 'completed', 'code': 200} Dec 09 15:49:45.775180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-7edca8ba-a8f9-4700-bd1d-841d032c0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.776756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-7edca8ba-a8f9-4700-bd1d-841d032c0db2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0844259 Dec 09 15:49:45.826055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-ad4d34f5-94a2-476e-87f8-d67c955bf4c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef505658-0e07-4788-9d3a-2fa72eef1098 HTTP/1.1" status: 200 len: 217 time: 0.0400143 Dec 09 15:49:45.834982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ec62-0f4d-4102-9983-436ec915c290 req-49569113-d902-4187-bac5-128d19758fa4 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.836485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3872ec62-0f4d-4102-9983-436ec915c290 req-49569113-d902-4187-bac5-128d19758fa4 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 943 time: 0.0998807 Dec 09 15:49:45.902959 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-41f5f1dc-1685-4345-a469-c634c685ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.904426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-41f5f1dc-1685-4345-a469-c634c685ccdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34f7aefb-d397-4268-890a-10a6aaaf94aa HTTP/1.1" status: 200 len: 855 time: 0.0670729 Dec 09 15:49:45.930300 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3872ec62-0f4d-4102-9983-436ec915c290 req-b276c20f-6d0d-4034-b506-5fbc2ff4e820 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849547 Dec 09 15:49:45.957334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-82044f09-0ba2-4318-aed5-f87144367f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:45.958813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-82044f09-0ba2-4318-aed5-f87144367f5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78ed21a5-9364-4175-aaf9-dad73c548e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445864 Dec 09 15:49:46.045918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-7eac170c-f0eb-4bbb-bd7a-01506d4be067 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801146 Dec 09 15:49:46.142409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0a840ad7-dfeb-436d-8fb6-7991b336bf1f req-8b120a90-39da-485a-a6bb-0ad8f8ac45e6 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Dec 09 15:49:46.230380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-ad58cdd2-683e-44bf-bc0d-ae8c6c60d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.231967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-ad58cdd2-683e-44bf-bc0d-ae8c6c60d992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0409176 Dec 09 15:49:46.326221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-7bcfa20c-37e3-48c1-997b-da0513d935cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.327811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-7bcfa20c-37e3-48c1-997b-da0513d935cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 917 time: 0.0892136 Dec 09 15:49:46.370067 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-f7a5d1ee-c811-4447-892f-2b4999be0266 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef505658-0e07-4788-9d3a-2fa72eef1098 HTTP/1.1" status: 200 len: 217 time: 0.0343902 Dec 09 15:49:46.419548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-ac931a42-3c0a-4f1e-b5ed-bc6acb0b99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.420966 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-ac931a42-3c0a-4f1e-b5ed-bc6acb0b99c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34f7aefb-d397-4268-890a-10a6aaaf94aa HTTP/1.1" status: 200 len: 855 time: 0.0425317 Dec 09 15:49:46.471642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-54343bf4-ef83-4800-a56d-4878fa3c4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:46.473119 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-54343bf4-ef83-4800-a56d-4878fa3c4db2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78ed21a5-9364-4175-aaf9-dad73c548e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432310 Dec 09 15:49:46.562762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-00897750-66c3-49ad-a781-cb0348dd18f4 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815003 Dec 09 15:49:46.655332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-94bdbd97-6ad3-490f-9908-41d92a7b1cf5 req-577f6d9a-9577-41e9-ab75-d2cd19dc4b8f service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846038 Dec 09 15:49:47.046679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197318b-247f-4738-a924-98dbfea2753f req-8a956420-9e00-44ca-9f89-789d8ddb52c3 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:47.048712 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0197318b-247f-4738-a924-98dbfea2753f req-8a956420-9e00-44ca-9f89-789d8ddb52c3 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 943 time: 0.0494173 Dec 09 15:49:47.095576 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0197318b-247f-4738-a924-98dbfea2753f req-b0c81173-fc55-464a-b49f-294840c2a9c0 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Dec 09 15:49:48.208796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3203-adbd-44ea-a9db-93a7b5fc5b3a req-68318b2d-4c3b-4ed5-845c-2017de2f2b7e tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:48.210270 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02df3203-adbd-44ea-a9db-93a7b5fc5b3a req-68318b2d-4c3b-4ed5-845c-2017de2f2b7e tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 943 time: 0.0479753 Dec 09 15:49:48.257384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-02df3203-adbd-44ea-a9db-93a7b5fc5b3a req-053713c6-5f2f-482f-94bc-87f93c165026 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Dec 09 15:49:48.590314 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:49:49.375970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e91a-f5cf-4cb5-bb68-5074d2bcb2cb req-261650bf-e11d-4107-9ed5-134bfc5caa12 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:49.377458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d75e91a-f5cf-4cb5-bb68-5074d2bcb2cb req-261650bf-e11d-4107-9ed5-134bfc5caa12 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 943 time: 0.0478704 Dec 09 15:49:49.425656 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3d75e91a-f5cf-4cb5-bb68-5074d2bcb2cb req-cc0d9131-ca77-4995-b642-3d56b6034c26 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Dec 09 15:49:50.123751 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef505658-0e07-4788-9d3a-2fa72eef1098 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:49:50.219732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ef505658-0e07-4788-9d3a-2fa72eef1098, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef505658-0e07-4788-9d3a-2fa72eef1098,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:50.230397 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'ef505658-0e07-4788-9d3a-2fa72eef1098', 'network_id': '78ed21a5-9364-4175-aaf9-dad73c548e52', 'port_id': 'ef505658-0e07-4788-9d3a-2fa72eef1098', 'mac_address': 'fa:16:3e:30:8c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7aefb-d397-4268-890a-10a6aaaf94aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:49:50.267291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.279966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef505658-0e07-4788-9d3a-2fa72eef1098 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:49:50.302072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ef505658-0e07-4788-9d3a-2fa72eef1098, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef505658-0e07-4788-9d3a-2fa72eef1098,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:50.306111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:50.354021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef505658-0e07-4788-9d3a-2fa72eef1098,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:50.362602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.362950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.363292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.363658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.363994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.364324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.364649 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.364976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.365301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.365623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.365944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.366265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.366601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:49:50.504335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['ef505658-0e07-4788-9d3a-2fa72eef1098'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:49:50.543759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc2b7f-ea79-4178-b172-f57f093e9d04 req-a64287be-fe20-443d-9218-e4fdad99b134 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:50.545253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7dc2b7f-ea79-4178-b172-f57f093e9d04 req-a64287be-fe20-443d-9218-e4fdad99b134 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 944 time: 0.0491261 Dec 09 15:49:50.597513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c7dc2b7f-ea79-4178-b172-f57f093e9d04 req-0d25475c-e6a2-437a-a1fd-0750bcc1c772 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Dec 09 15:49:51.715844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d2a4-606a-4671-aa72-e60c91ecbf11 req-5ca00de9-aa59-4d0a-be15-6c9eef2b0bab tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:51.717329 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7457d2a4-606a-4671-aa72-e60c91ecbf11 req-5ca00de9-aa59-4d0a-be15-6c9eef2b0bab tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 944 time: 0.0528393 Dec 09 15:49:51.764997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7457d2a4-606a-4671-aa72-e60c91ecbf11 req-03b20b34-4a7e-47bf-85db-93efb98c7703 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 Dec 09 15:49:52.154275 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef505658-0e07-4788-9d3a-2fa72eef1098 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:49:52.201027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port ef505658-0e07-4788-9d3a-2fa72eef1098 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:49:52.205449 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port ef505658-0e07-4788-9d3a-2fa72eef1098 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:49:52.205820 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.280183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.302218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3143883e-93da-479f-bd1a-709e36971fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505658-0e07-4788-9d3a-2fa72eef1098'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:49:52.304549 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5561977f-a226-4143-95bf-171b785a6d37" -d '{"events": [{"server_uuid": "3143883e-93da-479f-bd1a-709e36971fb5", "name": "network-vif-plugged", "status": "completed", "tag": "ef505658-0e07-4788-9d3a-2fa72eef1098"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:49:52.324519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port ef505658-0e07-4788-9d3a-2fa72eef1098, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef505658-0e07-4788-9d3a-2fa72eef1098,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:49:52.330746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.335374 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.360641 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589b22fc-06f1-4c80-91fa-9dcab8dacf19 x-openstack-request-id: req-589b22fc-06f1-4c80-91fa-9dcab8dacf19 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:49:52.360933 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3143883e-93da-479f-bd1a-709e36971fb5", "name": "network-vif-plugged", "status": "completed", "tag": "ef505658-0e07-4788-9d3a-2fa72eef1098", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:49:52.361188 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-589b22fc-06f1-4c80-91fa-9dcab8dacf19 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:49:52.361575 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3143883e-93da-479f-bd1a-709e36971fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505658-0e07-4788-9d3a-2fa72eef1098', 'code': 200} Dec 09 15:49:52.385354 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=ef505658-0e07-4788-9d3a-2fa72eef1098,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:49:52.442638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218628bd-ab9c-4e59-9aa1-1abc1682f05e req-71d0273b-c16f-4ee2-8e8d-c9448fd00e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:52.444160 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-218628bd-ab9c-4e59-9aa1-1abc1682f05e req-71d0273b-c16f-4ee2-8e8d-c9448fd00e14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0417042 Dec 09 15:49:52.488805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-218628bd-ab9c-4e59-9aa1-1abc1682f05e req-7e7ebe55-839f-46f7-a9f1-4be384d188d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Dec 09 15:49:52.832219 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:52.881502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6e522-ea84-49a4-b1dd-d5d397b1a6d4 req-8a0e4e10-71ac-4818-96c0-7149475854c4 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:52.882977 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdf6e522-ea84-49a4-b1dd-d5d397b1a6d4 req-8a0e4e10-71ac-4818-96c0-7149475854c4 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 945 time: 0.0476811 Dec 09 15:49:52.930446 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdf6e522-ea84-49a4-b1dd-d5d397b1a6d4 req-29e756b5-1192-4e88-9af9-f174293a2c5c tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Dec 09 15:49:53.288352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fce580c4-40b6-4a5b-96a5-7ab841bf9fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:54.045127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e365-5b1a-4e6d-9ac3-649856da2f5e req-61b81067-b7df-483e-815a-31bc8acd0e57 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:54.046584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7498e365-5b1a-4e6d-9ac3-649856da2f5e req-61b81067-b7df-483e-815a-31bc8acd0e57 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 945 time: 0.0478339 Dec 09 15:49:54.093625 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7498e365-5b1a-4e6d-9ac3-649856da2f5e req-298eef38-264e-40e8-976c-246ed68cc746 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Dec 09 15:49:54.213130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae8cae-63f9-490c-9d0c-e47b15f7e04a req-dc89f66b-2695-4e8d-b526-66cf74961e7f tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:54.214600 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcae8cae-63f9-490c-9d0c-e47b15f7e04a req-dc89f66b-2695-4e8d-b526-66cf74961e7f tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Dec 09 15:49:54.268405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fcae8cae-63f9-490c-9d0c-e47b15f7e04a req-dc0611b3-4cba-4e0d-8868-e353e0fb5e2c tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Dec 09 15:49:55.739062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcc34-d54d-4e4a-9b5e-0732891352f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.541187 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-cec2c036-3b47-468c-9567-1af803dbdc00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454199 Dec 09 15:49:56.624226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-d97dba7b-21b2-4498-953a-1a3f7679c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.625731 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-d97dba7b-21b2-4498-953a-1a3f7679c382 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09424d077b4d41bba4342929318f5008&device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0401318 Dec 09 15:49:56.730576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-fc7401fd-eb1c-4cee-afee-fad4a9464cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.732124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-fc7401fd-eb1c-4cee-afee-fad4a9464cce service neutron] 10.222.0.36 "GET /v2.0/networks?id=78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 200 len: 917 time: 0.0872514 Dec 09 15:49:56.780267 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-eca32efb-4d34-45e4-86de-63dfcb80b9d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef505658-0e07-4788-9d3a-2fa72eef1098 HTTP/1.1" status: 200 len: 217 time: 0.0394459 Dec 09 15:49:56.829785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-f2279de0-0c83-4204-948e-35fa43519ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.831819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-f2279de0-0c83-4204-948e-35fa43519ac1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34f7aefb-d397-4268-890a-10a6aaaf94aa HTTP/1.1" status: 200 len: 855 time: 0.0441034 Dec 09 15:49:56.877488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-cc1b627b-2b40-4b81-9970-2de43f4827f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:49:56.879319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-cc1b627b-2b40-4b81-9970-2de43f4827f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78ed21a5-9364-4175-aaf9-dad73c548e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405872 Dec 09 15:49:56.885095 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:56.976720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-6048edff-8be9-4511-8bac-2eab8bc8ba89 service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886354 Dec 09 15:49:57.070925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50e0d0c1-fe71-423c-ad2e-1cb2941ce8f7 req-9f0ac550-96fe-4566-b4dd-7801c74909af service neutron] 10.222.0.36 "GET /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866382 Dec 09 15:49:58.569500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:49:59.316004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:15.687008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b45e-4346-4664-b755-d1feff8f0645 req-632dd1a5-6bd5-48cb-95d5-cfae0f587226 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:15.688532 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae66b45e-4346-4664-b755-d1feff8f0645 req-632dd1a5-6bd5-48cb-95d5-cfae0f587226 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 945 time: 0.0546660 Dec 09 15:50:15.737544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ae66b45e-4346-4664-b755-d1feff8f0645 req-d4e537cd-30f0-42c8-b662-acb65e0a629a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Dec 09 15:50:16.856961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc6807-1136-47ad-971e-55b5e695bff5 req-7c231a3e-8f16-4093-a519-dc75b01b704f tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:16.858449 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2bc6807-1136-47ad-971e-55b5e695bff5 req-7c231a3e-8f16-4093-a519-dc75b01b704f tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 945 time: 0.0508103 Dec 09 15:50:16.910108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b2bc6807-1136-47ad-971e-55b5e695bff5 req-44e5bdd6-f740-4bf2-98f4-63a579442707 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/security-groups?id=e86fb127-63a8-4cf2-96fb-dd2988ad3426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Dec 09 15:50:17.226917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-1c36702d-ef11-4766-9ce7-5bb05a2bc027 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:17.228355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-1c36702d-ef11-4766-9ce7-5bb05a2bc027 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Dec 09 15:50:17.320282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Deleting port ef505658-0e07-4788-9d3a-2fa72eef1098 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:17.320631 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.407673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] For port ef505658-0e07-4788-9d3a-2fa72eef1098, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=ef505658-0e07-4788-9d3a-2fa72eef1098,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:17.408038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.420151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Calling delete_port for ef505658-0e07-4788-9d3a-2fa72eef1098 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:17.555330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.567763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['ef505658-0e07-4788-9d3a-2fa72eef1098'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:50:17.588191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Pushing event deleted for resources: {'Port': ['ID=ef505658-0e07-4788-9d3a-2fa72eef1098,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:17.632599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] No DVR routers for this DVR port ef505658-0e07-4788-9d3a-2fa72eef1098 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:50:17.635417 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:17.639306 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f7afb4c-772d-4579-ad11-75d4f421c14c req-50d284ce-3c05-4f8c-a350-81168e48132a tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.36 "DELETE /v2.0/ports/ef505658-0e07-4788-9d3a-2fa72eef1098 HTTP/1.1" status: 204 len: 173 time: 0.4043179 Dec 09 15:50:17.639864 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3143883e-93da-479f-bd1a-709e36971fb5', 'name': 'network-vif-deleted', 'tag': 'ef505658-0e07-4788-9d3a-2fa72eef1098'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:50:17.642753 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9392c51-4155-4aec-85f7-b22440718c2f" -d '{"events": [{"server_uuid": "3143883e-93da-479f-bd1a-709e36971fb5", "name": "network-vif-deleted", "tag": "ef505658-0e07-4788-9d3a-2fa72eef1098"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:50:17.682786 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a356293-81b3-4cd9-a024-5eb0e1764842 x-openstack-request-id: req-8a356293-81b3-4cd9-a024-5eb0e1764842 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:50:17.683305 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3143883e-93da-479f-bd1a-709e36971fb5", "name": "network-vif-deleted", "tag": "ef505658-0e07-4788-9d3a-2fa72eef1098", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:50:17.683744 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a356293-81b3-4cd9-a024-5eb0e1764842 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:50:17.684324 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3143883e-93da-479f-bd1a-709e36971fb5', 'name': 'network-vif-deleted', 'tag': 'ef505658-0e07-4788-9d3a-2fa72eef1098', 'status': 'completed', 'code': 200} Dec 09 15:50:18.015520 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e8b57f73-0044-45b0-939d-83ff8700fb1f req-65b367c0-187a-4f35-9c9e-b169fb47b2e7 tempest-TestEncryptedCinderVolumes-1761063642 tempest-TestEncryptedCinderVolumes-1761063642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3143883e-93da-479f-bd1a-709e36971fb5 HTTP/1.1" status: 200 len: 210 time: 0.0257852 Dec 09 15:50:19.109715 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37222) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:19.478498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.735188 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Deleting port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:19.735549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.812282 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] For port d1a4571c-29e2-46dc-b5f1-ffefb1faac8d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:19.812641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:19.827774 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Calling delete_port for d1a4571c-29e2-46dc-b5f1-ffefb1faac8d owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:20.004937 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.034875 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a4571c-29e2-46dc-b5f1-ffefb1faac8d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:20.061673 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.062028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.062381 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.062722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.063062 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.063416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.063753 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.064084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.064419 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.064760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.065076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.066046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.066408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:20.212468 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.434598 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Router a779071c-51d1-428f-a63b-e65ad4ddb1ae has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:20.540655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:20.545617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-da30c662-e275-41cb-8b7c-8d1db011436a admin admin] 10.222.0.46 "PUT /v2.0/routers/a779071c-51d1-428f-a63b-e65ad4ddb1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345589 Dec 09 15:50:20.548304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37224) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:20.550304 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] Sync routers for ids ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:20.560369 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] Routers {'a779071c-51d1-428f-a63b-e65ad4ddb1ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:20.560987 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:49:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:20.654950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.753184 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] Set router a779071c-51d1-428f-a63b-e65ad4ddb1ae gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:20.758768 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.817346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Deleting port 9b1ca294-47d3-450d-8989-62be590df4a7 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:20.817598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.900119 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] For port 9b1ca294-47d3-450d-8989-62be590df4a7, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9b1ca294-47d3-450d-8989-62be590df4a7,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:20.900480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:20.911937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Calling delete_port for 9b1ca294-47d3-450d-8989-62be590df4a7 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:20.930109 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:50:19Z', 'revision_number': 5, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port': {'id': '9b1ca294-47d3-450d-8989-62be590df4a7', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:20.960096 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] Checking router: a779071c-51d1-428f-a63b-e65ad4ddb1ae for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:20.968108 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] Routers {'a779071c-51d1-428f-a63b-e65ad4ddb1ae'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:20.968713 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:49:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:21.052981 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] Set router a779071c-51d1-428f-a63b-e65ad4ddb1ae gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:21.072637 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.099203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1ca294-47d3-450d-8989-62be590df4a7,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:21.104525 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:50:20Z', 'revision_number': 6, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:21.112770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1210e40-480f-470a-ad63-8a05df4ff011 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:21.134774 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b52a9-6248-41dd-8adb-5a48a14c708d None None] The sync data for ids ['a779071c-51d1-428f-a63b-e65ad4ddb1ae'] in n-d-804292-5 is: [{'id': 'a779071c-51d1-428f-a63b-e65ad4ddb1ae', 'name': 'tempest-TestEncryptedCinderVolumes-831437822-router', 'tenant_id': '09424d077b4d41bba4342929318f5008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:48:58Z', 'updated_at': '2021-12-09T15:50:20Z', 'revision_number': 6, 'project_id': '09424d077b4d41bba4342929318f5008', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:21.165953 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.256642 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.258744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.302218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.302844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a779071c-51d1-428f-a63b-e65ad4ddb1ae {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:21.307433 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.308559 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8d6b6ce6-98b5-4ac1-a2da-bff72207c984 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a779071c-51d1-428f-a63b-e65ad4ddb1ae HTTP/1.1" status: 204 len: 168 time: 0.7587788 Dec 09 15:50:21.311118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37226) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:21.359265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Deleting subnet 34f7aefb-d397-4268-890a-10a6aaaf94aa {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:50:21.362428 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.396120 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.472093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.526509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.556468 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f7aefb-d397-4268-890a-10a6aaaf94aa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:21.561982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.565855 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0acbd739-6f80-403e-88e0-e303a5a80cd6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34f7aefb-d397-4268-890a-10a6aaaf94aa HTTP/1.1" status: 204 len: 168 time: 0.2531908 Dec 09 15:50:21.568493 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37228) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:21.569668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e66d9f9-92e2-4687-9254-efed9d3f394e None None] Network 78ed21a5-9364-4175-aaf9-dad73c548e52 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:21.916612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] DHCP port deletion for 78ed21a5-9364-4175-aaf9-dad73c548e52 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:21.952032 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:21.970474 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] Deleting port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:21.971010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.005612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Deleting port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:22.005964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.036061 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] For port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:22.036612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.050060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] Calling delete_port for 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:22.073587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] For port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,segment=NetworkSegment(8f6ad748-965c-4189-aec5-fa79781fcc01),segment_id=8f6ad748-965c-4189-aec5-fa79781fcc01)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:22.073955 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.094677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Calling delete_port for 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:22.147789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.187718 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.188685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] Pushing event deleted for resources: {'Port': ['ID=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:22.194434 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaf6c7-ba80-4392-b49b-d4e1f2282157 None None] No DVR routers for this DVR port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:50:22.226218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef505658-0e07-4788-9d3a-2fa72eef1098 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:22.242230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:22.255711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] No DVR routers for this DVR port 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:50:22.258213 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: ef505658-0e07-4788-9d3a-2fa72eef1098 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:22.258569 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device ef505658-0e07-4788-9d3a-2fa72eef1098 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:22.336309 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.347779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1a4571c-29e2-46dc-b5f1-ffefb1faac8d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:22.361112 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.371030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d1a4571c-29e2-46dc-b5f1-ffefb1faac8d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:22.371398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d1a4571c-29e2-46dc-b5f1-ffefb1faac8d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:22.371825 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:22.382273 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ed21a5-9364-4175-aaf9-dad73c548e52']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.391239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6ad748-965c-4189-aec5-fa79781fcc01') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.391513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:22.391641 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6ad748-965c-4189-aec5-fa79781fcc01') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:22.391867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1a42c0f2-f5e0-4d8c-ac4b-8cca97b7d0ec not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:22.392280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b1ca294-47d3-450d-8989-62be590df4a7 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:22.401726 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.411687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9b1ca294-47d3-450d-8989-62be590df4a7 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:22.412041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b1ca294-47d3-450d-8989-62be590df4a7 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:22.414577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.421263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:50:22.421748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: self.session.flush() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:50:22.423703 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:50:22.484995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.492071 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.496695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] 10.222.0.46 "DELETE /v2.0/networks/78ed21a5-9364-4175-aaf9-dad73c548e52 HTTP/1.1" status: 204 len: 168 time: 0.9270890 Dec 09 15:50:22.499586 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37230) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:22.522195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bacdb8-4b31-4aa5-9470-19e3ef685f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ed21a5-9364-4175-aaf9-dad73c548e52,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:22.839405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:22.898070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.142846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Deleting port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:23.143297 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.225333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] For port 1cbe8369-e315-4a89-a1b0-6d230cbfb78c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,segment=NetworkSegment(392f6839-2993-4bb1-aba4-bf0497ccf1bc),segment_id=392f6839-2993-4bb1-aba4-bf0497ccf1bc)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:23.225706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.237844 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Calling delete_port for 1cbe8369-e315-4a89-a1b0-6d230cbfb78c owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:23.290539 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1911009-d971-4bfe-a054-c3e125f9cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.421025 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.446074 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbe8369-e315-4a89-a1b0-6d230cbfb78c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:23.620016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:23.834383 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Router cc5b1e93-832b-42a2-8725-60824ffecfd8 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:23.952997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:23.959474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6740c904-bf46-46d0-9279-4bc62cfab667 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc5b1e93-832b-42a2-8725-60824ffecfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586527 Dec 09 15:50:23.961918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37232) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:23.964689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] Sync routers for ids ['cc5b1e93-832b-42a2-8725-60824ffecfd8'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:23.975032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] Routers {'cc5b1e93-832b-42a2-8725-60824ffecfd8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:23.975685 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:49:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc5b1e93-832b-42a2-8725-60824ffecfd8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:24.064942 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.080153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] Set router cc5b1e93-832b-42a2-8725-60824ffecfd8 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:24.170847 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.224406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Deleting port 3000b44f-4d48-4480-a34c-a83dacd2a400 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:24.225007 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.278411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:50:23Z', 'revision_number': 5, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port': {'id': '3000b44f-4d48-4480-a34c-a83dacd2a400', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:49:03Z', 'updated_at': '2021-12-09T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:24.306926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] Checking router: cc5b1e93-832b-42a2-8725-60824ffecfd8 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:24.315898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] Routers {'cc5b1e93-832b-42a2-8725-60824ffecfd8'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:24.316512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:49:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['cc5b1e93-832b-42a2-8725-60824ffecfd8'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:24.319473 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] For port 3000b44f-4d48-4480-a34c-a83dacd2a400, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3000b44f-4d48-4480-a34c-a83dacd2a400,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:24.319906 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.333263 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Calling delete_port for 3000b44f-4d48-4480-a34c-a83dacd2a400 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:24.404820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] Set router cc5b1e93-832b-42a2-8725-60824ffecfd8 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:24.458928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:50:24Z', 'revision_number': 6, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:24.488590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501ac83-ad41-45f3-bbf9-f8279ab25990 None None] The sync data for ids ['cc5b1e93-832b-42a2-8725-60824ffecfd8'] in n-d-804292-5 is: [{'id': 'cc5b1e93-832b-42a2-8725-60824ffecfd8', 'name': 'tempest-TestEncryptedCinderVolumes-469591710-router', 'tenant_id': 'c8371c26673744db9adf75898e7601a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:49:02Z', 'updated_at': '2021-12-09T15:50:24Z', 'revision_number': 6, 'project_id': 'c8371c26673744db9adf75898e7601a5', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:24.500019 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.530985 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Pushing event deleted for resources: {'Port': ['ID=3000b44f-4d48-4480-a34c-a83dacd2a400,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:24.545341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1ccb8-85ea-4b2b-8dbe-ac2aafb7dd31 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:24.592556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.683872 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.685961 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.733556 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.734044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc5b1e93-832b-42a2-8725-60824ffecfd8 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:50:24.739199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.740189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b82e44b9-6157-49a5-b27b-fff29df38603 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cc5b1e93-832b-42a2-8725-60824ffecfd8 HTTP/1.1" status: 204 len: 168 time: 0.7773623 Dec 09 15:50:24.742889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37234) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:24.788023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Deleting subnet 4755decd-a980-4bb1-85bd-e0722e93053b {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:50:24.791041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.824908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.906566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.964972 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.989216 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4755decd-a980-4bb1-85bd-e0722e93053b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:24.994935 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:24.998211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b058c257-1e0d-4b83-bb2c-ddd4a1618039 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4755decd-a980-4bb1-85bd-e0722e93053b HTTP/1.1" status: 204 len: 168 time: 0.2542658 Dec 09 15:50:25.000759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3f8c3-f64a-4f6a-9673-4be1b6071b80 None None] Network f81d8267-76be-4aa6-be79-d16cb7770f38 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:25.000929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37236) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:25.068874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.127273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Deleting port b12a3474-e8a4-4566-8a1b-d3975de45569 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:50:25.127643 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.189887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] For port b12a3474-e8a4-4566-8a1b-d3975de45569, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b12a3474-e8a4-4566-8a1b-d3975de45569,segment=NetworkSegment(392f6839-2993-4bb1-aba4-bf0497ccf1bc),segment_id=392f6839-2993-4bb1-aba4-bf0497ccf1bc)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:25.190164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.202193 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Calling delete_port for b12a3474-e8a4-4566-8a1b-d3975de45569 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:50:25.283862 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d79e13-4920-41b4-8bd8-bc56e1da83be None None] DHCP port deletion for f81d8267-76be-4aa6-be79-d16cb7770f38 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:25.291147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.319189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12a3474-e8a4-4566-8a1b-d3975de45569,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:25.319676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-62d79e13-4920-41b4-8bd8-bc56e1da83be None None] The port 'b12a3474-e8a4-4566-8a1b-d3975de45569' was deleted {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 09 15:50:25.321049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] No DVR routers for this DVR port b12a3474-e8a4-4566-8a1b-d3975de45569 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:50:25.396051 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.418946 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81d8267-76be-4aa6-be79-d16cb7770f38']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.427989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392f6839-2993-4bb1-aba4-bf0497ccf1bc') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.428286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392f6839-2993-4bb1-aba4-bf0497ccf1bc') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:25.437513 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.451291 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.458538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:50:25.459088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:50:25.461057 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:50:25.517123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.524239 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.527619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f81d8267-76be-4aa6-be79-d16cb7770f38 HTTP/1.1" status: 204 len: 168 time: 0.5259135 Dec 09 15:50:25.543060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b018636-8a5c-4462-9efe-0cd68c7c4d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81d8267-76be-4aa6-be79-d16cb7770f38,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:25.589312 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:50:25.705566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:25.740314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d35e3088-317d-4ab9-b927-523b0a3bc605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.746490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-750cb17e-e095-4279-aa74-a9d31628482a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09424d077b4d41bba4342929318f5008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391223 Dec 09 15:50:25.749028 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:25.804681 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b91dcf0a-df8b-430f-a140-8d31cea0d1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.825483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b91dcf0a-df8b-430f-a140-8d31cea0d1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.871483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b91dcf0a-df8b-430f-a140-8d31cea0d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.874160 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b91dcf0a-df8b-430f-a140-8d31cea0d1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:25.875315 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b91dcf0a-df8b-430f-a140-8d31cea0d1c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e86fb127-63a8-4cf2-96fb-dd2988ad3426 HTTP/1.1" status: 204 len: 168 time: 0.1253812 Dec 09 15:50:25.883094 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcf0a-df8b-430f-a140-8d31cea0d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86fb127-63a8-4cf2-96fb-dd2988ad3426,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:26.209301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:26.248396 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d0015433-b104-4f2f-b0b9-731ba3be5a1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8371c26673744db9adf75898e7601a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377431 Dec 09 15:50:26.250586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37250) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:26.301412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e996925b-2bdd-4cb0-9282-04abfc3001dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.319426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3000b44f-4d48-4480-a34c-a83dacd2a400 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:26.323219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e996925b-2bdd-4cb0-9282-04abfc3001dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.339645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 3000b44f-4d48-4480-a34c-a83dacd2a400 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:26.340162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3000b44f-4d48-4480-a34c-a83dacd2a400 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:26.340401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b12a3474-e8a4-4566-8a1b-d3975de45569 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:26.361476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b12a3474-e8a4-4566-8a1b-d3975de45569 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:26.361829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b12a3474-e8a4-4566-8a1b-d3975de45569 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:26.362337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1cbe8369-e315-4a89-a1b0-6d230cbfb78c no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:50:26.372995 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e996925b-2bdd-4cb0-9282-04abfc3001dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.375677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e996925b-2bdd-4cb0-9282-04abfc3001dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:26.376829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e996925b-2bdd-4cb0-9282-04abfc3001dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ba2480e-f52c-456f-929c-ae3442848852 HTTP/1.1" status: 204 len: 168 time: 0.1254008 Dec 09 15:50:26.385556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996925b-2bdd-4cb0-9282-04abfc3001dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba2480e-f52c-456f-929c-ae3442848852,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:26.387512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 1cbe8369-e315-4a89-a1b0-6d230cbfb78c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:50:26.387861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 1cbe8369-e315-4a89-a1b0-6d230cbfb78c not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:50:26.888313 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.043583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37272) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:27.146780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1571233026-network', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:27.167562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Made reservation on behalf of a8626917ae6541ec883af7d31389eeac for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:27.170023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.485064 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.561624 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.565610 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.589528 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:50:27.599432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5c661-89aa-40dd-9cb1-2f006b191e51,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:27.604044 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.604391 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Added segment ab112d9a-33d0-47cc-937d-23b7a6c445c5 of type vlan for network 4631ff02-d89c-4d44-a915-81628fde833a Dec 09 15:50:27.646561 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.670242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.671191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:27.671810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.702382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6577027 Dec 09 15:50:27.705433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37278) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:27.714502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Request body: {'subnet': {'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1571233026-subnet', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:27.736818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Made reservation on behalf of a8626917ae6541ec883af7d31389eeac for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:27.737058 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dae5c-e8e0-4f15-a476-378f20cffe15 admin admin] Pushing event updated for resources: {'Network': ['ID=4631ff02-d89c-4d44-a915-81628fde833a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:27.741171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.747695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 4631ff02-d89c-4d44-a915-81628fde833a details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:50:27.914838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:27.971827 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fef252f-eb48-4388-a5d8-dd523f771eef,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:27.982981 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Checking segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:27.983341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Network hostable DHCP agents. Network: 4631ff02-d89c-4d44-a915-81628fde833a, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:50:28.000025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Network 4631ff02-d89c-4d44-a915-81628fde833a is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:50:28.008815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 4631ff02-d89c-4d44-a915-81628fde833a) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:28.012822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:28.013422 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.017995 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f9fef-5393-4b9a-b506-82a5bd25717e None None] Network 4631ff02-d89c-4d44-a915-81628fde833a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:28.028957 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-53ccfd7a-a530-4b0a-bd28-0d41dd9a0c11 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3214281 Dec 09 15:50:28.031569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37280) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:28.036066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:28.057920 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.059041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.113297 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.119975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-4631ff02-d89c-4d44-a915-81628fde833a', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:50:28.120898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.259451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Allocated IP 172.20.0.2 (4631ff02-d89c-4d44-a915-81628fde833a/4fef252f-eb48-4388-a5d8-dd523f771eef/9f69c126-fa6a-4ccf-8aa6-4a3dba4df756) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:28.421764 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.429246 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.468508 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Network 4631ff02-d89c-4d44-a915-81628fde833a is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:28.471314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:28.474420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:28.487288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Pushing event updated for resources: {'Port': ['ID=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:28.543284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Attempting to bind port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:28.543647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Attempting to bind port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:28.544021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Attempting to bind port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 on network 4631ff02-d89c-4d44-a915-81628fde833a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:28.549498 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:28.549886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Checking segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:28.550893 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.551402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Bound using segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:28.551941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Bound port: 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:28.552339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.573428 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.599952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.630927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] For port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:28.633971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] For port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:28.637405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.699006 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a915-b10e-4028-b29c-f6e75dd7dfc5 None None] Pushing event updated for resources: {'Port': ['ID=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:28.777876 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.801179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:28.929643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Allocated IP 172.25.0.89 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/af7fe716-123c-427c-8e04-9e9a8535728c) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:29.040907 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.076071 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.113490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:29.116390 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:29.118860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:29.129803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa7b14-4b17-4bfe-8e5b-e0d948c5b574 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:29.148626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=af7fe716-123c-427c-8e04-9e9a8535728c,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:29.192661 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-651cca58-0b48-4e73-82ac-02eb32260b92 None None] Provisioning complete for port af7fe716-123c-427c-8e04-9e9a8535728c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:29.193132 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-651cca58-0b48-4e73-82ac-02eb32260b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.228452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-651cca58-0b48-4e73-82ac-02eb32260b92 None None] Port af7fe716-123c-427c-8e04-9e9a8535728c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:29.326546 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.390728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.589553 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2769f7-88b3-457e-b08e-17ddf48e21fd None None] Network 4631ff02-d89c-4d44-a915-81628fde833a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:29.601376 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.669123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d2cfdd63-8bd9-48d2-a66f-729057ab4139 None None] Provisioning complete for port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:29.669487 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2cfdd63-8bd9-48d2-a66f-729057ab4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.732340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:29.777720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2cfdd63-8bd9-48d2-a66f-729057ab4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.812510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d2cfdd63-8bd9-48d2-a66f-729057ab4139 None None] For port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:29.817616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2cfdd63-8bd9-48d2-a66f-729057ab4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.849153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:29.858864 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Sync routers for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:29.872994 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:29.874301 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:29.874642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfdd63-8bd9-48d2-a66f-729057ab4139 None None] Pushing event updated for resources: {'Port': ['ID=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:29.875282 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:29.880200 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c9532966-eb96-4bbd-98b8-d9f2c11a3dc1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8475637 Dec 09 15:50:29.882917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37282) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:29.998325 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:30.039225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-11f78a6c-8a96-458f-b69c-514c5eaf1ee4 None None] Provisioning complete for port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:30.039618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-11f78a6c-8a96-458f-b69c-514c5eaf1ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.178027 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:29Z', 'revision_number': 3, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:30.204074 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Checking router: 2ffd8f9a-ac5c-4675-8a22-12aba46f146e for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:30.204421 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Updating router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e port af7fe716-123c-427c-8e04-9e9a8535728c binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:30.232840 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.315578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.347919 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:30.402550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:30.402877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.486995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Allocated IP 172.20.0.1 (4631ff02-d89c-4d44-a915-81628fde833a/4fef252f-eb48-4388-a5d8-dd523f771eef/538b0727-64b2-41f9-bfc7-09de03e4bedb) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:30.503437 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.508313 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.548654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0436fe6-bc61-410b-8527-8f6d974b0060 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:30.558027 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Attempting to bind port af7fe716-123c-427c-8e04-9e9a8535728c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:30.558402 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Attempting to bind port af7fe716-123c-427c-8e04-9e9a8535728c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:30.559293 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Attempting to bind port af7fe716-123c-427c-8e04-9e9a8535728c on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:30.567169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Pushing event updated for resources: {'Port': ['ID=af7fe716-123c-427c-8e04-9e9a8535728c,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:30.573788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:30.574172 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:30.574576 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.574967 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:30.575459 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Bound port: af7fe716-123c-427c-8e04-9e9a8535728c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:30.575843 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.577919 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.578271 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.578613 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.578956 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.579280 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.579656 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.579984 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.580318 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.580671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.581615 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.581998 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.582328 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.582661 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:50:30.602611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.637155 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] For port af7fe716-123c-427c-8e04-9e9a8535728c, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:30.640476 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] For port af7fe716-123c-427c-8e04-9e9a8535728c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=af7fe716-123c-427c-8e04-9e9a8535728c,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:30.645436 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.646050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.651972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1297425b-f1ad-4dad-9385-43fd5345e998 None None] Provisioning complete for port af7fe716-123c-427c-8e04-9e9a8535728c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:30.652348 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1297425b-f1ad-4dad-9385-43fd5345e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.684111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Network 4631ff02-d89c-4d44-a915-81628fde833a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:30.687258 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:30.691310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:30.713788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76dbab-7d1b-449f-8918-47af9ba5c5ac None None] Pushing event updated for resources: {'Port': ['ID=af7fe716-123c-427c-8e04-9e9a8535728c,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:30.722323 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:30.723292 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:30.725243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Pushing event updated for resources: {'Port': ['ID=538b0727-64b2-41f9-bfc7-09de03e4bedb,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:30.737480 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.749097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09b9f2-4e4b-40b9-958f-ca0c69479173 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:30.751466 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1297425b-f1ad-4dad-9385-43fd5345e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.783220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1297425b-f1ad-4dad-9385-43fd5345e998 None None] For port af7fe716-123c-427c-8e04-9e9a8535728c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=af7fe716-123c-427c-8e04-9e9a8535728c,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:30.789585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1297425b-f1ad-4dad-9385-43fd5345e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.844838 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297425b-f1ad-4dad-9385-43fd5345e998 None None] Pushing event updated for resources: {'Port': ['ID=af7fe716-123c-427c-8e04-9e9a8535728c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:30.852294 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:30.908992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:30.915705 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c1f33fc8-0a1d-4ee2-9435-d13f712cc0a5 None None] Provisioning complete for port af7fe716-123c-427c-8e04-9e9a8535728c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:30.916179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c1f33fc8-0a1d-4ee2-9435-d13f712cc0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.105290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.110207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.155316 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:29Z', 'revision_number': 3, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:31.183710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.185773 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f82bea-305e-4779-b8c7-2e7bb7f33670 None None] The sync data for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 is: [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:29Z', 'revision_number': 3, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:31.186652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Pushing event updated for resources: {'Port': ['ID=538b0727-64b2-41f9-bfc7-09de03e4bedb,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:31.283030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Network 4631ff02-d89c-4d44-a915-81628fde833a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:31.285137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:31.299877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b42427d0-4954-4d46-be74-12dbe764ccc8 None None] Provisioning complete for port 538b0727-64b2-41f9-bfc7-09de03e4bedb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:31.300429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b42427d0-4954-4d46-be74-12dbe764ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.337333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-b42427d0-4954-4d46-be74-12dbe764ccc8 None None] Port 538b0727-64b2-41f9-bfc7-09de03e4bedb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:31.416145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:31.557009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:31.566037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-6e2b7d38-aaa2-493f-b12b-0e45946fe8d8 None None] Provisioning complete for port 538b0727-64b2-41f9-bfc7-09de03e4bedb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:31.566526 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7d38-aaa2-493f-b12b-0e45946fe8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:31.575754 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f86c9c6d-5413-4f1b-aa77-5e07d48f0d29 admin admin] 10.222.0.46 "PUT /v2.0/routers/2ffd8f9a-ac5c-4675-8a22-12aba46f146e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835067 Dec 09 15:50:31.602687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b7d38-aaa2-493f-b12b-0e45946fe8d8 None None] Port 538b0727-64b2-41f9-bfc7-09de03e4bedb cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:32.060597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37298) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:32.066052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1532080323-network', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:32.086926 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Made reservation on behalf of 39d7bc20ac0b4ac0ad8b7e69c04df305 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:32.089381 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.098586 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.170391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.174714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.197820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:50:32.213508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c192f-18cc-44db-a783-04dc93e4e46d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:32.216613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.217008 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Added segment b8809b8f-e763-4a6f-9a5c-654efbdd4f16 of type vlan for network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 Dec 09 15:50:32.258009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.291182 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.292263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:32.293032 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.340192 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device af7fe716-123c-427c-8e04-9e9a8535728c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:32.343986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2821259 Dec 09 15:50:32.346822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37300) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:32.354323 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Request body: {'subnet': {'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1532080323-subnet', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:32.372096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3cc4a-ab1c-4fa7-a93c-a1cd74c50ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=7705379d-6c50-4d2b-905f-2f8786ef5ca9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:32.386209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:50:32.387753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Made reservation on behalf of 39d7bc20ac0b4ac0ad8b7e69c04df305 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:32.390092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.418051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port af7fe716-123c-427c-8e04-9e9a8535728c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:32.418428 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.569362 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.623309 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02d6a8e-a2f8-42a9-ac36-213ba65feaea,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:32.633572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Checking segment: {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:32.633940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Network hostable DHCP agents. Network: 7705379d-6c50-4d2b-905f-2f8786ef5ca9, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:50:32.651261 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:50:32.662642 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 7705379d-6c50-4d2b-905f-2f8786ef5ca9) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:32.668173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:32.669720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.673079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79402a7-29f0-4e4f-bf5d-30c8be9c4522 None None] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:32.694642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-921c1b55-db5d-472f-8e7a-0c39ecc738e0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3463070 Dec 09 15:50:32.697207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37302) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:32.701821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:32.726858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.727883 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.776238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Sync routers for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:32.785763 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-7705379d-6c50-4d2b-905f-2f8786ef5ca9', 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9', 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'fixed_ips': [{'subnet_id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:50:32.786711 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.801222 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:32.801944 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:32.818983 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.957901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:32.998830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:33.047556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Allocated IP 172.20.0.2 (7705379d-6c50-4d2b-905f-2f8786ef5ca9/e02d6a8e-a2f8-42a9-ac36-213ba65feaea/9b2e4ffd-9924-427a-a0ae-f9f734eb34b3) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:33.158328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.186835 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.294906 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Allocated IP 172.25.0.64 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/b988bc29-25c6-48d0-b39c-3eab2a6d0725) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:33.311176 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.322946 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.372345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:33.378719 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 2, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:33.381961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:33.407054 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.410001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Pushing event updated for resources: {'Port': ['ID=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:33.412361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:33.417401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Checking router: 2ffd8f9a-ac5c-4675-8a22-12aba46f146e for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:33.417764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Updating router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e port 538b0727-64b2-41f9-bfc7-09de03e4bedb binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:33.444530 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.475133 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.481067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:33.485556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:33.492505 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:33.493302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Attempting to bind port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:33.493628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Attempting to bind port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:33.494130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Attempting to bind port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 on network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:33.502562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893d734-fda8-44a6-8141-0d7f038976c9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:33.505076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:33.505463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Checking segment: {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:33.505865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.506258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Bound using segment: {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:33.506739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Bound port: 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:33.507120 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.515578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Pushing event updated for resources: {'Port': ['ID=b988bc29-25c6-48d0-b39c-3eab2a6d0725,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:33.671767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] For port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:33.675949 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9ea80a6a-d9a5-4d9b-8131-709fba074f8a None None] Provisioning complete for port b988bc29-25c6-48d0-b39c-3eab2a6d0725 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:33.676589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9ea80a6a-d9a5-4d9b-8131-709fba074f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.680941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] For port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,segment=NetworkSegment(b8809b8f-e763-4a6f-9a5c-654efbdd4f16),segment_id=b8809b8f-e763-4a6f-9a5c-654efbdd4f16)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:33.707523 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.749504 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.783707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9ea80a6a-d9a5-4d9b-8131-709fba074f8a None None] Port b988bc29-25c6-48d0-b39c-3eab2a6d0725 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:33.829656 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba4afe-04df-4db0-a75f-913ed36d5389 None None] Pushing event updated for resources: {'Port': ['ID=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:33.924187 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.931592 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:33.994111 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.019300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea112ea-a0b7-43e2-b656-b7d384003757 None None] Pushing event updated for resources: {'Port': ['ID=538b0727-64b2-41f9-bfc7-09de03e4bedb,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.060805 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Attempting to bind port 538b0727-64b2-41f9-bfc7-09de03e4bedb on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:34.061429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Attempting to bind port 538b0727-64b2-41f9-bfc7-09de03e4bedb by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:34.062098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Attempting to bind port 538b0727-64b2-41f9-bfc7-09de03e4bedb on network 4631ff02-d89c-4d44-a915-81628fde833a {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:34.068845 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:34.069458 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Checking segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:34.070075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.070632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Bound using segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:34.071281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Bound port: 538b0727-64b2-41f9-bfc7-09de03e4bedb, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:34.072029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.161824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] For port 538b0727-64b2-41f9-bfc7-09de03e4bedb, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:34.165965 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] For port 538b0727-64b2-41f9-bfc7-09de03e4bedb, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=538b0727-64b2-41f9-bfc7-09de03e4bedb,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:34.171167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.195766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Router f1e316ea-8dcf-415e-84fd-50887b3a6777 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:50:34.235881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:34.236643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:34.277277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea112ea-a0b7-43e2-b656-b7d384003757 None None] Pushing event updated for resources: {'Port': ['ID=538b0727-64b2-41f9-bfc7-09de03e4bedb,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:34.339873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:34.362955 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Sync routers for ids ['f1e316ea-8dcf-415e-84fd-50887b3a6777'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:34.367251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.368560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d38a802-5458-400d-b7ed-52f6e0f8de56 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6703911 Dec 09 15:50:34.371528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37304) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:50:34.372630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-df281805-fae1-4e95-b381-59e9675cb1f4 None None] Provisioning complete for port 538b0727-64b2-41f9-bfc7-09de03e4bedb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:34.373115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-df281805-fae1-4e95-b381-59e9675cb1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.395921 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Routers {'f1e316ea-8dcf-415e-84fd-50887b3a6777'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:34.396833 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f1e316ea-8dcf-415e-84fd-50887b3a6777'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:34.451563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:34.484363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:34.535491 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Set router f1e316ea-8dcf-415e-84fd-50887b3a6777 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:34.844436 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:33Z', 'revision_number': 3, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:34.876241 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Checking router: f1e316ea-8dcf-415e-84fd-50887b3a6777 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:34.876581 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Updating router f1e316ea-8dcf-415e-84fd-50887b3a6777 port b988bc29-25c6-48d0-b39c-3eab2a6d0725 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:34.913489 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:34.976195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:34.976750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.006634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-df281805-fae1-4e95-b381-59e9675cb1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.157284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-df281805-fae1-4e95-b381-59e9675cb1f4 None None] For port 538b0727-64b2-41f9-bfc7-09de03e4bedb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=538b0727-64b2-41f9-bfc7-09de03e4bedb,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:35.172189 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-df281805-fae1-4e95-b381-59e9675cb1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.224461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84739ed1-c2b1-4f27-bd6b-3ed6ff40b6f6 None None] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:50:35.260478 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.266340 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.275750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df281805-fae1-4e95-b381-59e9675cb1f4 None None] Pushing event updated for resources: {'Port': ['ID=538b0727-64b2-41f9-bfc7-09de03e4bedb,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.324021 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Attempting to bind port b988bc29-25c6-48d0-b39c-3eab2a6d0725 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:35.324396 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Attempting to bind port b988bc29-25c6-48d0-b39c-3eab2a6d0725 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:35.324756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Attempting to bind port b988bc29-25c6-48d0-b39c-3eab2a6d0725 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:35.332818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da040364-43eb-4eda-aded-523f3dcc024e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:35.336604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:35.337397 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:35.337397 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.337751 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:35.338211 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Bound port: b988bc29-25c6-48d0-b39c-3eab2a6d0725, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:35.338583 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.357349 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.368125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.369584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:34Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:35.394347 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e7e03-a668-49c4-98af-e3c891f4201e None None] Pushing event updated for resources: {'Port': ['ID=b988bc29-25c6-48d0-b39c-3eab2a6d0725,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.401617 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] For port b988bc29-25c6-48d0-b39c-3eab2a6d0725, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:35.405218 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] For port b988bc29-25c6-48d0-b39c-3eab2a6d0725, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b988bc29-25c6-48d0-b39c-3eab2a6d0725,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:35.408955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0519455-e80b-4c96-a70b-d697e8921ab9 None None] Provisioning complete for port 538b0727-64b2-41f9-bfc7-09de03e4bedb triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:35.409424 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0519455-e80b-4c96-a70b-d697e8921ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.410778 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.415181 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45fab7-6b0b-43c9-9846-6b695c5ba35a None None] The sync data for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 is: [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:34Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:35.459236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43e178-0d8b-4b4e-bb5c-9966e9acaca2 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:50:35.478359 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Routers {'f1e316ea-8dcf-415e-84fd-50887b3a6777'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:35.479579 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f1e316ea-8dcf-415e-84fd-50887b3a6777'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:35.513494 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,segment=NetworkSegment(b8809b8f-e763-4a6f-9a5c-654efbdd4f16),segment_id=b8809b8f-e763-4a6f-9a5c-654efbdd4f16)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:35.527884 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.545614 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e7e03-a668-49c4-98af-e3c891f4201e None None] Pushing event updated for resources: {'Port': ['ID=b988bc29-25c6-48d0-b39c-3eab2a6d0725,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.634121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Allocated IP 172.20.0.1 (7705379d-6c50-4d2b-905f-2f8786ef5ca9/e02d6a8e-a2f8-42a9-ac36-213ba65feaea/7f542c58-afdf-4eaa-ad72-a144d1083271) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:35.636378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.642535 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] Set router f1e316ea-8dcf-415e-84fd-50887b3a6777 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:35.697499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0519455-e80b-4c96-a70b-d697e8921ab9 None None] Provisioning complete for port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:35.697905 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0519455-e80b-4c96-a70b-d697e8921ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.828921 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.867534 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:33Z', 'revision_number': 3, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:35.880695 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.903577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d446-1c01-4cac-a2b7-74104687e555 None None] The sync data for ids ['f1e316ea-8dcf-415e-84fd-50887b3a6777'] in n-d-804292-5 is: [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:33Z', 'revision_number': 3, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:35.921006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:35.926364 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:35.928319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Provisioning complete for port b988bc29-25c6-48d0-b39c-3eab2a6d0725 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:35.928701 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:35.936519 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:35.969595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f542c58-afdf-4eaa-ad72-a144d1083271,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:35.985748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.033406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.057874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] For port b988bc29-25c6-48d0-b39c-3eab2a6d0725, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b988bc29-25c6-48d0-b39c-3eab2a6d0725,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:36.064297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.105501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Provisioning complete for port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:36.105876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.153480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d4b0b-f1ce-4f87-aa89-cf959feb2b14 None None] Pushing event updated for resources: {'Port': ['ID=b988bc29-25c6-48d0-b39c-3eab2a6d0725,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:36.176845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.351251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-83c4366e-5f65-46b5-9dc6-eb2b36aa4e56 None None] Provisioning complete for port 7f542c58-afdf-4eaa-ad72-a144d1083271 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:36.351659 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83c4366e-5f65-46b5-9dc6-eb2b36aa4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.405974 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-83c4366e-5f65-46b5-9dc6-eb2b36aa4e56 None None] Port 7f542c58-afdf-4eaa-ad72-a144d1083271 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:36.450211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.455710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.501827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:36.537676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f542c58-afdf-4eaa-ad72-a144d1083271,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:36.540199 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.563868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:36.564239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.648517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 538b0727-64b2-41f9-bfc7-09de03e4bedb up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:36.651241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:36.652727 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:36.711548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 538b0727-64b2-41f9-bfc7-09de03e4bedb triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:36.712233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:36.817905 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Router f1e316ea-8dcf-415e-84fd-50887b3a6777 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:50:36.962161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:50:36.967502 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48c4c6e9-a18d-4435-90f3-dea5585d7ec2 admin admin] 10.222.0.46 "PUT /v2.0/routers/f1e316ea-8dcf-415e-84fd-50887b3a6777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947969 Dec 09 15:50:37.034817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a4209be0-efce-4aa8-961f-b83c4650b373 None None] Provisioning complete for port 7f542c58-afdf-4eaa-ad72-a144d1083271 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:37.035490 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a4209be0-efce-4aa8-961f-b83c4650b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:37.071916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a4209be0-efce-4aa8-961f-b83c4650b373 None None] Port 7f542c58-afdf-4eaa-ad72-a144d1083271 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:38.381067 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b988bc29-25c6-48d0-b39c-3eab2a6d0725 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:38.452214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b988bc29-25c6-48d0-b39c-3eab2a6d0725 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:38.452923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:38.980309 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Sync routers for ids ['f1e316ea-8dcf-415e-84fd-50887b3a6777'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:50:38.993651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Routers {'f1e316ea-8dcf-415e-84fd-50887b3a6777'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:38.994923 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f1e316ea-8dcf-415e-84fd-50887b3a6777'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:39.111480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Set router f1e316ea-8dcf-415e-84fd-50887b3a6777 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:39.348321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '7f542c58-afdf-4eaa-ad72-a144d1083271', 'name': '', 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'mac_address': 'fa:16:3e:98:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:35Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 2, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'subnets': [{'id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:39.381970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Checking router: f1e316ea-8dcf-415e-84fd-50887b3a6777 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:50:39.382618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Updating router f1e316ea-8dcf-415e-84fd-50887b3a6777 port 7f542c58-afdf-4eaa-ad72-a144d1083271 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:50:39.411011 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.705604 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.714171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.810542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76036d3-a591-4a24-8469-0d0bcba6837b None None] Pushing event updated for resources: {'Port': ['ID=7f542c58-afdf-4eaa-ad72-a144d1083271,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:39.822749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Attempting to bind port 7f542c58-afdf-4eaa-ad72-a144d1083271 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:50:39.823130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Attempting to bind port 7f542c58-afdf-4eaa-ad72-a144d1083271 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:50:39.823542 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Attempting to bind port 7f542c58-afdf-4eaa-ad72-a144d1083271 on network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:50:39.828924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:50:39.829440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Checking segment: {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:50:39.829851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.830245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Bound using segment: {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:50:39.830721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Bound port: 7f542c58-afdf-4eaa-ad72-a144d1083271, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:50:39.831800 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.906867 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] For port 7f542c58-afdf-4eaa-ad72-a144d1083271, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:50:39.911311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] For port 7f542c58-afdf-4eaa-ad72-a144d1083271, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7f542c58-afdf-4eaa-ad72-a144d1083271,segment=NetworkSegment(b8809b8f-e763-4a6f-9a5c-654efbdd4f16),segment_id=b8809b8f-e763-4a6f-9a5c-654efbdd4f16)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:50:39.921086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:39.992874 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76036d3-a591-4a24-8469-0d0bcba6837b None None] Pushing event updated for resources: {'Port': ['ID=7f542c58-afdf-4eaa-ad72-a144d1083271,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:40.001574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Routers {'f1e316ea-8dcf-415e-84fd-50887b3a6777'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:50:40.002440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f1e316ea-8dcf-415e-84fd-50887b3a6777'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:40.142420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-19f631f9-b1eb-4c54-abb5-f5ca910e2533 None None] Provisioning complete for port 7f542c58-afdf-4eaa-ad72-a144d1083271 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:40.142877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19f631f9-b1eb-4c54-abb5-f5ca910e2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.170453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] Set router f1e316ea-8dcf-415e-84fd-50887b3a6777 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:50:40.405026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19f631f9-b1eb-4c54-abb5-f5ca910e2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.476695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-19f631f9-b1eb-4c54-abb5-f5ca910e2533 None None] For port 7f542c58-afdf-4eaa-ad72-a144d1083271, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7f542c58-afdf-4eaa-ad72-a144d1083271,segment=NetworkSegment(b8809b8f-e763-4a6f-9a5c-654efbdd4f16),segment_id=b8809b8f-e763-4a6f-9a5c-654efbdd4f16)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:50:40.482763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-19f631f9-b1eb-4c54-abb5-f5ca910e2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:40.548853 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '7f542c58-afdf-4eaa-ad72-a144d1083271', 'name': '', 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'mac_address': 'fa:16:3e:98:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:35Z', 'updated_at': '2021-12-09T15:50:39Z', 'revision_number': 4, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'subnets': [{'id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:50:40.570741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f631f9-b1eb-4c54-abb5-f5ca910e2533 None None] Pushing event updated for resources: {'Port': ['ID=7f542c58-afdf-4eaa-ad72-a144d1083271,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:40.763522 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd43d0-2cee-4ae7-abf0-683b47eaa3ff None None] The sync data for ids ['f1e316ea-8dcf-415e-84fd-50887b3a6777'] in n-d-804292-5 is: [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '7f542c58-afdf-4eaa-ad72-a144d1083271', 'name': '', 'network_id': '7705379d-6c50-4d2b-905f-2f8786ef5ca9', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'mac_address': 'fa:16:3e:98:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:35Z', 'updated_at': '2021-12-09T15:50:39Z', 'revision_number': 4, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'subnets': [{'id': 'e02d6a8e-a2f8-42a9-ac36-213ba65feaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:50:40.777185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-485677d2-2603-4e40-bbcb-068a44b3ab91 None None] Provisioning complete for port 7f542c58-afdf-4eaa-ad72-a144d1083271 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:40.777185 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-485677d2-2603-4e40-bbcb-068a44b3ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:42.369972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7f542c58-afdf-4eaa-ad72-a144d1083271 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:50:42.432844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 7f542c58-afdf-4eaa-ad72-a144d1083271 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:42.433131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:47.793170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-69c6cbfb-3d73-43eb-aa80-1ce9d49cc632 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:47.794665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-69c6cbfb-3d73-43eb-aa80-1ce9d49cc632 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 815 time: 0.1022549 Dec 09 15:50:47.810124 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-70f17770-9809-466b-b3a0-4ca7ebb125d0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/quotas/a8626917ae6541ec883af7d31389eeac HTTP/1.1" status: 200 len: 375 time: 0.0091290 Dec 09 15:50:47.873480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-3257de8c-191c-4e8f-8248-48eba081177c tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581810 Dec 09 15:50:47.967499 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-76dac15c-d807-4f35-86c7-4a5e77b86a05 service neutron] 10.222.0.46 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823202 Dec 09 15:50:48.061378 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-d9a79e24-3cf4-4274-bea6-5bba25dc0c89 service neutron] 10.222.0.46 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Dec 09 15:50:48.226838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ee65c588-7759-4627-8aea-0ee69b829e4e req-c8b8fbb6-c3ba-4c85-914c-36cc72e51320 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Dec 09 15:50:49.272950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-ae41f280-26d0-4e49-8bfb-024724d90604 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:49.274586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-ae41f280-26d0-4e49-8bfb-024724d90604 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 815 time: 0.1097441 Dec 09 15:50:49.290001 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'port': {'device_id': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'admin_state_up': True, 'tenant_id': 'a8626917ae6541ec883af7d31389eeac'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:49.344130 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8867b552-935b-4433-ac83-5cee211da447 req-0f4ce52d-95c3-42e9-9136-f7af7a09bce7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 210 time: 0.0333941 Dec 09 15:50:49.427935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Made reservation on behalf of a8626917ae6541ec883af7d31389eeac for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:50:49.431829 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.565867 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Allocated IP 172.20.0.5 (4631ff02-d89c-4d44-a915-81628fde833a/4fef252f-eb48-4388-a5d8-dd523f771eef/a0ac013b-c0e4-4c90-bf29-71ab47b12a87) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:50:49.728137 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.768647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.816740 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Network 4631ff02-d89c-4d44-a915-81628fde833a is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:50:49.820408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:50:49.824662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:50:49.867554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:50:49.890691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:49.891617 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:49.912369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-36bc5b65-8752-4ff7-9ede-4691ffb19556 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269054 Dec 09 15:50:50.086150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8ed771cb-b5f6-47ce-a6ed-850bccf9148b None None] Provisioning complete for port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:50:50.086737 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ed771cb-b5f6-47ce-a6ed-850bccf9148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:50.121564 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8ed771cb-b5f6-47ce-a6ed-850bccf9148b None None] Port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:50:50.470423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b65a-d393-4885-96e2-bcc351d4c7e2 req-00ccc709-fc92-4e12-8816-c2b0f85cfcea tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:50.472618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8960b65a-d393-4885-96e2-bcc351d4c7e2 req-00ccc709-fc92-4e12-8816-c2b0f85cfcea tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0535357 Dec 09 15:50:50.527438 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8960b65a-d393-4885-96e2-bcc351d4c7e2 req-4e9e2f88-21f6-40d6-84bd-50e05d67047e tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488338 Dec 09 15:50:51.649352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc39c89-7f6b-4049-95bd-f381ed6fd458 req-f113fe12-d42d-45bc-b17e-2e9e7ce5e864 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:51.650953 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fc39c89-7f6b-4049-95bd-f381ed6fd458 req-f113fe12-d42d-45bc-b17e-2e9e7ce5e864 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0513642 Dec 09 15:50:51.714569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fc39c89-7f6b-4049-95bd-f381ed6fd458 req-cd392c22-095d-4f1f-b94a-2a3386eb7e0a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576379 Dec 09 15:50:52.321119 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.835336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824e181-f169-42ce-912c-99867a602ae3 req-c887bb45-5717-410a-816f-63ec654ea844 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:52.836937 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c824e181-f169-42ce-912c-99867a602ae3 req-c887bb45-5717-410a-816f-63ec654ea844 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0531878 Dec 09 15:50:52.845278 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:52.887282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c824e181-f169-42ce-912c-99867a602ae3 req-80b2a386-af09-46b1-a844-07f2a96f67ab tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Dec 09 15:50:53.294072 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d1b45e5e-9f9d-4394-aaf8-324a2b76917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:54.008745 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a11ae3-d01e-42bd-a360-79b226e034db req-67fd4830-3375-41c5-aa44-0379f53bb75d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:54.010298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78a11ae3-d01e-42bd-a360-79b226e034db req-67fd4830-3375-41c5-aa44-0379f53bb75d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0504861 Dec 09 15:50:54.061969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-78a11ae3-d01e-42bd-a360-79b226e034db req-2c5a4bb6-f6ac-476c-96b5-eb142f47c769 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 Dec 09 15:50:55.255761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049f4e-88c8-4c85-b984-54ef088f04ca req-606a8ac2-a28f-4804-b1d3-fcc70b6709b7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:55.257486 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58049f4e-88c8-4c85-b984-54ef088f04ca req-606a8ac2-a28f-4804-b1d3-fcc70b6709b7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0939770 Dec 09 15:50:55.317722 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58049f4e-88c8-4c85-b984-54ef088f04ca req-915b3765-a338-413f-b8f0-1ea080237538 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502198 Dec 09 15:50:55.744242 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8f267277-d4dd-4d72-bdca-35cd8dfecb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:56.441625 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3800e80-d981-4630-b54b-37abc01a13ee req-8093690d-54ad-495a-ad55-ed7f5ed0568a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:56.443183 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3800e80-d981-4630-b54b-37abc01a13ee req-8093690d-54ad-495a-ad55-ed7f5ed0568a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0521443 Dec 09 15:50:56.494822 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d3800e80-d981-4630-b54b-37abc01a13ee req-98d0d1b7-6db7-44e7-a302-559c55c2e437 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Dec 09 15:50:56.896384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:57.617462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e8c73-8eb0-4fa7-83ff-378cb9df9735 req-4acb1de7-10a5-49d0-9290-77468c8b40d4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:57.618895 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b4e8c73-8eb0-4fa7-83ff-378cb9df9735 req-4acb1de7-10a5-49d0-9290-77468c8b40d4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0540917 Dec 09 15:50:57.669040 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b4e8c73-8eb0-4fa7-83ff-378cb9df9735 req-36b98888-e040-4260-85c4-6ed51b2da3ae tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Dec 09 15:50:58.588973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:58.807703 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ab1fd-eebb-4e05-9f8f-ff13d0eb1160 req-9b2f7e92-dd2e-48d1-acdc-117ea3332634 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:58.809212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d8ab1fd-eebb-4e05-9f8f-ff13d0eb1160 req-9b2f7e92-dd2e-48d1-acdc-117ea3332634 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0537667 Dec 09 15:50:58.861401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7d8ab1fd-eebb-4e05-9f8f-ff13d0eb1160 req-45d1e147-2dad-4af8-80b0-5958648417ba tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453255 Dec 09 15:50:59.320790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.798775 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Request body: {'port': {'device_id': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:50:59.856469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:50:59.982285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f639a1-22c4-4fd2-835d-bb092986ce3b req-92e423a7-166c-46bc-b72a-7898ec7e8989 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:50:59.983864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2f639a1-22c4-4fd2-835d-bb092986ce3b req-92e423a7-166c-46bc-b72a-7898ec7e8989 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 931 time: 0.0483074 Dec 09 15:51:00.032348 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a2f639a1-22c4-4fd2-835d-bb092986ce3b req-9e0285e8-725e-4451-8ccc-d0c177a2dda5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Dec 09 15:51:00.122037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ac013b-c0e4-4c90-bf29-71ab47b12a87 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:51:00.129648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.142706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Transition to ACTIVE for port object a0ac013b-c0e4-4c90-bf29-71ab47b12a87 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:51:00.146725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.201044 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:00.270950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Attempting to bind port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:51:00.271293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Attempting to bind port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:51:00.271655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Attempting to bind port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 on network 4631ff02-d89c-4d44-a915-81628fde833a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:00.276921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 on network 4631ff02-d89c-4d44-a915-81628fde833a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:51:00.277248 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Attempting to bind port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 on network 4631ff02-d89c-4d44-a915-81628fde833a {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:51:00.282782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:51:00.283122 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Checking segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:51:00.283559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Bound using segment: {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:51:00.283992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Bound port: a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab112d9a-33d0-47cc-937d-23b7a6c445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:51:00.284355 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.355626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:51:00.358852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:51:00.363336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.398093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:00.398711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:00.400117 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] 10.222.0.43 "PUT /v2.0/ports/a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 1091 time: 0.6058881 Dec 09 15:51:00.400559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:00.403844 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5b113f-f63a-4c71-a8c5-2914773d94f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:00.429935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac96b-e0a7-43ae-a459-f1640af762aa service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:00.456437 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9515ffc9-824b-4475-93ef-6ac080a93591 x-openstack-request-id: req-9515ffc9-824b-4475-93ef-6ac080a93591 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:00.456733 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:00.456997 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9515ffc9-824b-4475-93ef-6ac080a93591 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:00.457547 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'status': 'completed', 'code': 200} Dec 09 15:51:00.492958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-e0f99a2a-aea8-411a-b6e4-a3cff13d899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:00.494766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-e0f99a2a-aea8-411a-b6e4-a3cff13d899d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1094 time: 0.0481162 Dec 09 15:51:00.545991 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-c28c4cdb-6ebd-46a8-a4e3-9baa6b235b30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 217 time: 0.0419416 Dec 09 15:51:00.603539 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-94e46d27-351f-4ead-a105-8ac99550a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:00.605069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-94e46d27-351f-4ead-a105-8ac99550a2e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0456243 Dec 09 15:51:00.653308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-16cc451d-a63e-4560-9d37-789728ef1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:00.654826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-16cc451d-a63e-4560-9d37-789728ef1ac2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420899 Dec 09 15:51:00.748828 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-70352933-f389-45f7-a973-4d1b2bb55cac service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846934 Dec 09 15:51:00.842696 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5ac41e9b-8b86-487d-aeae-1d0605d72be9 req-6df9a59e-002c-462f-b56b-e00ff1804df1 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818684 Dec 09 15:51:00.933192 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-496a6fb7-8ac9-4226-b54d-30922bad28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:00.934583 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-496a6fb7-8ac9-4226-b54d-30922bad28a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1094 time: 0.0454865 Dec 09 15:51:01.026970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-307f77f8-29a9-442f-9387-ee61cee2c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:01.028541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-307f77f8-29a9-442f-9387-ee61cee2c71f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.0864065 Dec 09 15:51:01.080154 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-f5287bf1-2052-4a26-8ed2-ea418210e592 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 217 time: 0.0431700 Dec 09 15:51:01.139034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-197154ea-2a79-4e7b-bb0b-de46c0ab1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:01.140601 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-197154ea-2a79-4e7b-bb0b-de46c0ab1111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0495925 Dec 09 15:51:01.157227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc22ac3-5deb-4658-9b21-99e8eb0a0cd5 req-40f51a29-13e9-49c5-b6b0-f83b03c3517f tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:01.158783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bc22ac3-5deb-4658-9b21-99e8eb0a0cd5 req-40f51a29-13e9-49c5-b6b0-f83b03c3517f tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 943 time: 0.0528605 Dec 09 15:51:01.188857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-248a88bc-dadb-4a60-a816-c3d397a86459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:01.190342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-248a88bc-dadb-4a60-a816-c3d397a86459 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417106 Dec 09 15:51:01.212634 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bc22ac3-5deb-4658-9b21-99e8eb0a0cd5 req-7bc077ba-74a0-4276-adab-c2d5e9499c6e tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Dec 09 15:51:01.286830 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-7327137a-ea50-4339-b31c-3e7154108b05 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872102 Dec 09 15:51:01.378969 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f5b113f-f63a-4c71-a8c5-2914773d94f5 req-11a95e61-dee0-4311-84c0-296876131a7e service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Dec 09 15:51:02.291644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device a0ac013b-c0e4-4c90-bf29-71ab47b12a87 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:51:02.330801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bccb5-1c5b-4b62-af28-43da298bf8ea req-0a98cc63-b347-4a6a-8808-94300b5ac173 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:02.332342 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a15bccb5-1c5b-4b62-af28-43da298bf8ea req-0a98cc63-b347-4a6a-8808-94300b5ac173 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 943 time: 0.0503290 Dec 09 15:51:02.384308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a15bccb5-1c5b-4b62-af28-43da298bf8ea req-436ecc42-6518-4e51-a8ca-1b70e4df9ca2 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Dec 09 15:51:02.390330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:02.402425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'port_id': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'mac_address': 'fa:16:3e:c0:a8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:51:02.438774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.451184 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ac013b-c0e4-4c90-bf29-71ab47b12a87 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:51:02.470738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:02.474799 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:02.521761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:02.529737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.530094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.530442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.530784 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.531122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.531493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.531829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.532162 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.532491 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.532821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.533149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.533477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.533804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:02.588611 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:51:02.775216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['a0ac013b-c0e4-4c90-bf29-71ab47b12a87'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:51:03.498877 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a0d29-38f3-4913-adca-92e1b33c7470 req-39086ef5-e0e7-4356-b389-4579a2d825c4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:03.500394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-978a0d29-38f3-4913-adca-92e1b33c7470 req-39086ef5-e0e7-4356-b389-4579a2d825c4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 944 time: 0.0483150 Dec 09 15:51:03.548337 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-978a0d29-38f3-4913-adca-92e1b33c7470 req-cf9041b9-ccb2-4c08-bd35-02e06e83a67b tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Dec 09 15:51:04.286077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device a0ac013b-c0e4-4c90-bf29-71ab47b12a87 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:51:04.337979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:51:04.342195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:04.342561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.417983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.439836 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:04.442091 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd475211-4a17-48dc-8115-eb3ae81bbf25" -d '{"events": [{"server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:04.455183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:04.460155 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:04.483772 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776401e-d6ec-499e-96f0-7cc80db4b3d9 x-openstack-request-id: req-d776401e-d6ec-499e-96f0-7cc80db4b3d9 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:04.484073 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:04.484330 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d776401e-d6ec-499e-96f0-7cc80db4b3d9 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:04.484727 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'code': 200} Dec 09 15:51:04.510810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:04.586760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85869219-6ab4-4eda-b0af-aedaa5b5c3c9 req-b1280a8e-9767-48d0-8e0c-2b87f8e90dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:04.588365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85869219-6ab4-4eda-b0af-aedaa5b5c3c9 req-b1280a8e-9767-48d0-8e0c-2b87f8e90dea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1096 time: 0.0398173 Dec 09 15:51:04.637923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-85869219-6ab4-4eda-b0af-aedaa5b5c3c9 req-678e45b5-cddb-4ea3-8be4-7bc57ac9361c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Dec 09 15:51:04.664591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc4394-bb5c-454c-a78f-1f1fef749401 req-8660ae9e-7f9c-48b6-8212-4de9cc9c6239 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:04.666060 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3dc4394-bb5c-454c-a78f-1f1fef749401 req-8660ae9e-7f9c-48b6-8212-4de9cc9c6239 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0497856 Dec 09 15:51:04.711246 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3dc4394-bb5c-454c-a78f-1f1fef749401 req-84dd2d9a-07b2-47cc-b653-a8672bafd374 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Dec 09 15:51:05.833606 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018dc1c-5a95-43b9-9bef-fe8647a6ed58 req-1aef24c2-a114-4801-a1b7-1122cd5d81a2 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:05.836020 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5018dc1c-5a95-43b9-9bef-fe8647a6ed58 req-1aef24c2-a114-4801-a1b7-1122cd5d81a2 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0524280 Dec 09 15:51:05.884212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5018dc1c-5a95-43b9-9bef-fe8647a6ed58 req-39b57f56-f4fc-49e8-bc62-ce89356f9fe6 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Dec 09 15:51:07.008712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c92da-8f64-400b-8e30-13e70b52bf54 req-ca9d37f7-9e10-4abb-81fd-c417ec4f269d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:07.010228 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-393c92da-8f64-400b-8e30-13e70b52bf54 req-ca9d37f7-9e10-4abb-81fd-c417ec4f269d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0538192 Dec 09 15:51:07.057973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-393c92da-8f64-400b-8e30-13e70b52bf54 req-28fa9060-f19d-4b63-bcd1-d8e71dc47862 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Dec 09 15:51:07.175578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a0794-bb4a-4ab6-9a89-aaf562213e6a req-718656f7-6497-4ca4-9ccc-43c75f3c4470 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:07.176970 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc8a0794-bb4a-4ab6-9a89-aaf562213e6a req-718656f7-6497-4ca4-9ccc-43c75f3c4470 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0506878 Dec 09 15:51:07.223886 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc8a0794-bb4a-4ab6-9a89-aaf562213e6a req-f8249d5a-58b1-458b-8f09-45bb60bb74d4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Dec 09 15:51:07.413015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d6139-a2c6-499c-ac76-9b1ff3ea2716 req-757c1a60-1297-4ff7-8579-48191b39e6f3 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:07.414631 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8d6139-a2c6-499c-ac76-9b1ff3ea2716 req-757c1a60-1297-4ff7-8579-48191b39e6f3 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Dec 09 15:51:07.461374 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b8d6139-a2c6-499c-ac76-9b1ff3ea2716 req-5a4b29cc-a6d9-4789-ac37-a31c4452abcf tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Dec 09 15:51:19.961474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacbe4d-7705-4fbb-a268-2331da16f678 req-1236739f-ac8e-4d83-979f-f49b44312b8a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:19.962942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddacbe4d-7705-4fbb-a268-2331da16f678 req-1236739f-ac8e-4d83-979f-f49b44312b8a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0517430 Dec 09 15:51:20.009972 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddacbe4d-7705-4fbb-a268-2331da16f678 req-3d93cf16-df9d-4f23-af9c-a2a3c74de85a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Dec 09 15:51:20.032451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37510) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:20.157997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3795295-f861-40eb-a923-781a689dffb6 tempest-TestMinimumBasicScenario-432399322 tempest-TestMinimumBasicScenario-432399322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:20.159510 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e3795295-f861-40eb-a923-781a689dffb6 tempest-TestMinimumBasicScenario-432399322 tempest-TestMinimumBasicScenario-432399322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1091 time: 0.1260712 Dec 09 15:51:20.163038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37514) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:20.167326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:20.189296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.289102 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.390696 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Allocated IP 172.25.0.79 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a78ecd85-567a-4d93-8206-c178d8e1b1aa) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:51:20.493015 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.527085 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:20.562041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:51:20.565060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:51:20.568785 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:51:20.600595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'Port': ['ID=a78ecd85-567a-4d93-8206-c178d8e1b1aa,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:20.613566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.613922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.614268 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.614620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.614959 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.615340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.615702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.616025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.616352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.616684 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.617017 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.617342 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:20.617667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:21.261095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.327580 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.474016 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.479036 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.549798 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'Port': ['ID=a78ecd85-567a-4d93-8206-c178d8e1b1aa,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:21.559962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:21.660590 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Floating IP 5d3efccf-130b-4e71-8c36-3f756247bceb associated. External IP: 172.25.0.79, port: a0ac013b-c0e4-4c90-bf29-71ab47b12a87. Dec 09 15:51:21.875309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:51:21.984085 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:51:21.994333 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] Sync routers for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:51:22.002147 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.005052 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:22.006087 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.038638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c7686de7-3801-4419-8da2-b17e4122a78d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8714516 Dec 09 15:51:22.038638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:22.039147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37516) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.039650 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075" -d '{"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:22.044001 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278403606', 'description': 'tempest-secgroup-smoke-1278403606 description', 'project_id': 'a8626917ae6541ec883af7d31389eeac'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.079474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.087789 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f9f282-a410-4fa2-8be1-f8049b7934dc x-openstack-request-id: req-87f9f282-a410-4fa2-8be1-f8049b7934dc {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:22.088294 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:22.088732 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87f9f282-a410-4fa2-8be1-f8049b7934dc {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:22.089449 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'status': 'completed', 'code': 200} Dec 09 15:51:22.168656 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.176283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.180052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-1247e321-7787-4cad-8a97-929bfe4278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.183935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-1247e321-7787-4cad-8a97-929bfe4278f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1096 time: 0.0698209 Dec 09 15:51:22.215126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14df1e05-689e-4dc5-a9de-d8b761d9a27a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:22.226508 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.226866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.227207 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.227588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.227938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.228285 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.228731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.229079 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.229419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.229812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.230141 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.230474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.230809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:51:22.232351 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:22.237457 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.241909 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cb1bd7bf-d4da-4bf7-87ee-d44ef3e64602 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1985965 Dec 09 15:51:22.242060 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37520) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.246818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group_rule': {'security_group_id': '14df1e05-689e-4dc5-a9de-d8b761d9a27a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.302337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.336720 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.340878 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-89e8d70e-71b7-468c-9ee2-70e977de33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.342389 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-89e8d70e-71b7-468c-9ee2-70e977de33fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.1496375 Dec 09 15:51:22.372992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.377863 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.410700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3cbb0-3893-4f40-9581-aad289556ad4,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:22.421916 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.425767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85c0c260-9072-49ea-a509-5656eb63ca77 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801932 Dec 09 15:51:22.426186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37522) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.430838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group_rule': {'security_group_id': '14df1e05-689e-4dc5-a9de-d8b761d9a27a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.435328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-31840fd0-c2e7-4a4c-bb8d-5e7a2db0e7d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 998 time: 0.0845511 Dec 09 15:51:22.461125 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.509434 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-7854f9d1-a061-4412-821e-4ba97881adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.511279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-7854f9d1-a061-4412-821e-4ba97881adfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0659540 Dec 09 15:51:22.522184 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5d3efccf-130b-4e71-8c36-3f756247bceb', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'port_id': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'mac_address': 'fa:16:3e:c0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:51:21Z', 'updated_at': '2021-12-09T15:51:21Z', 'revision_number': 0, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.530741 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.537484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.555535 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] Checking router: 2ffd8f9a-ac5c-4675-8a22-12aba46f146e for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:51:22.558227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03b8055-8605-4218-8246-a3e37177a570,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:22.565183 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:51:22.565864 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:50:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:22.577214 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-5a12d26a-ddad-4ae5-9088-d53fe6e5f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:22.577541 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.578936 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4b8fb46b-2af1-441e-a9d3-cb310d8c8fa5 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518486 Dec 09 15:51:22.582908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37524) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.583793 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-5a12d26a-ddad-4ae5-9088-d53fe6e5f878 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635698 Dec 09 15:51:22.588460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group_rule': {'security_group_id': '14df1e05-689e-4dc5-a9de-d8b761d9a27a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.622717 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.692739 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.696019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-5101625e-ef35-42d6-895a-7398c288aee1 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045420 Dec 09 15:51:22.697922 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.698708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:51:22.718856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38709218-40c3-480b-a4f6-bf0585a6a06a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:22.730081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.733472 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-493d5857-3ca6-4ce3-a66b-76f96f7e5846 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469984 Dec 09 15:51:22.734328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37526) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.740668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group_rule': {'security_group_id': '14df1e05-689e-4dc5-a9de-d8b761d9a27a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.771592 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.814577 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-50ff45cb-55a3-4b9d-b3b1-72cab74ab075 req-18adbbc6-dd6e-42dc-9340-8a8568a90516 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044466 Dec 09 15:51:22.843910 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.862810 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.867078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.889728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af091ad-e4b5-48c8-998b-3b34ea4d8a84,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:22.904052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.905500 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2a784cb4-5c7d-4de8-a57d-6e067917bfb0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704814 Dec 09 15:51:22.908052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37528) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:22.913761 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group_rule': {'security_group_id': '14df1e05-689e-4dc5-a9de-d8b761d9a27a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:22.937427 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Project a8626917ae6541ec883af7d31389eeac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:51:22.942763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:22.973891 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5d3efccf-130b-4e71-8c36-3f756247bceb', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'port_id': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'mac_address': 'fa:16:3e:c0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:51:21Z', 'updated_at': '2021-12-09T15:51:21Z', 'revision_number': 0, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:51:23.005176 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.006664 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39969f8-3480-44d8-ad15-64b3a08273cc None None] The sync data for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 is: [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5d3efccf-130b-4e71-8c36-3f756247bceb', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'port_id': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'mac_address': 'fa:16:3e:c0:a8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:51:21Z', 'updated_at': '2021-12-09T15:51:21Z', 'revision_number': 0, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:51:23.008977 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.028616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82056120-4ab5-4661-b675-ddf705484168,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:23.035434 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.036505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3d41d148-103a-4792-8c49-bcafa098fc46 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273599 Dec 09 15:51:23.040275 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37530) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:51:23.044768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'security_group_rule': {'security_group_id': '14df1e05-689e-4dc5-a9de-d8b761d9a27a', 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:23.076741 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Project a8626917ae6541ec883af7d31389eeac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:51:23.082999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.159427 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.164203 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.185535 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a410aec-39ff-4b81-9d17-bc96738092c4,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:23.192654 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.196925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9eec2d64-e4a6-4836-adb4-8edb18b69358 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557343 Dec 09 15:51:23.241628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b769066-ab08-45eb-9e5d-c0a89c8cad88 None None] New status for floating IP 5d3efccf-130b-4e71-8c36-3f756247bceb: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:51:23.290629 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-abcd0120-6a72-471e-9d47-0a5e439facfc tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278403606&fields=id&tenant_id=a8626917ae6541ec883af7d31389eeac HTTP/1.1" status: 200 len: 267 time: 0.0472643 Dec 09 15:51:23.302539 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-185221c5-d0be-434f-a65b-ab87769c623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.347617 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-87469043-434f-4925-b1c0-970f663bceb4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.349247 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-87469043-434f-4925-b1c0-970f663bceb4 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Dec 09 15:51:23.360435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'port': {'security_groups': ['e0f5c661-89aa-40dd-9cb1-2f006b191e51', '14df1e05-689e-4dc5-a9de-d8b761d9a27a']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:51:23.429967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.616881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:51:23.645578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.650672 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.664521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['a0ac013b-c0e4-4c90-bf29-71ab47b12a87'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:51:23.693405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.694205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:23.695627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6a3fe412-1918-4f2f-8fb2-4211ea360a12 req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "PUT /v2.0/ports/a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 981 time: 0.3397913 Dec 09 15:51:23.721256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ab479-46a6-4dc5-937a-ef2f78357419 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:51:23.768462 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['a0ac013b-c0e4-4c90-bf29-71ab47b12a87'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:51:23.816313 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ba2-b1c5-4ce7-9b4b-eadbcfb1ec7b req-f0f45b85-c57c-4796-8510-15669b931896 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:23.823901 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07313ba2-b1c5-4ce7-9b4b-eadbcfb1ec7b req-f0f45b85-c57c-4796-8510-15669b931896 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0571444 Dec 09 15:51:23.885938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07313ba2-b1c5-4ce7-9b4b-eadbcfb1ec7b req-6306b023-5282-40bf-8ad1-282c820b3439 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601504 Dec 09 15:51:24.046927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d9eff8c4-09e4-4e71-a9a9-339f50cc6b64 None None] Provisioning complete for port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:51:24.047285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8c4-09e4-4e71-a9a9-339f50cc6b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:24.091327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:51:24.093922 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c60739-cd2f-4a66-85c8-49f606b4579d" -d '{"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:51:24.130115 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42516bf3-8aac-4af1-83dd-481abdfc7857 x-openstack-request-id: req-42516bf3-8aac-4af1-83dd-481abdfc7857 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:51:24.130419 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:51:24.130678 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42516bf3-8aac-4af1-83dd-481abdfc7857 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:51:24.131258 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'status': 'completed', 'code': 200} Dec 09 15:51:24.201296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-06e584a7-f247-43fd-96c8-7604b42a8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:24.202803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-06e584a7-f247-43fd-96c8-7604b42a8180 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1135 time: 0.0415375 Dec 09 15:51:24.316862 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-d7514383-af7d-4352-97dc-eb90da735061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:24.318387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-d7514383-af7d-4352-97dc-eb90da735061 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.1051683 Dec 09 15:51:24.389043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-c2581964-64c0-42b2-9ab3-f5e5071d8024 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 1000 time: 0.0614550 Dec 09 15:51:24.439924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-95b660cb-7cc4-41f6-8b92-000944267fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:24.441382 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-95b660cb-7cc4-41f6-8b92-000944267fdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0436878 Dec 09 15:51:24.493635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-cfc5d068-ea9d-44fb-ab5e-93e892c09ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:24.495115 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-cfc5d068-ea9d-44fb-ab5e-93e892c09ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444813 Dec 09 15:51:24.589212 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-52cbac82-d45c-433b-bc27-fae8b6f5b05a service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841789 Dec 09 15:51:24.685710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f7c60739-cd2f-4a66-85c8-49f606b4579d req-dec49633-e3ab-470a-82bf-7cbdff66945a service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872889 Dec 09 15:51:25.746555 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-15e1c74b-9d6f-4257-8f1f-81efddd83536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:26.892432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:28.577029 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:29.322839 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:39.588708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:51:46.721702 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421547b-8ac1-4d05-b8e7-9175c667f9d6 req-5b1aa6fe-85ab-4c7f-b76e-7e6236c9b0ff tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:46.723204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6421547b-8ac1-4d05-b8e7-9175c667f9d6 req-5b1aa6fe-85ab-4c7f-b76e-7e6236c9b0ff tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0765061 Dec 09 15:51:46.730306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-1c8c2b47-bcf7-41bb-8eae-a8fad0bbd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:46.731728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-1c8c2b47-bcf7-41bb-8eae-a8fad0bbd735 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1135 time: 0.0736694 Dec 09 15:51:46.848488 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6421547b-8ac1-4d05-b8e7-9175c667f9d6 req-e668f565-03a0-43ff-b304-d90057d685be tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156723 Dec 09 15:51:46.870238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-d3874615-3f6e-4edd-b2db-1fa22ba12f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:46.871772 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-d3874615-3f6e-4edd-b2db-1fa22ba12f51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.1324182 Dec 09 15:51:46.945505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-2b0b9f8f-0e14-4f90-971b-db8b9a5e71ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 1000 time: 0.0654807 Dec 09 15:51:46.998693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-428e526f-3f81-41a4-ab32-c78d2acdc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.000167 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-428e526f-3f81-41a4-ab32-c78d2acdc9c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0443006 Dec 09 15:51:47.044721 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-d5e189b5-ec2c-4b4c-a383-3756a45f53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.046180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-d5e189b5-ec2c-4b4c-a383-3756a45f53d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382576 Dec 09 15:51:47.139257 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-24e99ae7-bce6-41e9-a095-cbf13cfd640a service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847807 Dec 09 15:51:47.229248 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3c61ee1-9223-400f-9005-3f4d9a1b7a6b req-c2e72c57-9967-4170-b857-1f9948724f18 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813394 Dec 09 15:51:47.535763 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-70fcea2f-23d1-49f1-a102-7cd0ef8373f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.537345 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-70fcea2f-23d1-49f1-a102-7cd0ef8373f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1135 time: 0.0479131 Dec 09 15:51:47.640544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-a2023b4d-4060-472f-ae84-a97acc69379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.642008 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-a2023b4d-4060-472f-ae84-a97acc69379e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.0836213 Dec 09 15:51:47.711404 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-4629be93-53b4-4f28-8757-d0b7e04ba14e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 1000 time: 0.0621204 Dec 09 15:51:47.762436 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-487769a7-c28e-4ffd-9017-a717ce70d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.763985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-487769a7-c28e-4ffd-9017-a717ce70d97b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0443130 Dec 09 15:51:47.809741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-b9edc66f-f024-4b64-b865-da6f2828af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.811157 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-b9edc66f-f024-4b64-b865-da6f2828af8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377221 Dec 09 15:51:47.905747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-22b64a01-9aa6-41c5-b34e-29bde93c5c36 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851376 Dec 09 15:51:47.974041 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbb155-fbf6-46d5-b14d-7a542058bc79 req-2c1713e4-5c47-4690-a200-d1ae78764440 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:47.975560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1fbb155-fbf6-46d5-b14d-7a542058bc79 req-2c1713e4-5c47-4690-a200-d1ae78764440 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0518517 Dec 09 15:51:47.996052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3fdfa848-825e-4257-a4da-639315ef2f82 req-0f49da2d-1db4-4b51-95de-98848495830c service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831563 Dec 09 15:51:48.037549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a1fbb155-fbf6-46d5-b14d-7a542058bc79 req-dd366449-ed7c-4dc3-b3f0-44238d1a386c tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553672 Dec 09 15:51:49.160114 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7852c4-87c6-4557-827d-3c94d5a57e24 req-7d9fd4b8-18dc-4b10-b6ae-0d063ef0657c tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:49.161625 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a7852c4-87c6-4557-827d-3c94d5a57e24 req-7d9fd4b8-18dc-4b10-b6ae-0d063ef0657c tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0538583 Dec 09 15:51:49.222170 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2a7852c4-87c6-4557-827d-3c94d5a57e24 req-d5f6f3eb-6418-4c3d-bbf4-75ba8e3bbc7a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543518 Dec 09 15:51:50.339581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc0a41-52a7-4605-9c6b-89f2edc9f405 req-27423222-f759-4d09-88ef-3e4884ae7596 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:50.341081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fcc0a41-52a7-4605-9c6b-89f2edc9f405 req-27423222-f759-4d09-88ef-3e4884ae7596 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0495570 Dec 09 15:51:50.400457 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3fcc0a41-52a7-4605-9c6b-89f2edc9f405 req-45bc9549-d35a-45e2-a36b-9fd3ef37e64c tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532589 Dec 09 15:51:51.516643 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684573f8-1727-4d29-987c-e094468d7baa req-8b728f26-e720-43e3-8b71-e13a1df69238 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:51.518514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-684573f8-1727-4d29-987c-e094468d7baa req-8b728f26-e720-43e3-8b71-e13a1df69238 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0502374 Dec 09 15:51:51.586019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-684573f8-1727-4d29-987c-e094468d7baa req-2282a403-d642-4063-8b84-ff88b5cd6049 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612190 Dec 09 15:51:52.344318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:52.703834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111662-23ff-4edf-8e18-e367a85cff63 req-972194dc-3366-490a-9972-e9f506b02794 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:52.705325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad111662-23ff-4edf-8e18-e367a85cff63 req-972194dc-3366-490a-9972-e9f506b02794 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0485265 Dec 09 15:51:52.768329 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad111662-23ff-4edf-8e18-e367a85cff63 req-a26b4f75-c1fa-4372-957f-37a8208893e1 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569191 Dec 09 15:51:52.851184 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.294666 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b53fe450-954c-448d-86a3-3d96915feae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:53.883046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ec3b2-bf00-4c0c-8ec4-715317b51ce8 req-e82894f8-632d-417b-b7fe-7277b5986ac3 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:53.884634 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b4ec3b2-bf00-4c0c-8ec4-715317b51ce8 req-e82894f8-632d-417b-b7fe-7277b5986ac3 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0477870 Dec 09 15:51:53.947936 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b4ec3b2-bf00-4c0c-8ec4-715317b51ce8 req-70816ac4-67eb-4288-8025-73dd50138197 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572238 Dec 09 15:51:55.062148 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49dd50-7306-4848-91ce-7d6d2c6d1d64 req-533c4325-e4fd-47dc-8dcf-98c774321097 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:55.063640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f49dd50-7306-4848-91ce-7d6d2c6d1d64 req-533c4325-e4fd-47dc-8dcf-98c774321097 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0477989 Dec 09 15:51:55.123648 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f49dd50-7306-4848-91ce-7d6d2c6d1d64 req-c9fa204a-0aa3-4096-b062-19372ed43d67 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537770 Dec 09 15:51:55.750355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-16c1911c-cef2-4218-8b16-5b8b8b938984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:56.248147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cc7c8-62b4-4109-94cd-3b07eb146b5e req-98304512-5f79-4959-aa16-b053e2cc5d7d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:56.249725 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-929cc7c8-62b4-4109-94cd-3b07eb146b5e req-98304512-5f79-4959-aa16-b053e2cc5d7d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0538299 Dec 09 15:51:56.313209 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-929cc7c8-62b4-4109-94cd-3b07eb146b5e req-aee15b7a-9ae3-4faf-b80f-0e26a45b1521 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573268 Dec 09 15:51:56.901350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:57.425566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc7899-e2b8-4ad0-93d6-2b666bca4cc4 req-0f03c999-d11f-43f8-bb04-8b5d0dedd792 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:57.427039 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80fc7899-e2b8-4ad0-93d6-2b666bca4cc4 req-0f03c999-d11f-43f8-bb04-8b5d0dedd792 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0487499 Dec 09 15:51:57.487697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-80fc7899-e2b8-4ad0-93d6-2b666bca4cc4 req-a91a2432-39f6-466e-8e1a-75ccea1829ba tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528793 Dec 09 15:51:58.581500 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:58.605793 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80322855-5a19-442c-ae02-e7819b142beb req-c0f6d910-b353-49c5-9338-8c8fface649b tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:58.607282 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80322855-5a19-442c-ae02-e7819b142beb req-c0f6d910-b353-49c5-9338-8c8fface649b tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0513349 Dec 09 15:51:58.669118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-80322855-5a19-442c-ae02-e7819b142beb req-efeb26dd-ab1c-4fba-b569-0c9c014eb801 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556130 Dec 09 15:51:59.325652 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:51:59.790983 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3162f9-b8f6-41de-8909-fcc321975c3a req-eb7c89d4-753b-44b7-8a8a-0cb74b8f4679 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:51:59.792533 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c3162f9-b8f6-41de-8909-fcc321975c3a req-eb7c89d4-753b-44b7-8a8a-0cb74b8f4679 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0564482 Dec 09 15:51:59.855367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c3162f9-b8f6-41de-8909-fcc321975c3a req-c52b20c8-ac64-48c3-8122-07a1c97f47ed tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565414 Dec 09 15:52:00.974498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046a0c0-ee38-4f7c-9aaf-f1d9f806fa31 req-eac70abb-8934-4d02-86dd-0371074a2fef tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:00.976035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7046a0c0-ee38-4f7c-9aaf-f1d9f806fa31 req-eac70abb-8934-4d02-86dd-0371074a2fef tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0531261 Dec 09 15:52:01.035881 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7046a0c0-ee38-4f7c-9aaf-f1d9f806fa31 req-d96afe39-115e-47c8-ac86-006f8eaff7b9 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536063 Dec 09 15:52:02.153960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b06b35-685f-47ce-adc5-ab5f388f1e58 req-482f0386-a808-4710-bb02-206dfb0fb7ad tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:02.155479 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-79b06b35-685f-47ce-adc5-ab5f388f1e58 req-482f0386-a808-4710-bb02-206dfb0fb7ad tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0496180 Dec 09 15:52:02.216131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-79b06b35-685f-47ce-adc5-ab5f388f1e58 req-8e819d28-238e-4e67-8e93-b4e2d8be5402 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546114 Dec 09 15:52:03.332042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28324047-cb5c-41b8-9446-a1cf694db050 req-c1fc87e6-93b7-42e4-893f-e08e4dd443de tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:03.334537 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28324047-cb5c-41b8-9446-a1cf694db050 req-c1fc87e6-93b7-42e4-893f-e08e4dd443de tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0508537 Dec 09 15:52:03.395438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-28324047-cb5c-41b8-9446-a1cf694db050 req-d79905b4-1c5b-4fe3-a2ba-0cbac759d40a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&id=14df1e05-689e-4dc5-a9de-d8b761d9a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541406 Dec 09 15:52:11.242890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-f429a0bd-aca7-494b-9ce3-98b0d9ce9ab3 req-acd6e2d8-b2a2-4f51-b4a6-f9b61eed88b1 tempest-ServerDiskConfigTestJSON-1000013770 tempest-ServerDiskConfigTestJSON-1000013770-project] (109895) timed out ('10.222.0.43', 65141) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 15:52:16.587760 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:52:22.361789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:22.867730 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:23.295883 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f7805f68-6e1f-45a3-97a0-3556cee484e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:25.752241 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8fd16971-d064-4a98-aa86-dd5cf46689fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:26.899469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:28.584152 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:29.327563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:36.914377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-55c6ae7d-057f-41f9-ad33-dd972d3912bd tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278403606&fields=id&tenant_id=a8626917ae6541ec883af7d31389eeac HTTP/1.1" status: 200 len: 267 time: 0.1588469 Dec 09 15:52:36.969741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-6ebf3e30-7635-408b-b300-7d2667f33f33 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:36.971268 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-6ebf3e30-7635-408b-b300-7d2667f33f33 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 984 time: 0.0510528 Dec 09 15:52:36.982487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Request body: {'port': {'security_groups': ['e0f5c661-89aa-40dd-9cb1-2f006b191e51']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:52:37.044884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.214102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:37.243514 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.248649 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.261276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['a0ac013b-c0e4-4c90-bf29-71ab47b12a87'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:52:37.292122 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.292770 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.299772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8d0900bd-0f70-4fd1-a7fb-aa03393bd35a req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "PUT /v2.0/ports/a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 942 time: 0.3193419 Dec 09 15:52:37.299772 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:37.300135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37608) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.300601 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:37.326733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event updated for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:37.334522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.334882 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.335295 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.335749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.336097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.336487 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.336998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.337342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.337676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.338017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.338406 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.338750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.339077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b205e1-2fdf-4de6-bb3d-b83763513185 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.355516 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533397bf-5e33-48c1-9a43-176c1b9a707e x-openstack-request-id: req-533397bf-5e33-48c1-9a43-176c1b9a707e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:37.355818 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:37.356079 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-533397bf-5e33-48c1-9a43-176c1b9a707e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:37.356490 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'status': 'completed', 'code': 200} Dec 09 15:52:37.378479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['a0ac013b-c0e4-4c90-bf29-71ab47b12a87'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:52:37.399023 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.428389 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.545967 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.548776 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.549963 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "DELETE /v2.0/security-groups/14df1e05-689e-4dc5-a9de-d8b761d9a27a HTTP/1.1" status: 204 len: 168 time: 0.2489464 Dec 09 15:52:37.552706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37614) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:37.570688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14df1e05-689e-4dc5-a9de-d8b761d9a27a,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:37.574848 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-5ea11b48-3dbc-4e72-835e-61e63719040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.578674 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-5ea11b48-3dbc-4e72-835e-61e63719040f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1096 time: 0.1831000 Dec 09 15:52:37.622466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4a8414c4-f3e5-4920-b75a-dadf23279f4d None None] Provisioning complete for port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:52:37.622835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a8414c4-f3e5-4920-b75a-dadf23279f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.678087 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.678541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.678958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.679429 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.679843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.680251 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.680652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.681054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.681462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.681869 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.682259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.682654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.683048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f3a13b-133f-47b3-b64e-559f0d70528a tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:52:37.686312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-20a4be47-873c-4fa1-80bb-dfa54783d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.689343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-20a4be47-873c-4fa1-80bb-dfa54783d980 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.1039577 Dec 09 15:52:37.740318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Deleting port a78ecd85-567a-4d93-8206-c178d8e1b1aa {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:37.740662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.761846 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-6f7c38ad-8252-4ed0-a83d-484608051244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 1000 time: 0.0647342 Dec 09 15:52:37.813477 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-edf1cf7e-5bf2-4807-a5a3-58404fe50b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.814954 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-edf1cf7e-5bf2-4807-a5a3-58404fe50b44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0453293 Dec 09 15:52:37.815756 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.816084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:37.827767 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Calling delete_port for a78ecd85-567a-4d93-8206-c178d8e1b1aa owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:37.868707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-d17ca488-10d0-4bd7-bc8e-ebd4306cbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:37.870215 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-d17ca488-10d0-4bd7-bc8e-ebd4306cbbd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440519 Dec 09 15:52:37.883225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-f7302ade-f829-4b4c-8945-88865f85a09d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:52:37.884275 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-f7302ade-f829-4b4c-8945-88865f85a09d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055783 Dec 09 15:52:37.980744 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-41b4a982-4a3a-4575-ba23-5462ae6a5608 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 Dec 09 15:52:37.983615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.011523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event deleted for resources: {'Port': ['ID=a78ecd85-567a-4d93-8206-c178d8e1b1aa,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:38.075367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.075711 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Floating IP 5d3efccf-130b-4e71-8c36-3f756247bceb disassociated (deleted). External IP: 172.25.0.79, port: a0ac013b-c0e4-4c90-bf29-71ab47b12a87. Dec 09 15:52:38.081591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-424f2883-5d3d-4504-bcfa-8b2e5cda1e0c req-d9ada47a-57d5-4ef0-b336-4a2c3a27e9dd service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895748 Dec 09 15:52:38.588190 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:38.694055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:38.698580 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:38.705756 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] Sync routers for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:38.716186 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:38.716815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:38.725033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-57894c33-aa9e-422e-9150-1d42921ec11d tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "DELETE /v2.0/floatingips/5d3efccf-130b-4e71-8c36-3f756247bceb HTTP/1.1" status: 204 len: 168 time: 1.1708324 Dec 09 15:52:38.830511 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:39.039547 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.067707 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] Checking router: 2ffd8f9a-ac5c-4675-8a22-12aba46f146e for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:39.075880 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:39.076483 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.276681 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:39.357367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:39.359811 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a37ac27-7029-4874-b9c7-0ce1373921c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:39.396443 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1056f64-6ca8-446c-ab7f-e17fa68c0b1c x-openstack-request-id: req-c1056f64-6ca8-446c-ab7f-e17fa68c0b1c {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:39.396740 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:39.396998 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1056f64-6ca8-446c-ab7f-e17fa68c0b1c {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:39.397401 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'status': 'completed', 'code': 200} Dec 09 15:52:39.463995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-14c7feec-9ed3-4279-aa64-77bcec3485db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:39.465810 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-14c7feec-9ed3-4279-aa64-77bcec3485db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8626917ae6541ec883af7d31389eeac&device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 1096 time: 0.0437398 Dec 09 15:52:39.473991 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:39.501439 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39c592-37b8-4c0a-9878-35f0492e21cd None None] The sync data for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 is: [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '538b0727-64b2-41f9-bfc7-09de03e4bedb', 'name': '', 'network_id': '4631ff02-d89c-4d44-a915-81628fde833a', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'mac_address': 'fa:16:3e:77:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:30Z', 'updated_at': '2021-12-09T15:50:35Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'subnets': [{'id': '4fef252f-eb48-4388-a5d8-dd523f771eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:39.566403 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-eeaccd36-2083-4da4-b1c6-06e21ce751d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:39.568025 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-eeaccd36-2083-4da4-b1c6-06e21ce751d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 200 len: 916 time: 0.0940573 Dec 09 15:52:39.624367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-0632af9a-aef1-455b-9a43-42e82080fe45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 200 len: 217 time: 0.0416079 Dec 09 15:52:39.678448 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-ce2177bb-bc9a-47f1-9f35-6d274ed8b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:39.680045 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-ce2177bb-bc9a-47f1-9f35-6d274ed8b10a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 200 len: 854 time: 0.0478563 Dec 09 15:52:39.731662 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-a1cfe925-5673-478c-931d-94c7c7a1f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:39.733287 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-a1cfe925-5673-478c-931d-94c7c7a1f132 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4631ff02-d89c-4d44-a915-81628fde833a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448365 Dec 09 15:52:39.740624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bba130-b248-4d17-96cb-6cdbe6fb6f6b None None] New status for floating IP 5d3efccf-130b-4e71-8c36-3f756247bceb: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:52:39.838935 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-7dcbfb7a-0cec-449a-ac6e-189f1844f37e service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972352 Dec 09 15:52:39.939244 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a37ac27-7029-4874-b9c7-0ce1373921c9 req-64e2905f-bbcf-4051-b182-13f940a292b7 service neutron] 10.222.0.43 "GET /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877135 Dec 09 15:52:47.736611 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b9bc-e7bd-4bd9-9b99-0910d3ecfcd9 req-f3df26ae-6c78-444e-ab47-66e52ce5216b tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:47.738399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e55b9bc-e7bd-4bd9-9b99-0910d3ecfcd9 req-f3df26ae-6c78-444e-ab47-66e52ce5216b tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Dec 09 15:52:47.790969 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9e55b9bc-e7bd-4bd9-9b99-0910d3ecfcd9 req-cae3bc75-0816-40d4-b7be-95385e289c5c tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Dec 09 15:52:49.264902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728c70-b372-4d6f-9fb4-a5bda782626f req-7f95ca06-6410-4c3e-bf99-57093aaa3454 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.266418 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46728c70-b372-4d6f-9fb4-a5bda782626f req-7f95ca06-6410-4c3e-bf99-57093aaa3454 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.4072764 Dec 09 15:52:49.315596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-46728c70-b372-4d6f-9fb4-a5bda782626f req-30988713-ba57-47a4-9132-f420313510c0 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0f5c661-89aa-40dd-9cb1-2f006b191e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Dec 09 15:52:49.636035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-4dc0c882-a821-45b6-8537-dd280376c49f tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:52:49.637400 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-4dc0c882-a821-45b6-8537-dd280376c49f tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Dec 09 15:52:49.731305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Deleting port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:49.731669 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.817199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] For port a0ac013b-c0e4-4c90-bf29-71ab47b12a87, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:49.817566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.830676 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Calling delete_port for a0ac013b-c0e4-4c90-bf29-71ab47b12a87 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:49.961002 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:49.976916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['a0ac013b-c0e4-4c90-bf29-71ab47b12a87'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:52:49.991172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Pushing event deleted for resources: {'Port': ['ID=a0ac013b-c0e4-4c90-bf29-71ab47b12a87,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:50.035270 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] No DVR routers for this DVR port a0ac013b-c0e4-4c90-bf29-71ab47b12a87 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:50.037897 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:50.041898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07ff717b-1d52-4183-afc4-960fc11507a3 req-a50340cb-1524-4e8f-af90-54fe72a563d7 tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.43 "DELETE /v2.0/ports/a0ac013b-c0e4-4c90-bf29-71ab47b12a87 HTTP/1.1" status: 204 len: 173 time: 0.3944950 Dec 09 15:52:50.042341 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'name': 'network-vif-deleted', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:52:50.044595 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a05d0c3-fbe6-405d-a87c-856cb6df3fba" -d '{"events": [{"server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "name": "network-vif-deleted", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:52:50.084797 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879aa9b-d7a0-4d32-9203-1eb577cda2f9 x-openstack-request-id: req-c879aa9b-d7a0-4d32-9203-1eb577cda2f9 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:52:50.085105 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888", "name": "network-vif-deleted", "tag": "a0ac013b-c0e4-4c90-bf29-71ab47b12a87", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:52:50.085364 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c879aa9b-d7a0-4d32-9203-1eb577cda2f9 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:52:50.085773 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888', 'name': 'network-vif-deleted', 'tag': 'a0ac013b-c0e4-4c90-bf29-71ab47b12a87', 'status': 'completed', 'code': 200} Dec 09 15:52:50.423967 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-250fe46e-cee9-4887-bee6-aa21e300fbec req-376b2383-8d99-47e3-836a-1f862be361fb tempest-TestMinimumBasicScenario-280646155 tempest-TestMinimumBasicScenario-280646155-project] 10.222.0.46 "GET /v2.0/ports?device_id=3da61b06-ba9c-4e37-a1a1-b6ba0e5aa888 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Dec 09 15:52:51.981738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37718) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:52.323018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.361238 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.575822 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Deleting port 538b0727-64b2-41f9-bfc7-09de03e4bedb {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:52.576168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.658600 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] For port 538b0727-64b2-41f9-bfc7-09de03e4bedb, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=538b0727-64b2-41f9-bfc7-09de03e4bedb,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:52.658874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.671656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Calling delete_port for 538b0727-64b2-41f9-bfc7-09de03e4bedb owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:52.814755 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device a0ac013b-c0e4-4c90-bf29-71ab47b12a87 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:52.835009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: a0ac013b-c0e4-4c90-bf29-71ab47b12a87 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:52.835507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device a0ac013b-c0e4-4c90-bf29-71ab47b12a87 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:52.849517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.865418 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:52.878151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=538b0727-64b2-41f9-bfc7-09de03e4bedb,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:53.051189 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.279183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:53.296485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bd65fd12-3bb7-4322-89c8-39be4f4ca3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.392409 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:53.400864 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0888cf28-dceb-4119-9bbb-660296f29d41 admin admin] 10.222.0.46 "PUT /v2.0/routers/2ffd8f9a-ac5c-4675-8a22-12aba46f146e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147999 Dec 09 15:52:53.400864 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37726) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:53.416282 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] Sync routers for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:53.441166 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:53.441780 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:53.504523 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.563269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:53.611759 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.625148 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:52:53.663847 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Deleting port af7fe716-123c-427c-8e04-9e9a8535728c {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:53.664191 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.746731 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] For port af7fe716-123c-427c-8e04-9e9a8535728c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=af7fe716-123c-427c-8e04-9e9a8535728c,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:53.747110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.749434 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:52:52Z', 'revision_number': 5, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port': {'id': 'af7fe716-123c-427c-8e04-9e9a8535728c', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:53.760182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Calling delete_port for af7fe716-123c-427c-8e04-9e9a8535728c owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:53.775902 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] Checking router: 2ffd8f9a-ac5c-4675-8a22-12aba46f146e for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:53.784142 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] Routers {'2ffd8f9a-ac5c-4675-8a22-12aba46f146e'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:53.784751 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:53.872007 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] Set router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:53.928145 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:52:53Z', 'revision_number': 6, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:53.929912 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:53.957808 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7fe716-123c-427c-8e04-9e9a8535728c,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:53.958033 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30194620-771d-47ed-9cd9-965eae1f1337 None None] The sync data for ids ['2ffd8f9a-ac5c-4675-8a22-12aba46f146e'] in n-d-804292-5 is: [{'id': '2ffd8f9a-ac5c-4675-8a22-12aba46f146e', 'name': 'tempest-TestMinimumBasicScenario-1571233026-router', 'tenant_id': 'a8626917ae6541ec883af7d31389eeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:28Z', 'updated_at': '2021-12-09T15:52:53Z', 'revision_number': 6, 'project_id': 'a8626917ae6541ec883af7d31389eeac', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:53.969676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a98c766-8dfc-45cc-a827-1893a1751ba6 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:54.020120 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.113399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.115537 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.161301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.161860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ffd8f9a-ac5c-4675-8a22-12aba46f146e {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:52:54.166453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.167761 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-76b18f66-63a6-41be-978c-7d8e176cf7a0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2ffd8f9a-ac5c-4675-8a22-12aba46f146e HTTP/1.1" status: 204 len: 168 time: 0.7660375 Dec 09 15:52:54.170210 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37728) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:54.214656 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Deleting subnet 4fef252f-eb48-4388-a5d8-dd523f771eef {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:54.217838 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.252187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.337029 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.398130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.427518 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fef252f-eb48-4388-a5d8-dd523f771eef,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.429518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.433485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8c5ca2e6-3f1d-403c-a5c7-5924597832bd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4fef252f-eb48-4388-a5d8-dd523f771eef HTTP/1.1" status: 204 len: 168 time: 0.2622747 Dec 09 15:52:54.436240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37730) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:54.437665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21447d9c-dbe6-4189-a9cc-a863f633eb9d None None] Network 4631ff02-d89c-4d44-a915-81628fde833a requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:54.511544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.570544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Deleting port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:54.570977 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.636433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] For port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,segment=NetworkSegment(ab112d9a-33d0-47cc-937d-23b7a6c445c5),segment_id=ab112d9a-33d0-47cc-937d-23b7a6c445c5)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:54.636795 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.649131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Calling delete_port for 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:54.731133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.758834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f69c126-fa6a-4ccf-8aa6-4a3dba4df756,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:54.761032 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] No DVR routers for this DVR port 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:54.799851 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46822fc-dcb6-4b47-877f-70a8d4966b41 None None] DHCP port deletion for 4631ff02-d89c-4d44-a915-81628fde833a request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:54.805885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 538b0727-64b2-41f9-bfc7-09de03e4bedb no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:54.834699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 538b0727-64b2-41f9-bfc7-09de03e4bedb {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:54.835196 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 538b0727-64b2-41f9-bfc7-09de03e4bedb not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:54.840476 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.860660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4631ff02-d89c-4d44-a915-81628fde833a']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:54.869817 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab112d9a-33d0-47cc-937d-23b7a6c445c5') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:54.869933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab112d9a-33d0-47cc-937d-23b7a6c445c5') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:54.879636 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.893515 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.900456 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:54.900848 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:54.902738 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:54.956094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.961084 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:54.969753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] 10.222.0.46 "DELETE /v2.0/networks/4631ff02-d89c-4d44-a915-81628fde833a HTTP/1.1" status: 204 len: 168 time: 0.5286360 Dec 09 15:52:54.969753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37732) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:54.985206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4c4f-2643-4c5e-b61d-92304a1ea29f admin admin] Pushing event deleted for resources: {'Network': ['ID=4631ff02-d89c-4d44-a915-81628fde833a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:55.329422 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.569760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Deleting port 7f542c58-afdf-4eaa-ad72-a144d1083271 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:55.570446 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.646104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] For port 7f542c58-afdf-4eaa-ad72-a144d1083271, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7f542c58-afdf-4eaa-ad72-a144d1083271,segment=NetworkSegment(b8809b8f-e763-4a6f-9a5c-654efbdd4f16),segment_id=b8809b8f-e763-4a6f-9a5c-654efbdd4f16)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:55.646461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.660412 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Calling delete_port for 7f542c58-afdf-4eaa-ad72-a144d1083271 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:55.754534 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-742041d0-e11d-467e-8e7e-39c334194f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.843143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:55.876500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f542c58-afdf-4eaa-ad72-a144d1083271,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:56.047331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.277928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Router f1e316ea-8dcf-415e-84fd-50887b3a6777 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:52:56.387604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:52:56.392947 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cfd5eac0-f388-477b-8426-67859d868161 admin admin] 10.222.0.46 "PUT /v2.0/routers/f1e316ea-8dcf-415e-84fd-50887b3a6777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226301 Dec 09 15:52:56.395544 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37734) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:56.398404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] Sync routers for ids ['f1e316ea-8dcf-415e-84fd-50887b3a6777'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:52:56.412916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] Routers {'f1e316ea-8dcf-415e-84fd-50887b3a6777'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:56.413551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f1e316ea-8dcf-415e-84fd-50887b3a6777'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:56.453010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device af7fe716-123c-427c-8e04-9e9a8535728c no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:56.477803 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: af7fe716-123c-427c-8e04-9e9a8535728c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:56.478125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device af7fe716-123c-427c-8e04-9e9a8535728c not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:56.478566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:56.502830 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.506348 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:56.506717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9f69c126-fa6a-4ccf-8aa6-4a3dba4df756 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:56.565959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] Set router f1e316ea-8dcf-415e-84fd-50887b3a6777 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:56.610089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.665270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Deleting port b988bc29-25c6-48d0-b39c-3eab2a6d0725 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:56.665634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.744632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] For port b988bc29-25c6-48d0-b39c-3eab2a6d0725, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b988bc29-25c6-48d0-b39c-3eab2a6d0725,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:56.745003 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.746945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:52:55Z', 'revision_number': 5, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port': {'id': 'b988bc29-25c6-48d0-b39c-3eab2a6d0725', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:50:33Z', 'updated_at': '2021-12-09T15:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:56.757483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Calling delete_port for b988bc29-25c6-48d0-b39c-3eab2a6d0725 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:56.938415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] Checking router: f1e316ea-8dcf-415e-84fd-50887b3a6777 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:52:56.941144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.954810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] Routers {'f1e316ea-8dcf-415e-84fd-50887b3a6777'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:52:56.955484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['f1e316ea-8dcf-415e-84fd-50887b3a6777'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:56.958790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:56.974653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Pushing event deleted for resources: {'Port': ['ID=b988bc29-25c6-48d0-b39c-3eab2a6d0725,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:56.993176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259c6a0-e5bb-413d-ac51-51063ce7376b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:57.033457 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] Set router f1e316ea-8dcf-415e-84fd-50887b3a6777 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:52:57.037389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.087226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:52:56Z', 'revision_number': 7, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:57.117270 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fee30-5d3e-4894-a7d2-ac07b6450687 None None] The sync data for ids ['f1e316ea-8dcf-415e-84fd-50887b3a6777'] in n-d-804292-5 is: [{'id': 'f1e316ea-8dcf-415e-84fd-50887b3a6777', 'name': 'tempest-TestMinimumBasicScenario-1532080323-router', 'tenant_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:50:32Z', 'updated_at': '2021-12-09T15:52:56Z', 'revision_number': 7, 'project_id': '39d7bc20ac0b4ac0ad8b7e69c04df305', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:52:57.130337 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.132553 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.180918 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.181613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e316ea-8dcf-415e-84fd-50887b3a6777 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:52:57.186329 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.187745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-72e0f407-4999-42cb-9e85-642af292a65f admin admin] 10.222.0.46 "DELETE /v2.0/routers/f1e316ea-8dcf-415e-84fd-50887b3a6777 HTTP/1.1" status: 204 len: 168 time: 0.7906437 Dec 09 15:52:57.190128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37736) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:57.240325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Deleting subnet e02d6a8e-a2f8-42a9-ac36-213ba65feaea {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:52:57.243758 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.280036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.357096 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.409035 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.439381 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02d6a8e-a2f8-42a9-ac36-213ba65feaea,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:57.442539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.449188 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-c8870370-0ff5-4ee9-a3b1-e4b5b622e821 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e02d6a8e-a2f8-42a9-ac36-213ba65feaea HTTP/1.1" status: 204 len: 168 time: 0.2547784 Dec 09 15:52:57.449388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37738) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:57.451512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e688e1ed-a528-4ea4-ab7b-93cb7b0d63df None None] Network 7705379d-6c50-4d2b-905f-2f8786ef5ca9 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:52:57.521261 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.584601 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Deleting port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:52:57.584970 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.651495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] For port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,segment=NetworkSegment(b8809b8f-e763-4a6f-9a5c-654efbdd4f16),segment_id=b8809b8f-e763-4a6f-9a5c-654efbdd4f16)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:52:57.652193 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.663735 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Calling delete_port for 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:52:57.742037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.769876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2e4ffd-9924-427a-a0ae-f9f734eb34b3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:57.775540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] No DVR routers for this DVR port 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:52:57.844925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.873588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7705379d-6c50-4d2b-905f-2f8786ef5ca9']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:57.884861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:57.885161 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8809b8f-e763-4a6f-9a5c-654efbdd4f16') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:52:57.895575 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.896366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e407f56-43a8-45ec-a7d9-a9810a4a5b20 None None] DHCP port deletion for 7705379d-6c50-4d2b-905f-2f8786ef5ca9 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:52:57.912351 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.919670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:52:57.920077 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:52:57.921827 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:52:57.981402 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.987600 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:57.990801 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7705379d-6c50-4d2b-905f-2f8786ef5ca9 HTTP/1.1" status: 204 len: 168 time: 0.5405066 Dec 09 15:52:58.003373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1272f-2c60-4c5b-9021-f216b73c3685 admin admin] Pushing event deleted for resources: {'Network': ['ID=7705379d-6c50-4d2b-905f-2f8786ef5ca9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:58.162570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37742) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:58.207468 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f9d728d3-71a0-427f-8be1-a60704bc2ead admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8626917ae6541ec883af7d31389eeac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435741 Dec 09 15:52:58.210312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:58.257760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840ea26c-cacc-44b2-855e-5a89bc201046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.280028 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840ea26c-cacc-44b2-855e-5a89bc201046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.332702 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840ea26c-cacc-44b2-855e-5a89bc201046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.335479 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-840ea26c-cacc-44b2-855e-5a89bc201046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.339800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-840ea26c-cacc-44b2-855e-5a89bc201046 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0f5c661-89aa-40dd-9cb1-2f006b191e51 HTTP/1.1" status: 204 len: 168 time: 0.1259377 Dec 09 15:52:58.346006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea26c-cacc-44b2-855e-5a89bc201046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5c661-89aa-40dd-9cb1-2f006b191e51,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:58.400305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b988bc29-25c6-48d0-b39c-3eab2a6d0725 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:58.421654 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b988bc29-25c6-48d0-b39c-3eab2a6d0725 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:58.422077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b988bc29-25c6-48d0-b39c-3eab2a6d0725 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:58.422578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:58.442180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:58.442548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9b2e4ffd-9924-427a-a0ae-f9f734eb34b3 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:58.442955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7f542c58-afdf-4eaa-ad72-a144d1083271 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:52:58.464889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 7f542c58-afdf-4eaa-ad72-a144d1083271 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:52:58.465141 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7f542c58-afdf-4eaa-ad72-a144d1083271 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:52:58.590075 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.664339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:58.704974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3e34f8d0-7a25-4787-a52f-2e1e6a78d5f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39d7bc20ac0b4ac0ad8b7e69c04df305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393322 Dec 09 15:52:58.707466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37754) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:52:58.753943 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9db99353-ac02-485f-b100-1aa83ffe1669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.776059 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9db99353-ac02-485f-b100-1aa83ffe1669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.823091 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9db99353-ac02-485f-b100-1aa83ffe1669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.825925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9db99353-ac02-485f-b100-1aa83ffe1669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:52:58.827074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9db99353-ac02-485f-b100-1aa83ffe1669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b9c192f-18cc-44db-a783-04dc93e4e46d HTTP/1.1" status: 204 len: 168 time: 0.1186495 Dec 09 15:52:58.836026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db99353-ac02-485f-b100-1aa83ffe1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c192f-18cc-44db-a783-04dc93e4e46d,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:52:59.332212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.438305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:00.442979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150994633', 'description': 'tempest-secgroup-smoke-1150994633 description', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:00.464581 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.473424 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.548096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.551836 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.586845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8058c4-b8c1-4fe7-874d-957a8a5be489,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:00.626894 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.630571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.660433 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.665279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2222722 Dec 09 15:53:00.665279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821f483-a128-4e61-b349-c8785505ab06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c830029d-d710-4d0c-bb54-f6dcb4fa5dae,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:00.665775 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37796) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:00.670707 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c830029d-d710-4d0c-bb54-f6dcb4fa5dae', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:00.697888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.754613 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.759669 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.780583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfba2e6c-cb12-4583-96f9-208922e0beed,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:00.788199 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:00.790327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-85acde37-bbd8-449b-bf93-48dc28a5f06f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224041 Dec 09 15:53:00.792703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37798) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:00.797974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c830029d-d710-4d0c-bb54-f6dcb4fa5dae', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:00.825258 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.181749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.186303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.204746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f857fe1-25a7-43c7-9f97-c4244f38adc6,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.209694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.210897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a8f20114-7dc1-42a6-9257-d88b503976c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4168909 Dec 09 15:53:01.214196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37800) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.218474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c830029d-d710-4d0c-bb54-f6dcb4fa5dae', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:01.244072 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.298677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.301924 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.319578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9048ca25-7059-4615-a1d8-d6d4ac60f253,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.327474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.328681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bb027ca2-fe9c-495d-b981-2d130dd84969 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135221 Dec 09 15:53:01.331578 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37802) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.336181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c830029d-d710-4d0c-bb54-f6dcb4fa5dae', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:01.361648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.423096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.426366 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.444340 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888827cc-21e7-4a30-bbbe-16b94dbce4dc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.451257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.452428 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5fc0d663-f7b6-4e73-8d41-1058c1b49bdd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198111 Dec 09 15:53:01.455176 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37804) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.459472 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c830029d-d710-4d0c-bb54-f6dcb4fa5dae', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:01.481646 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:53:01.486474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.544764 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.548095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.564860 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e75e398-2e7f-43fe-b705-2b0381a48f62,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.573877 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.575065 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-efa09e2d-dc26-4279-81c7-e2c200da7c00 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189353 Dec 09 15:53:01.577784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37806) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.582130 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c830029d-d710-4d0c-bb54-f6dcb4fa5dae', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:01.604905 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:53:01.609680 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.667845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.671342 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.688891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00308e92-1ff7-48fd-bca4-76c5928d28fc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.695950 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.697144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-549c6116-91cf-4101-b197-4e5cf426aa2b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184394 Dec 09 15:53:01.700319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37808) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.705029 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'network': {'name': 'tempest-network-smoke--1569388119', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'port_security_enabled': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:01.724473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:01.728553 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.751157 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:53:01.760284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.760623 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Added segment e93cbf01-defc-4df5-971b-2fa5a40ebd91 of type vlan for network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 Dec 09 15:53:01.801878 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.827186 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.832877 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:01.833469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.873002 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1716599 Dec 09 15:53:01.876439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37810) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:01.881105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'admin_state_up': True, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:01.905628 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.906729 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:01.908605 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03577561-25b3-4fba-84bb-5c94786289ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Network': ['ID=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:01.920235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:53:01.961172 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.098393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.289314 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.308079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.415664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.86 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/3183adb2-5b51-4f34-b151-149011fdd2f8) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:02.517094 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.550870 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.585840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:02.589279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:02.592673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:02.603216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46369d-88e3-448b-9710-d90885c6dd7d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:02.624712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=3183adb2-5b51-4f34-b151-149011fdd2f8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:02.694390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-59b15872-a1b6-400d-994e-9ca1f7739b8a None None] Provisioning complete for port 3183adb2-5b51-4f34-b151-149011fdd2f8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:02.694767 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59b15872-a1b6-400d-994e-9ca1f7739b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:02.734147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-59b15872-a1b6-400d-994e-9ca1f7739b8a None None] Port 3183adb2-5b51-4f34-b151-149011fdd2f8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:02.852342 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.045189 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.172197 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:53:03.280176 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:03.290678 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Sync routers for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:03.300200 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:03.300807 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:03.300993 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.305271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-792b403f-d63a-498d-bdb8-4a1360926110 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4247580 Dec 09 15:53:03.305452 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37814) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.406733 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:03.442805 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e12bd95f-0cee-464f-bfed-2af7efcde210 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=50d89e6ee14641e082dbbc6be8f89f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1360910 Dec 09 15:53:03.445492 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37818) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.532666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8cf128-a943-4ccd-933e-c3429937595e tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:03.534200 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-3f8cf128-a943-4ccd-933e-c3429937595e tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871139 Dec 09 15:53:03.537007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37820) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.571868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4269d346-18ca-4aa9-9df6-7d11fd3cebc8 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337293 Dec 09 15:53:03.574382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37822) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.579103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443091403', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:03.590604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:02Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:03.617206 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Checking router: 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:03.618180 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Updating router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac port 3183adb2-5b51-4f34-b151-149011fdd2f8 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:53:03.642371 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.671625 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:03.675313 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.860119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.923698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Subnet': ['ID=6e1c3b1c-d200-4774-be3c-5b7f0f10ef57,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:03.928262 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Checking segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:03.928632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network hostable DHCP agents. Network: fc8ef675-d578-4ca2-88af-f7d1bc12c5f8, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:53:03.945386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:53:03.954957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, fc8ef675-d578-4ca2-88af-f7d1bc12c5f8) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:03.959703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:03.960335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.967895 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612d7535-4fc5-48c1-9529-fb2947a3afd6 None None] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:03.979259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6a4ba8c-1725-49ce-b571-4bec1a1cb3d2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037449 Dec 09 15:53:03.981977 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37824) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:03.990763 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:03.997905 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.058558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f6bc2-41c4-4dba-a031-0ed35c9861af None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:04.059848 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Attempting to bind port 3183adb2-5b51-4f34-b151-149011fdd2f8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:04.060219 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Attempting to bind port 3183adb2-5b51-4f34-b151-149011fdd2f8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:04.060586 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Attempting to bind port 3183adb2-5b51-4f34-b151-149011fdd2f8 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:04.063385 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Pushing event updated for resources: {'Port': ['ID=3183adb2-5b51-4f34-b151-149011fdd2f8,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.072941 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.073289 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.073632 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.073972 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.074304 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.074633 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.074960 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.075286 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.075634 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.075960 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.076281 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.076602 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.076924 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.081659 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:04.082046 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:04.082453 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.082833 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:04.083868 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Bound port: 3183adb2-5b51-4f34-b151-149011fdd2f8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:04.084825 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.100185 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:53:04.101621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.141491 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] For port 3183adb2-5b51-4f34-b151-149011fdd2f8, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:04.145117 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] For port 3183adb2-5b51-4f34-b151-149011fdd2f8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3183adb2-5b51-4f34-b151-149011fdd2f8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:04.150665 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.193296 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:04.193596 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:04.203693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b36792-7966-4b97-9831-eb3c84c505e8 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:04.224287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Provisioning complete for port 3183adb2-5b51-4f34-b151-149011fdd2f8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.224876 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.305877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Allocated IP 172.20.0.2 (fc8ef675-d578-4ca2-88af-f7d1bc12c5f8/6e1c3b1c-d200-4774-be3c-5b7f0f10ef57/c0125356-ed1a-4008-9f06-e519ca9e6529) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:04.329138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:04.330874 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37ffd-0460-41b2-8889-acfc9b0565dd None None] Pushing event updated for resources: {'Port': ['ID=3183adb2-5b51-4f34-b151-149011fdd2f8,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.387746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.441872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] For port 3183adb2-5b51-4f34-b151-149011fdd2f8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3183adb2-5b51-4f34-b151-149011fdd2f8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:04.451979 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.510813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.526060 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:02Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:04.541886 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Pushing event updated for resources: {'Port': ['ID=3183adb2-5b51-4f34-b151-149011fdd2f8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.553167 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583a19e-f011-4a04-a463-2cf3ceabfe67 None None] The sync data for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 is: [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:02Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:04.558618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.559049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.559566 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.559971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.560377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.560907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.561251 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.561592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.561955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.562295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.562700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.562993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.563324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58153754-143b-45b5-a01f-19962ef87ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:04.569811 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.585172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.621319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f8061ba-72f5-46cf-8ab8-5dcaeeb20c7b None None] Provisioning complete for port 3183adb2-5b51-4f34-b151-149011fdd2f8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:04.621693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f8061ba-72f5-46cf-8ab8-5dcaeeb20c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.659562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:04.670560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:04.673086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:04.679283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Pushing event updated for resources: {'Port': ['ID=c0125356-ed1a-4008-9f06-e519ca9e6529,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.751437 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Attempting to bind port c0125356-ed1a-4008-9f06-e519ca9e6529 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:04.751863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Attempting to bind port c0125356-ed1a-4008-9f06-e519ca9e6529 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:04.752250 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Attempting to bind port c0125356-ed1a-4008-9f06-e519ca9e6529 on network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:04.795822 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:04.796516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Checking segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:04.797100 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.797663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Bound using segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:04.798306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Bound port: c0125356-ed1a-4008-9f06-e519ca9e6529, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:04.799292 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.840246 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.1 (fc8ef675-d578-4ca2-88af-f7d1bc12c5f8/6e1c3b1c-d200-4774-be3c-5b7f0f10ef57/6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:04.886470 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] For port c0125356-ed1a-4008-9f06-e519ca9e6529, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:04.889742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] For port c0125356-ed1a-4008-9f06-e519ca9e6529, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c0125356-ed1a-4008-9f06-e519ca9e6529,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:04.895343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:04.973514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b295560-1590-4076-be4d-ba7145aa5f8c None None] Pushing event updated for resources: {'Port': ['ID=c0125356-ed1a-4008-9f06-e519ca9e6529,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:04.974161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.018451 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.065494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:05.068787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:05.076546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:05.133720 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:05.137342 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.287934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.903425 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.903841 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a36fb7-d63a-4c47-8212-b91a2dcfebb3 None None] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:05.908205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:05.995166 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a6d20986-2c78-43a6-a46c-8e60f51b4b51 None None] Provisioning complete for port c0125356-ed1a-4008-9f06-e519ca9e6529 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:05.995765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6d20986-2c78-43a6-a46c-8e60f51b4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.002896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:06.005455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.102601 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6d20986-2c78-43a6-a46c-8e60f51b4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.109172 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:06.110712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:06.140476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a6d20986-2c78-43a6-a46c-8e60f51b4b51 None None] For port c0125356-ed1a-4008-9f06-e519ca9e6529, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c0125356-ed1a-4008-9f06-e519ca9e6529,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:06.145887 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a6d20986-2c78-43a6-a46c-8e60f51b4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.203565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d20986-2c78-43a6-a46c-8e60f51b4b51 None None] Pushing event updated for resources: {'Port': ['ID=c0125356-ed1a-4008-9f06-e519ca9e6529,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:06.242014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:06.365395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:06.381169 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8dbb9d8e-11d7-4d50-ab09-3146bcd6835f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/0d41cbbe-b1a6-4d8f-9472-abe78bd98bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979142 Dec 09 15:53:06.383412 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5b28e3aa-0137-4237-9f76-0a8a33a5bc35 None None] Provisioning complete for port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:06.383817 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b28e3aa-0137-4237-9f76-0a8a33a5bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.464816 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5b28e3aa-0137-4237-9f76-0a8a33a5bc35 None None] Port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:06.478390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5b28e3aa-0137-4237-9f76-0a8a33a5bc35 None None] Provisioning complete for port c0125356-ed1a-4008-9f06-e519ca9e6529 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:06.478761 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5b28e3aa-0137-4237-9f76-0a8a33a5bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.507742 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c0125356-ed1a-4008-9f06-e519ca9e6529 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:06.598890 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-1e00aba0-11d4-4cd9-a9d3-c1cf485a54a8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150994633&fields=id&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 267 time: 0.0699024 Dec 09 15:53:06.616651 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port c0125356-ed1a-4008-9f06-e519ca9e6529 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:06.616936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.687760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Sync routers for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:06.710504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:06.711168 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:06.715435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-082cec0a-aa3a-4ceb-8ecf-6def61b19ebf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:06.715824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3183adb2-5b51-4f34-b151-149011fdd2f8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:06.717465 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-082cec0a-aa3a-4ceb-8ecf-6def61b19ebf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/networks?id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 HTTP/1.1" status: 200 len: 797 time: 0.1126986 Dec 09 15:53:06.738280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-637e6563-7358-4e58-a55e-48a4a09024eb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/quotas/50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 375 time: 0.0101295 Dec 09 15:53:06.795735 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-63ac02df-91cd-44c9-8d75-ff29ab37c43e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502007 Dec 09 15:53:06.803499 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fae1c984-60e7-4f20-af99-e0dde296a153 None None] Provisioning complete for port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:06.803870 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fae1c984-60e7-4f20-af99-e0dde296a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:06.898575 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-fe296f5c-7864-4c89-8010-00609b4477f1 service neutron] 10.222.0.46 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918641 Dec 09 15:53:06.995500 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-88ee1230-768c-48f5-adaf-01a29bce06a4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901432 Dec 09 15:53:07.048111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fae1c984-60e7-4f20-af99-e0dde296a153 None None] Port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:07.063961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:07.066336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 3183adb2-5b51-4f34-b151-149011fdd2f8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:07.066738 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.167988 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b89c69c8-23df-4665-908c-47427370ec6c req-f7c31b94-d167-4d65-a0dc-0811190536be tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 210 time: 0.0315371 Dec 09 15:53:07.241297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f66f7cc6-68e4-469f-873f-740d05529c82 None None] Provisioning complete for port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:07.241673 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f66f7cc6-68e4-469f-873f-740d05529c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.328311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f66f7cc6-68e4-469f-873f-740d05529c82 None None] Port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:07.383511 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 2, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:07.413352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Checking router: 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:07.413714 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Updating router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:53:07.440163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.708401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.713740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.769872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb14bda-b606-4597-9db9-299d4d9c1b53 None None] Pushing event updated for resources: {'Port': ['ID=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:07.821817 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Attempting to bind port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:07.822137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Attempting to bind port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:07.822540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Attempting to bind port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 on network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:07.827956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:07.828339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Checking segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:07.828754 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.829138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Bound using segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:07.829611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Bound port: 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:07.829994 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.908879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] For port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:07.913738 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] For port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:07.927109 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:07.974863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:07.975409 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:08.037288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb14bda-b606-4597-9db9-299d4d9c1b53 None None] Pushing event updated for resources: {'Port': ['ID=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:08.103060 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a8cf274e-780b-4232-89d4-98a9d72747bf None None] Provisioning complete for port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:08.103751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8cf274e-780b-4232-89d4-98a9d72747bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.156273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:08.294496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a86dfcbb-305f-44d3-9875-0c38d45f71f8 req-25503a93-26ef-4fc3-9620-41f48c4aded7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 210 time: 0.0470588 Dec 09 15:53:08.300241 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-0783483d-0ad6-4c47-81a1-642014f33d45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:08.301778 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-0783483d-0ad6-4c47-81a1-642014f33d45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/networks?id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 HTTP/1.1" status: 200 len: 797 time: 0.1353738 Dec 09 15:53:08.344485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8cf274e-780b-4232-89d4-98a9d72747bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.379110 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-8d3267cc-023f-4cef-9c64-46a7522fb95e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 380 time: 0.0672505 Dec 09 15:53:08.390638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'port': {'device_id': '014b7a41-e481-431b-929f-d36fe7392e92', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'admin_state_up': True, 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'security_groups': ['c830029d-d710-4d0c-bb54-f6dcb4fa5dae']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:08.420122 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a8cf274e-780b-4232-89d4-98a9d72747bf None None] For port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:08.425343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a8cf274e-780b-4232-89d4-98a9d72747bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.500743 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:53:08.502025 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf274e-780b-4232-89d4-98a9d72747bf None None] Pushing event updated for resources: {'Port': ['ID=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:08.504407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.519085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:07Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:08.550694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f6622-f0f8-470e-851e-75cb670df696 None None] The sync data for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 is: [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:07Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:08.567379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1278fb61-4fd5-482f-b78f-fc7e438789b3 None None] Provisioning complete for port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:08.567682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1278fb61-4fd5-482f-b78f-fc7e438789b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.681138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.4 (fc8ef675-d578-4ca2-88af-f7d1bc12c5f8/6e1c3b1c-d200-4774-be3c-5b7f0f10ef57/5fc5b43e-2632-49a8-bcfc-139d41bf4cae) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:08.838409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.873865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:08.917886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:08.921741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:08.927976 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:08.958551 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:08.991714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:08.993030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.011520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c3936197-03b8-405e-8c7d-537f9c9520a3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244166 Dec 09 15:53:09.022138 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-cd2fd3ac-0fe6-4b34-a31e-076aa71adae9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:53:09.023235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-cd2fd3ac-0fe6-4b34-a31e-076aa71adae9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054519 Dec 09 15:53:09.037566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Request body: {'port': {'device_id': '014b7a41-e481-431b-929f-d36fe7392e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:09.098363 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.205793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0c117463-f572-43c0-b026-6ebbbb68c1e4 None None] Provisioning complete for port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:09.206350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0c117463-f572-43c0-b026-6ebbbb68c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.243960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0c117463-f572-43c0-b026-6ebbbb68c1e4 None None] Port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:53:09.410104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc5b43e-2632-49a8-bcfc-139d41bf4cae {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:09.419985 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.438585 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Transition to ACTIVE for port object 5fc5b43e-2632-49a8-bcfc-139d41bf4cae will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:53:09.451364 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344576e1-1429-45cd-a0b4-001451f47136 req-a4408587-3f74-46ce-aa2a-a3be98ec7f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:09.453333 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-344576e1-1429-45cd-a0b4-001451f47136 req-a4408587-3f74-46ce-aa2a-a3be98ec7f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 931 time: 0.0772817 Dec 09 15:53:09.454283 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.517027 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:09.615517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-344576e1-1429-45cd-a0b4-001451f47136 req-2c67ac89-0a1b-405b-9f53-4c47884885c9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352091 Dec 09 15:53:09.642168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Attempting to bind port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:53:09.642515 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Attempting to bind port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:53:09.642846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Attempting to bind port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae on network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:09.647757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae on network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:53:09.648080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Attempting to bind port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae on network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:53:09.654135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:53:09.654478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Checking segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:53:09.654860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Bound using segment: {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:53:09.655288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Bound port: 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93cbf01-defc-4df5-971b-2fa5a40ebd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:53:09.655668 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.731932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] For port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:53:09.735368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] For port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:53:09.740155 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.776326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:09.776962 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:09.778763 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] 10.222.0.36 "PUT /v2.0/ports/5fc5b43e-2632-49a8-bcfc-139d41bf4cae HTTP/1.1" status: 200 len: 1091 time: 0.7461851 Dec 09 15:53:09.781649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:09.784363 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e318f6-dcfa-49a2-8c8b-5103a8b30432" -d '{"events": [{"name": "network-changed", "server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:09.821332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938dfd-98d9-4688-ac9d-626f0345320d service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:09.854471 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b717aa-ab88-403c-9ff4-6848b2645b94 x-openstack-request-id: req-f2b717aa-ab88-403c-9ff4-6848b2645b94 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:09.854764 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:09.855017 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2b717aa-ab88-403c-9ff4-6848b2645b94 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:09.855502 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'status': 'completed', 'code': 200} Dec 09 15:53:09.872192 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c97880fa-99c0-4070-bd1a-b9e3b8b9b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:09.873872 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-c97880fa-99c0-4070-bd1a-b9e3b8b9b1b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 1094 time: 0.0464010 Dec 09 15:53:09.927260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-87dfaa06-48c2-49c6-92f2-78ba969e6c4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae HTTP/1.1" status: 200 len: 217 time: 0.0425243 Dec 09 15:53:09.983020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-882ec771-2b0f-4741-a625-56d909eb3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:09.984551 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-882ec771-2b0f-4741-a625-56d909eb3355 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e1c3b1c-d200-4774-be3c-5b7f0f10ef57 HTTP/1.1" status: 200 len: 835 time: 0.0503302 Dec 09 15:53:10.030194 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-52d44660-1e5e-4db3-852b-884874abe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:10.031707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-52d44660-1e5e-4db3-852b-884874abe283 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393996 Dec 09 15:53:10.131908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-1982f6ab-6a3b-4744-896e-1edc1f4fd9e8 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933123 Dec 09 15:53:10.222992 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-389ef21d-297d-4a9f-8888-550d8a041f96 req-01f329a9-2ad7-4942-ba8f-b4e90abf8f05 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839617 Dec 09 15:53:10.316734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-f23492bf-b56b-4241-97f2-59b3bd6c7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:10.318241 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-f23492bf-b56b-4241-97f2-59b3bd6c7b66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 1094 time: 0.0451119 Dec 09 15:53:10.411826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-3c42d6ee-4e4b-4b45-b97d-a52243b33b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:10.413345 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-3c42d6ee-4e4b-4b45-b97d-a52243b33b7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0874646 Dec 09 15:53:10.426268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:10.462463 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-8416818d-6b86-4535-b3e7-326aeba55205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae HTTP/1.1" status: 200 len: 217 time: 0.0408759 Dec 09 15:53:10.474188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:10.474493 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:10.512758 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-696a8be9-482c-467e-b817-bc166315dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:10.514284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-696a8be9-482c-467e-b817-bc166315dbe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e1c3b1c-d200-4774-be3c-5b7f0f10ef57 HTTP/1.1" status: 200 len: 835 time: 0.0449765 Dec 09 15:53:10.561627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-71a7be59-acaa-477d-b309-20917058197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:10.563134 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-71a7be59-acaa-477d-b309-20917058197a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400810 Dec 09 15:53:10.660238 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-2b0beeed-75c6-4667-9f9d-d23dfd09dc2e service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876691 Dec 09 15:53:10.778195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad71911-507f-4b3b-9fcf-651f1679b4e7 req-dcaf0590-439e-49ae-aaf9-c28ae01f7c0e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:10.779749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ad71911-507f-4b3b-9fcf-651f1679b4e7 req-dcaf0590-439e-49ae-aaf9-c28ae01f7c0e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 943 time: 0.0937769 Dec 09 15:53:10.796436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18e318f6-dcfa-49a2-8c8b-5103a8b30432 req-b9351bae-e888-4b2c-93ff-5296fc52635b service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284151 Dec 09 15:53:10.832377 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ad71911-507f-4b3b-9fcf-651f1679b4e7 req-dd559593-90db-4f63-b735-a7966ffdd3c8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Dec 09 15:53:11.950418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb97b6-8871-4dc4-869e-2acfe13ca16d req-fc46f8f6-8238-4a71-b0cb-3f13bd891997 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:11.951847 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-befb97b6-8871-4dc4-869e-2acfe13ca16d req-fc46f8f6-8238-4a71-b0cb-3f13bd891997 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 943 time: 0.0497427 Dec 09 15:53:12.002216 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-befb97b6-8871-4dc4-869e-2acfe13ca16d req-d9258584-2a6c-4431-b918-0e386e8ed477 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Dec 09 15:53:13.119293 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5cd7-18cb-4bab-ab43-8bf6aaf72c34 req-104db02c-fe84-4c77-b9da-703bcd67987e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:13.120821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90aa5cd7-18cb-4bab-ab43-8bf6aaf72c34 req-104db02c-fe84-4c77-b9da-703bcd67987e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 943 time: 0.0516055 Dec 09 15:53:13.170373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90aa5cd7-18cb-4bab-ab43-8bf6aaf72c34 req-9db28257-d5b2-4d8c-a50f-3390cead7fee tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Dec 09 15:53:13.263701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5fc5b43e-2632-49a8-bcfc-139d41bf4cae details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:53:13.363854 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:13.374758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'port_id': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'mac_address': 'fa:16:3e:32:e5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:53:13.411640 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.423905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc5b43e-2632-49a8-bcfc-139d41bf4cae {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:53:13.452236 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:13.456354 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:13.502316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:13.673772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['5fc5b43e-2632-49a8-bcfc-139d41bf4cae'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:53:14.288481 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053b206-ed5e-405f-811e-727d04c2faa0 req-20cb0da1-8925-4eba-a086-aa11ca708139 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:14.290978 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7053b206-ed5e-405f-811e-727d04c2faa0 req-20cb0da1-8925-4eba-a086-aa11ca708139 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 944 time: 0.0509849 Dec 09 15:53:14.341211 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7053b206-ed5e-405f-811e-727d04c2faa0 req-a034d713-9a5c-4ce3-99ec-dd189e762811 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Dec 09 15:53:15.293214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5fc5b43e-2632-49a8-bcfc-139d41bf4cae up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:53:15.340636 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:53:15.344520 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:53:15.344886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.421980 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.444221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:15.446380 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b0e239-8e83-4ba9-8fa8-a994f7352036" -d '{"events": [{"server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:15.458514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c84a5-c6fd-4028-979e-116211c2d2cf req-d52626d0-7a05-49ea-ad9d-99c897c69482 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.460046 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:15.460175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e18c84a5-c6fd-4028-979e-116211c2d2cf req-d52626d0-7a05-49ea-ad9d-99c897c69482 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 944 time: 0.0501850 Dec 09 15:53:15.467258 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:15.497150 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906c4e19-41cc-4c50-ac79-b6bc2e1f2018 x-openstack-request-id: req-906c4e19-41cc-4c50-ac79-b6bc2e1f2018 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:15.497525 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "name": "network-vif-plugged", "status": "completed", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:15.497856 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-906c4e19-41cc-4c50-ac79-b6bc2e1f2018 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:15.498317 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'code': 200} Dec 09 15:53:15.525153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:15.530808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e18c84a5-c6fd-4028-979e-116211c2d2cf req-d7a8dc21-7589-4f0d-99e5-e3342195d5ea tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550735 Dec 09 15:53:15.635216 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e9b8-1636-4103-8e37-6562108757df req-1a426c8e-5823-4fca-aff0-8102e83de2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:15.636696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be26e9b8-1636-4103-8e37-6562108757df req-1a426c8e-5823-4fca-aff0-8102e83de2b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 1096 time: 0.0814683 Dec 09 15:53:15.682838 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-be26e9b8-1636-4103-8e37-6562108757df req-68e586c8-4142-4c9b-a875-b85a10b23706 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Dec 09 15:53:16.656784 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e82e0-3592-4895-aa14-f7fb24671bc5 req-7bc801da-ce47-42ea-911a-3347cd3ebacf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:16.658377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c3e82e0-3592-4895-aa14-f7fb24671bc5 req-7bc801da-ce47-42ea-911a-3347cd3ebacf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Dec 09 15:53:16.713455 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1c3e82e0-3592-4895-aa14-f7fb24671bc5 req-3c363abb-2150-49a2-af78-4cf984217fbd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484953 Dec 09 15:53:17.830552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309fcd4-e254-4c6c-ac41-e6c4e4e56dc4 req-f18711a1-77ca-4463-a5fa-3875079ae59c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:17.832050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e309fcd4-e254-4c6c-ac41-e6c4e4e56dc4 req-f18711a1-77ca-4463-a5fa-3875079ae59c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Dec 09 15:53:17.879175 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e309fcd4-e254-4c6c-ac41-e6c4e4e56dc4 req-7a7b4b95-08b0-4571-9fc3-795267e703bf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Dec 09 15:53:17.993631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c57e60-0631-4b5f-8f6d-e40ec8309251 req-f0d78981-7e1f-4a18-a835-cdda656a08e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:17.995645 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60c57e60-0631-4b5f-8f6d-e40ec8309251 req-f0d78981-7e1f-4a18-a835-cdda656a08e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0472739 Dec 09 15:53:18.044754 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-60c57e60-0631-4b5f-8f6d-e40ec8309251 req-8318239a-8188-432a-9275-7c3e766ac657 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Dec 09 15:53:18.066330 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37878) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:18.107832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222fb38-5d6a-4541-8ce4-3f94362a74bb tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:18.109307 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8222fb38-5d6a-4541-8ce4-3f94362a74bb tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 1091 time: 0.0420094 Dec 09 15:53:18.112095 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37880) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:18.116279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:53:18.138494 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.233194 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.340311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.218 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/9ef43992-084f-412b-b443-864c836b22d9) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:53:18.440503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.473283 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.507773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:53:18.510994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:53:18.513544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:53:18.550832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=9ef43992-084f-412b-b443-864c836b22d9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:18.878985 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:18.947412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.093963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.098333 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.167515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=9ef43992-084f-412b-b443-864c836b22d9,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:19.180834 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.281361 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 35089885-7194-4ddf-b2de-92bb64f64615 associated. External IP: 172.25.0.218, port: 5fc5b43e-2632-49a8-bcfc-139d41bf4cae. Dec 09 15:53:19.483641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:19.592416 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:19.602091 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] Sync routers for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:19.610593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:19.612341 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:19.612972 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:19.639854 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5f91c5e8-ad9a-44dd-93a7-90ac32304328 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5267363 Dec 09 15:53:19.640552 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:19.643185 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46" -d '{"events": [{"name": "network-changed", "server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:19.687171 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d76b2c7-8221-4db6-bef8-7f4bcffb502e x-openstack-request-id: req-7d76b2c7-8221-4db6-bef8-7f4bcffb502e {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:19.687488 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:19.687767 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d76b2c7-8221-4db6-bef8-7f4bcffb502e {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:19.688176 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'status': 'completed', 'code': 200} Dec 09 15:53:19.731198 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:19.781354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac539ec-c1c2-46ef-b0a9-f5c9cdffa6fa req-5eb7c1d7-5a5c-4f9b-b490-86fff1403f32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:19.782853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ac539ec-c1c2-46ef-b0a9-f5c9cdffa6fa req-5eb7c1d7-5a5c-4f9b-b490-86fff1403f32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0822308 Dec 09 15:53:19.785564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-6de3ae9d-4327-41de-825b-06e557bd4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:19.786924 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-6de3ae9d-4327-41de-825b-06e557bd4d4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 1096 time: 0.0573239 Dec 09 15:53:19.890054 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ac539ec-c1c2-46ef-b0a9-f5c9cdffa6fa req-1ace3153-5573-4c66-bed9-9107bbf81c4b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011405 Dec 09 15:53:19.913717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-25102278-b58a-4eb2-8c1f-3927a90759e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:19.913717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-25102278-b58a-4eb2-8c1f-3927a90759e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 HTTP/1.1" status: 200 len: 898 time: 0.1164343 Dec 09 15:53:19.913910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37886) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:19.962317 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '35089885-7194-4ddf-b2de-92bb64f64615', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'port_id': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'mac_address': 'fa:16:3e:32:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b7a41-e481-431b-929f-d36fe7392e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:53:18Z', 'updated_at': '2021-12-09T15:53:18Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:19.989572 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] Checking router: 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:19.998374 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:19.998990 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:52:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:20.109655 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:20.343440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a76404cd-6241-474e-999f-cf72ac180d38 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/35089885-7194-4ddf-b2de-92bb64f64615 HTTP/1.1" status: 200 len: 991 time: 0.4285142 Dec 09 15:53:20.345485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-2f072e97-7af6-4691-8367-2116e1271793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae HTTP/1.1" status: 200 len: 999 time: 0.4239314 Dec 09 15:53:20.347842 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '35089885-7194-4ddf-b2de-92bb64f64615', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'port_id': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'mac_address': 'fa:16:3e:32:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b7a41-e481-431b-929f-d36fe7392e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:53:18Z', 'updated_at': '2021-12-09T15:53:18Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:20.378229 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42478b8d-37bb-48e0-96c0-9171694c8c60 None None] The sync data for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 is: [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '35089885-7194-4ddf-b2de-92bb64f64615', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'port_id': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'mac_address': 'fa:16:3e:32:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b7a41-e481-431b-929f-d36fe7392e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:53:18Z', 'updated_at': '2021-12-09T15:53:18Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:20.398814 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-cd360e0d-acf5-45bf-9baa-e4dd4dd12fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:20.400896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-cd360e0d-acf5-45bf-9baa-e4dd4dd12fcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e1c3b1c-d200-4774-be3c-5b7f0f10ef57 HTTP/1.1" status: 200 len: 835 time: 0.0480764 Dec 09 15:53:20.447253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-d6098136-ca55-45cb-8e8f-365e853c29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:20.448849 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-d6098136-ca55-45cb-8e8f-365e853c29cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408514 Dec 09 15:53:20.546396 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-c1728308-90d8-4ffd-9855-df1ed00475f6 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905578 Dec 09 15:53:20.573967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c48939-ad4a-4dc6-8b22-322b85ac8a06 None None] New status for floating IP 35089885-7194-4ddf-b2de-92bb64f64615: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:53:20.639989 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c74d1b-4eaa-4cad-96ca-0f575dd97c46 req-fed84ece-b673-4caa-9953-a5c30a6e1740 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859301 Dec 09 15:53:21.347286 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37888) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:21.410864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cd11348d-9011-4072-80cf-ade172c67f27 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/35089885-7194-4ddf-b2de-92bb64f64615 HTTP/1.1" status: 200 len: 993 time: 0.0623987 Dec 09 15:53:22.373738 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:22.886243 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:23.298148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-731a7468-f0c5-47b8-9b23-879309f67b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:25.756324 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f34ac8db-1869-4ae8-a8fd-b349e46fd02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:26.909726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:28.591458 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:29.335045 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:30.594134 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:53:48.074243 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625d46-fed2-4e20-b988-306330554eed req-c79e16e8-7c87-47be-970c-7f767b11be26 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:48.075809 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c625d46-fed2-4e20-b988-306330554eed req-c79e16e8-7c87-47be-970c-7f767b11be26 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0488989 Dec 09 15:53:48.126777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8c625d46-fed2-4e20-b988-306330554eed req-55b7e33e-abb2-4e12-9b28-fef0199396c4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450952 Dec 09 15:53:49.244416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71c4a8-f84d-4997-8976-5013ee90228d req-4235605b-469c-4796-b5a9-a519d9ae63f5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:49.245888 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d71c4a8-f84d-4997-8976-5013ee90228d req-4235605b-469c-4796-b5a9-a519d9ae63f5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Dec 09 15:53:49.295430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0d71c4a8-f84d-4997-8976-5013ee90228d req-24c7d60f-856c-4096-ab35-f72e46408d36 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435405 Dec 09 15:53:49.317327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37906) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:49.379928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bbffaeb7-cd40-4179-9e03-47257c8cd6d4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/35089885-7194-4ddf-b2de-92bb64f64615 HTTP/1.1" status: 200 len: 993 time: 0.0614612 Dec 09 15:53:50.648234 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ab23-90e3-4c7f-b06a-8d060349fd97 req-5fe1d0bb-8953-4ac2-9392-207f5b5e8904 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:50.650340 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddd9ab23-90e3-4c7f-b06a-8d060349fd97 req-5fe1d0bb-8953-4ac2-9392-207f5b5e8904 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Dec 09 15:53:50.703618 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ddd9ab23-90e3-4c7f-b06a-8d060349fd97 req-66ac4c27-b138-4988-a2ea-6406c7f246ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470138 Dec 09 15:53:51.820843 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9689-f000-4ed1-8a15-c4cd36eaaaae req-fdd00057-c448-4a6f-90af-3ba56f4c80a2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:51.822569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cdeb9689-f000-4ed1-8a15-c4cd36eaaaae req-fdd00057-c448-4a6f-90af-3ba56f4c80a2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0473528 Dec 09 15:53:51.871854 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cdeb9689-f000-4ed1-8a15-c4cd36eaaaae req-f7c1a7bf-8921-426b-894a-f252e6781cb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Dec 09 15:53:51.904884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37916) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:51.968535 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7672f73a-37a8-47df-8a82-5e8e5ce46663 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/35089885-7194-4ddf-b2de-92bb64f64615 HTTP/1.1" status: 200 len: 993 time: 0.0623486 Dec 09 15:53:52.193742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37922) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:52.365989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 9ef43992-084f-412b-b443-864c836b22d9 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:52.366337 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.374854 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.443926 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.444251 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.455691 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 9ef43992-084f-412b-b443-864c836b22d9 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:52.613274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.638273 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=9ef43992-084f-412b-b443-864c836b22d9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:52.651663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.652026 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.652382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.652729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.653070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.653411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.653743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.654080 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.654414 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.654748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.655079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.655437 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.655768 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:52.713298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.713610 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 35089885-7194-4ddf-b2de-92bb64f64615 disassociated (deleted). External IP: 172.25.0.218, port: 5fc5b43e-2632-49a8-bcfc-139d41bf4cae. Dec 09 15:53:52.879690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:52.919479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:53.300043 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-57bb1802-91d9-488b-8d37-9ccbafcec9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.339537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:53.344399 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:53.348977 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] Sync routers for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:53.358603 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:53.359227 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:53.371235 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-780efd62-39b2-4979-984f-e5203fc1f941 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/floatingips/35089885-7194-4ddf-b2de-92bb64f64615 HTTP/1.1" status: 204 len: 168 time: 1.1763785 Dec 09 15:53:53.371973 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:53.374326 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17f873-fc67-445d-8649-10debefd67ac" -d '{"events": [{"name": "network-changed", "server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:53.492481 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23075fb-a4ca-4444-9559-afe1cf9cc48c x-openstack-request-id: req-f23075fb-a4ca-4444-9559-afe1cf9cc48c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:53.493316 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:53.493582 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f23075fb-a4ca-4444-9559-afe1cf9cc48c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:53.494217 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'status': 'completed', 'code': 200} Dec 09 15:53:53.559061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f873-fc67-445d-8649-10debefd67ac req-7432ed48-b22a-4b99-9efe-9bf9b0c46b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:53.560522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-7432ed48-b22a-4b99-9efe-9bf9b0c46b83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 1096 time: 0.0416679 Dec 09 15:53:53.579909 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:53.624951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3247bb-6396-46ac-a56e-228280aabc40 req-bcaf9e4a-a5a2-4e0d-a176-968cf472adb6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:53.626525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc3247bb-6396-46ac-a56e-228280aabc40 req-bcaf9e4a-a5a2-4e0d-a176-968cf472adb6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0506451 Dec 09 15:53:53.661265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f873-fc67-445d-8649-10debefd67ac req-22884c1f-49cf-4373-9a06-d808ac3914db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:53.663423 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-22884c1f-49cf-4373-9a06-d808ac3914db service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0941231 Dec 09 15:53:53.677614 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bc3247bb-6396-46ac-a56e-228280aabc40 req-06e8c650-54fe-4e13-bb52-3e8b95023b90 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Dec 09 15:53:53.712583 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-7b337fa8-d454-48c7-94eb-8bf9d537056f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae HTTP/1.1" status: 200 len: 217 time: 0.0395694 Dec 09 15:53:53.764229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f873-fc67-445d-8649-10debefd67ac req-d6d55574-5b13-46f8-80d4-022147f637c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:53.765825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-d6d55574-5b13-46f8-80d4-022147f637c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e1c3b1c-d200-4774-be3c-5b7f0f10ef57 HTTP/1.1" status: 200 len: 835 time: 0.0444500 Dec 09 15:53:53.780894 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:53.807880 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] Checking router: 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:53.816046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f873-fc67-445d-8649-10debefd67ac req-a6d6f069-8bf8-4471-81f3-7035383aaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:53.816194 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:53.816678 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:53.817509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-a6d6f069-8bf8-4471-81f3-7035383aaa56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406616 Dec 09 15:53:53.919950 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:53.922415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-26ee5e71-60e8-4bd9-896e-021b7ac925ee service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952330 Dec 09 15:53:54.016523 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4d17f873-fc67-445d-8649-10debefd67ac req-8f06ebc3-29ab-4e0b-b9c1-385b3764eaa3 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Dec 09 15:53:54.115557 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:54.145310 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745fa79-441b-4790-bc63-147acbb61a28 None None] The sync data for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 is: [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6', 'name': '', 'network_id': 'fc8ef675-d578-4ca2-88af-f7d1bc12c5f8', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:af:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:04Z', 'updated_at': '2021-12-09T15:53:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '6e1c3b1c-d200-4774-be3c-5b7f0f10ef57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:54.381827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72570d5b-b3fe-4bcc-91e8-71938c0bccd1 None None] New status for floating IP 35089885-7194-4ddf-b2de-92bb64f64615: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:53:54.800587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb7b0c-5ce4-414d-9f64-a5b9ea1027f4 req-71a3e519-8779-409d-9994-60f488e88b51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:54.802046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7bb7b0c-5ce4-414d-9f64-a5b9ea1027f4 req-71a3e519-8779-409d-9994-60f488e88b51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Dec 09 15:53:54.854484 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d7bb7b0c-5ce4-414d-9f64-a5b9ea1027f4 req-e5284fd8-1bbd-4f2a-a6fb-2e6a20723de4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c830029d-d710-4d0c-bb54-f6dcb4fa5dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465386 Dec 09 15:53:55.253266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-c60e3a73-bd9c-41d2-b9da-cd2b0e014c14 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:53:55.254696 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-c60e3a73-bd9c-41d2-b9da-cd2b0e014c14 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 945 time: 0.0462821 Dec 09 15:53:55.345319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:55.345653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.436022 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:55.436393 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.450123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 5fc5b43e-2632-49a8-bcfc-139d41bf4cae owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:55.579748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.607437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=5fc5b43e-2632-49a8-bcfc-139d41bf4cae,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:55.617246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.617612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.618580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.618928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.619272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.619638 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.619980 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.620319 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.621247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.621247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.621433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.621692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.621935 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:53:55.662254 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] No DVR routers for this DVR port 5fc5b43e-2632-49a8-bcfc-139d41bf4cae on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:55.664964 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.668434 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c9b3b565-f477-4011-8024-8e1d1811c889 req-864582b8-f4b7-489f-b76d-9320a5ec245d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "DELETE /v2.0/ports/5fc5b43e-2632-49a8-bcfc-139d41bf4cae HTTP/1.1" status: 204 len: 173 time: 0.4060793 Dec 09 15:53:55.668885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'name': 'network-vif-deleted', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:53:55.671147 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73950c-4895-48d4-9575-3b52566a4389" -d '{"events": [{"server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "name": "network-vif-deleted", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:53:55.760280 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b310-f740-40cf-a654-0fffdc67a5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:55.770132 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29dd462-0a9a-4190-a283-4398a6b2ace7 x-openstack-request-id: req-b29dd462-0a9a-4190-a283-4398a6b2ace7 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:53:55.770430 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b7a41-e481-431b-929f-d36fe7392e92", "name": "network-vif-deleted", "tag": "5fc5b43e-2632-49a8-bcfc-139d41bf4cae", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:53:55.770684 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b29dd462-0a9a-4190-a283-4398a6b2ace7 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:53:55.771117 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b7a41-e481-431b-929f-d36fe7392e92', 'name': 'network-vif-deleted', 'tag': '5fc5b43e-2632-49a8-bcfc-139d41bf4cae', 'status': 'completed', 'code': 200} Dec 09 15:53:55.960876 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fa33f83f-0037-4cbf-bff4-c091e9efbc62 req-7ec59f34-14ca-4057-a861-176684242d43 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=014b7a41-e481-431b-929f-d36fe7392e92 HTTP/1.1" status: 200 len: 210 time: 0.0267377 Dec 09 15:53:56.908509 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.018762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37942) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:57.390257 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.652824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:57.653076 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.744929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:57.745304 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.757596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:57.948749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:57.980013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:58.154552 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.383181 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:53:58.495317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:53:58.500529 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6ab595c2-f5e9-48aa-9320-1404b84ed4c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/0d41cbbe-b1a6-4d8f-9472-abe78bd98bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807205 Dec 09 15:53:58.503435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37944) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.505257 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] Sync routers for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:53:58.515433 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:58.516047 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:58.556817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting subnet 6e1c3b1c-d200-4774-be3c-5b7f0f10ef57 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:53:58.559891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.598058 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.602668 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.623000 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:58.693473 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.751281 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.778537 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1c3b1c-d200-4774-be3c-5b7f0f10ef57,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:58.783398 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.789296 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-edbe2307-428b-46c4-ad3c-f24aa1e9615a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/subnets/6e1c3b1c-d200-4774-be3c-5b7f0f10ef57 HTTP/1.1" status: 204 len: 168 time: 0.2817593 Dec 09 15:53:58.790309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37946) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:58.795735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5d94f-c1c2-4d70-9810-c3499ef70c49 None None] Network fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:53:58.809416 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:57Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:58.837388 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] Checking router: 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:53:58.846264 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] Routers {'0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:53:58.846533 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:58.907583 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:58.965785 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] DHCP port deletion for fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:58.973128 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] Set router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:53:59.019253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.029145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] Deleting port c0125356-ed1a-4008-9f06-e519ca9e6529 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:59.029807 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.074554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 3183adb2-5b51-4f34-b151-149011fdd2f8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:53:59.074895 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.097038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] For port c0125356-ed1a-4008-9f06-e519ca9e6529, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=c0125356-ed1a-4008-9f06-e519ca9e6529,segment=NetworkSegment(e93cbf01-defc-4df5-971b-2fa5a40ebd91),segment_id=e93cbf01-defc-4df5-971b-2fa5a40ebd91)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:59.097570 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.114611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] Calling delete_port for c0125356-ed1a-4008-9f06-e519ca9e6529 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:59.160125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 3183adb2-5b51-4f34-b151-149011fdd2f8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=3183adb2-5b51-4f34-b151-149011fdd2f8,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:53:59.160703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.161213 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:57Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:59.173127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 3183adb2-5b51-4f34-b151-149011fdd2f8 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:53:59.202757 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ce823-edad-4f35-a768-ba156eaf897b None None] The sync data for ids ['0d41cbbe-b1a6-4d8f-9472-abe78bd98bac'] in n-d-804292-5 is: [{'id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780164207', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:53:01Z', 'updated_at': '2021-12-09T15:53:57Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '3183adb2-5b51-4f34-b151-149011fdd2f8', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d41cbbe-b1a6-4d8f-9472-abe78bd98bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:53:02Z', 'updated_at': '2021-12-09T15:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:53:59.205261 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.236688 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] Pushing event deleted for resources: {'Port': ['ID=c0125356-ed1a-4008-9f06-e519ca9e6529,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:59.239776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce36bf4-6452-40f1-b4db-df2a15cab0d3 None None] No DVR routers for this DVR port c0125356-ed1a-4008-9f06-e519ca9e6529 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:53:59.337344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.365459 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.390233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=3183adb2-5b51-4f34-b151-149011fdd2f8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:53:59.404207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242e572-1b67-4042-8883-4b7dfe7ef1f6 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:53:59.451181 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.541295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5fc5b43e-2632-49a8-bcfc-139d41bf4cae no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:53:59.556711 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.559195 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.575820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 5fc5b43e-2632-49a8-bcfc-139d41bf4cae {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:53:59.576170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 5fc5b43e-2632-49a8-bcfc-139d41bf4cae not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:53:59.611207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.611856 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Fanout notify agent at l3_agent the message router_deleted on router 0d41cbbe-b1a6-4d8f-9472-abe78bd98bac {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:53:59.620187 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.621328 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-07c63990-a545-4441-a6ae-e5dee539ff82 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/routers/0d41cbbe-b1a6-4d8f-9472-abe78bd98bac HTTP/1.1" status: 204 len: 168 time: 0.8299789 Dec 09 15:53:59.624280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37948) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.708772 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.800975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.822130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8ef675-d578-4ca2-88af-f7d1bc12c5f8']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:59.832070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93cbf01-defc-4df5-971b-2fa5a40ebd91') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:59.832370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93cbf01-defc-4df5-971b-2fa5a40ebd91') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:53:59.842934 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.856783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.864059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:53:59.864856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:53:59.870751 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:53:59.936805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.944250 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:53:59.948061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/networks/fc8ef675-d578-4ca2-88af-f7d1bc12c5f8 HTTP/1.1" status: 204 len: 168 time: 0.3226230 Dec 09 15:53:59.950928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37950) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:53:59.959229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cd56b-1fc3-4ad4-b76c-aa04411127da tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Network': ['ID=fc8ef675-d578-4ca2-88af-f7d1bc12c5f8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.010607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0927d014-6c57-4847-8c19-800a3ab771ec tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.035714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0927d014-6c57-4847-8c19-800a3ab771ec tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.093830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0927d014-6c57-4847-8c19-800a3ab771ec tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.096469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0927d014-6c57-4847-8c19-800a3ab771ec tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.097638 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0927d014-6c57-4847-8c19-800a3ab771ec tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/security-groups/c830029d-d710-4d0c-bb54-f6dcb4fa5dae HTTP/1.1" status: 204 len: 168 time: 0.1455951 Dec 09 15:54:00.106545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d014-6c57-4847-8c19-800a3ab771ec tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830029d-d710-4d0c-bb54-f6dcb4fa5dae,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.438605 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c0125356-ed1a-4008-9f06-e519ca9e6529 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:00.462913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37956) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.463443 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: c0125356-ed1a-4008-9f06-e519ca9e6529 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:00.463592 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device c0125356-ed1a-4008-9f06-e519ca9e6529 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:00.463936 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3183adb2-5b51-4f34-b151-149011fdd2f8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:00.467595 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966526063', 'description': 'tempest-secgroup-smoke-1966526063 description', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:00.484198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 3183adb2-5b51-4f34-b151-149011fdd2f8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:00.484557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 3183adb2-5b51-4f34-b151-149011fdd2f8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:00.484976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:54:00.491591 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.505869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:54:00.506441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 6ccdc1f4-e82b-4e02-80cc-6a11d2e607e6 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:54:00.559447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.562918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.594403 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.595647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1316421 Dec 09 15:54:00.598613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37958) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.599576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cccf02-9f19-4ef5-945f-a729ac6febce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95222413-6afa-4b5b-bf2e-1dc5513ea1d3,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.603835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '95222413-6afa-4b5b-bf2e-1dc5513ea1d3', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:00.630092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.692328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.696135 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.714889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eb2091-e88e-4424-ad4c-ad5ea0a5fb65,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.722727 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.723875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-352c5692-5c7c-4986-9a68-c2182c72b686 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239922 Dec 09 15:54:00.726537 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37960) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.731461 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '95222413-6afa-4b5b-bf2e-1dc5513ea1d3', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:00.757444 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.814129 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.817673 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.835727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f26e296-66e4-4618-999a-aaea033de0b5,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.843966 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.845193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-59751a2d-13a0-4be3-9f81-5512b2680c37 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170566 Dec 09 15:54:00.847921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37962) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.852270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '95222413-6afa-4b5b-bf2e-1dc5513ea1d3', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:00.878081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.935400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.939190 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.960356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e985f3-b32b-4b97-a740-965090a7542c,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:00.966771 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:00.967813 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5314cfd7-9515-45e7-81f6-795888cda69c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189358 Dec 09 15:54:00.970605 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37964) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:00.974910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '95222413-6afa-4b5b-bf2e-1dc5513ea1d3', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:01.001528 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.060133 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.064148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.080346 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a854896-a16b-49f7-8924-472fc40c8eaf,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:01.090532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.091765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1bfca69b-69fd-4c72-b981-398dfcad90ff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202421 Dec 09 15:54:01.094480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37966) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.098821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '95222413-6afa-4b5b-bf2e-1dc5513ea1d3', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:01.120952 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:54:01.125691 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.182572 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.185886 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.203166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78624a9-2db1-45f7-8813-684c9da340fc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:01.210581 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.212081 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-78c8b763-1796-45c7-bb2d-7c229d1fca8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166413 Dec 09 15:54:01.214763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37968) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.219093 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '95222413-6afa-4b5b-bf2e-1dc5513ea1d3', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:01.241072 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:54:01.246662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.310856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.314690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.332284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d136bce-c4d2-423a-acc2-9d564d2d25a0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:01.340533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.343732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-ca0881ab-2c81-4a3f-b3e4-50a859762c45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259983 Dec 09 15:54:01.344542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37970) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.349431 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'network': {'name': 'tempest-network-smoke--955828813', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:01.369876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:01.373541 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.397097 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:54:01.405952 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.406297 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Added segment 2c85b3df-0a6a-414f-ac40-6785396da6b1 of type vlan for network af6347dc-3da0-426e-a7d7-31f7aa7cde5d Dec 09 15:54:01.448618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.472394 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.478790 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:01.479416 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.515806 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1701741 Dec 09 15:54:01.518733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37972) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:01.526333 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'admin_state_up': True, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:01.562715 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a2a4b-eeb4-4481-91df-b9dfb086074c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Network': ['ID=af6347dc-3da0-426e-a7d7-31f7aa7cde5d,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:01.573037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:54:01.580873 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.581907 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.637799 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.773617 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.965031 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:01.982857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.080377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.210 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/d68e4082-85f9-473a-8d28-17def4e72be1) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:02.182389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.215853 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.252529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:02.255275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:02.263726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:02.272232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7181256-52d5-4196-8777-2aa1aafcfd72 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:02.283616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=d68e4082-85f9-473a-8d28-17def4e72be1,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:02.317263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fbad9803-030b-4fe7-847d-27f470d789ab None None] Provisioning complete for port d68e4082-85f9-473a-8d28-17def4e72be1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:02.317631 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fbad9803-030b-4fe7-847d-27f470d789ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.353313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fbad9803-030b-4fe7-847d-27f470d789ab None None] Port d68e4082-85f9-473a-8d28-17def4e72be1 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:02.515992 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.714551 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.843734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 1047344b-967e-4660-b94e-12d5b77f2251 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:54:02.948998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:02.961130 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Sync routers for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:02.969500 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:02.970773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1c0a2d40-88e9-471e-af7c-8f0be699d6a4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4511313 Dec 09 15:54:02.973974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37974) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:02.974452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:02.975161 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:03.001976 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-64d82328-f3f3-4aa1-837c-8905613e346f tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=50d89e6ee14641e082dbbc6be8f89f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268860 Dec 09 15:54:03.004481 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37976) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:03.080481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:03.094070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9d488-589b-4468-89e7-ff8d4b24ff02 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:03.098220 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-29f9d488-589b-4468-89e7-ff8d4b24ff02 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901084 Dec 09 15:54:03.098382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37978) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:03.126291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0b1a732b-016d-42e0-9ae5-259457ac92a5 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268443 Dec 09 15:54:03.128794 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 37980) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:03.133435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586828679', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:03.219868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:03.223449 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.269266 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:03.297545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Checking router: 1047344b-967e-4660-b94e-12d5b77f2251 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:03.297894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Updating router 1047344b-967e-4660-b94e-12d5b77f2251 port d68e4082-85f9-473a-8d28-17def4e72be1 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:54:03.325853 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.406373 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.464052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Subnet': ['ID=0796da14-34f5-4761-aa3c-584204029876,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:03.480424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Checking segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:03.480789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network hostable DHCP agents. Network: af6347dc-3da0-426e-a7d7-31f7aa7cde5d, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:54:03.498390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:54:03.509092 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, af6347dc-3da0-426e-a7d7-31f7aa7cde5d) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:03.513231 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:03.513834 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.523541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632beae0-99c9-40fd-a6da-56c6d242906f None None] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:03.529658 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9fa83635-1315-413f-8f30-9d0f3a87876a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3998756 Dec 09 15:54:03.532705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 37982) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:03.644931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.672087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.682885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:54:03.683762 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.738946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049aad7-8a92-4d89-be9b-ef28fd37aab8 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:03.759760 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Attempting to bind port d68e4082-85f9-473a-8d28-17def4e72be1 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:03.760135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Attempting to bind port d68e4082-85f9-473a-8d28-17def4e72be1 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:03.760503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Attempting to bind port d68e4082-85f9-473a-8d28-17def4e72be1 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:03.764218 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a7e2a-9f4e-4bda-8206-4eaf2b9d552c None None] Pushing event updated for resources: {'Port': ['ID=d68e4082-85f9-473a-8d28-17def4e72be1,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:03.814830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:03.815206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:03.815637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.816028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:03.816518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Bound port: d68e4082-85f9-473a-8d28-17def4e72be1, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:03.816879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.920447 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] For port d68e4082-85f9-473a-8d28-17def4e72be1, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:03.940941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] For port d68e4082-85f9-473a-8d28-17def4e72be1, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d68e4082-85f9-473a-8d28-17def4e72be1,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:03.945187 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Allocated IP 172.20.0.2 (af6347dc-3da0-426e-a7d7-31f7aa7cde5d/0796da14-34f5-4761-aa3c-584204029876/9228c670-63d9-4143-a562-df55c1249bf3) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:03.947363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Provisioning complete for port d68e4082-85f9-473a-8d28-17def4e72be1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:03.947772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.968977 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:03.987379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.051120 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbbfce-1b4e-4501-9830-68a0cc77b231 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:54:04.116797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:04.117432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:04.121361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a7e2a-9f4e-4bda-8206-4eaf2b9d552c None None] Pushing event updated for resources: {'Port': ['ID=d68e4082-85f9-473a-8d28-17def4e72be1,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.441303 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.488106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:04.493642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.518423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] For port d68e4082-85f9-473a-8d28-17def4e72be1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d68e4082-85f9-473a-8d28-17def4e72be1,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:04.546886 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.550344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.572741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.1 (af6347dc-3da0-426e-a7d7-31f7aa7cde5d/0796da14-34f5-4761-aa3c-584204029876/03d4ae9b-b04f-4099-85f0-bb44ae00553b) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:04.635556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:04.645324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:04.653377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:04.682037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Pushing event updated for resources: {'Port': ['ID=d68e4082-85f9-473a-8d28-17def4e72be1,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.684272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.719448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.721041 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.721277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.721617 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.722152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.722290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.722597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.722922 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.723245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.723593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.723914 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.724238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.724557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.724873 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7683a-2f06-4144-94b5-d7cc3b256cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:04.737290 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-af7f11fe-2635-4734-a855-cd8c252a88b8 None None] Provisioning complete for port d68e4082-85f9-473a-8d28-17def4e72be1 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:04.737668 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-af7f11fe-2635-4734-a855-cd8c252a88b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.762232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:04.765463 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:04.769489 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:04.805031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=03d4ae9b-b04f-4099-85f0-bb44ae00553b,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.822421 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.837689 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Attempting to bind port 9228c670-63d9-4143-a562-df55c1249bf3 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:04.837979 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Attempting to bind port 9228c670-63d9-4143-a562-df55c1249bf3 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:04.838342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Attempting to bind port 9228c670-63d9-4143-a562-df55c1249bf3 on network af6347dc-3da0-426e-a7d7-31f7aa7cde5d {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:04.847839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Pushing event updated for resources: {'Port': ['ID=9228c670-63d9-4143-a562-df55c1249bf3,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:04.857139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:04.857517 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Checking segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:04.857922 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.858319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Bound using segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:04.858799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Bound port: 9228c670-63d9-4143-a562-df55c1249bf3, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:04.859177 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:04.940368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:04.986815 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04769eb8-2d6e-4c2d-8ac9-de0680a3d892 None None] The sync data for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 is: [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:02Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:04.998900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] For port 9228c670-63d9-4143-a562-df55c1249bf3, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:05.002966 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] For port 9228c670-63d9-4143-a562-df55c1249bf3, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9228c670-63d9-4143-a562-df55c1249bf3,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:05.008937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.076077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27eb259-8baa-447f-ba74-499765cf6a67 None None] Pushing event updated for resources: {'Port': ['ID=9228c670-63d9-4143-a562-df55c1249bf3,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:05.331438 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.630238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.636262 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.710460 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:05.712939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=03d4ae9b-b04f-4099-85f0-bb44ae00553b,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:05.818685 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:05.820283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:05.945812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 1047344b-967e-4660-b94e-12d5b77f2251 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:06.059729 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:06.063711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a1d4ac-7944-4f43-9787-fd259180aadf None None] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:54:06.064710 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1613b985-d902-4276-92e6-21c419ad3202 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/1047344b-967e-4660-b94e-12d5b77f2251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5309765 Dec 09 15:54:06.146481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-779b1470-3855-4db3-b531-cc2350dc5835 None None] Provisioning complete for port 9228c670-63d9-4143-a562-df55c1249bf3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:06.146874 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-779b1470-3855-4db3-b531-cc2350dc5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.218948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-d3448def-ba83-4c5c-9a9e-b453d955f468 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966526063&fields=id&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 267 time: 0.0465546 Dec 09 15:54:06.273108 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-779b1470-3855-4db3-b531-cc2350dc5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.311248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-779b1470-3855-4db3-b531-cc2350dc5835 None None] For port 9228c670-63d9-4143-a562-df55c1249bf3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9228c670-63d9-4143-a562-df55c1249bf3,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:06.316065 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-779b1470-3855-4db3-b531-cc2350dc5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.340566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-c834e3d7-b529-4f71-a7a7-438b822c2c06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:06.345892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-c834e3d7-b529-4f71-a7a7-438b822c2c06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 796 time: 0.1196837 Dec 09 15:54:06.364256 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-677708a9-4d09-40e6-89f6-21d0ba73609c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/quotas/50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 375 time: 0.0158856 Dec 09 15:54:06.369928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b1470-3855-4db3-b531-cc2350dc5835 None None] Pushing event updated for resources: {'Port': ['ID=9228c670-63d9-4143-a562-df55c1249bf3,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:06.434509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-9f119478-baaf-4420-a577-5320106b5902 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690870 Dec 09 15:54:06.504912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d68e4082-85f9-473a-8d28-17def4e72be1 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:06.558324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-36eb8bb6-f84a-453c-85ec-7953c72f2c15 None None] Provisioning complete for port 9228c670-63d9-4143-a562-df55c1249bf3 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:06.558851 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36eb8bb6-f84a-453c-85ec-7953c72f2c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.602791 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port d68e4082-85f9-473a-8d28-17def4e72be1 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:06.603165 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.623015 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-759e617b-ea97-494e-a73c-1614e39fbc6c service neutron] 10.222.0.46 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727972 Dec 09 15:54:06.733466 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-ac87977a-6630-46fb-90a7-2d473290810f service neutron] 10.222.0.46 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027093 Dec 09 15:54:06.735667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9228c670-63d9-4143-a562-df55c1249bf3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:06.780258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-36eb8bb6-f84a-453c-85ec-7953c72f2c15 None None] Provisioning complete for port 03d4ae9b-b04f-4099-85f0-bb44ae00553b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:06.780637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-36eb8bb6-f84a-453c-85ec-7953c72f2c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.823514 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9228c670-63d9-4143-a562-df55c1249bf3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:06.823514 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:06.826098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-36eb8bb6-f84a-453c-85ec-7953c72f2c15 None None] Port 03d4ae9b-b04f-4099-85f0-bb44ae00553b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:06.859296 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Sync routers for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:06.875073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:06.879166 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:06.967104 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f70961b6-defa-47e1-89a3-3722f6326b55 req-137ba740-e537-4ca0-b4dc-780225febf91 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 210 time: 0.0549092 Dec 09 15:54:07.004429 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c763ca96-4bd4-4b1a-951f-705f7b4a4cee None None] Provisioning complete for port 03d4ae9b-b04f-4099-85f0-bb44ae00553b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:07.004803 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c763ca96-4bd4-4b1a-951f-705f7b4a4cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.046594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c763ca96-4bd4-4b1a-951f-705f7b4a4cee None None] Port 03d4ae9b-b04f-4099-85f0-bb44ae00553b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:07.118177 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:07.167066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7c0deab1-6ce3-4305-9be4-54c242f0ac9d None None] Provisioning complete for port 03d4ae9b-b04f-4099-85f0-bb44ae00553b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:07.167696 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7c0deab1-6ce3-4305-9be4-54c242f0ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.205167 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-7c0deab1-6ce3-4305-9be4-54c242f0ac9d None None] Port 03d4ae9b-b04f-4099-85f0-bb44ae00553b cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:07.337329 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 2, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:07.364955 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Checking router: 1047344b-967e-4660-b94e-12d5b77f2251 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:07.365463 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Updating router 1047344b-967e-4660-b94e-12d5b77f2251 port 03d4ae9b-b04f-4099-85f0-bb44ae00553b binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:54:07.390735 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.601489 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:54:07.664094 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.669848 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.738587 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Pushing event updated for resources: {'Port': ['ID=03d4ae9b-b04f-4099-85f0-bb44ae00553b,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:07.761321 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.761660 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.762009 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.762346 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.762684 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.763013 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.763336 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.763694 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.764017 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.764336 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.764658 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.764977 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.765295 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:54:07.783135 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Attempting to bind port 03d4ae9b-b04f-4099-85f0-bb44ae00553b on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:07.783545 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Attempting to bind port 03d4ae9b-b04f-4099-85f0-bb44ae00553b by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:07.783912 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Attempting to bind port 03d4ae9b-b04f-4099-85f0-bb44ae00553b on network af6347dc-3da0-426e-a7d7-31f7aa7cde5d {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:07.789001 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:07.790011 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Checking segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:07.790420 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.791674 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Bound using segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:07.792253 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Bound port: 03d4ae9b-b04f-4099-85f0-bb44ae00553b, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:07.792726 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.865989 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] For port 03d4ae9b-b04f-4099-85f0-bb44ae00553b, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:07.870914 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] For port 03d4ae9b-b04f-4099-85f0-bb44ae00553b, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03d4ae9b-b04f-4099-85f0-bb44ae00553b,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:07.876036 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.942237 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1f7241b8-b33c-4767-b304-1d699eb1d89f None None] Provisioning complete for port 03d4ae9b-b04f-4099-85f0-bb44ae00553b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:07.942898 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7241b8-b33c-4767-b304-1d699eb1d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:07.954825 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:07.955413 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:08.031086 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5b49-d5f8-49c6-b0b4-4fba3ff20f0b None None] Pushing event updated for resources: {'Port': ['ID=03d4ae9b-b04f-4099-85f0-bb44ae00553b,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:08.033150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-83c338c8-05bc-4e46-b9a0-11a24b316b80 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:08.035236 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-83c338c8-05bc-4e46-b9a0-11a24b316b80 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 796 time: 0.1509762 Dec 09 15:54:08.083653 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7241b8-b33c-4767-b304-1d699eb1d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.138221 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1f7241b8-b33c-4767-b304-1d699eb1d89f None None] For port 03d4ae9b-b04f-4099-85f0-bb44ae00553b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03d4ae9b-b04f-4099-85f0-bb44ae00553b,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:08.138968 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:08.143965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1f7241b8-b33c-4767-b304-1d699eb1d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.219503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7241b8-b33c-4767-b304-1d699eb1d89f None None] Pushing event updated for resources: {'Port': ['ID=03d4ae9b-b04f-4099-85f0-bb44ae00553b,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:08.274456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4d3b5d54-e1fb-44a8-9702-30d352f116ca None None] Provisioning complete for port 03d4ae9b-b04f-4099-85f0-bb44ae00553b triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:08.274864 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5d54-e1fb-44a8-9702-30d352f116ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.380890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:07Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:08.417268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b15c-826e-4e61-b88f-cf6aa8071a9e None None] The sync data for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 is: [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:07Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:08.449460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9228c670-63d9-4143-a562-df55c1249bf3 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:08.494823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8b3984d4-d1ee-406c-8202-c1921f4c1c43 req-8b6842b5-1bb1-46f2-b89d-4eb465d65b7b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 210 time: 0.4174135 Dec 09 15:54:08.532163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-d64dc2ac-8386-402e-bcad-80582d358265 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 380 time: 0.4857137 Dec 09 15:54:08.544205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'port': {'device_id': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'admin_state_up': True, 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'security_groups': ['95222413-6afa-4b5b-bf2e-1dc5513ea1d3']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:08.548009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 9228c670-63d9-4143-a562-df55c1249bf3 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:08.548392 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.662043 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:54:08.666579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.800154 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.4 (af6347dc-3da0-426e-a7d7-31f7aa7cde5d/0796da14-34f5-4761-aa3c-584204029876/96b77eb7-c1be-4d5c-a9c1-178aaff566ea) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:08.945208 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:08.984411 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.029283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:09.032419 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:09.038391 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:09.065752 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:09.093335 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.094016 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.113231 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-4ae9b992-66d3-4c06-b856-282961228acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746319 Dec 09 15:54:09.126644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Request body: {'port': {'device_id': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:09.190501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.305200 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c0da31c4-a502-4825-80dc-e3ef02fe740c None None] Provisioning complete for port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:09.305740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c0da31c4-a502-4825-80dc-e3ef02fe740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.345307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c0da31c4-a502-4825-80dc-e3ef02fe740c None None] Port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:54:09.477826 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b77eb7-c1be-4d5c-a9c1-178aaff566ea {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:09.485815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.498738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Transition to ACTIVE for port object 96b77eb7-c1be-4d5c-a9c1-178aaff566ea will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:54:09.501634 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.551283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Pushing event updated for resources: {'Port': ['ID=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:09.647653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a74169-d476-4c96-b03c-ee4ec9e8f81a req-a008066b-d4e6-4999-aa21-2aa273d7572f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.650100 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07a74169-d476-4c96-b03c-ee4ec9e8f81a req-a008066b-d4e6-4999-aa21-2aa273d7572f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 943 time: 0.0728145 Dec 09 15:54:09.661051 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Attempting to bind port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:54:09.661388 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Attempting to bind port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:54:09.661714 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Attempting to bind port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea on network af6347dc-3da0-426e-a7d7-31f7aa7cde5d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:09.666374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea on network af6347dc-3da0-426e-a7d7-31f7aa7cde5d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:54:09.666703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Attempting to bind port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea on network af6347dc-3da0-426e-a7d7-31f7aa7cde5d {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:54:09.672116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:54:09.672453 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Checking segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:54:09.672838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Bound using segment: {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:54:09.673266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Bound port: 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c85b3df-0a6a-414f-ac40-6785396da6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:54:09.673614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.705616 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07a74169-d476-4c96-b03c-ee4ec9e8f81a req-a4d4cd5a-0024-4756-b37d-63e8f3e97571 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483661 Dec 09 15:54:09.752578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] For port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:54:09.756035 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] For port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:54:09.761459 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.794581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.795259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:09.796811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] 10.222.0.36 "PUT /v2.0/ports/96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 1091 time: 0.6745660 Dec 09 15:54:09.799727 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:09.802929 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d708e0-b19c-46af-a7f7-4d2d1d961320" -d '{"events": [{"name": "network-changed", "server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:09.835479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37503b07-402f-45f7-9f4a-58d8e47a21fb service neutron] Pushing event updated for resources: {'Port': ['ID=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:09.870080 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90ef7d1-cff0-4a80-b3ee-d92650440e56 x-openstack-request-id: req-b90ef7d1-cff0-4a80-b3ee-d92650440e56 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:09.870375 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:09.870637 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b90ef7d1-cff0-4a80-b3ee-d92650440e56 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:09.871059 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'status': 'completed', 'code': 200} Dec 09 15:54:09.889230 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-2f61e54c-0f09-4762-82db-904613bb3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.890867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-2f61e54c-0f09-4762-82db-904613bb3684 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1094 time: 0.0481529 Dec 09 15:54:09.940755 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-f21f108f-6e1c-4308-94b6-b58ceb46648d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 217 time: 0.0420706 Dec 09 15:54:09.997169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-cbb37ae9-c9d2-42d9-80c6-cecc03b4dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:09.998671 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-cbb37ae9-c9d2-42d9-80c6-cecc03b4dabf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 200 len: 834 time: 0.0498176 Dec 09 15:54:10.045217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-2a8a6c92-1c86-450d-9075-608b91707232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.046744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-2a8a6c92-1c86-450d-9075-608b91707232 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412936 Dec 09 15:54:10.140125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-1a6f71ca-6a1a-4ff6-ab0e-961c84c30323 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Dec 09 15:54:10.229288 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-205e13dd-218a-415e-8de8-0ae7da3b6d7e req-d8d09fc6-9295-49d3-a698-d6fb699fb01c service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825272 Dec 09 15:54:10.323813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-c6669a89-ff72-48c0-a722-489a4662a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.325340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-c6669a89-ff72-48c0-a722-489a4662a205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1094 time: 0.0488954 Dec 09 15:54:10.419094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-30b8bbf5-fd94-426b-8a72-1b6a0b294f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.421575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-30b8bbf5-fd94-426b-8a72-1b6a0b294f18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 897 time: 0.0896587 Dec 09 15:54:10.458147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03d4ae9b-b04f-4099-85f0-bb44ae00553b up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:10.469086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-6adcabfa-9c44-45a3-9f5f-ed2b4947934e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 217 time: 0.0403159 Dec 09 15:54:10.507739 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 03d4ae9b-b04f-4099-85f0-bb44ae00553b triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:10.508281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:10.522133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-a1c56b62-3327-4017-bd5d-b63726a65ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.524938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-a1c56b62-3327-4017-bd5d-b63726a65ae3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 200 len: 834 time: 0.0455930 Dec 09 15:54:10.568114 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-8ef306bc-44a3-4296-a254-8a64264de11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.569604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-8ef306bc-44a3-4296-a254-8a64264de11a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385940 Dec 09 15:54:10.671624 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-f6030e3b-a9d4-40db-834e-20fc76fef91a service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926094 Dec 09 15:54:10.763452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1d708e0-b19c-46af-a7f7-4d2d1d961320 req-5f89074d-827f-41cf-b27d-85603d416a26 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840232 Dec 09 15:54:10.824178 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf12a2-6f85-4f4a-aa08-fdeff150a29f req-0509ffd5-f7dc-4ab4-b570-37d362e89fb1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:10.825652 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6cf12a2-6f85-4f4a-aa08-fdeff150a29f req-0509ffd5-f7dc-4ab4-b570-37d362e89fb1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 943 time: 0.0481834 Dec 09 15:54:10.878197 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6cf12a2-6f85-4f4a-aa08-fdeff150a29f req-553a7448-836b-4d16-ad80-fa3c87119d45 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 Dec 09 15:54:11.997448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e8a0-6015-467c-9fe1-556c7527fab8 req-4a71c002-137f-451c-9e7d-f6cd05a2a1b2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:11.998922 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5e0e8a0-6015-467c-9fe1-556c7527fab8 req-4a71c002-137f-451c-9e7d-f6cd05a2a1b2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 943 time: 0.0491986 Dec 09 15:54:12.051989 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5e0e8a0-6015-467c-9fe1-556c7527fab8 req-05835b73-5c16-41f2-b627-749faa272740 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468297 Dec 09 15:54:13.165135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101164b-dfd7-4cf0-acd8-91f7db50deec req-6616db70-6cd5-455d-95a7-aec7fcb5e3d3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:13.166617 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b101164b-dfd7-4cf0-acd8-91f7db50deec req-6616db70-6cd5-455d-95a7-aec7fcb5e3d3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 943 time: 0.0486856 Dec 09 15:54:13.216528 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b101164b-dfd7-4cf0-acd8-91f7db50deec req-23fdfd97-939e-42e4-bc28-c17fa86b38c3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Dec 09 15:54:13.568363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96b77eb7-c1be-4d5c-a9c1-178aaff566ea details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:54:13.664442 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:13.675203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'port_id': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'mac_address': 'fa:16:3e:28:ab:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:54:13.712355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.724793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b77eb7-c1be-4d5c-a9c1-178aaff566ea {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:54:13.744273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:13.748136 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:13.794869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:13.951267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['96b77eb7-c1be-4d5c-a9c1-178aaff566ea'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:54:14.333543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45743efe-e5db-4a22-b005-77b4ce5799a5 req-f42b590b-07d6-4dd8-ad48-89701368bd59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:14.335083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45743efe-e5db-4a22-b005-77b4ce5799a5 req-f42b590b-07d6-4dd8-ad48-89701368bd59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 944 time: 0.0494168 Dec 09 15:54:14.385700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-45743efe-e5db-4a22-b005-77b4ce5799a5 req-32f95875-4b1d-4ba1-9bb3-9bb03514d3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Dec 09 15:54:15.593700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96b77eb7-c1be-4d5c-a9c1-178aaff566ea up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:54:15.645550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:54:15.651138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:54:15.651545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.728746 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.751335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:15.753588 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575342fb-67a3-407b-819a-60603ca6a0f8" -d '{"events": [{"server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "name": "network-vif-plugged", "status": "completed", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:15.762947 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07865031-bc37-40da-8e1a-2545248f7474 req-384fc529-146e-4dab-bc75-686b83914670 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:15.764591 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07865031-bc37-40da-8e1a-2545248f7474 req-384fc529-146e-4dab-bc75-686b83914670 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 944 time: 0.0495293 Dec 09 15:54:15.767435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:54:15.772091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:15.819539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07865031-bc37-40da-8e1a-2545248f7474 req-0a0f2357-a544-4858-b287-6e236a734b9d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475550 Dec 09 15:54:15.826211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:15.855536 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864d4cb-80bb-4924-952f-7defbbfa0509 x-openstack-request-id: req-6864d4cb-80bb-4924-952f-7defbbfa0509 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:15.855833 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "name": "network-vif-plugged", "status": "completed", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:15.856094 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6864d4cb-80bb-4924-952f-7defbbfa0509 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:15.856492 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'code': 200} Dec 09 15:54:15.955334 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ca378-6965-44f1-a11b-dbc5f07a3963 req-d3350dde-a84d-4a1d-930e-cb70f7f2085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:15.956821 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b1ca378-6965-44f1-a11b-dbc5f07a3963 req-d3350dde-a84d-4a1d-930e-cb70f7f2085a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1096 time: 0.0377390 Dec 09 15:54:16.003709 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3b1ca378-6965-44f1-a11b-dbc5f07a3963 req-db13f02e-13bb-4ef3-b627-2cdbb4b7243f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386171 Dec 09 15:54:16.944547 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa401b2-c2e7-42b5-a873-d108f8024d1a req-eb3d3b23-f26b-4e77-9d22-4e45616db914 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:16.946327 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fa401b2-c2e7-42b5-a873-d108f8024d1a req-eb3d3b23-f26b-4e77-9d22-4e45616db914 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0568109 Dec 09 15:54:16.999652 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6fa401b2-c2e7-42b5-a873-d108f8024d1a req-36dfdcd3-a2a6-4fb4-9626-3708ca0173be tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472908 Dec 09 15:54:18.118819 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319aaa-15ea-4fb4-8f38-28297353f122 req-762faf42-34f1-4e6d-a163-3ae0415d4bb0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:18.120319 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22319aaa-15ea-4fb4-8f38-28297353f122 req-762faf42-34f1-4e6d-a163-3ae0415d4bb0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0517340 Dec 09 15:54:18.169144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22319aaa-15ea-4fb4-8f38-28297353f122 req-72d24035-2c8d-4c61-ac7e-c107414bc04f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Dec 09 15:54:18.282423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ba2c2-d638-42dd-b2d5-f067304d3c09 req-00f4c358-019d-42f6-90ea-c04f0ba68e3f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:18.283860 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a7ba2c2-d638-42dd-b2d5-f067304d3c09 req-00f4c358-019d-42f6-90ea-c04f0ba68e3f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0488379 Dec 09 15:54:18.334010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a7ba2c2-d638-42dd-b2d5-f067304d3c09 req-e6eb87d3-621d-49b1-ab67-1bf776494d78 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Dec 09 15:54:18.356061 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38038) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:18.398504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d8971-2688-4136-8df8-5c37246727a8 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:18.400669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-400d8971-2688-4136-8df8-5c37246727a8 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1091 time: 0.0436201 Dec 09 15:54:18.403394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38040) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:18.407736 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:54:18.428757 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.525390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.632027 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.36 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e002beef-8e1d-432f-90de-a586db4edaa2) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:54:18.733775 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.767329 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:18.807063 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:54:18.810202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:54:18.813716 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:54:18.841151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=e002beef-8e1d-432f-90de-a586db4edaa2,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:19.171095 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.238822 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.388847 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.393482 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.462389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=e002beef-8e1d-432f-90de-a586db4edaa2,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:54:19.473245 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.573303 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 123f775c-2319-4b08-8612-207db5ad2edc associated. External IP: 172.25.0.36, port: 96b77eb7-c1be-4d5c-a9c1-178aaff566ea. Dec 09 15:54:19.777019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 1047344b-967e-4660-b94e-12d5b77f2251 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:54:19.881389 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:54:19.891857 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] Sync routers for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:54:19.902711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:19.903770 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:19.905648 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:19.932801 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6d785ce-d379-409e-9106-50b79e64ae02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5283978 Dec 09 15:54:19.933396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:54:19.937185 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47273b8-e78e-48a1-9699-c80454621777" -d '{"events": [{"name": "network-changed", "server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:54:19.975563 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7118c-d0ea-4327-b6af-f4f563f8c635 x-openstack-request-id: req-3ae7118c-d0ea-4327-b6af-f4f563f8c635 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:54:19.975862 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:54:19.976343 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ae7118c-d0ea-4327-b6af-f4f563f8c635 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:54:19.976759 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'status': 'completed', 'code': 200} Dec 09 15:54:20.013306 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:20.059874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c0fb-34e4-4b7f-8c35-632dfeb02661 req-4b0128f3-5c67-49e8-b76c-df6a53168e72 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.061399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e856c0fb-34e4-4b7f-8c35-632dfeb02661 req-4b0128f3-5c67-49e8-b76c-df6a53168e72 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0759172 Dec 09 15:54:20.067628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47273b8-e78e-48a1-9699-c80454621777 req-67944e05-53b8-46e7-a4af-41cceb8ab2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.069046 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-67944e05-53b8-46e7-a4af-41cceb8ab2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1096 time: 0.0582433 Dec 09 15:54:20.172890 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e856c0fb-34e4-4b7f-8c35-632dfeb02661 req-c949c47b-7f3a-4fad-b909-195c33f562aa tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027827 Dec 09 15:54:20.195297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38046) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:20.206940 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47273b8-e78e-48a1-9699-c80454621777 req-41e6d9bc-3652-48bb-a2ef-1a48a62281e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.208374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-41e6d9bc-3652-48bb-a2ef-1a48a62281e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 897 time: 0.1327419 Dec 09 15:54:20.238111 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '123f775c-2319-4b08-8612-207db5ad2edc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'port_id': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'mac_address': 'fa:16:3e:28:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:54:19Z', 'updated_at': '2021-12-09T15:54:19Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:20.268427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] Checking router: 1047344b-967e-4660-b94e-12d5b77f2251 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:54:20.277296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:54:20.277900 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:53:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:20.307549 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e1a39165-ea76-4c61-9fe0-a475adb1af80 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/123f775c-2319-4b08-8612-207db5ad2edc HTTP/1.1" status: 200 len: 990 time: 0.1110282 Dec 09 15:54:20.316260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-4071d9c5-23a8-4bb9-b9cd-e549bb86425a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 998 time: 0.0755446 Dec 09 15:54:20.369498 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47273b8-e78e-48a1-9699-c80454621777 req-456ba8f4-2fb3-40af-8c91-872769e19656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.370980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-456ba8f4-2fb3-40af-8c91-872769e19656 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 200 len: 834 time: 0.0477431 Dec 09 15:54:20.419395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47273b8-e78e-48a1-9699-c80454621777 req-00d483a1-d7b3-4fe2-a2b9-388974e5877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:20.420887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-00d483a1-d7b3-4fe2-a2b9-388974e5877a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429986 Dec 09 15:54:20.513318 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-24614df8-068d-49e9-9289-e5c61057acf9 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851941 Dec 09 15:54:20.551404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:54:20.607792 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a47273b8-e78e-48a1-9699-c80454621777 req-93014988-d55f-4e89-9dd5-43859f9b4494 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Dec 09 15:54:20.769645 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '123f775c-2319-4b08-8612-207db5ad2edc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'port_id': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'mac_address': 'fa:16:3e:28:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:54:19Z', 'updated_at': '2021-12-09T15:54:19Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:54:20.799431 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8fdd2-7755-4b55-b899-84f729da71ee None None] The sync data for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 is: [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '123f775c-2319-4b08-8612-207db5ad2edc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'port_id': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'mac_address': 'fa:16:3e:28:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:54:19Z', 'updated_at': '2021-12-09T15:54:19Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:54:20.980036 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494e2de-b5a9-4ce6-bdf5-c158f69ec181 None None] New status for floating IP 123f775c-2319-4b08-8612-207db5ad2edc: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:54:21.311456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38048) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:54:21.375185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ef6c66a8-39dd-4d30-99fc-5c9be1f88224 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/123f775c-2319-4b08-8612-207db5ad2edc HTTP/1.1" status: 200 len: 992 time: 0.0625026 Dec 09 15:54:22.405152 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:22.917850 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:23.302164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c436a482-8b53-4596-86fb-390223a33a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:25.763706 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50a32055-b442-4f82-bee2-1e593ef03ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:26.911257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:28.596645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:29.340059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:44.591254 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:54:52.423287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.733416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-e3ec9af1-2e97-4ae6-93f3-36194ab93037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:52.734967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-e3ec9af1-2e97-4ae6-93f3-36194ab93037 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1096 time: 0.0414162 Dec 09 15:54:52.740313 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c577b-b163-484f-a37b-470aac24ec4b req-fe7dbf57-4b7d-4ac8-9953-ddfe58a3ac3a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:52.741887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-911c577b-b163-484f-a37b-470aac24ec4b req-fe7dbf57-4b7d-4ac8-9953-ddfe58a3ac3a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0486138 Dec 09 15:54:52.793299 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-911c577b-b163-484f-a37b-470aac24ec4b req-50c43836-b68a-47cc-bc13-22a79543c9db tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 Dec 09 15:54:52.831375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-9d3e2d09-154a-4a7a-a252-8bf61bcfeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:52.832851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-9d3e2d09-154a-4a7a-a252-8bf61bcfeee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 897 time: 0.0904338 Dec 09 15:54:52.898368 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-e3d956c9-e698-4d51-86bf-b46521d9307e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 1000 time: 0.0578222 Dec 09 15:54:52.929084 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:52.950012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-682bcdbd-094e-4387-acba-a115d0ff5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:52.951497 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-682bcdbd-094e-4387-acba-a115d0ff5255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 200 len: 834 time: 0.0460172 Dec 09 15:54:53.002579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-47b12499-f632-418c-a353-d0dfc310e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:53.004115 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-47b12499-f632-418c-a353-d0dfc310e831 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438225 Dec 09 15:54:53.101509 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-79c2119c-3490-4caa-8051-6b9ca2adf44d service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867615 Dec 09 15:54:53.193355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-953b9b03-08b5-48a6-abc4-ff48e7d9c61d req-9c6496b0-8626-4084-a807-b7b54841d30a service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833633 Dec 09 15:54:53.303912 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-bf48fc48-73d9-4357-be88-de1130dd29f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:53.912834 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687536-1552-4aa0-b373-51274f8114ce req-f1f9a05a-b788-4602-bf2d-699351d33cf8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:53.914294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3687536-1552-4aa0-b373-51274f8114ce req-f1f9a05a-b788-4602-bf2d-699351d33cf8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0484495 Dec 09 15:54:53.962867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3687536-1552-4aa0-b373-51274f8114ce req-2afc46ea-4007-4776-9642-3306c824f39f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Dec 09 15:54:55.077773 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f2f7c-ae5e-4ea8-80c7-2f0a25bd4e28 req-2af4ec05-f0e3-4cf3-a9fd-a1e3da2b0ad2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:55.079242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-257f2f7c-ae5e-4ea8-80c7-2f0a25bd4e28 req-2af4ec05-f0e3-4cf3-a9fd-a1e3da2b0ad2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0483730 Dec 09 15:54:55.127871 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-257f2f7c-ae5e-4ea8-80c7-2f0a25bd4e28 req-22fec484-e804-4abf-9c75-8b3085de74f7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Dec 09 15:54:55.766166 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c70a8f7f-08c9-4eb5-b649-7b23465746e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:56.242257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ad90b-eb9d-4f89-9948-47c4ea2ad6be req-e6c6b725-d111-40bf-bedd-a969b22e099c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:56.243863 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-981ad90b-eb9d-4f89-9948-47c4ea2ad6be req-e6c6b725-d111-40bf-bedd-a969b22e099c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0478420 Dec 09 15:54:56.297291 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-981ad90b-eb9d-4f89-9948-47c4ea2ad6be req-e21d0082-da58-4ed2-97ba-382fe74f5e0b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475845 Dec 09 15:54:56.914545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:57.417637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a689767-57b5-434a-b8de-6f5961d85e87 req-73f18545-c44d-4f1f-8771-0a5c1cba1acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:57.419112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a689767-57b5-434a-b8de-6f5961d85e87 req-73f18545-c44d-4f1f-8771-0a5c1cba1acd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0524311 Dec 09 15:54:57.469412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3a689767-57b5-434a-b8de-6f5961d85e87 req-2e21518a-a0ca-4712-ba71-10a0b5db6c1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Dec 09 15:54:58.583137 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f90f1-46ed-4813-933c-72e9353d5fe4 req-beb8e653-bdd1-4ff0-a94d-50a2382d342f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:58.584609 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b23f90f1-46ed-4813-933c-72e9353d5fe4 req-beb8e653-bdd1-4ff0-a94d-50a2382d342f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0492594 Dec 09 15:54:58.599551 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:58.650735 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b23f90f1-46ed-4813-933c-72e9353d5fe4 req-064032f4-617a-4f4e-b338-62651e8a32e7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577450 Dec 09 15:54:59.342079 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:54:59.765970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54b9cf-c55b-480c-8d55-7f0607ad7fca req-98d961a2-d5bb-4f1f-9232-09e10fae4aea tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:54:59.767463 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f54b9cf-c55b-480c-8d55-7f0607ad7fca req-98d961a2-d5bb-4f1f-9232-09e10fae4aea tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0472670 Dec 09 15:54:59.815915 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f54b9cf-c55b-480c-8d55-7f0607ad7fca req-e98a0fff-2ffc-49ac-9af3-9ff1dd167e59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Dec 09 15:55:00.014145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-aaed9994-3e5d-43ff-8235-0d59891457f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:00.015911 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-aaed9994-3e5d-43ff-8235-0d59891457f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1096 time: 0.0401783 Dec 09 15:55:00.120999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-ed50b774-bd89-4954-900b-3a30ed22c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:00.122649 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-ed50b774-bd89-4954-900b-3a30ed22c047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 897 time: 0.0885482 Dec 09 15:55:00.189412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-9f09fc85-decc-4fa2-a6be-a992c7611427 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 1000 time: 0.0590444 Dec 09 15:55:00.238755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-ad7c48d5-86fd-4228-aa0c-591954e78443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:00.240212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-ad7c48d5-86fd-4228-aa0c-591954e78443 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 200 len: 834 time: 0.0444384 Dec 09 15:55:00.288755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-efd46c7d-4860-40d1-872f-ccfe32fa2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:00.290159 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-efd46c7d-4860-40d1-872f-ccfe32fa2138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430775 Dec 09 15:55:00.379552 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-14f40e88-e787-41fc-bb82-a5f7aa7b8c6d service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815108 Dec 09 15:55:00.472770 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-66dd0588-bb66-4edb-93c0-c75fb35ae41f req-ae3fe260-5366-4d5b-a3a3-38ab976dff74 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857694 Dec 09 15:55:00.937869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa7912-5968-4bfc-be10-8db080c472c0 req-3fa56532-ed9f-42ec-a44a-3185f0b892b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:00.939359 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70aa7912-5968-4bfc-be10-8db080c472c0 req-3fa56532-ed9f-42ec-a44a-3185f0b892b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0512583 Dec 09 15:55:00.988900 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-70aa7912-5968-4bfc-be10-8db080c472c0 req-1a778abb-d1a1-4bc7-b7b4-69c073ce0bc3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Dec 09 15:55:02.106162 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c832-506b-43d3-9b83-28d0391039c1 req-db77a6fa-05e4-41b8-824d-79b6294d4494 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:02.107646 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ed3c832-506b-43d3-9b83-28d0391039c1 req-db77a6fa-05e4-41b8-824d-79b6294d4494 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0515811 Dec 09 15:55:02.156985 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8ed3c832-506b-43d3-9b83-28d0391039c1 req-5e766a77-f294-4d8f-8aa8-9c859918ab9d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Dec 09 15:55:03.277050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fce69f-07d9-4727-9f09-f0cf7ddf7878 req-b08cffb9-ecbf-48cc-ab04-8cf22f869445 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:03.278548 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22fce69f-07d9-4727-9f09-f0cf7ddf7878 req-b08cffb9-ecbf-48cc-ab04-8cf22f869445 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0544076 Dec 09 15:55:03.327686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-22fce69f-07d9-4727-9f09-f0cf7ddf7878 req-a62cf0b3-2719-49a4-bd96-427012c49b21 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Dec 09 15:55:04.444088 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4003a5-f469-4bf2-8f98-4c3897d5d4db req-14053df4-c182-4cc5-b6b7-0841d3ac5680 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:04.445579 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce4003a5-f469-4bf2-8f98-4c3897d5d4db req-14053df4-c182-4cc5-b6b7-0841d3ac5680 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0480506 Dec 09 15:55:04.494305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce4003a5-f469-4bf2-8f98-4c3897d5d4db req-bfc87239-08f5-4023-a249-cf135b894d57 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Dec 09 15:55:05.609181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a056ee8-a032-479a-8052-74928b26f8e3 req-5b19804d-86c8-4fff-beda-b706b496bac1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:05.610558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a056ee8-a032-479a-8052-74928b26f8e3 req-5b19804d-86c8-4fff-beda-b706b496bac1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0479200 Dec 09 15:55:05.659031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a056ee8-a032-479a-8052-74928b26f8e3 req-a176523c-2757-46e8-ad48-db6985dee174 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Dec 09 15:55:06.771614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b00f8-661f-4135-b6e9-c34d311c44cc req-a317178e-ec6d-47fa-98f4-900e8d497fd2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:06.773085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471b00f8-661f-4135-b6e9-c34d311c44cc req-a317178e-ec6d-47fa-98f4-900e8d497fd2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0474834 Dec 09 15:55:06.825082 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-471b00f8-661f-4135-b6e9-c34d311c44cc req-84480c71-9de7-4b05-b3d1-1627a7e68083 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458186 Dec 09 15:55:07.937809 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537f16-1f16-4bd0-a36b-5477c2b29c60 req-e5b75904-c10d-46cb-ac72-7b032716fbef tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:07.939320 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba537f16-1f16-4bd0-a36b-5477c2b29c60 req-e5b75904-c10d-46cb-ac72-7b032716fbef tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0469606 Dec 09 15:55:07.992834 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba537f16-1f16-4bd0-a36b-5477c2b29c60 req-c852f523-0d14-4b7a-b494-28e14dce6d4e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476480 Dec 09 15:55:09.111115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c23fb-71e8-4910-94dc-36bf54152584 req-b11e3541-680e-475d-a261-6a307518ca15 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:09.112693 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f3c23fb-71e8-4910-94dc-36bf54152584 req-b11e3541-680e-475d-a261-6a307518ca15 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0495076 Dec 09 15:55:09.162437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7f3c23fb-71e8-4910-94dc-36bf54152584 req-420f573f-9977-42db-b135-51c40e2ffdc4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Dec 09 15:55:09.185140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38094) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:09.245417 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c689657-e387-49ad-ad5f-d1a77adba4f6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/123f775c-2319-4b08-8612-207db5ad2edc HTTP/1.1" status: 200 len: 992 time: 0.0591493 Dec 09 15:55:21.591172 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:55:22.419612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:22.920264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:23.307904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-54d2b1f2-6a91-4540-af3e-5b7be50bdf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:25.771175 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-07fb2028-43b0-4e23-92c3-12a93a4b04ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:26.918006 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:28.601277 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:29.344059 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:39.850388 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38108) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:40.012005 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port e002beef-8e1d-432f-90de-a586db4edaa2 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:40.012358 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.085677 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.086024 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.099407 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for e002beef-8e1d-432f-90de-a586db4edaa2 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:40.247461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.274501 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=e002beef-8e1d-432f-90de-a586db4edaa2,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:40.299564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.299929 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.300287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.300634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.300980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.301320 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.301661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.301999 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.302337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.302675 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.303012 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.303343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.303694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:40.344103 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.344440 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 123f775c-2319-4b08-8612-207db5ad2edc disassociated (deleted). External IP: 172.25.0.36, port: 96b77eb7-c1be-4d5c-a9c1-178aaff566ea. Dec 09 15:55:40.550269 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 1047344b-967e-4660-b94e-12d5b77f2251 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:40.657765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:40.662479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:40.667823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] Sync routers for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:40.677084 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:40.677693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:40.692300 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9dde0dc6-6280-4340-add3-ccb9df22e9f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/floatingips/123f775c-2319-4b08-8612-207db5ad2edc HTTP/1.1" status: 204 len: 168 time: 0.8408103 Dec 09 15:55:40.693189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:40.695243 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2656e21a-00c1-4789-ab45-26c09a369bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:40.736536 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6635bf4e-db23-4035-8daa-92097963fb00 x-openstack-request-id: req-6635bf4e-db23-4035-8daa-92097963fb00 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:40.736845 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:40.737107 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6635bf4e-db23-4035-8daa-92097963fb00 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:40.737521 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'status': 'completed', 'code': 200} Dec 09 15:55:40.791402 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:40.806568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-86a88f90-6fdd-4452-8b2f-b13ffefa4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:40.808370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-86a88f90-6fdd-4452-8b2f-b13ffefa4568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 1096 time: 0.0458667 Dec 09 15:55:40.947277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-67971b9f-5c13-4f95-a911-a1baf5e0b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:40.949128 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-67971b9f-5c13-4f95-a911-a1baf5e0b384 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 200 len: 897 time: 0.1265547 Dec 09 15:55:40.957526 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d843ad-c424-479f-a502-1d37b7c5ccd0 req-cb07ebca-aa0b-4233-82ca-d79ee16376cc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:40.958984 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4d843ad-c424-479f-a502-1d37b7c5ccd0 req-cb07ebca-aa0b-4233-82ca-d79ee16376cc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0734739 Dec 09 15:55:41.006239 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-b57f1224-afd4-42d8-9fb9-d71dd3f31925 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 200 len: 217 time: 0.0462902 Dec 09 15:55:41.006740 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.033674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] Checking router: 1047344b-967e-4660-b94e-12d5b77f2251 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:41.041882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:41.042484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.065450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4d843ad-c424-479f-a502-1d37b7c5ccd0 req-eb162680-8f63-4e0f-bdda-060f40d28a19 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979974 Dec 09 15:55:41.076393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-4f99e465-5d1d-488a-9e91-7452afe1ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:41.077946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-4f99e465-5d1d-488a-9e91-7452afe1ada9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 200 len: 834 time: 0.0590451 Dec 09 15:55:41.128782 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-84e08aff-4a50-43d7-a95d-951a11b1e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:41.130381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-84e08aff-4a50-43d7-a95d-951a11b1e648 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af6347dc-3da0-426e-a7d7-31f7aa7cde5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442946 Dec 09 15:55:41.149127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:41.220748 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-ed792cbf-2600-4d19-861b-7da06c917101 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Dec 09 15:55:41.317710 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2656e21a-00c1-4789-ab45-26c09a369bf2 req-99d2cfc9-67c8-491f-9154-f73dc54c1cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Dec 09 15:55:41.351228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:41.376875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc6efa-44d1-45a1-9dfa-661e835635be None None] The sync data for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 is: [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:05Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '03d4ae9b-b04f-4099-85f0-bb44ae00553b', 'name': '', 'network_id': 'af6347dc-3da0-426e-a7d7-31f7aa7cde5d', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:f0:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0796da14-34f5-4761-aa3c-584204029876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:04Z', 'updated_at': '2021-12-09T15:54:08Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '0796da14-34f5-4761-aa3c-584204029876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:41.589725 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822696d-fa92-4dbe-a138-4ec9f2e63345 None None] New status for floating IP 123f775c-2319-4b08-8612-207db5ad2edc: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:55:42.190801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb6b2a-a435-47f5-bb75-16409152d403 req-35587574-11aa-4775-8926-cb79f65f2305 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:42.192326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-acfb6b2a-a435-47f5-bb75-16409152d403 req-35587574-11aa-4775-8926-cb79f65f2305 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0565226 Dec 09 15:55:42.244221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-acfb6b2a-a435-47f5-bb75-16409152d403 req-819c5213-f1b8-4f5d-86e9-c213790541fa tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=95222413-6afa-4b5b-bf2e-1dc5513ea1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Dec 09 15:55:42.485143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-9da5ed93-491d-4592-b02d-b21feb94b3c0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:42.486642 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-9da5ed93-491d-4592-b02d-b21feb94b3c0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 945 time: 0.0494590 Dec 09 15:55:42.579902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:42.580245 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.666128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:42.666484 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.678415 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 96b77eb7-c1be-4d5c-a9c1-178aaff566ea owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:42.813907 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.841709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=96b77eb7-c1be-4d5c-a9c1-178aaff566ea,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:42.851666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.852031 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.852390 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.852785 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.853307 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.853863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.854942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.855049 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.855494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.855849 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.856196 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.856541 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.856885 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:42.897644 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] No DVR routers for this DVR port 96b77eb7-c1be-4d5c-a9c1-178aaff566ea on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:42.901105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:42.904563 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-526c5532-3645-4271-ba31-f8cc64b63aa7 req-40db619c-865b-4144-b30e-8732461b65b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "DELETE /v2.0/ports/96b77eb7-c1be-4d5c-a9c1-178aaff566ea HTTP/1.1" status: 204 len: 173 time: 0.4115634 Dec 09 15:55:42.905013 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'name': 'network-vif-deleted', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:42.907310 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe08b78-5319-47f3-8f26-dc6ed0775e40" -d '{"events": [{"server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "name": "network-vif-deleted", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:42.947984 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4ff28a-0ebe-4915-af07-025895962684 x-openstack-request-id: req-9a4ff28a-0ebe-4915-af07-025895962684 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:42.948292 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c52325-5c9f-4c24-9a5e-f7101c8bcdae", "name": "network-vif-deleted", "tag": "96b77eb7-c1be-4d5c-a9c1-178aaff566ea", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:42.948556 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a4ff28a-0ebe-4915-af07-025895962684 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:42.948961 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c52325-5c9f-4c24-9a5e-f7101c8bcdae', 'name': 'network-vif-deleted', 'tag': '96b77eb7-c1be-4d5c-a9c1-178aaff566ea', 'status': 'completed', 'code': 200} Dec 09 15:55:43.374904 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-340702d3-fd18-4984-b9c5-955b86f8daee req-d84151d3-c090-4152-a313-22efc5a6e271 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=32c52325-5c9f-4c24-9a5e-f7101c8bcdae HTTP/1.1" status: 200 len: 210 time: 0.0355673 Dec 09 15:55:44.434671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38124) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:45.105325 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.355287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 03d4ae9b-b04f-4099-85f0-bb44ae00553b {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:45.355703 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.445583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 03d4ae9b-b04f-4099-85f0-bb44ae00553b, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=03d4ae9b-b04f-4099-85f0-bb44ae00553b,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:45.446289 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.459054 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 03d4ae9b-b04f-4099-85f0-bb44ae00553b owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:45.642611 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.669196 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=03d4ae9b-b04f-4099-85f0-bb44ae00553b,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:45.847326 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:45.926754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96b77eb7-c1be-4d5c-a9c1-178aaff566ea no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:45.949341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 96b77eb7-c1be-4d5c-a9c1-178aaff566ea {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:45.949686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 96b77eb7-c1be-4d5c-a9c1-178aaff566ea not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:46.067969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 1047344b-967e-4660-b94e-12d5b77f2251 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:46.171995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:46.177077 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2bb9486a-d5eb-4a67-9754-2f170bae77b6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/1047344b-967e-4660-b94e-12d5b77f2251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7412403 Dec 09 15:55:46.179733 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38126) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:46.183968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49568836-af15-4971-a782-4033f691f880 None None] Sync routers for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:46.194319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49568836-af15-4971-a782-4033f691f880 None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:46.194935 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-49568836-af15-4971-a782-4033f691f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:46.233665 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting subnet 0796da14-34f5-4761-aa3c-584204029876 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:55:46.236820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.277803 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.304526 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-49568836-af15-4971-a782-4033f691f880 None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:46.361212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.425273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.454679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Subnet': ['ID=0796da14-34f5-4761-aa3c-584204029876,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:46.456594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.459942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d578f48c-cf06-411a-bcbf-80463bac9abd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/subnets/0796da14-34f5-4761-aa3c-584204029876 HTTP/1.1" status: 204 len: 168 time: 0.2792556 Dec 09 15:55:46.463247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311434d3-de1b-48ef-afb2-85f1ad7d3044 None None] Network af6347dc-3da0-426e-a7d7-31f7aa7cde5d requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:46.463461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38128) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:46.573466 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-49568836-af15-4971-a782-4033f691f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:55:45Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:46.585314 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.613547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49568836-af15-4971-a782-4033f691f880 None None] Checking router: 1047344b-967e-4660-b94e-12d5b77f2251 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:46.622892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49568836-af15-4971-a782-4033f691f880 None None] Routers {'1047344b-967e-4660-b94e-12d5b77f2251'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:46.623573 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-49568836-af15-4971-a782-4033f691f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['1047344b-967e-4660-b94e-12d5b77f2251'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:46.658757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] DHCP port deletion for af6347dc-3da0-426e-a7d7-31f7aa7cde5d request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:46.701736 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.755394 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port d68e4082-85f9-473a-8d28-17def4e72be1 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:46.755817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.761191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-49568836-af15-4971-a782-4033f691f880 None None] Set router 1047344b-967e-4660-b94e-12d5b77f2251 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:46.820339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Deleting port 9228c670-63d9-4143-a562-df55c1249bf3 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:55:46.820714 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.844462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port d68e4082-85f9-473a-8d28-17def4e72be1, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=d68e4082-85f9-473a-8d28-17def4e72be1,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:46.844808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.857312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for d68e4082-85f9-473a-8d28-17def4e72be1 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:46.938101 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] For port 9228c670-63d9-4143-a562-df55c1249bf3, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=9228c670-63d9-4143-a562-df55c1249bf3,segment=NetworkSegment(2c85b3df-0a6a-414f-ac40-6785396da6b1),segment_id=2c85b3df-0a6a-414f-ac40-6785396da6b1)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:46.938686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:46.959436 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Calling delete_port for 9228c670-63d9-4143-a562-df55c1249bf3 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:55:47.030874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.064935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=d68e4082-85f9-473a-8d28-17def4e72be1,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:47.075624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-49568836-af15-4971-a782-4033f691f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:55:45Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.112891 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c64ad-3a9a-4a88-8cd4-005ece1db4b8 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:47.117125 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49568836-af15-4971-a782-4033f691f880 None None] The sync data for ids ['1047344b-967e-4660-b94e-12d5b77f2251'] in n-d-804292-5 is: [{'id': '1047344b-967e-4660-b94e-12d5b77f2251', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208279043', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:55:45Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': 'd68e4082-85f9-473a-8d28-17def4e72be1', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047344b-967e-4660-b94e-12d5b77f2251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:54:01Z', 'updated_at': '2021-12-09T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:47.118939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.135337 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.160550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] No DVR routers for this DVR port 9228c670-63d9-4143-a562-df55c1249bf3 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:55:47.160550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Pushing event deleted for resources: {'Port': ['ID=9228c670-63d9-4143-a562-df55c1249bf3,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:47.171034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.171527 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.174219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.175479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.175479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.175732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e15e-a132-4d19-9cfd-0de17a5644d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:47.236607 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.239084 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.287590 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.288111 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Fanout notify agent at l3_agent the message router_deleted on router 1047344b-967e-4660-b94e-12d5b77f2251 {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:55:47.301811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.301811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7e039f4c-ca7f-4d03-8f61-bc676aac0ddd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/routers/1047344b-967e-4660-b94e-12d5b77f2251 HTTP/1.1" status: 204 len: 168 time: 0.8327055 Dec 09 15:55:47.301811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38130) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:47.384784 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.475215 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.500456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6347dc-3da0-426e-a7d7-31f7aa7cde5d']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.510134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c85b3df-0a6a-414f-ac40-6785396da6b1') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.510425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c85b3df-0a6a-414f-ac40-6785396da6b1') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:47.521733 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.536517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.543639 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:55:47.543966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: timer() Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:55:47.547442 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:55:47.607250 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.614453 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.617750 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/networks/af6347dc-3da0-426e-a7d7-31f7aa7cde5d HTTP/1.1" status: 204 len: 168 time: 0.3171239 Dec 09 15:55:47.620973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38132) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:47.628957 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd8ebe-7715-4134-a640-43a3a889c882 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Network': ['ID=af6347dc-3da0-426e-a7d7-31f7aa7cde5d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:47.682888 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6787a-19c3-460a-8d84-615f27c68f1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.707995 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6787a-19c3-460a-8d84-615f27c68f1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.768089 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6787a-19c3-460a-8d84-615f27c68f1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.770762 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6787a-19c3-460a-8d84-615f27c68f1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:47.772079 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fcc6787a-19c3-460a-8d84-615f27c68f1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/security-groups/95222413-6afa-4b5b-bf2e-1dc5513ea1d3 HTTP/1.1" status: 204 len: 168 time: 0.1500325 Dec 09 15:55:47.785655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6787a-19c3-460a-8d84-615f27c68f1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95222413-6afa-4b5b-bf2e-1dc5513ea1d3,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.135630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38138) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.140451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971936315', 'description': 'tempest-secgroup-smoke-971936315 description', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.162938 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.226860 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.230633 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.255379 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.256590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1199374 Dec 09 15:55:48.261801 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.266149 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf22a3-9177-4bf7-bb0d-712795e7976f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.267250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'fc648313-cfe2-47ae-9aeb-bd4ffa1b5588', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.294397 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.354725 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.358348 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.376652 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcc784a-ad11-4902-ad9d-85bb9a247c20,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.383800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.388279 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d3be4bb5-11d8-4dab-8c4f-4db06bd8f37c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252584 Dec 09 15:55:48.388567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38144) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.393539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'fc648313-cfe2-47ae-9aeb-bd4ffa1b5588', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.420017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.465643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.469163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.487144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fcc44d-4a17-45f3-9898-4c29245716f9,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.495923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.497107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b0c59f86-fd67-44b2-939a-dbda25c65609 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1074696 Dec 09 15:55:48.499982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38146) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.504302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'fc648313-cfe2-47ae-9aeb-bd4ffa1b5588', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.530240 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.590163 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.594023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.611928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041a0a6b-16b7-4233-8bdd-20e273f7a33d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.613086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d68e4082-85f9-473a-8d28-17def4e72be1 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:48.622201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.623410 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-457c5e91-0ece-4c05-b4a5-067ba19d9c10 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224592 Dec 09 15:55:48.626292 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38148) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.630667 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'fc648313-cfe2-47ae-9aeb-bd4ffa1b5588', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.635692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: d68e4082-85f9-473a-8d28-17def4e72be1 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:48.636043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device d68e4082-85f9-473a-8d28-17def4e72be1 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:48.636467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9228c670-63d9-4143-a562-df55c1249bf3 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:48.656803 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.659586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 9228c670-63d9-4143-a562-df55c1249bf3 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:48.659941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 9228c670-63d9-4143-a562-df55c1249bf3 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:48.660350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03d4ae9b-b04f-4099-85f0-bb44ae00553b no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:55:48.681909 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 03d4ae9b-b04f-4099-85f0-bb44ae00553b {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:55:48.682386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 03d4ae9b-b04f-4099-85f0-bb44ae00553b not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:55:48.717066 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.721099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.744688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e4d837-32d6-4fb1-9b7c-db6acd2eea7a,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.751458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.752544 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-afb36618-5d70-4782-99aa-8024ad10dedc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252816 Dec 09 15:55:48.755305 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38150) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.759746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'fc648313-cfe2-47ae-9aeb-bd4ffa1b5588', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.781674 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:55:48.786704 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.845849 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.849653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.867556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c74503f-4680-49a1-81ee-6da682bd4dcc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:48.875126 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.876374 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2219a89b-2671-49d4-b2fc-b3a330e71af3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201227 Dec 09 15:55:48.879071 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38152) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:48.883407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'fc648313-cfe2-47ae-9aeb-bd4ffa1b5588', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:48.905130 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:55:48.910225 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:48.998716 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.002243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.022133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5d0e6b-d3cf-43e3-8d89-71e2a6d34e6d,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:49.030901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.032284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e08b130b-42eb-424a-aace-f6e5237ef696 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522570 Dec 09 15:55:49.035104 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38154) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:49.040009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'network': {'name': 'tempest-network-smoke--1261121904', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:49.064488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:49.070087 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.097400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:55:49.108568 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.108913 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Added segment 753e48dd-3605-4fab-b660-996c6b623611 of type vlan for network f5144ccf-e144-4b88-884f-1f02322e17fc Dec 09 15:55:49.154865 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.186439 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.192314 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:49.192901 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.232148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959808 Dec 09 15:55:49.234903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38156) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:49.239631 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'admin_state_up': True, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:49.285866 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b4cd3-cbe3-4109-ba85-552f9c391fe1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Network': ['ID=f5144ccf-e144-4b88-884f-1f02322e17fc,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:49.297391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network f5144ccf-e144-4b88-884f-1f02322e17fc details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:55:49.301039 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.302290 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.364651 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.530210 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.769696 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.798184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:49.921238 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.72 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/68e31175-f218-4187-a993-66ab2f09ae66) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:50.025780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.058461 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.097076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:50.101813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:50.106692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:50.109850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=68e31175-f218-4187-a993-66ab2f09ae66,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:50.114972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d661312-c544-477c-acef-1c87b199162d None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:50.220265 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8354bd03-bdbd-4327-9b74-3970a71b5939 None None] Provisioning complete for port 68e31175-f218-4187-a993-66ab2f09ae66 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:50.220644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8354bd03-bdbd-4327-9b74-3970a71b5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.261823 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8354bd03-bdbd-4327-9b74-3970a71b5939 None None] Port 68e31175-f218-4187-a993-66ab2f09ae66 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:50.667965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.861206 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:50.987573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:55:51.092804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:51.101981 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Sync routers for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:51.112601 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.113948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f0bdf076-0dec-48a4-8133-1656eb9bc3b0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8779540 Dec 09 15:55:51.116965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38158) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:51.117774 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:51.119031 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:51.145426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4eeb476d-e623-4883-a7ae-6a79ba0a1f32 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=50d89e6ee14641e082dbbc6be8f89f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272636 Dec 09 15:55:51.147971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38160) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:51.223817 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:51.233441 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3d3f1-e3f1-4c23-aca1-8f8d37f57554 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:51.234974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-9bd3d3f1-e3f1-4c23-aca1-8f8d37f57554 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861149 Dec 09 15:55:51.237805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38162) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:51.269749 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-60a7ce1a-0ca0-4eb3-a9ce-59ea99f08908 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309250 Dec 09 15:55:51.272288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38164) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:51.277561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924765028', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:51.367134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:51.371372 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.411940 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:50Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:51.439192 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Checking router: 6a3a00a3-f95f-470b-a567-9d9c11cc4902 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:51.439584 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Updating router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 port 68e31175-f218-4187-a993-66ab2f09ae66 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:55:51.464509 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.549908 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.609593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Subnet': ['ID=063a6f52-2bb9-4037-bfc5-ff02055a06ca,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:51.619143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Checking segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:51.619540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network hostable DHCP agents. Network: f5144ccf-e144-4b88-884f-1f02322e17fc, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:55:51.635749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network f5144ccf-e144-4b88-884f-1f02322e17fc is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:55:51.646925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, f5144ccf-e144-4b88-884f-1f02322e17fc) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:51.651326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:51.651958 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.657345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba67c7-81f2-4d4b-b6c0-dc1099856d28 None None] Network f5144ccf-e144-4b88-884f-1f02322e17fc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:51.673583 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38166) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:55:51.675905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34e01fc2-6b23-4039-b808-5edea7a4fe77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025714 Dec 09 15:55:51.728141 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.735232 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.760389 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac6f3a-e3bf-4d6d-ac23-55aeb4897d67 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:51.769127 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-f5144ccf-e144-4b88-884f-1f02322e17fc', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:55:51.770037 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.789815 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Attempting to bind port 68e31175-f218-4187-a993-66ab2f09ae66 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:51.790935 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Attempting to bind port 68e31175-f218-4187-a993-66ab2f09ae66 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:51.791310 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Attempting to bind port 68e31175-f218-4187-a993-66ab2f09ae66 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:51.804360 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Pushing event updated for resources: {'Port': ['ID=68e31175-f218-4187-a993-66ab2f09ae66,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:51.814314 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:51.814802 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:51.815091 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.815506 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:51.815979 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Bound port: 68e31175-f218-4187-a993-66ab2f09ae66, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:51.816356 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.846584 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.846962 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.847277 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.847635 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.847967 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.848296 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.848624 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.848946 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.849824 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.849824 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.850047 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.850260 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.850508 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:55:51.882571 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] For port 68e31175-f218-4187-a993-66ab2f09ae66, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:51.887573 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] For port 68e31175-f218-4187-a993-66ab2f09ae66, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=68e31175-f218-4187-a993-66ab2f09ae66,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:51.892429 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:51.952531 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cfd959-ef89-4e9b-9397-b32f409ca1a3 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:55:51.959156 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:51.959553 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:51.979812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-a3bcc866-de7d-4379-b06a-287e843fbc26 None None] Provisioning complete for port 68e31175-f218-4187-a993-66ab2f09ae66 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:51.980183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3bcc866-de7d-4379-b06a-287e843fbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.058907 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48e364-c8d0-4fba-aec6-0835ac3542e0 None None] Pushing event updated for resources: {'Port': ['ID=68e31175-f218-4187-a993-66ab2f09ae66,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:52.090042 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:52.138840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.156790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Allocated IP 172.20.0.2 (f5144ccf-e144-4b88-884f-1f02322e17fc/063a6f52-2bb9-4037-bfc5-ff02055a06ca/de6c917d-5581-43a5-ae1d-a85b51249fb8) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:52.167081 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3bcc866-de7d-4379-b06a-287e843fbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.188933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a3bcc866-de7d-4379-b06a-287e843fbc26 None None] For port 68e31175-f218-4187-a993-66ab2f09ae66, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=68e31175-f218-4187-a993-66ab2f09ae66,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:52.194196 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a3bcc866-de7d-4379-b06a-287e843fbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.289223 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:50Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:52.301345 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcc866-de7d-4379-b06a-287e843fbc26 None None] Pushing event updated for resources: {'Port': ['ID=68e31175-f218-4187-a993-66ab2f09ae66,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:52.318241 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa706a02-9375-4892-b69f-fa6f270c0613 None None] The sync data for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 is: [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:50Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:52.340393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f5b189a4-b22b-4f80-aca8-124b864121a1 None None] Provisioning complete for port 68e31175-f218-4187-a993-66ab2f09ae66 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:52.340759 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f5b189a4-b22b-4f80-aca8-124b864121a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.430084 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.440361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.447318 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.488704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Network f5144ccf-e144-4b88-884f-1f02322e17fc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:52.512258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:52.523169 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:52.528783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Pushing event updated for resources: {'Port': ['ID=de6c917d-5581-43a5-ae1d-a85b51249fb8,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:52.604415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Attempting to bind port de6c917d-5581-43a5-ae1d-a85b51249fb8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:52.604806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Attempting to bind port de6c917d-5581-43a5-ae1d-a85b51249fb8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:52.605188 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Attempting to bind port de6c917d-5581-43a5-ae1d-a85b51249fb8 on network f5144ccf-e144-4b88-884f-1f02322e17fc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:52.610959 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:52.611384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Checking segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:52.611783 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.612212 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Bound using segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:52.613028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Bound port: de6c917d-5581-43a5-ae1d-a85b51249fb8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:52.613343 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.691497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] For port de6c917d-5581-43a5-ae1d-a85b51249fb8, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:52.695659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] For port de6c917d-5581-43a5-ae1d-a85b51249fb8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=de6c917d-5581-43a5-ae1d-a85b51249fb8,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:52.701416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.746363 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68e31175-f218-4187-a993-66ab2f09ae66 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:52.815020 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4f3da-e209-4873-81b8-11bb90826caf None None] Pushing event updated for resources: {'Port': ['ID=de6c917d-5581-43a5-ae1d-a85b51249fb8,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:52.840427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 68e31175-f218-4187-a993-66ab2f09ae66 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:52.841110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:52.881938 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.1 (f5144ccf-e144-4b88-884f-1f02322e17fc/063a6f52-2bb9-4037-bfc5-ff02055a06ca/8c15222e-2f13-4d60-ab7c-d86e00c11b38) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:52.954106 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.019852 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.064504 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.085719 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network f5144ccf-e144-4b88-884f-1f02322e17fc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:53.089288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:53.109934 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:53.161229 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=8c15222e-2f13-4d60-ab7c-d86e00c11b38,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:53.171716 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.313265 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.318030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d982a403-74f4-4178-938a-687f6c14eb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.611106 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.616337 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.693077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=8c15222e-2f13-4d60-ab7c-d86e00c11b38,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:53.697252 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:53.795291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network f5144ccf-e144-4b88-884f-1f02322e17fc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:53.796761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:53.817116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d008e-1cf9-4bc4-bf7c-756c39883962 None None] Network f5144ccf-e144-4b88-884f-1f02322e17fc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:55:53.919031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:55:53.937662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7bca335e-f345-4f9b-97b2-ae20d66a5abb None None] Provisioning complete for port de6c917d-5581-43a5-ae1d-a85b51249fb8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:53.938030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7bca335e-f345-4f9b-97b2-ae20d66a5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.021862 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7bca335e-f345-4f9b-97b2-ae20d66a5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.035281 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:55:54.044373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0fd6f0e4-0f3e-4dff-9eee-7bb7ef0f6b1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/6a3a00a3-f95f-470b-a567-9d9c11cc4902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3696542 Dec 09 15:55:54.073963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7bca335e-f345-4f9b-97b2-ae20d66a5abb None None] For port de6c917d-5581-43a5-ae1d-a85b51249fb8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=de6c917d-5581-43a5-ae1d-a85b51249fb8,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:54.080745 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7bca335e-f345-4f9b-97b2-ae20d66a5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.145040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca335e-f345-4f9b-97b2-ae20d66a5abb None None] Pushing event updated for resources: {'Port': ['ID=de6c917d-5581-43a5-ae1d-a85b51249fb8,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:54.212066 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-96360321-1258-4612-be91-2af56d1d4979 None None] Provisioning complete for port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:54.212272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96360321-1258-4612-be91-2af56d1d4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.240087 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-53eb1c4c-0ef3-43ef-9267-797c783d9f0e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971936315&fields=id&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 267 time: 0.0676830 Dec 09 15:55:54.256344 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-96360321-1258-4612-be91-2af56d1d4979 None None] Port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:54.275632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-96360321-1258-4612-be91-2af56d1d4979 None None] Provisioning complete for port de6c917d-5581-43a5-ae1d-a85b51249fb8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:54.276051 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-96360321-1258-4612-be91-2af56d1d4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.363500 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-a3366253-eae1-416b-9eac-f0e0790d1e93 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:54.371546 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-a3366253-eae1-416b-9eac-f0e0790d1e93 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 797 time: 0.1300130 Dec 09 15:55:54.388812 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-7390c791-4d76-4ba9-92a0-99ab0c665806 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/quotas/50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 375 time: 0.0163333 Dec 09 15:55:54.448870 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4c270208-959e-4b88-8428-57dc5538f1a8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591583 Dec 09 15:55:54.472503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Sync routers for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:55:54.483459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:54.484105 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:54.561271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ebd8f83a-ec57-481b-ba18-b501a98209bf None None] Provisioning complete for port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:54.561656 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f83a-ec57-481b-ba18-b501a98209bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.629497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-3068d8bb-0fe5-444d-ae77-9203cde57803 service neutron] 10.222.0.46 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664000 Dec 09 15:55:54.648351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:54.651383 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8f83a-ec57-481b-ba18-b501a98209bf None None] Port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:54.684885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device de6c917d-5581-43a5-ae1d-a85b51249fb8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:54.731713 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-f7e2bded-213c-4497-b822-4dc2a21d3723 service neutron] 10.222.0.46 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947616 Dec 09 15:55:54.835261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-977865fa-4766-4477-b1e8-7827cfb6ceec None None] Provisioning complete for port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:54.835788 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-977865fa-4766-4477-b1e8-7827cfb6ceec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.901260 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port de6c917d-5581-43a5-ae1d-a85b51249fb8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:54.901789 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:54.911215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-35f44f1f-c543-43de-b943-64043910bf6e req-4eaf5b76-2fb7-4355-8bab-41121d2f602a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 210 time: 0.0394583 Dec 09 15:55:54.933174 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-977865fa-4766-4477-b1e8-7827cfb6ceec None None] Port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:55.027115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 2, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.058640 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Checking router: 6a3a00a3-f95f-470b-a567-9d9c11cc4902 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:55:55.059007 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Updating router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:55:55.083460 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.346141 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.351423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.406149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009f1c-d1d6-41fa-8a73-1260140dae17 None None] Pushing event updated for resources: {'Port': ['ID=8c15222e-2f13-4d60-ab7c-d86e00c11b38,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:55.458507 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Attempting to bind port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:55.458882 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Attempting to bind port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:55.459248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Attempting to bind port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 on network f5144ccf-e144-4b88-884f-1f02322e17fc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:55.468404 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:55.469232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Checking segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:55.469648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.470113 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Bound using segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:55.470612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Bound port: 8c15222e-2f13-4d60-ab7c-d86e00c11b38, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:55.471036 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.538929 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] For port 8c15222e-2f13-4d60-ab7c-d86e00c11b38, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:55.542997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] For port 8c15222e-2f13-4d60-ab7c-d86e00c11b38, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c15222e-2f13-4d60-ab7c-d86e00c11b38,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:55.547686 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.610312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:55:55.610951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:55.612910 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009f1c-d1d6-41fa-8a73-1260140dae17 None None] Pushing event updated for resources: {'Port': ['ID=8c15222e-2f13-4d60-ab7c-d86e00c11b38,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:55.678368 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8bfc141d-d5ca-4160-81f9-9a07312c2e80 None None] Provisioning complete for port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:55.678751 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bfc141d-d5ca-4160-81f9-9a07312c2e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.920612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-43910575-6086-48aa-9d12-5310fe20f108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:55.933978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:55:56.003665 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-bf895e23-c465-4aa8-b5b2-14111c71f952 req-9ae85fa9-cb9a-41e3-a279-69acd14f2512 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 210 time: 0.0284381 Dec 09 15:55:56.066350 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bfc141d-d5ca-4160-81f9-9a07312c2e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.151504 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-8bfc141d-d5ca-4160-81f9-9a07312c2e80 None None] For port 8c15222e-2f13-4d60-ab7c-d86e00c11b38, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c15222e-2f13-4d60-ab7c-d86e00c11b38,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:55:56.157499 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8bfc141d-d5ca-4160-81f9-9a07312c2e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.230606 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc141d-d5ca-4160-81f9-9a07312c2e80 None None] Pushing event updated for resources: {'Port': ['ID=8c15222e-2f13-4d60-ab7c-d86e00c11b38,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:56.248252 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:55Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:55:56.284193 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be58f7cb-31d1-4bc6-877c-f551239c158f None None] The sync data for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 is: [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:55Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:55:56.294296 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c6299829-8f0a-4cfc-aa47-69492a2eaa6f None None] Provisioning complete for port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:56.294669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c6299829-8f0a-4cfc-aa47-69492a2eaa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.641010 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c15222e-2f13-4d60-ab7c-d86e00c11b38 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:55:56.690427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:56.690723 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:56.920599 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:57.102193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a8456d9e-e42c-47db-ba8b-eafc82462396 req-98304ba0-417c-4d64-8f67-e44b675088ba tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 210 time: 0.0290565 Dec 09 15:55:57.952946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-77b5c975-af6f-44aa-9d9c-94ccffce6150 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:57.954381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-77b5c975-af6f-44aa-9d9c-94ccffce6150 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 797 time: 0.1032410 Dec 09 15:55:58.022443 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-032a26da-0086-419d-918f-67cc9073a170 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 379 time: 0.0588384 Dec 09 15:55:58.032746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'port': {'device_id': 'c18bc1da-565a-4927-8a03-88819483360e', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'admin_state_up': True, 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'security_groups': ['fc648313-cfe2-47ae-9aeb-bd4ffa1b5588']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:58.142962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:55:58.148978 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.211460 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1812740d-551d-4ec6-8308-ef033f09ceea req-fd84bb04-d9e6-40c8-a5de-63de9091fded tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 210 time: 0.0284629 Dec 09 15:55:58.282954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.3 (f5144ccf-e144-4b88-884f-1f02322e17fc/063a6f52-2bb9-4037-bfc5-ff02055a06ca/aeb6c71a-8f93-422f-8a38-2a1e6497bd23) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:55:58.421001 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.458400 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.508596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network f5144ccf-e144-4b88-884f-1f02322e17fc is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:55:58.514165 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:55:58.519038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:55:58.523744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:58.570915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:58.572252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.591391 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:55:58.594666 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-29069a75-fb10-4a77-8921-2e12a8fedc06 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655897 Dec 09 15:55:58.604936 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.607784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Request body: {'port': {'device_id': 'c18bc1da-565a-4927-8a03-88819483360e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:55:58.668996 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.715637 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c4a652ff-7b1b-42d6-bfea-99aa632108ad None None] Provisioning complete for port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:55:58.716014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c4a652ff-7b1b-42d6-bfea-99aa632108ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.749391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c4a652ff-7b1b-42d6-bfea-99aa632108ad None None] Port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:55:58.931389 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb6c71a-8f93-422f-8a38-2a1e6497bd23 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:55:58.938829 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:58.951214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Transition to ACTIVE for port object aeb6c71a-8f93-422f-8a38-2a1e6497bd23 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:55:58.954925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.024773 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:59.082377 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:55:59.082733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:55:59.083070 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on network f5144ccf-e144-4b88-884f-1f02322e17fc {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:59.089332 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on network f5144ccf-e144-4b88-884f-1f02322e17fc not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:55:59.089666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on network f5144ccf-e144-4b88-884f-1f02322e17fc {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:55:59.094807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:55:59.095152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Checking segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:55:59.095575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Bound using segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:55:59.096005 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Bound port: aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:55:59.096364 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.163123 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:55:59.167173 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:55:59.174681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.208636 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.209408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.210867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] 10.222.0.36 "PUT /v2.0/ports/aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 1091 time: 0.6076791 Dec 09 15:55:59.213812 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:55:59.216247 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962263e9-4c18-4dd3-a272-6af3c45ddc33" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:55:59.247386 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e15c0-c968-4b7e-832e-8bc08bc6edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:55:59.284881 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf99057-675f-4566-95b5-25736f4f1472 x-openstack-request-id: req-cbf99057-675f-4566-95b5-25736f4f1472 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:55:59.285176 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:55:59.285906 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbf99057-675f-4566-95b5-25736f4f1472 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:55:59.285906 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'status': 'completed', 'code': 200} Dec 09 15:55:59.306649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-7d935849-465a-4ff0-a99b-6c958c09a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.311823 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-7d935849-465a-4ff0-a99b-6c958c09a0e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1094 time: 0.0582805 Dec 09 15:55:59.356161 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:55:59.360015 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c26c1-ab43-4631-aeb7-1bffe045847c req-4f98a65b-224b-4361-81cb-4278cb14b055 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.361254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-e80664d0-5592-42af-9ec3-0c954fad932d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 217 time: 0.0438735 Dec 09 15:55:59.362542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d8c26c1-ab43-4631-aeb7-1bffe045847c req-4f98a65b-224b-4361-81cb-4278cb14b055 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0623171 Dec 09 15:55:59.412925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-d8a7bc37-7d4f-4bfb-9c0a-7f2216e70ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.414584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-d8a7bc37-7d4f-4bfb-9c0a-7f2216e70ca5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0466912 Dec 09 15:55:59.426485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4d8c26c1-ab43-4631-aeb7-1bffe045847c req-24476cba-517a-49c2-8018-accbe8b545f7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571592 Dec 09 15:55:59.464014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-7a1c1eca-47ef-4b6f-a4b7-6fc58b5dce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.465568 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-7a1c1eca-47ef-4b6f-a4b7-6fc58b5dce43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429394 Dec 09 15:55:59.561767 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-5d22705f-ddbe-4fd5-b818-522d82bafd0d service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886662 Dec 09 15:55:59.650354 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6d484670-ad43-41af-8c38-2fcd444bd42d req-5d6446ab-b8ee-4f15-92ed-ec52e309ab44 service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812647 Dec 09 15:55:59.740547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-ac0598c4-ec85-4bfd-9e63-3346a77d9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.742024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-ac0598c4-ec85-4bfd-9e63-3346a77d9036 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1094 time: 0.0448358 Dec 09 15:55:59.839003 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-db375a11-8133-45b9-b690-e416c3a577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.840655 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-db375a11-8133-45b9-b690-e416c3a577cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.0909789 Dec 09 15:55:59.887314 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-bb725f05-ea9b-4370-ac9d-1bae88ec1a0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 217 time: 0.0391438 Dec 09 15:55:59.939246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-93d4126c-3d83-4562-81b5-d9b5d7c63fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.940644 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-93d4126c-3d83-4562-81b5-d9b5d7c63fb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0449774 Dec 09 15:55:59.984796 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-e2a35eb7-199b-4584-bc4b-7d711e579a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:55:59.986283 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-e2a35eb7-199b-4584-bc4b-7d711e579a9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384393 Dec 09 15:56:00.079452 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-f3f16747-7e8a-4a00-9ffe-3dd65cba37c3 service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845006 Dec 09 15:56:00.177745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-962263e9-4c18-4dd3-a272-6af3c45ddc33 req-3dd45632-9e16-4fc1-b003-161ef6a0d748 service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892367 Dec 09 15:56:00.548374 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73919ed6-8950-4b02-bf0f-d1d4ebcc70ff req-8cf3fba1-ee4b-49b3-b751-cc96be540fd6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:00.549856 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73919ed6-8950-4b02-bf0f-d1d4ebcc70ff req-8cf3fba1-ee4b-49b3-b751-cc96be540fd6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0490298 Dec 09 15:56:00.603138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73919ed6-8950-4b02-bf0f-d1d4ebcc70ff req-eb721e10-2987-493f-90ef-f687754bdab9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468166 Dec 09 15:56:01.718189 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d015b0-20fc-47b8-92ac-1828051c24e6 req-872d0d0d-7c31-44f4-9861-f49ba74869bf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:01.719685 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37d015b0-20fc-47b8-92ac-1828051c24e6 req-872d0d0d-7c31-44f4-9861-f49ba74869bf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0478165 Dec 09 15:56:01.769906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37d015b0-20fc-47b8-92ac-1828051c24e6 req-95192fea-f2cb-4b31-a105-c4aff70fb311 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Dec 09 15:56:01.987021 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:56:02.078798 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:02.091379 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'port_id': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'mac_address': 'fa:16:3e:e2:a8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:56:02.131614 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.144547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb6c71a-8f93-422f-8a38-2a1e6497bd23 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:56:02.163992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:02.167805 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:02.213872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:02.373375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['aeb6c71a-8f93-422f-8a38-2a1e6497bd23'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:56:02.902523 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf71f5-fe17-4fd8-8c31-295576eb145e req-1716eaa6-75a5-4c07-b6c3-36d5ba520e34 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:02.904035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbdf71f5-fe17-4fd8-8c31-295576eb145e req-1716eaa6-75a5-4c07-b6c3-36d5ba520e34 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 944 time: 0.0488346 Dec 09 15:56:02.953193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cbdf71f5-fe17-4fd8-8c31-295576eb145e req-0821de9c-8aed-4761-add6-265c458c66ac tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 Dec 09 15:56:04.001961 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:56:04.049934 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:56:04.053833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:56:04.054208 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.069858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23af063-4815-4a60-aa9c-f16089a81f2d req-f065c8c9-19b5-4760-9ae0-817767b112d5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:04.072019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c23af063-4815-4a60-aa9c-f16089a81f2d req-f065c8c9-19b5-4760-9ae0-817767b112d5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 944 time: 0.0498898 Dec 09 15:56:04.121524 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c23af063-4815-4a60-aa9c-f16089a81f2d req-e1acfda9-ea18-4e7f-ab6a-9b2eae562666 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Dec 09 15:56:04.138348 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.160750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:56:04.162971 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921060d-6e35-4d9e-8071-3aaab1a8c3f8" -d '{"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:56:04.174811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:56:04.178695 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:04.202802 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac78f9b7-03ed-4615-a811-d271a6277548 x-openstack-request-id: req-ac78f9b7-03ed-4615-a811-d271a6277548 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:56:04.203100 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:56:04.203376 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac78f9b7-03ed-4615-a811-d271a6277548 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:56:04.203774 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'code': 200} Dec 09 15:56:04.228888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:04.298917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15638994-a583-486f-8ab8-193a6945a40f req-ce2e9c29-dc6e-4ef4-b0bc-10a970a733e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:04.300430 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15638994-a583-486f-8ab8-193a6945a40f req-ce2e9c29-dc6e-4ef4-b0bc-10a970a733e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1096 time: 0.0387712 Dec 09 15:56:04.346758 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-15638994-a583-486f-8ab8-193a6945a40f req-3d258f41-d1f1-439e-b968-6114965111e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394521 Dec 09 15:56:05.240770 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ace7-9df1-405a-89f0-d4fd6a12b2c6 req-65369396-f077-4772-a637-908c54159405 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:05.242251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c507ace7-9df1-405a-89f0-d4fd6a12b2c6 req-65369396-f077-4772-a637-908c54159405 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0532677 Dec 09 15:56:05.293541 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c507ace7-9df1-405a-89f0-d4fd6a12b2c6 req-9bec79cf-88c9-4ac5-b8ef-f845cb072fac tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448976 Dec 09 15:56:06.414172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aca3d-9888-4b5e-91f2-a035a121fff6 req-9775aca2-b62c-4411-a51f-f2fc2c406ff2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:06.416065 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-163aca3d-9888-4b5e-91f2-a035a121fff6 req-9775aca2-b62c-4411-a51f-f2fc2c406ff2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0540900 Dec 09 15:56:06.465056 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-163aca3d-9888-4b5e-91f2-a035a121fff6 req-82bf0841-9c47-49ce-87f4-3552abd08f54 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430443 Dec 09 15:56:06.581043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95101f-a22f-4809-bf8d-b842d9a709a2 req-5a811886-38cd-40b4-a60c-655748332273 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:06.582714 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e95101f-a22f-4809-bf8d-b842d9a709a2 req-5a811886-38cd-40b4-a60c-655748332273 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0498848 Dec 09 15:56:06.632194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4e95101f-a22f-4809-bf8d-b842d9a709a2 req-8c227a90-0429-4d20-8b08-cf2a08216198 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Dec 09 15:56:06.653441 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38238) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:06.696969 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef3b16-5176-4f9a-9b0c-93bee71b93be tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:06.698481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6aef3b16-5176-4f9a-9b0c-93bee71b93be tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1091 time: 0.0440757 Dec 09 15:56:06.701286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:06.705502 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:06.726747 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.823253 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:06.927284 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.225 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/62b85111-94a8-4b7a-b336-b100366074b6) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:56:07.027122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.059294 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.101046 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:56:07.104558 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:56:07.110004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:56:07.131418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=62b85111-94a8-4b7a-b336-b100366074b6,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:07.462630 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.531678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.680442 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.684895 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.750097 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=62b85111-94a8-4b7a-b336-b100366074b6,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:56:07.763897 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:07.861483 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP c8d91f8b-b892-4523-b9d8-fba6f48cce32 associated. External IP: 172.25.0.225, port: aeb6c71a-8f93-422f-8a38-2a1e6497bd23. Dec 09 15:56:08.064922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:56:08.173618 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:56:08.183689 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] Sync routers for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:56:08.192767 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:08.194393 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:08.195006 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:08.218997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-777db9fc-3519-4407-ba86-bf764abdb6bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5166779 Dec 09 15:56:08.219824 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:56:08.223776 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605a2f6-3062-4ae2-96c2-a559c3ba0141" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:56:08.266359 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7981c5ba-1280-4d96-9b0a-da74ea343a3a x-openstack-request-id: req-7981c5ba-1280-4d96-9b0a-da74ea343a3a {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:56:08.266840 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:56:08.267104 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7981c5ba-1280-4d96-9b0a-da74ea343a3a {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:56:08.267545 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'status': 'completed', 'code': 200} Dec 09 15:56:08.307369 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:08.350266 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9b894-5c39-4bf2-aabe-49cf8afdcd52 req-122ae349-095c-4d54-ba50-fb951121b120 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:08.351716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1e9b894-5c39-4bf2-aabe-49cf8afdcd52 req-122ae349-095c-4d54-ba50-fb951121b120 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0823362 Dec 09 15:56:08.354994 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-c4377cab-c896-4270-80d4-ba415a0e89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:08.356411 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-c4377cab-c896-4270-80d4-ba415a0e89ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1096 time: 0.0606256 Dec 09 15:56:08.459432 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1e9b894-5c39-4bf2-aabe-49cf8afdcd52 req-fddb1e5d-bc74-4277-ab3e-26b956087d1b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005409 Dec 09 15:56:08.482494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38246) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:08.496393 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-b397c107-8c84-4135-ae9d-5b35a35bdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:08.497948 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-b397c107-8c84-4135-ae9d-5b35a35bdcf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.1333249 Dec 09 15:56:08.542040 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c8d91f8b-b892-4523-b9d8-fba6f48cce32', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'port_id': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'mac_address': 'fa:16:3e:e2:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bc1da-565a-4927-8a03-88819483360e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:56:07Z', 'updated_at': '2021-12-09T15:56:07Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:56Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:08.549059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d4ebd24f-ff3f-4b56-8d74-2a62e86d338d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/c8d91f8b-b892-4523-b9d8-fba6f48cce32 HTTP/1.1" status: 200 len: 991 time: 0.0652044 Dec 09 15:56:08.567828 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] Checking router: 6a3a00a3-f95f-470b-a567-9d9c11cc4902 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:56:08.572542 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-b4b9ecc9-1639-4ca6-a3ba-c78b2617b7f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 999 time: 0.0676277 Dec 09 15:56:08.576279 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:56:08.576887 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:55:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:08.623183 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-398e3769-06ee-47c2-bef3-2be94b03590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:08.624644 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-398e3769-06ee-47c2-bef3-2be94b03590f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0442235 Dec 09 15:56:08.673510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-6752cef3-92d1-484a-bb56-07386717f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:08.675263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-6752cef3-92d1-484a-bb56-07386717f5f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436432 Dec 09 15:56:08.771926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-6e3c29b6-9b1c-4467-8773-23c2543b8fdf service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889623 Dec 09 15:56:08.778213 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:56:08.872719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c605a2f6-3062-4ae2-96c2-a559c3ba0141 req-27296031-4b7c-4e93-91fc-411a477fe3e9 service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933247 Dec 09 15:56:09.001442 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c8d91f8b-b892-4523-b9d8-fba6f48cce32', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'port_id': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'mac_address': 'fa:16:3e:e2:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bc1da-565a-4927-8a03-88819483360e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:56:07Z', 'updated_at': '2021-12-09T15:56:07Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:56Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:56:09.028719 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba51eb4-ec92-4b49-a74f-bd941347c2a0 None None] The sync data for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 is: [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'c8d91f8b-b892-4523-b9d8-fba6f48cce32', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'port_id': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'mac_address': 'fa:16:3e:e2:a8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bc1da-565a-4927-8a03-88819483360e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:56:07Z', 'updated_at': '2021-12-09T15:56:07Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:56Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:56:09.219489 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e2733-3ec1-4473-ba88-06cc0aa1ce3b None None] New status for floating IP c8d91f8b-b892-4523-b9d8-fba6f48cce32: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:56:09.552108 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38248) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:09.624647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b7136b3-9083-48f6-be01-1dc14520e434 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/c8d91f8b-b892-4523-b9d8-fba6f48cce32 HTTP/1.1" status: 200 len: 993 time: 0.0712154 Dec 09 15:56:22.438239 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:22.939098 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:23.310021 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-239b0f84-9007-4b6a-8d92-56a75c66d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:25.773228 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e3be3f15-3bc1-4227-9621-578435ba2642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:26.922439 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:28.606141 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:29.349828 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:35.591282 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:56:40.966979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38266) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:56:40.985335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd683-bff3-48b5-8318-bc5307ec1df1 req-b11f6b39-ef83-4fda-a26c-7006af6a0a51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:40.986865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4cd683-bff3-48b5-8318-bc5307ec1df1 req-b11f6b39-ef83-4fda-a26c-7006af6a0a51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0592966 Dec 09 15:56:41.069497 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8e4cd683-bff3-48b5-8318-bc5307ec1df1 req-58a48fb8-4f27-4b00-8863-c1b9ed7088bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767319 Dec 09 15:56:41.077495 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-509a147f-d719-4758-8f82-cb54459660cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094339 Dec 09 15:56:41.086423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a4f37dbd-189f-4cff-b053-672486605d14 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:56:41.087763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a4f37dbd-189f-4cff-b053-672486605d14 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054524 Dec 09 15:56:42.196297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6f79-233a-4578-95df-d9fd46a71ac6 req-51805a81-7b2d-4933-b4b3-7e2dea02ec59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:42.198442 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-065d6f79-233a-4578-95df-d9fd46a71ac6 req-51805a81-7b2d-4933-b4b3-7e2dea02ec59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0556061 Dec 09 15:56:42.274707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-065d6f79-233a-4578-95df-d9fd46a71ac6 req-2389aaf8-5a14-47af-8cd3-5971b60ebbab tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695331 Dec 09 15:56:42.280982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-8e812077-b987-4300-aa5a-b5404e8b4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:42.282445 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-8e812077-b987-4300-aa5a-b5404e8b4d3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1096 time: 0.0704262 Dec 09 15:56:42.373576 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-7c856e2b-bfa0-4a7c-b7b7-6760eeaa718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:42.374933 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-7c856e2b-bfa0-4a7c-b7b7-6760eeaa718f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.0858862 Dec 09 15:56:42.438669 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a2239e1e-e804-4cef-9457-2db9c64fe6f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 1001 time: 0.0567367 Dec 09 15:56:42.485521 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-6493841b-3ce1-411d-b677-fd53ca866e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:42.486910 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-6493841b-3ce1-411d-b677-fd53ca866e51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0420682 Dec 09 15:56:42.535248 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-2bafa8b6-63e2-44d8-872f-6edfc4aae3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:42.536724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-2bafa8b6-63e2-44d8-872f-6edfc4aae3f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433199 Dec 09 15:56:42.624515 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-43811490-b162-40d4-b2e2-0c5e3f016b89 service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806985 Dec 09 15:56:42.715799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-19a4c322-f8b0-4518-9da4-dcd6af4805bd service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834098 Dec 09 15:56:43.392874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb687a-5af2-4b61-8aa3-22b95082f7c0 req-d5266341-e892-489a-9f4e-aad4bed073c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:43.394413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-afbb687a-5af2-4b61-8aa3-22b95082f7c0 req-d5266341-e892-489a-9f4e-aad4bed073c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0485795 Dec 09 15:56:43.442897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-afbb687a-5af2-4b61-8aa3-22b95082f7c0 req-2bf0c85c-2b68-4872-94b8-08e85b011c51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Dec 09 15:56:44.564637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe7ef-0bad-4413-8d5a-8cc7876b7889 req-b7ec97ff-e6a6-4f2f-8920-0a6069a229ef tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:44.566063 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bcfe7ef-0bad-4413-8d5a-8cc7876b7889 req-b7ec97ff-e6a6-4f2f-8920-0a6069a229ef tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0523286 Dec 09 15:56:44.614697 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7bcfe7ef-0bad-4413-8d5a-8cc7876b7889 req-a44017f8-06bd-4f6e-942f-91c686592ebe tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Dec 09 15:56:45.730515 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65586df-c9c8-4021-bfb2-ebfda3593b35 req-b9ffcc9f-5acd-4d73-bd72-ee5f3ba3a49c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:45.732003 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b65586df-c9c8-4021-bfb2-ebfda3593b35 req-b9ffcc9f-5acd-4d73-bd72-ee5f3ba3a49c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0490510 Dec 09 15:56:45.781129 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b65586df-c9c8-4021-bfb2-ebfda3593b35 req-5d0420b8-105d-4bcf-ac27-a8db0d3bd5d8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 Dec 09 15:56:46.896851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d753c5-112b-4390-88f1-2104c4f4cf21 req-bf97eba2-a47e-4280-9255-e1ae00204281 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:46.898222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6d753c5-112b-4390-88f1-2104c4f4cf21 req-bf97eba2-a47e-4280-9255-e1ae00204281 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0484111 Dec 09 15:56:46.950702 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e6d753c5-112b-4390-88f1-2104c4f4cf21 req-9f3b4f30-b8c1-43f8-a0c9-338b0fcf7cea tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464878 Dec 09 15:56:48.070140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be01c2-84cc-49b5-96f7-cc0d1f32d363 req-a1e4ef62-c579-441f-8f91-c8beca110532 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:48.071544 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19be01c2-84cc-49b5-96f7-cc0d1f32d363 req-a1e4ef62-c579-441f-8f91-c8beca110532 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0525341 Dec 09 15:56:48.120542 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19be01c2-84cc-49b5-96f7-cc0d1f32d363 req-cccec08b-e48f-4253-8ad8-b538a773105c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Dec 09 15:56:49.247999 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bf1ce-0876-4a1e-9428-5bd34c9a4bbc req-e668fa6a-4644-4712-8cbf-8be40c8c3370 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:49.249543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-565bf1ce-0876-4a1e-9428-5bd34c9a4bbc req-e668fa6a-4644-4712-8cbf-8be40c8c3370 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0494292 Dec 09 15:56:49.303956 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-565bf1ce-0876-4a1e-9428-5bd34c9a4bbc req-e4902080-bded-4913-b495-12eeba5a1f24 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457959 Dec 09 15:56:50.420423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92b186-d6cf-4be1-8005-614c7061733e req-40d0ef1f-86bd-44d0-8bf9-f8260fd98053 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:50.421898 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f92b186-d6cf-4be1-8005-614c7061733e req-40d0ef1f-86bd-44d0-8bf9-f8260fd98053 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0488286 Dec 09 15:56:50.470702 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1f92b186-d6cf-4be1-8005-614c7061733e req-2ce1a422-2f7b-40b0-81ec-7d91c07eb1bf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Dec 09 15:56:51.587448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32668-bbcc-4f96-8fbe-693f2dde9035 req-04f748ed-d4a4-4303-8b8f-414b17192c92 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:51.588859 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bff32668-bbcc-4f96-8fbe-693f2dde9035 req-04f748ed-d4a4-4303-8b8f-414b17192c92 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0490611 Dec 09 15:56:51.639185 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bff32668-bbcc-4f96-8fbe-693f2dde9035 req-2f074110-2a8e-4f14-89d7-19e080c37a8f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Dec 09 15:56:52.449165 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:52.759574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149c9fc-3997-471b-96af-e75750c33605 req-9b0075e9-3fa0-4d7a-8d9a-3f6dfb25de39 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:52.761062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3149c9fc-3997-471b-96af-e75750c33605 req-9b0075e9-3fa0-4d7a-8d9a-3f6dfb25de39 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0532527 Dec 09 15:56:52.810245 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3149c9fc-3997-471b-96af-e75750c33605 req-4d35102a-0981-4384-af5e-ada29e327559 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Dec 09 15:56:52.944542 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:53.317741 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d3a35dcf-5a6e-47a5-b5b1-eaba3f94800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:53.929404 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316332f-52c7-420f-841b-14e7523fcd96 req-bfaa00f9-4ae0-4970-bc81-ce3e0a2959b9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:53.930877 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8316332f-52c7-420f-841b-14e7523fcd96 req-bfaa00f9-4ae0-4970-bc81-ce3e0a2959b9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0521014 Dec 09 15:56:53.979336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8316332f-52c7-420f-841b-14e7523fcd96 req-78998ef6-1c58-4bd0-915a-2b6ad48196c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Dec 09 15:56:55.098468 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619c418-0f17-42fd-812a-43a1bb0fb619 req-8131be36-3bb3-4f8c-bbf4-1d57a992377e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:55.100052 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1619c418-0f17-42fd-812a-43a1bb0fb619 req-8131be36-3bb3-4f8c-bbf4-1d57a992377e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0499766 Dec 09 15:56:55.151424 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1619c418-0f17-42fd-812a-43a1bb0fb619 req-7d0851b8-0d78-43de-ace2-b1b345ea3913 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Dec 09 15:56:55.774578 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-306cae8a-f780-41b1-a515-739f9dddcd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:56.272591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d546f8-f207-46de-b765-0d1ca943615f req-72f66b3b-7944-49bc-9eba-9ea7a67fc8bf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:56.274084 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09d546f8-f207-46de-b765-0d1ca943615f req-72f66b3b-7944-49bc-9eba-9ea7a67fc8bf tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0534470 Dec 09 15:56:56.323243 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-09d546f8-f207-46de-b765-0d1ca943615f req-3f838c7f-6acd-4c02-95fa-dfd87f555d2a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 Dec 09 15:56:56.923608 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:57.441293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ff8af-455e-4ee8-beb2-6dcaea46681e req-cccfb7b4-0c08-4485-846c-6165d083063e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:57.442775 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-486ff8af-455e-4ee8-beb2-6dcaea46681e req-cccfb7b4-0c08-4485-846c-6165d083063e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0480015 Dec 09 15:56:57.495747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-486ff8af-455e-4ee8-beb2-6dcaea46681e req-026cf512-97e1-47d8-b1d2-71d51c711953 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464768 Dec 09 15:56:58.609480 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:58.614543 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754953e4-8828-4a34-b0f8-b44c2ae72ed0 req-b0e1a85d-17da-4dc8-8172-990049add6f0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:58.616240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-754953e4-8828-4a34-b0f8-b44c2ae72ed0 req-b0e1a85d-17da-4dc8-8172-990049add6f0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0500364 Dec 09 15:56:58.669588 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-754953e4-8828-4a34-b0f8-b44c2ae72ed0 req-9f38bf82-d2bf-4f5b-82ab-eaf0862cf4ae tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471280 Dec 09 15:56:59.351812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:56:59.587472 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-61ff865c-5dbb-469d-bbab-99579306ec38 service neutron] show failed (client error): The resource could not be found. Dec 09 15:56:59.588388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-61ff865c-5dbb-469d-bbab-99579306ec38 service neutron] 10.222.0.36 "GET /v2.0/ports/aeb6c71a-8f93-422f-8a38-2a1e6497bd23/bindings/n-h2-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0532038 Dec 09 15:56:59.822811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877430b-401b-46e9-9da4-6023faae86fe req-baa939eb-5df0-43e8-84f5-9a9a670384bc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:59.825361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a877430b-401b-46e9-9da4-6023faae86fe req-baa939eb-5df0-43e8-84f5-9a9a670384bc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0850961 Dec 09 15:56:59.828397 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-276964af-d393-4176-8ad7-e2281c9bf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:56:59.829800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-276964af-d393-4176-8ad7-e2281c9bf62e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 1096 time: 0.0785239 Dec 09 15:56:59.850073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:56:59.924960 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a877430b-401b-46e9-9da4-6023faae86fe req-70dacf11-ef12-4612-9acb-340ff71a09b7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931940 Dec 09 15:56:59.930809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:00.136554 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:00.168800 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h1-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:00.207923 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:00.210242 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa7cbb-b3fc-4f91-81e9-c940c9ffacfb" -d '{"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:00.214486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:00.227498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Transition to ACTIVE for port object aeb6c71a-8f93-422f-8a38-2a1e6497bd23 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:57:00.232050 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:00.262816 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260fd19d-751c-4e2b-a65d-c028e94d9ffb x-openstack-request-id: req-260fd19d-751c-4e2b-a65d-c028e94d9ffb {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:00.263119 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:00.263398 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-260fd19d-751c-4e2b-a65d-c028e94d9ffb {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:00.263799 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'code': 200} Dec 09 15:57:00.317291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=6']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:00.330292 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.330642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.330988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.331328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.331689 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.332025 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.332355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.332681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.333008 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.333334 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.333660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.333983 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.334306 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:00.373585 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] No DVR routers for this DVR port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on host n-h1-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:00.821326 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:00.821658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:00.821982 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on network f5144ccf-e144-4b88-884f-1f02322e17fc {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:00.826792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on network f5144ccf-e144-4b88-884f-1f02322e17fc not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:57:00.827410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Attempting to bind port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on network f5144ccf-e144-4b88-884f-1f02322e17fc {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:00.831838 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:00.832170 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Checking segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:00.832544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Bound using segment: {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:00.832958 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Bound port: aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753e48dd-3605-4fab-b660-996c6b623611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:00.833301 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:00.896153 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:00.899038 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:00.904379 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:00.938485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:00.939093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:00.940481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] 10.222.0.43 "PUT /v2.0/ports/aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 1091 time: 1.0944288 Dec 09 15:57:00.964121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807fa21-1641-4826-bd59-27e41f8f9c8f service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=7']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:01.029566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-e16700e1-e57e-45a7-97ba-f32de5975615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:01.031092 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-e16700e1-e57e-45a7-97ba-f32de5975615 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1094 time: 0.0594988 Dec 09 15:57:01.135147 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba8c1-8313-4ddd-bc9d-43e0d174f79b req-63948e35-9108-41d5-b42b-28cab4ee00e5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:01.139628 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0dba8c1-8313-4ddd-bc9d-43e0d174f79b req-63948e35-9108-41d5-b42b-28cab4ee00e5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.1254232 Dec 09 15:57:01.178317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-89bd7f45-32f7-437a-80e1-8f054ffa0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:01.179875 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-89bd7f45-32f7-437a-80e1-8f054ffa0bd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.1323915 Dec 09 15:57:01.241552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b0dba8c1-8313-4ddd-bc9d-43e0d174f79b req-700f4d5e-5307-4fd9-9bc2-36424f964a3c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954266 Dec 09 15:57:01.265484 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-c8b5c168-02eb-483b-a070-9ebe71b3caa1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 999 time: 0.0727885 Dec 09 15:57:01.323818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-8674a608-cd21-47f6-bf50-f76bc7c2733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:01.325298 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-8674a608-cd21-47f6-bf50-f76bc7c2733b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0492327 Dec 09 15:57:01.374131 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-71be11ea-b11b-4d6b-b321-5e19f0fec6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:01.375539 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-71be11ea-b11b-4d6b-b321-5e19f0fec6c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396342 Dec 09 15:57:01.472768 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-7f768af5-0daf-4a54-ab4c-1eec08d21c15 service neutron] 10.222.0.43 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850155 Dec 09 15:57:01.571203 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-373dab21-a440-4154-b04a-713bc0cf9b58 req-58c5e4c4-caec-4bdc-a01b-e54bd2e24033 service neutron] 10.222.0.43 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Dec 09 15:57:02.265931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:02.267715 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd8b9e4-7571-4bc6-875d-1a36aa694222" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:02.322432 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70b6f7d-f95a-491c-b430-bde77da03119 x-openstack-request-id: req-c70b6f7d-f95a-491c-b430-bde77da03119 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:02.322733 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:02.323023 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c70b6f7d-f95a-491c-b430-bde77da03119 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:02.323462 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'status': 'completed', 'code': 200} Dec 09 15:57:02.391137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-f46706c1-0027-41b4-b4bd-de019d2597fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.392856 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-f46706c1-0027-41b4-b4bd-de019d2597fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1094 time: 0.0420823 Dec 09 15:57:02.394416 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571cbc7-ed83-46bd-9185-e242cd682271 req-3667b228-27fc-4995-8e43-a16cb49b2ab0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.395893 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5571cbc7-ed83-46bd-9185-e242cd682271 req-3667b228-27fc-4995-8e43-a16cb49b2ab0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0801413 Dec 09 15:57:02.398484 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-14c914e7-f4c3-4eb3-9818-541291111585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.399845 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-14c914e7-f4c3-4eb3-9818-541291111585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1094 time: 0.0571809 Dec 09 15:57:02.493722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-f3c3a987-ea59-4c8c-86e9-0113fe231e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.495272 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-f3c3a987-ea59-4c8c-86e9-0113fe231e3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.0924110 Dec 09 15:57:02.504843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5571cbc7-ed83-46bd-9185-e242cd682271 req-9e9bd4ff-66eb-4ded-9958-2e69198d02f1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025436 Dec 09 15:57:02.524604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-8b5b40bb-b76f-473e-b732-2970bc107980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.526783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-8b5b40bb-b76f-473e-b732-2970bc107980 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.1182961 Dec 09 15:57:02.566431 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-3dc6a54f-c60c-425e-8643-c25bd5d51044 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 999 time: 0.0623546 Dec 09 15:57:02.596284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-4ba2a0b7-3ae8-4795-83f7-4570bc7555fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 999 time: 0.0621912 Dec 09 15:57:02.624460 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-7eae85ce-28c4-4620-b62e-e6a2384c3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.625942 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-7eae85ce-28c4-4620-b62e-e6a2384c3d9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0496349 Dec 09 15:57:02.647131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-9b683006-1902-4c9e-8a65-874130bde97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.648644 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-9b683006-1902-4c9e-8a65-874130bde97b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0430107 Dec 09 15:57:02.677559 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-28f86729-8fae-44d8-808f-a721f832fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.679144 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-28f86729-8fae-44d8-808f-a721f832fd4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423422 Dec 09 15:57:02.694252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-ba792090-fa92-4233-808f-10f1a3dd39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:02.695753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-ba792090-fa92-4233-808f-10f1a3dd39fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397420 Dec 09 15:57:02.778054 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-9f71ba8f-c66b-49ad-93e4-5b5450182b8e service neutron] 10.222.0.43 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877783 Dec 09 15:57:02.876089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-1f104eee-af52-45db-9d1a-4aa5d533b58a service neutron] 10.222.0.43 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906990 Dec 09 15:57:03.109580 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-115cd898-816a-4831-8487-680769f770ff service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047942 Dec 09 15:57:03.197340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8bd8b9e4-7571-4bc6-875d-1a36aa694222 req-0827270b-58a2-43fd-a94c-92ca4f35f17b service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803144 Dec 09 15:57:03.627711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f23b-aeb7-4efd-811d-e22cf5587b9e req-9b9c52eb-d741-4fae-84ae-cd5e896baba3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:03.629193 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6dc7f23b-aeb7-4efd-811d-e22cf5587b9e req-9b9c52eb-d741-4fae-84ae-cd5e896baba3 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0492256 Dec 09 15:57:03.683362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6dc7f23b-aeb7-4efd-811d-e22cf5587b9e req-7b42d50e-712c-4d23-ab41-c4924b6f6923 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476422 Dec 09 15:57:03.895972 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673ad9-a9e1-41a6-8a96-300a47c1cd9d req-52a95455-be8b-43aa-a1a1-e47b29c5749c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:03.897462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd673ad9-a9e1-41a6-8a96-300a47c1cd9d req-52a95455-be8b-43aa-a1a1-e47b29c5749c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0556595 Dec 09 15:57:03.913509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-b6fb7908-c66c-4128-ab94-0b75d5f2564e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:03.914986 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-b6fb7908-c66c-4128-ab94-0b75d5f2564e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e&tenant_id=50d89e6ee14641e082dbbc6be8f89f60&binding%3Ahost_id=n-h2-804292-5 HTTP/1.1" status: 200 len: 943 time: 0.0666142 Dec 09 15:57:03.936054 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:57:03.951283 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd673ad9-a9e1-41a6-8a96-300a47c1cd9d req-67c51773-dd05-4d70-b119-fc9f37e5c132 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462034 Dec 09 15:57:03.981328 n-d-804292-5 neutron-server[109894]: INFO neutron.api.v2.resource [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-aa981d6c-50e8-4dcd-9392-54da084dd7af service neutron] delete failed (client error): The resource could not be found. Dec 09 15:57:03.982131 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-aa981d6c-50e8-4dcd-9392-54da084dd7af service neutron] 10.222.0.36 "DELETE /v2.0/ports/aeb6c71a-8f93-422f-8a38-2a1e6497bd23/bindings/n-h1-804292-5 HTTP/1.1" status: 404 len: 380 time: 0.0583887 Dec 09 15:57:04.040951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:04.052646 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'port_id': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'mac_address': 'fa:16:3e:e2:a8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:57:04.090634 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:04.103438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb6c71a-8f93-422f-8a38-2a1e6497bd23 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:57:04.103858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a7537-81b9-4246-94bc-1dff0795cc22 req-f71dde47-226f-4fd2-af53-2d42be9cfcea tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.105606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e45a7537-81b9-4246-94bc-1dff0795cc22 req-f71dde47-226f-4fd2-af53-2d42be9cfcea tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 943 time: 0.0796714 Dec 09 15:57:04.108370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-a6854216-c961-455d-8781-eb6b912ab3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.109810 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-a6854216-c961-455d-8781-eb6b912ab3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1094 time: 0.0723209 Dec 09 15:57:04.124607 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:04.129755 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:04.192890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:04.201208 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.201561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.201911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.202253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.202593 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.202950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.203264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.203642 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.203975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.204303 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.204632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.204960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.205285 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:04.220657 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e45a7537-81b9-4246-94bc-1dff0795cc22 req-d8d6f332-4e32-4f9d-9e5f-17f145e4e31f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085343 Dec 09 15:57:04.242660 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-b3ee2688-f9a4-4030-844a-863f45c5863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.244266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-b3ee2688-f9a4-4030-844a-863f45c5863f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.1262672 Dec 09 15:57:04.282535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:04.317020 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-5403076b-24ec-4637-93da-b9851aaf44c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 1000 time: 0.0656226 Dec 09 15:57:04.322830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:04.368762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-3a3925a9-a3d3-41e5-8b53-3808683e1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.370263 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-3a3925a9-a3d3-41e5-8b53-3808683e1a90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0439718 Dec 09 15:57:04.407492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['aeb6c71a-8f93-422f-8a38-2a1e6497bd23'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:57:04.417360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-78187656-bc22-4bf8-b5fc-73e3af43b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:04.418837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-78187656-bc22-4bf8-b5fc-73e3af43b78f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406647 Dec 09 15:57:04.526334 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-bc497513-4dae-4449-9d17-2d9a38e97c3c service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993207 Dec 09 15:57:04.617974 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96792a74-b616-4d31-b51f-719dfbfc2eac req-1bcefd77-6d9a-4319-9042-5bbd39cf04b4 service neutron] 10.222.0.36 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835254 Dec 09 15:57:05.336787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38947-d803-4148-98f5-c75b69256151 req-a0d2127d-f792-4f17-b48c-015172017a44 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:05.338271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23d38947-d803-4148-98f5-c75b69256151 req-a0d2127d-f792-4f17-b48c-015172017a44 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 944 time: 0.0488589 Dec 09 15:57:05.388178 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-23d38947-d803-4148-98f5-c75b69256151 req-bd9b917f-fd69-4888-85c3-54deec2d29a2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Dec 09 15:57:05.410918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:05.474353 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-08abdcea-acde-4871-b9f8-621b235c9542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/c8d91f8b-b892-4523-b9d8-fba6f48cce32 HTTP/1.1" status: 200 len: 992 time: 0.0622847 Dec 09 15:57:05.940362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:05.988386 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:57:05.992347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:05.992885 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:06.069984 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:06.093223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:06.095480 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209ef24d-3136-4996-b822-72f63f0c78e9" -d '{"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:06.108325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:06.112345 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:06.135110 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a86b6-7500-4a62-8c5d-9c1bdec16f0a x-openstack-request-id: req-b08a86b6-7500-4a62-8c5d-9c1bdec16f0a {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:06.135425 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:06.135680 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b08a86b6-7500-4a62-8c5d-9c1bdec16f0a {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:06.136063 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'code': 200} Dec 09 15:57:06.161611 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:12.590688 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:57:22.468069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:22.955287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:23.309693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b5e659d1-a830-41fb-a8bf-4ccc8cef91ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:25.777224 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dad2a02d-6eff-433f-b3e3-235580f37200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:26.931218 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:28.612830 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:29.353731 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.137086 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38356) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:36.295100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 62b85111-94a8-4b7a-b336-b100366074b6 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:36.295472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.372743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.373079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.384373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 62b85111-94a8-4b7a-b336-b100366074b6 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:36.531705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.560409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=62b85111-94a8-4b7a-b336-b100366074b6,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:36.585559 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.585925 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.586282 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.586629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.586975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.587318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.587674 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.588011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.588349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.588683 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.589016 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.589336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.589670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:36.631222 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.631675 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP c8d91f8b-b892-4523-b9d8-fba6f48cce32 disassociated (deleted). External IP: 172.25.0.225, port: aeb6c71a-8f93-422f-8a38-2a1e6497bd23. Dec 09 15:57:36.845225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:57:36.953724 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:57:36.958480 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:36.963119 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] Sync routers for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:57:36.972832 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:36.973448 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:36.984561 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-92725717-1d2e-4bc4-95af-f08628f38f31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/floatingips/c8d91f8b-b892-4523-b9d8-fba6f48cce32 HTTP/1.1" status: 204 len: 168 time: 0.8457863 Dec 09 15:57:36.985257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:36.987650 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:37.033212 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9504e01-99f8-4c2f-9a67-161b153ba583 x-openstack-request-id: req-a9504e01-99f8-4c2f-9a67-161b153ba583 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:37.033513 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:37.033848 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9504e01-99f8-4c2f-9a67-161b153ba583 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:37.034169 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'status': 'completed', 'code': 200} Dec 09 15:57:37.085337 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:37.096955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-889a382e-70b3-40ce-9e5e-b31ff6b6b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:37.098533 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-889a382e-70b3-40ce-9e5e-b31ff6b6b0d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 1096 time: 0.0428548 Dec 09 15:57:37.228888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-e112bb42-81e9-4fde-81df-044853732985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:37.230365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-e112bb42-81e9-4fde-81df-044853732985 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 200 len: 898 time: 0.1200545 Dec 09 15:57:37.259699 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854729dd-92bd-43d0-875d-d0794df2b873 req-71d67700-0e23-48f3-983b-9494458cc080 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:37.261194 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-854729dd-92bd-43d0-875d-d0794df2b873 req-71d67700-0e23-48f3-983b-9494458cc080 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0676045 Dec 09 15:57:37.290242 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-56606c57-8a53-4adc-8ab7-12b6f3060652 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 200 len: 217 time: 0.0481858 Dec 09 15:57:37.316684 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:56Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:37.343148 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] Checking router: 6a3a00a3-f95f-470b-a567-9d9c11cc4902 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:57:37.352078 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:37.352621 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:37.373876 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-854729dd-92bd-43d0-875d-d0794df2b873 req-a554b7e9-3f35-4555-b0df-381da4d5f217 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862920 Dec 09 15:57:37.375666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-d3b5b55e-f33d-452a-a9de-266771b8e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:37.377015 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-d3b5b55e-f33d-452a-a9de-266771b8e488 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 200 len: 835 time: 0.0743086 Dec 09 15:57:37.461904 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:37.469846 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-51275f58-b836-41f6-a91c-d5fe6d9ac3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:37.471420 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-51275f58-b836-41f6-a91c-d5fe6d9ac3d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5144ccf-e144-4b88-884f-1f02322e17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855742 Dec 09 15:57:37.568569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-98e367a1-03b8-4bad-9195-32a97d5f857d service neutron] 10.222.0.43 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888891 Dec 09 15:57:37.659113 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:56Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:37.661159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce0c83cc-0715-4f5d-bd87-8137bdc4a00e req-2c48fa47-d455-4a42-9f97-60c08c8ef016 service neutron] 10.222.0.43 "GET /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Dec 09 15:57:37.689575 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ab365-ef12-46a9-8fb5-9aba8feea083 None None] The sync data for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 is: [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:53Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '8c15222e-2f13-4d60-ab7c-d86e00c11b38', 'name': '', 'network_id': 'f5144ccf-e144-4b88-884f-1f02322e17fc', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:9e:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:52Z', 'updated_at': '2021-12-09T15:55:56Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '063a6f52-2bb9-4037-bfc5-ff02055a06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:57:37.906096 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde34a26-1009-4302-ab2e-1cd39d261c3b None None] New status for floating IP c8d91f8b-b892-4523-b9d8-fba6f48cce32: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:57:38.580577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84951c9-dc92-4e9c-835f-f35e64b36981 req-2ae864cd-c6e1-43ff-91f7-18cf27fdafbd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:38.581994 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e84951c9-dc92-4e9c-835f-f35e64b36981 req-2ae864cd-c6e1-43ff-91f7-18cf27fdafbd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.1332054 Dec 09 15:57:38.632437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e84951c9-dc92-4e9c-835f-f35e64b36981 req-dc2043d2-9041-467d-9da8-02bf3e44befc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442955 Dec 09 15:57:38.720670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169132-3223-491b-9d13-f0ca81952c03 req-1665c700-bd15-4ab9-baf1-2b119fcde19a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:38.722136 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee169132-3223-491b-9d13-f0ca81952c03 req-1665c700-bd15-4ab9-baf1-2b119fcde19a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18bc1da-565a-4927-8a03-88819483360e HTTP/1.1" status: 200 len: 945 time: 0.0490527 Dec 09 15:57:38.815103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:38.815471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.902070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port aeb6c71a-8f93-422f-8a38-2a1e6497bd23, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:38.902350 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:38.915033 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for aeb6c71a-8f93-422f-8a38-2a1e6497bd23 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:39.048906 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.083577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=aeb6c71a-8f93-422f-8a38-2a1e6497bd23,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:39.126538 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] No DVR routers for this DVR port aeb6c71a-8f93-422f-8a38-2a1e6497bd23 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:39.129683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:39.133866 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ee169132-3223-491b-9d13-f0ca81952c03 req-c9c78091-da60-48c1-abaf-b0f0b50c9d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.43 "DELETE /v2.0/ports/aeb6c71a-8f93-422f-8a38-2a1e6497bd23 HTTP/1.1" status: 204 len: 173 time: 0.4049659 Dec 09 15:57:39.134311 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-deleted', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:39.136582 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf906f0-8d59-44ec-a2ce-aff13092289c" -d '{"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-deleted", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:39.178884 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07f0c22-aefe-43d1-9593-84089bef32dd x-openstack-request-id: req-c07f0c22-aefe-43d1-9593-84089bef32dd {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:39.179191 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18bc1da-565a-4927-8a03-88819483360e", "name": "network-vif-deleted", "tag": "aeb6c71a-8f93-422f-8a38-2a1e6497bd23", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:39.179498 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c07f0c22-aefe-43d1-9593-84089bef32dd {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:39.179921 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18bc1da-565a-4927-8a03-88819483360e', 'name': 'network-vif-deleted', 'tag': 'aeb6c71a-8f93-422f-8a38-2a1e6497bd23', 'status': 'completed', 'code': 200} Dec 09 15:57:39.689221 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38374) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:40.042408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.295211 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 8c15222e-2f13-4d60-ab7c-d86e00c11b38 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:40.295509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.386090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 8c15222e-2f13-4d60-ab7c-d86e00c11b38, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=8c15222e-2f13-4d60-ab7c-d86e00c11b38,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:40.386451 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.398946 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 8c15222e-2f13-4d60-ab7c-d86e00c11b38 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:40.583168 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.607569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=8c15222e-2f13-4d60-ab7c-d86e00c11b38,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:40.785587 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:40.995878 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:57:41.100630 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:57:41.105641 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fde9928a-f134-4ccc-92f4-05dc0eb1049f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/6a3a00a3-f95f-470b-a567-9d9c11cc4902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153919 Dec 09 15:57:41.108964 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38376) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:41.111252 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] Sync routers for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:57:41.121414 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:41.122696 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:41.159657 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting subnet 063a6f52-2bb9-4037-bfc5-ff02055a06ca {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:57:41.162728 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.207099 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.294029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.321774 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:41.353903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.385244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Subnet': ['ID=063a6f52-2bb9-4037-bfc5-ff02055a06ca,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:41.389884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.393148 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e804ae2c-0024-4a4a-80ff-a2733bce7ada tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/subnets/063a6f52-2bb9-4037-bfc5-ff02055a06ca HTTP/1.1" status: 204 len: 168 time: 0.2832463 Dec 09 15:57:41.395716 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38378) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:41.397559 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62240d5-37a2-4416-9266-723bd799003c None None] Network f5144ccf-e144-4b88-884f-1f02322e17fc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:41.514182 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:57:40Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:41.516405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.547288 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] Checking router: 6a3a00a3-f95f-470b-a567-9d9c11cc4902 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:57:41.555939 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] Routers {'6a3a00a3-f95f-470b-a567-9d9c11cc4902'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:41.556553 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:41.576855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] DHCP port deletion for f5144ccf-e144-4b88-884f-1f02322e17fc request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:41.625925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] Deleting port de6c917d-5581-43a5-ae1d-a85b51249fb8 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:41.626391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.626532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.666185 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] Set router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:41.680919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 68e31175-f218-4187-a993-66ab2f09ae66 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:57:41.681291 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.693818 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] For port de6c917d-5581-43a5-ae1d-a85b51249fb8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=de6c917d-5581-43a5-ae1d-a85b51249fb8,segment=NetworkSegment(753e48dd-3605-4fab-b660-996c6b623611),segment_id=753e48dd-3605-4fab-b660-996c6b623611)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:41.694476 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.708674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] Calling delete_port for de6c917d-5581-43a5-ae1d-a85b51249fb8 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:41.760470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 68e31175-f218-4187-a993-66ab2f09ae66, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=68e31175-f218-4187-a993-66ab2f09ae66,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:41.760880 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.781467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 68e31175-f218-4187-a993-66ab2f09ae66 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:57:41.796061 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.821767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] Pushing event deleted for resources: {'Port': ['ID=de6c917d-5581-43a5-ae1d-a85b51249fb8,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:41.825868 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6f1c5-0b26-4151-935c-a400ed100a11 None None] No DVR routers for this DVR port de6c917d-5581-43a5-ae1d-a85b51249fb8 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:57:41.862925 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:57:40Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:41.889557 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ff29d-8a5b-483b-a71f-075215ba2c7c None None] The sync data for ids ['6a3a00a3-f95f-470b-a567-9d9c11cc4902'] in n-d-804292-5 is: [{'id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903790188', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '68e31175-f218-4187-a993-66ab2f09ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:57:40Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '68e31175-f218-4187-a993-66ab2f09ae66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3a00a3-f95f-470b-a567-9d9c11cc4902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:55:49Z', 'updated_at': '2021-12-09T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:57:41.962459 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:41.986204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=68e31175-f218-4187-a993-66ab2f09ae66,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.001697 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ae0dc-0ae4-49c6-b215-d7ff786b7671 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:42.053820 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.123042 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:42.148049 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.150671 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.152480 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: aeb6c71a-8f93-422f-8a38-2a1e6497bd23 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:42.152839 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device aeb6c71a-8f93-422f-8a38-2a1e6497bd23 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:42.195595 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.196143 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3a00a3-f95f-470b-a567-9d9c11cc4902 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:57:42.204575 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.205686 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-55866b08-8007-4b02-a686-a997c15a72bd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/routers/6a3a00a3-f95f-470b-a567-9d9c11cc4902 HTTP/1.1" status: 204 len: 168 time: 0.8090553 Dec 09 15:57:42.208355 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38380) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:42.291405 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.383153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.403740 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5144ccf-e144-4b88-884f-1f02322e17fc']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:42.413755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753e48dd-3605-4fab-b660-996c6b623611') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:42.414150 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753e48dd-3605-4fab-b660-996c6b623611') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:42.424056 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.439608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.449876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:57:42.450950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:57:42.453949 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:57:42.516765 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.524796 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.528917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/networks/f5144ccf-e144-4b88-884f-1f02322e17fc HTTP/1.1" status: 204 len: 168 time: 0.3190584 Dec 09 15:57:42.531604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38382) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:42.548449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fda7a-a53b-465a-9926-f5abe51dbda8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Network': ['ID=f5144ccf-e144-4b88-884f-1f02322e17fc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.605321 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076a576c-ff66-4924-9207-1ef1f3e18260 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.629744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076a576c-ff66-4924-9207-1ef1f3e18260 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.687640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076a576c-ff66-4924-9207-1ef1f3e18260 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.690251 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-076a576c-ff66-4924-9207-1ef1f3e18260 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:42.691415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-076a576c-ff66-4924-9207-1ef1f3e18260 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc648313-cfe2-47ae-9aeb-bd4ffa1b5588 HTTP/1.1" status: 204 len: 168 time: 0.1587706 Dec 09 15:57:42.701606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a576c-ff66-4924-9207-1ef1f3e18260 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc648313-cfe2-47ae-9aeb-bd4ffa1b5588,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:42.963206 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device de6c917d-5581-43a5-ae1d-a85b51249fb8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:42.984292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: de6c917d-5581-43a5-ae1d-a85b51249fb8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:42.984635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device de6c917d-5581-43a5-ae1d-a85b51249fb8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:42.985049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c15222e-2f13-4d60-ab7c-d86e00c11b38 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:43.004795 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 8c15222e-2f13-4d60-ab7c-d86e00c11b38 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:43.005139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 8c15222e-2f13-4d60-ab7c-d86e00c11b38 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:43.005537 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68e31175-f218-4187-a993-66ab2f09ae66 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:57:43.024976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 68e31175-f218-4187-a993-66ab2f09ae66 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:57:43.025328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 68e31175-f218-4187-a993-66ab2f09ae66 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:57:43.110881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38388) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.115599 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470416694', 'description': 'tempest-secgroup-smoke-470416694 description', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.136758 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.203452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.207336 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.236566 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.237782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1258383 Dec 09 15:57:43.240825 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38390) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.241888 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b377cf5-71a4-451f-ba71-4c18bdf71204 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ba2165-8ff5-4ae5-a756-a95ca52a83c4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.245470 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '07ba2165-8ff5-4ae5-a756-a95ca52a83c4', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.273437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.319104 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.322611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.339806 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84384ec-8762-440b-bd71-a0a062829986,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.348307 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.349510 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-35891bea-b3a4-40b2-8515-fff9fa0ea33a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075623 Dec 09 15:57:43.352400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38392) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.357556 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '07ba2165-8ff5-4ae5-a756-a95ca52a83c4', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.382962 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.439802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.443418 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.463244 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085619d2-bfe4-49fd-80a2-4a4ede79aabf,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.472273 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.473450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4b6df8c8-4b7f-462d-8700-cc93325cab32 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200488 Dec 09 15:57:43.476129 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38394) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.480408 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '07ba2165-8ff5-4ae5-a756-a95ca52a83c4', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.505839 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.567185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.570701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.590272 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f07b12-acfb-427e-a15b-c75eae3d8dda,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.595984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.597160 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f998c0b1-99c9-4375-87be-2384fdfd4091 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201174 Dec 09 15:57:43.599868 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38396) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.604040 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '07ba2165-8ff5-4ae5-a756-a95ca52a83c4', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.630942 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.687247 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.690622 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.705161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0a9b3c-e8a5-4c4c-b08c-116a38aadd4d,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.716284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.717514 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c1e5282-7cf5-457e-a52f-04f3514ea8ce tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167345 Dec 09 15:57:43.720182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38398) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.725042 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '07ba2165-8ff5-4ae5-a756-a95ca52a83c4', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.746558 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:57:43.751535 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.809086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.812812 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.830690 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0349ae-d00b-4f2a-8089-1dd594fc6ffb,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.837860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.839078 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6b2596d-428e-4f4d-aee6-922b8999b542 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179671 Dec 09 15:57:43.842613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38400) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.847157 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': '07ba2165-8ff5-4ae5-a756-a95ca52a83c4', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.868292 n-d-804292-5 neutron-server[109894]: INFO neutron.db.securitygroups_db [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:57:43.873509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.931323 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.935380 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.953942 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61654144-e030-443c-9801-30c3e7047f6f,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:43.959050 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:43.963033 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6e5e637b-55d7-4536-b094-50df5d0f8777 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166656 Dec 09 15:57:43.963177 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38402) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:43.967998 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'network': {'name': 'tempest-network-smoke--817161449', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'port_security_enabled': True}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:43.989128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:43.992573 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.016705 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:57:44.025563 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.025947 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Added segment d1a27fcc-00e4-478a-b956-2b559d5f4ba2 of type vlan for network 624e54be-d205-4a59-a3d3-8c9f658160df Dec 09 15:57:44.386109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.410817 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.416665 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:44.417242 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.455728 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4914756 Dec 09 15:57:44.458627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38404) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:44.464821 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'admin_state_up': True, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:44.489966 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.490993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.493376 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf781f-2f09-4d09-bdcf-27d526483186 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Network': ['ID=624e54be-d205-4a59-a3d3-8c9f658160df,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:44.506484 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 624e54be-d205-4a59-a3d3-8c9f658160df details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:57:44.549274 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.685374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.875856 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.894118 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:44.990857 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.108 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/728485de-2cb9-4d78-a413-9e7b72668d66) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:45.099749 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.133830 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.173966 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:45.176845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:45.180198 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:45.190702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712e396-6c51-4d00-a610-cf6389ddf6fd None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:45.214587 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=728485de-2cb9-4d78-a413-9e7b72668d66,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:45.308085 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d64d852e-fc39-4115-9eb5-363a0b05c8f0 None None] Provisioning complete for port 728485de-2cb9-4d78-a413-9e7b72668d66 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:45.308772 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d64d852e-fc39-4115-9eb5-363a0b05c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.342953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d64d852e-fc39-4115-9eb5-363a0b05c8f0 None None] Port 728485de-2cb9-4d78-a413-9e7b72668d66 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:45.445863 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.634811 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.767332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router e15b1cea-cb59-49c3-aee7-7133980c3fdd is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:57:45.872204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:57:45.881744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Sync routers for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:57:45.892110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:45.893343 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f8e3c24f-5c29-4e22-9f25-03e0f6493d05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4325764 Dec 09 15:57:45.893482 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:45.894103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:45.896603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38406) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.929045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc772e5a-051c-4bf7-80cd-4699bdb62fa3 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=50d89e6ee14641e082dbbc6be8f89f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312157 Dec 09 15:57:45.931645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38408) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:45.999198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:46.016763 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0b30a-cb6a-4144-8028-c897f87f1151 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:46.018352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-34b0b30a-cb6a-4144-8028-c897f87f1151 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857022 Dec 09 15:57:46.021057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38410) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:46.050640 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5e9f3b53-2e3a-48ea-8123-816efb7fe60d tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284789 Dec 09 15:57:46.053069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38412) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:46.057753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-475555805', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:46.148696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:46.152265 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.186776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:45Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:46.213325 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Checking router: e15b1cea-cb59-49c3-aee7-7133980c3fdd for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:57:46.213711 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Updating router e15b1cea-cb59-49c3-aee7-7133980c3fdd port 728485de-2cb9-4d78-a413-9e7b72668d66 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:57:46.239403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.330761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.390695 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Subnet': ['ID=2d379213-50cc-4ec6-b8da-e0aa9765dfd5,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:46.399270 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Checking segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:46.399673 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network hostable DHCP agents. Network: 624e54be-d205-4a59-a3d3-8c9f658160df, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:57:46.416245 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 624e54be-d205-4a59-a3d3-8c9f658160df is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:57:46.425108 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 624e54be-d205-4a59-a3d3-8c9f658160df) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:46.429088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:46.429689 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.438631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8b18e-8367-46e8-957b-c8732bc226cd None None] Network 624e54be-d205-4a59-a3d3-8c9f658160df requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:46.446892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-68de76e0-2d02-4893-8f38-080f2438eb1c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3927958 Dec 09 15:57:46.449615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38414) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:57:46.564507 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.583941 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.610262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-624e54be-d205-4a59-a3d3-8c9f658160df', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:57:46.611116 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.649263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f30f2-b3e8-4975-894c-649235904845 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:46.665852 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399f859-db97-47df-bd01-3fd03345be2c None None] Pushing event updated for resources: {'Port': ['ID=728485de-2cb9-4d78-a413-9e7b72668d66,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:46.671377 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Attempting to bind port 728485de-2cb9-4d78-a413-9e7b72668d66 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:46.671779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Attempting to bind port 728485de-2cb9-4d78-a413-9e7b72668d66 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:46.672150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Attempting to bind port 728485de-2cb9-4d78-a413-9e7b72668d66 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:46.681501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:46.681881 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:46.682288 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.682687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:46.683170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Bound port: 728485de-2cb9-4d78-a413-9e7b72668d66, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:46.683589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.826588 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] For port 728485de-2cb9-4d78-a413-9e7b72668d66, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:46.841240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-60a5c5b6-012a-4cc8-b6cf-1bec8b9ceaba None None] Provisioning complete for port 728485de-2cb9-4d78-a413-9e7b72668d66 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:46.841847 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5b6-012a-4cc8-b6cf-1bec8b9ceaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.864715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] For port 728485de-2cb9-4d78-a413-9e7b72668d66, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=728485de-2cb9-4d78-a413-9e7b72668d66,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:46.873022 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.898925 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:46.925150 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Allocated IP 172.20.0.2 (624e54be-d205-4a59-a3d3-8c9f658160df/2d379213-50cc-4ec6-b8da-e0aa9765dfd5/70dbc76f-9776-41f2-8105-c79f5cad2595) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:46.937140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-60a5c5b6-012a-4cc8-b6cf-1bec8b9ceaba None None] Port 728485de-2cb9-4d78-a413-9e7b72668d66 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:46.948030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a9ff9-fbb2-4a0a-b328-06a5f58fcb74 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:57:46.999595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399f859-db97-47df-bd01-3fd03345be2c None None] Pushing event updated for resources: {'Port': ['ID=728485de-2cb9-4d78-a413-9e7b72668d66,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:47.004155 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:47.004781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:47.145352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c346d6dd-8251-4299-aaf8-a26d782a0232 None None] Provisioning complete for port 728485de-2cb9-4d78-a413-9e7b72668d66 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:47.145624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c346d6dd-8251-4299-aaf8-a26d782a0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.235423 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:47.483581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.496031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.545567 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.1 (624e54be-d205-4a59-a3d3-8c9f658160df/2d379213-50cc-4ec6-b8da-e0aa9765dfd5/b138c064-9267-49c5-a80b-1e4108ec509f) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:47.597069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Network 624e54be-d205-4a59-a3d3-8c9f658160df is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:47.609662 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:47.619552 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:47.627663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Pushing event updated for resources: {'Port': ['ID=70dbc76f-9776-41f2-8105-c79f5cad2595,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:47.635835 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c346d6dd-8251-4299-aaf8-a26d782a0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.662438 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.663473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-c346d6dd-8251-4299-aaf8-a26d782a0232 None None] For port 728485de-2cb9-4d78-a413-9e7b72668d66, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=728485de-2cb9-4d78-a413-9e7b72668d66,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:47.679744 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c346d6dd-8251-4299-aaf8-a26d782a0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.696539 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.736442 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 624e54be-d205-4a59-a3d3-8c9f658160df is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:47.739978 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:47.742424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:47.780358 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Attempting to bind port 70dbc76f-9776-41f2-8105-c79f5cad2595 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:47.780741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Attempting to bind port 70dbc76f-9776-41f2-8105-c79f5cad2595 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:47.781116 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Attempting to bind port 70dbc76f-9776-41f2-8105-c79f5cad2595 on network 624e54be-d205-4a59-a3d3-8c9f658160df {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:47.789324 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d6dd-8251-4299-aaf8-a26d782a0232 None None] Pushing event updated for resources: {'Port': ['ID=728485de-2cb9-4d78-a413-9e7b72668d66,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:47.790068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=b138c064-9267-49c5-a80b-1e4108ec509f,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:47.792284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:47.792737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Checking segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:47.793416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.794598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Bound using segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:47.795398 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Bound port: 70dbc76f-9776-41f2-8105-c79f5cad2595, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:47.796572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.804760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.849129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:45Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:47.883945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f338a-8e26-439c-93e6-8fd8afb8ceea None None] The sync data for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 is: [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:45Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:57:47.915319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] For port 70dbc76f-9776-41f2-8105-c79f5cad2595, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:47.920014 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] For port 70dbc76f-9776-41f2-8105-c79f5cad2595, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=70dbc76f-9776-41f2-8105-c79f5cad2595,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:47.925100 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:47.944629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.000332 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6cfce-4e2c-4f4f-8f69-06449cb65538 None None] Pushing event updated for resources: {'Port': ['ID=70dbc76f-9776-41f2-8105-c79f5cad2595,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:48.306679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.312881 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.402822 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=b138c064-9267-49c5-a80b-1e4108ec509f,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:48.409420 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.504962 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 624e54be-d205-4a59-a3d3-8c9f658160df is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:48.506447 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:48.628645 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router e15b1cea-cb59-49c3-aee7-7133980c3fdd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:57:48.766365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 728485de-2cb9-4d78-a413-9e7b72668d66 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:48.769358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:57:48.775571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98418f0a-cf36-4e83-bbd9-a157aead9197 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/e15b1cea-cb59-49c3-aee7-7133980c3fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3247569 Dec 09 15:57:48.824421 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 728485de-2cb9-4d78-a413-9e7b72668d66 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:48.824802 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:48.941315 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 70dbc76f-9776-41f2-8105-c79f5cad2595 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:48.995312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 70dbc76f-9776-41f2-8105-c79f5cad2595 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:48.995788 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.082033 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.108642 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-567e32fc-f110-4980-9214-a686a3a16b71 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470416694&fields=id&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 267 time: 0.0565884 Dec 09 15:57:49.115194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port 70dbc76f-9776-41f2-8105-c79f5cad2595, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=70dbc76f-9776-41f2-8105-c79f5cad2595,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:49.120759 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.162016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a354c40-66ac-4fdd-9015-3f4c70b77e6a None None] Network 624e54be-d205-4a59-a3d3-8c9f658160df requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:57:49.204558 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=70dbc76f-9776-41f2-8105-c79f5cad2595,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:49.225790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-d2092912-9371-4aba-9578-8218c210d7e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:49.227323 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-d2092912-9371-4aba-9578-8218c210d7e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 796 time: 0.1178813 Dec 09 15:57:49.243827 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-58a2cf6f-6086-4be0-a2e5-06eebccfcfac tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/quotas/50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 375 time: 0.0092387 Dec 09 15:57:49.256277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f082ad90-a83c-4c21-8517-dbf168090d17 None None] Provisioning complete for port 70dbc76f-9776-41f2-8105-c79f5cad2595 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.256648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f082ad90-a83c-4c21-8517-dbf168090d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.297481 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-fa7b2de6-aa7b-419c-b949-8c4fa12a508c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473840 Dec 09 15:57:49.408573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-be0aa8f2-54df-4b40-8862-9e0a75aaf3ac service neutron] 10.222.0.46 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976765 Dec 09 15:57:49.590404 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:57:49.601875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1c7743cc-5330-44b9-8ddd-7f25b9e337ab None None] Provisioning complete for port 70dbc76f-9776-41f2-8105-c79f5cad2595 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.602346 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c7743cc-5330-44b9-8ddd-7f25b9e337ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.710131 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1c7743cc-5330-44b9-8ddd-7f25b9e337ab None None] Provisioning complete for port b138c064-9267-49c5-a80b-1e4108ec509f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.710719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1c7743cc-5330-44b9-8ddd-7f25b9e337ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.751293 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Sync routers for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:57:49.764366 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:49.765297 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:49.765930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1c7743cc-5330-44b9-8ddd-7f25b9e337ab None None] Port b138c064-9267-49c5-a80b-1e4108ec509f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:49.850531 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-3fdfdea0-3d46-48e5-b3d5-58f1d0a8f474 service neutron] 10.222.0.46 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346199 Dec 09 15:57:49.888430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-0f77e5ea-7aa4-4144-94ce-26224c7b8a7a None None] Provisioning complete for port b138c064-9267-49c5-a80b-1e4108ec509f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:49.888558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f77e5ea-7aa4-4144-94ce-26224c7b8a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:49.899014 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:49.946390 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-0f77e5ea-7aa4-4144-94ce-26224c7b8a7a None None] Port b138c064-9267-49c5-a80b-1e4108ec509f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:50.060664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1f62abb6-c00e-4353-a527-c962e100439c req-2799c9be-bbfd-4700-9b3e-542cfb988f62 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 210 time: 0.0296061 Dec 09 15:57:50.067861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1b67a5e9-b970-4e59-b384-62d9917b0827 None None] Provisioning complete for port b138c064-9267-49c5-a80b-1e4108ec509f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:50.068197 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b67a5e9-b970-4e59-b384-62d9917b0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.121374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1b67a5e9-b970-4e59-b384-62d9917b0827 None None] Port b138c064-9267-49c5-a80b-1e4108ec509f cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:50.141376 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:48Z', 'revision_number': 2, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:50.167104 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Checking router: e15b1cea-cb59-49c3-aee7-7133980c3fdd for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:57:50.167482 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Updating router e15b1cea-cb59-49c3-aee7-7133980c3fdd port b138c064-9267-49c5-a80b-1e4108ec509f binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:57:50.193451 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.468533 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.474293 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.546349 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Pushing event updated for resources: {'Port': ['ID=b138c064-9267-49c5-a80b-1e4108ec509f,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:50.557268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.557645 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.557953 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.558288 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.558606 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.558933 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.559910 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.560238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.560558 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.560883 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.561211 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.561520 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.561839 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:57:50.606882 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Attempting to bind port b138c064-9267-49c5-a80b-1e4108ec509f on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:50.607621 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Attempting to bind port b138c064-9267-49c5-a80b-1e4108ec509f by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:50.608452 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Attempting to bind port b138c064-9267-49c5-a80b-1e4108ec509f on network 624e54be-d205-4a59-a3d3-8c9f658160df {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:50.620362 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:50.620787 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Checking segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:50.621167 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.621590 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Bound using segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:50.623318 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Bound port: b138c064-9267-49c5-a80b-1e4108ec509f, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:50.624896 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.698933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 70dbc76f-9776-41f2-8105-c79f5cad2595 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:50.708412 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] For port b138c064-9267-49c5-a80b-1e4108ec509f, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:50.711765 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] For port b138c064-9267-49c5-a80b-1e4108ec509f, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b138c064-9267-49c5-a80b-1e4108ec509f,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:50.717472 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.766800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-59de32b1-013d-43d8-9fa5-b5d3aefcf250 None None] Provisioning complete for port b138c064-9267-49c5-a80b-1e4108ec509f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:50.767167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59de32b1-013d-43d8-9fa5-b5d3aefcf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.777481 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:57:50.779065 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:50.810201 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 70dbc76f-9776-41f2-8105-c79f5cad2595 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:50.810572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:50.829518 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13048-f881-4d4d-98f2-6d21181543e7 None None] Pushing event updated for resources: {'Port': ['ID=b138c064-9267-49c5-a80b-1e4108ec509f,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:50.913021 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:57:50.955852 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59de32b1-013d-43d8-9fa5-b5d3aefcf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.003172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-59de32b1-013d-43d8-9fa5-b5d3aefcf250 None None] For port b138c064-9267-49c5-a80b-1e4108ec509f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b138c064-9267-49c5-a80b-1e4108ec509f,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:51.010073 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-59de32b1-013d-43d8-9fa5-b5d3aefcf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.076341 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de32b1-013d-43d8-9fa5-b5d3aefcf250 None None] Pushing event updated for resources: {'Port': ['ID=b138c064-9267-49c5-a80b-1e4108ec509f,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:51.127749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-1b9533cb-70a5-4cb5-bc4c-22d2bf908c6e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:51.130183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-1b9533cb-70a5-4cb5-bc4c-22d2bf908c6e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 796 time: 0.1597736 Dec 09 15:57:51.133596 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2c070767-5911-48f2-98c7-0602336807f8 None None] Provisioning complete for port b138c064-9267-49c5-a80b-1e4108ec509f triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:51.134115 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c070767-5911-48f2-98c7-0602336807f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.220641 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd931ba1-4212-47d2-981a-7d66ff162bd1 req-1b131299-8155-4de6-8a80-9f80f8b48225 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 210 time: 0.0425596 Dec 09 15:57:51.222225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-abd96f01-38b1-4412-8839-ba7b06b7a3c2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 379 time: 0.0800502 Dec 09 15:57:51.236371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'port': {'device_id': '06395627-094b-4812-b816-080f212e8ed1', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'admin_state_up': True, 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'security_groups': ['07ba2165-8ff5-4ae5-a756-a95ca52a83c4']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:51.290976 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:57:51.328631 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f8a295-2d99-4a51-882c-413083b7d195 None None] The sync data for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 is: [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:57:51.378469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:57:51.383122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.563068 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.8 (624e54be-d205-4a59-a3d3-8c9f658160df/2d379213-50cc-4ec6-b8da-e0aa9765dfd5/0c255537-c18f-449b-bec7-70d0def20331) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:57:51.714349 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.752733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.797787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 624e54be-d205-4a59-a3d3-8c9f658160df is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:57:51.801467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:57:51.803862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:57:51.843435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=0c255537-c18f-449b-bec7-70d0def20331,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:51.871193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:51.872483 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:51.894684 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-5e0865aa-4e84-42d1-81f5-7148a5b3ae8e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678600 Dec 09 15:57:51.907220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Request body: {'port': {'device_id': '06395627-094b-4812-b816-080f212e8ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:57:51.971412 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.085671 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-e7a97596-90f4-489a-87ab-b656edf3e133 None None] Provisioning complete for port 0c255537-c18f-449b-bec7-70d0def20331 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:52.086001 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e7a97596-90f4-489a-87ab-b656edf3e133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.120952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-e7a97596-90f4-489a-87ab-b656edf3e133 None None] Port 0c255537-c18f-449b-bec7-70d0def20331 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:57:52.253284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c255537-c18f-449b-bec7-70d0def20331 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:57:52.261235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.274384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Transition to ACTIVE for port object 0c255537-c18f-449b-bec7-70d0def20331 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:57:52.279331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.365691 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Pushing event updated for resources: {'Port': ['ID=0c255537-c18f-449b-bec7-70d0def20331,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:52.425117 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b286231-d6ca-4ca0-95a6-f64062da827e req-09ae1051-c320-4cd2-90cb-ce599b636b51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.426730 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b286231-d6ca-4ca0-95a6-f64062da827e req-09ae1051-c320-4cd2-90cb-ce599b636b51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 943 time: 0.1200585 Dec 09 15:57:52.473502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.492903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Attempting to bind port 0c255537-c18f-449b-bec7-70d0def20331 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:57:52.493279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Attempting to bind port 0c255537-c18f-449b-bec7-70d0def20331 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:57:52.493593 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Attempting to bind port 0c255537-c18f-449b-bec7-70d0def20331 on network 624e54be-d205-4a59-a3d3-8c9f658160df {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:52.504922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Port 0c255537-c18f-449b-bec7-70d0def20331 on network 624e54be-d205-4a59-a3d3-8c9f658160df not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:57:52.505259 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Attempting to bind port 0c255537-c18f-449b-bec7-70d0def20331 on network 624e54be-d205-4a59-a3d3-8c9f658160df {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:57:52.517260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:57:52.517606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Checking segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:57:52.518007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Bound using segment: {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:57:52.518451 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Bound port: 0c255537-c18f-449b-bec7-70d0def20331, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:57:52.518815 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.524571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7b286231-d6ca-4ca0-95a6-f64062da827e req-5ca0e6ad-e09c-4808-b73d-2c1fe568f218 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833571 Dec 09 15:57:52.591726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] For port 0c255537-c18f-449b-bec7-70d0def20331, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:57:52.594744 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] For port 0c255537-c18f-449b-bec7-70d0def20331, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0c255537-c18f-449b-bec7-70d0def20331,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:57:52.598999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.631059 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.631836 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.633168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] 10.222.0.36 "PUT /v2.0/ports/0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 1091 time: 0.7304614 Dec 09 15:57:52.633577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'tag': '0c255537-c18f-449b-bec7-70d0def20331'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:52.635936 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed67c13-7182-4888-a129-1b8c2ba23319" -d '{"events": [{"name": "network-changed", "server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "tag": "0c255537-c18f-449b-bec7-70d0def20331"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:52.663974 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2864-23a2-48b8-9bbc-92773243d14f service neutron] Pushing event updated for resources: {'Port': ['ID=0c255537-c18f-449b-bec7-70d0def20331,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:52.685905 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f06cf-2fce-4845-b189-45dc2ccf7078 x-openstack-request-id: req-c74f06cf-2fce-4845-b189-45dc2ccf7078 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:52.686203 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "tag": "0c255537-c18f-449b-bec7-70d0def20331", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:52.686602 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c74f06cf-2fce-4845-b189-45dc2ccf7078 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:52.687019 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'tag': '0c255537-c18f-449b-bec7-70d0def20331', 'status': 'completed', 'code': 200} Dec 09 15:57:52.732307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b138c064-9267-49c5-a80b-1e4108ec509f up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:52.740958 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-33f4ebeb-83bb-4922-a297-dff462f60a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.742590 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-33f4ebeb-83bb-4922-a297-dff462f60a8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0519269 Dec 09 15:57:52.790374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port b138c064-9267-49c5-a80b-1e4108ec509f triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:52.790892 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.793962 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-cba21132-ff38-43b9-868f-87177c3bf4f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 217 time: 0.0421643 Dec 09 15:57:52.848494 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-afe59ffb-8caf-4e85-9385-a222a433002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.850071 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-afe59ffb-8caf-4e85-9385-a222a433002a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0495243 Dec 09 15:57:52.898928 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-afe48dff-48e4-4e8e-a269-51ac996a2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:52.900504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-afe48dff-48e4-4e8e-a269-51ac996a2440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431411 Dec 09 15:57:52.971854 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:52.997261 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-62b02d9a-dbc9-46dd-889f-d1f3aaec3895 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867743 Dec 09 15:57:53.087208 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2401e3ce-0790-4c00-ab87-996f8a9336da req-d59e769c-1fee-441e-847b-1fcd2ca1627f service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Dec 09 15:57:53.180733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-7f0c015d-99fc-4dd4-80f0-f46a4431a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:53.182162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-7f0c015d-99fc-4dd4-80f0-f46a4431a2b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0482316 Dec 09 15:57:53.272945 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-226466db-caae-4095-9a93-18d0824008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:53.274425 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-226466db-caae-4095-9a93-18d0824008a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 897 time: 0.0843675 Dec 09 15:57:53.313488 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1ab846b3-3eda-4a06-8dce-3beffbb6638e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:53.321058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-b51534f7-760b-4a5e-8493-aff83d49a228 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 217 time: 0.0385461 Dec 09 15:57:53.373728 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-d700a335-7f24-461c-a4fa-1093a3b9d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:53.375266 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-d700a335-7f24-461c-a4fa-1093a3b9d531 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0464387 Dec 09 15:57:53.423247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-3c12102a-fc16-401e-b188-977d3469471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:53.424788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-3c12102a-fc16-401e-b188-977d3469471d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408521 Dec 09 15:57:53.518349 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-869d2e8d-4943-4bf1-a55c-929103584299 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Dec 09 15:57:53.619260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed67c13-7182-4888-a129-1b8c2ba23319 req-957a09a7-3659-45dd-bbeb-cbfabf2bddf5 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929782 Dec 09 15:57:53.656649 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07865b5-ad8b-407e-831d-d56ffaedede3 req-9d348465-c612-40f0-b204-efc6efa9584a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:53.658127 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a07865b5-ad8b-407e-831d-d56ffaedede3 req-9d348465-c612-40f0-b204-efc6efa9584a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 943 time: 0.0528266 Dec 09 15:57:53.711681 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a07865b5-ad8b-407e-831d-d56ffaedede3 req-300d831c-6e3b-4d06-ae3f-fb8aaba76083 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474882 Dec 09 15:57:54.831626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aa096-c5e6-4965-9469-afd2b7cf28b9 req-af976e29-9d50-47a7-9172-5140f9537808 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:54.833131 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a8aa096-c5e6-4965-9469-afd2b7cf28b9 req-af976e29-9d50-47a7-9172-5140f9537808 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 943 time: 0.0525455 Dec 09 15:57:54.882511 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a8aa096-c5e6-4965-9469-afd2b7cf28b9 req-d4fc4673-9d07-49a3-a812-9b687005da15 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433159 Dec 09 15:57:55.778648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfd3c-8e33-4d5a-ad36-0e13e3b29861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:55.998986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006990c-90f3-4d43-bea2-daeae75364b6 req-0355aadb-f0c9-42d1-b9a3-da0eb592c067 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:56.000524 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0006990c-90f3-4d43-bea2-daeae75364b6 req-0355aadb-f0c9-42d1-b9a3-da0eb592c067 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 943 time: 0.0485260 Dec 09 15:57:56.050162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0006990c-90f3-4d43-bea2-daeae75364b6 req-bba1a317-729e-45a9-862a-b7016edc9220 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434818 Dec 09 15:57:56.547076 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0c255537-c18f-449b-bec7-70d0def20331 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:57:56.642833 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0c255537-c18f-449b-bec7-70d0def20331, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0c255537-c18f-449b-bec7-70d0def20331,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:56.654147 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '0c255537-c18f-449b-bec7-70d0def20331', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'port_id': '0c255537-c18f-449b-bec7-70d0def20331', 'mac_address': 'fa:16:3e:69:5b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:57:56.690265 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.702996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c255537-c18f-449b-bec7-70d0def20331 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:57:56.725535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0c255537-c18f-449b-bec7-70d0def20331, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0c255537-c18f-449b-bec7-70d0def20331,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:56.729424 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.775469 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0c255537-c18f-449b-bec7-70d0def20331,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:56.930736 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:56.949005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['0c255537-c18f-449b-bec7-70d0def20331'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:57:57.182884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a719c-cfcb-4545-8038-cde5f0ba1c28 req-0c941071-2564-40eb-91ed-682768f39cf6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:57.185089 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e7a719c-cfcb-4545-8038-cde5f0ba1c28 req-0c941071-2564-40eb-91ed-682768f39cf6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 944 time: 0.0638247 Dec 09 15:57:57.236204 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3e7a719c-cfcb-4545-8038-cde5f0ba1c28 req-fe0d3c5d-0eae-45e7-a408-05ccbe1b5d8d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445733 Dec 09 15:57:58.355226 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed969de-da6a-448d-843b-ac5af05cf1af req-5bb180ba-71bd-425c-99f3-a7b7054f5a51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:58.356733 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed969de-da6a-448d-843b-ac5af05cf1af req-5bb180ba-71bd-425c-99f3-a7b7054f5a51 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 944 time: 0.0519600 Dec 09 15:57:58.404800 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1ed969de-da6a-448d-843b-ac5af05cf1af req-7c635ca7-88c5-4504-85f4-7e133b6034fc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Dec 09 15:57:58.546902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0c255537-c18f-449b-bec7-70d0def20331 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:57:58.595172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 0c255537-c18f-449b-bec7-70d0def20331 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:57:58.598901 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 0c255537-c18f-449b-bec7-70d0def20331 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:57:58.599278 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.645160 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.688183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.710889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c255537-c18f-449b-bec7-70d0def20331'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:57:58.713439 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dbec30-9da9-4277-8f0f-6a37b7ae5ab9" -d '{"events": [{"server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0c255537-c18f-449b-bec7-70d0def20331"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:57:58.726246 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 0c255537-c18f-449b-bec7-70d0def20331, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0c255537-c18f-449b-bec7-70d0def20331,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:57:58.730050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:58.754285 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d06b59-8447-4d5b-9a9d-4b3234fc23c9 x-openstack-request-id: req-15d06b59-8447-4d5b-9a9d-4b3234fc23c9 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:57:58.754583 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0c255537-c18f-449b-bec7-70d0def20331", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:57:58.754842 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15d06b59-8447-4d5b-9a9d-4b3234fc23c9 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:57:58.755235 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c255537-c18f-449b-bec7-70d0def20331', 'code': 200} Dec 09 15:57:58.781793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=0c255537-c18f-449b-bec7-70d0def20331,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:57:58.857014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7a606-da08-4cb8-881e-148e2ed76719 req-ab1c7068-71fd-4d61-9e92-8697c35506fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:58.858384 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ea7a606-da08-4cb8-881e-148e2ed76719 req-ab1c7068-71fd-4d61-9e92-8697c35506fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0440242 Dec 09 15:57:58.902415 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5ea7a606-da08-4cb8-881e-148e2ed76719 req-63214f14-81bb-40e7-8ade-06d1728b3f41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374134 Dec 09 15:57:59.357743 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:57:59.568880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ce133-eaa0-48c8-8514-61e1afb0e85b req-b548d773-1d11-4c6b-8383-9420b2e4af6c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:57:59.570271 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb8ce133-eaa0-48c8-8514-61e1afb0e85b req-b548d773-1d11-4c6b-8383-9420b2e4af6c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Dec 09 15:57:59.619215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cb8ce133-eaa0-48c8-8514-61e1afb0e85b req-a8bd65d0-a742-4589-81c5-3dcf33d3524b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428138 Dec 09 15:58:00.736224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419df46a-5309-4ccd-bcf0-e63a8132f71d req-bcb74aac-e3b2-4b7e-9f5f-c514664f646f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:00.737758 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-419df46a-5309-4ccd-bcf0-e63a8132f71d req-bcb74aac-e3b2-4b7e-9f5f-c514664f646f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0489373 Dec 09 15:58:00.796153 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-419df46a-5309-4ccd-bcf0-e63a8132f71d req-0db910f5-fcec-4742-99cd-9d7d45255610 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521679 Dec 09 15:58:00.914916 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de3229-2fb1-412f-9b04-2896fd69220a req-14fb1ea9-6a86-4ee8-a171-281290d4d4df tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:00.916356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61de3229-2fb1-412f-9b04-2896fd69220a req-14fb1ea9-6a86-4ee8-a171-281290d4d4df tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Dec 09 15:58:00.990477 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-61de3229-2fb1-412f-9b04-2896fd69220a req-4fb3029e-e75a-4cf3-b1db-05bf4858675a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638471 Dec 09 15:58:00.993121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-99625949-0cb7-47bb-ada1-c6a593792884 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737491 Dec 09 15:58:01.013432 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38472) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:01.083151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53f9b4-a3bc-4d9e-b9e5-fa06a37092fd tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:01.084699 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-af53f9b4-a3bc-4d9e-b9e5-fa06a37092fd tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1091 time: 0.0699577 Dec 09 15:58:01.087704 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38474) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:01.091426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-5384a323-4ba3-481c-921b-334c5efcd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:01.092815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-5384a323-4ba3-481c-921b-334c5efcd4fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0528898 Dec 09 15:58:01.092970 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '0c255537-c18f-449b-bec7-70d0def20331', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:58:01.117594 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.208624 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-9d7e7b51-2652-4a31-84f5-8a8be9783d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:01.209995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-9d7e7b51-2652-4a31-84f5-8a8be9783d8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 897 time: 0.0918851 Dec 09 15:58:01.220224 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.254967 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-83945754-c35e-49af-b6fd-fe6eacfebcd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 217 time: 0.0375950 Dec 09 15:58:01.303961 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-65d7cc57-a473-4286-8c4f-f9c6f4af96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:01.305409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-65d7cc57-a473-4286-8c4f-f9c6f4af96cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0439973 Dec 09 15:58:01.327779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.199 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/8509d4ff-715e-4e0d-9032-c6f09374868e) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:58:01.352368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-65fec906-1b07-4c2a-9bc2-5d21185ec3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:01.353964 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-65fec906-1b07-4c2a-9bc2-5d21185ec3a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414155 Dec 09 15:58:01.430161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.448063 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-a451b779-903e-462d-b39e-4bdf6058667c service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869725 Dec 09 15:58:01.464171 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.507134 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:58:01.510000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:58:01.516490 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:58:01.521985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=8509d4ff-715e-4e0d-9032-c6f09374868e,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:01.541253 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-647a0c04-d417-4ba2-8e80-4bb57a729bd7 req-ab5080c0-a9ef-4385-ae3a-2b9591020126 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861001 Dec 09 15:58:01.550917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.551279 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.551660 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.552006 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.552343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.552677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.553009 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.553346 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.553679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.554007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.554338 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.554817 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.554988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:58:01.883123 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:01.952383 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.101660 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.106684 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.175058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=8509d4ff-715e-4e0d-9032-c6f09374868e,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:58:02.185517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.289834 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 253c5a88-e8bf-476b-85ae-d5a7f2a4c60c associated. External IP: 172.25.0.199, port: 0c255537-c18f-449b-bec7-70d0def20331. Dec 09 15:58:02.507039 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router e15b1cea-cb59-49c3-aee7-7133980c3fdd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:58:02.614504 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:58:02.624495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] Sync routers for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:58:02.631845 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:02.634157 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:02.634807 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:02.662887 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0c99fa09-fffd-48df-82d9-d649c699fa05 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5717740 Dec 09 15:58:02.662887 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'tag': '0c255537-c18f-449b-bec7-70d0def20331'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:58:02.663764 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c603756-e2f7-4f10-838a-ef0018176f74" -d '{"events": [{"name": "network-changed", "server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "tag": "0c255537-c18f-449b-bec7-70d0def20331"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:58:02.703091 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ca43c9-5f9b-427b-8b98-20021855bbe7 x-openstack-request-id: req-d6ca43c9-5f9b-427b-8b98-20021855bbe7 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:58:02.703411 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "tag": "0c255537-c18f-449b-bec7-70d0def20331", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:58:02.703666 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6ca43c9-5f9b-427b-8b98-20021855bbe7 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:58:02.704074 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'tag': '0c255537-c18f-449b-bec7-70d0def20331', 'status': 'completed', 'code': 200} Dec 09 15:58:02.750737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:58:02.773309 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f526c-cbf9-4876-a786-3361a07be077 req-b0940767-4fe0-4f6d-8469-4d7dfb15af1a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:02.774779 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-309f526c-cbf9-4876-a786-3361a07be077 req-b0940767-4fe0-4f6d-8469-4d7dfb15af1a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0600243 Dec 09 15:58:02.780257 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-14fdbee8-6498-4ef6-beb9-c88b57405652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:02.782154 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-14fdbee8-6498-4ef6-beb9-c88b57405652 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0557525 Dec 09 15:58:02.834647 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-309f526c-cbf9-4876-a786-3361a07be077 req-2780a479-d2d2-4984-bc8f-4d136384f8a7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517509 Dec 09 15:58:02.859098 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38480) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:02.889700 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-0bb1dfe6-0cde-461e-a168-278ff1bf109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:02.891467 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-0bb1dfe6-0cde-461e-a168-278ff1bf109a service neutron] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 897 time: 0.1021092 Dec 09 15:58:02.924412 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-da5f72cd-a2f9-4a0d-b417-ecc781083a96 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/253c5a88-e8bf-476b-85ae-d5a7f2a4c60c HTTP/1.1" status: 200 len: 991 time: 0.0629108 Dec 09 15:58:02.967120 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-89da01aa-9fe2-44e1-b950-a8f65a39cbd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 999 time: 0.0683024 Dec 09 15:58:03.018851 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-4e789edb-5ee1-4430-8b28-db4da8f7d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:03.020373 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-4e789edb-5ee1-4430-8b28-db4da8f7d906 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0468409 Dec 09 15:58:03.067500 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-2a5e1368-b6fc-4544-ab35-7376b71cce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:03.068925 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-2a5e1368-b6fc-4544-ab35-7376b71cce13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417254 Dec 09 15:58:03.157460 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '253c5a88-e8bf-476b-85ae-d5a7f2a4c60c', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'port_id': '0c255537-c18f-449b-bec7-70d0def20331', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'mac_address': 'fa:16:3e:69:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06395627-094b-4812-b816-080f212e8ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:58:01Z', 'updated_at': '2021-12-09T15:58:01Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:03.187744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] Checking router: e15b1cea-cb59-49c3-aee7-7133980c3fdd for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:58:03.197663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:58:03.198297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:57:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:03.311071 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:58:03.497014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-1b79e9d2-a4fd-455e-b330-28ef70bd28a7 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205930 Dec 09 15:58:03.543271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '253c5a88-e8bf-476b-85ae-d5a7f2a4c60c', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'port_id': '0c255537-c18f-449b-bec7-70d0def20331', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'mac_address': 'fa:16:3e:69:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06395627-094b-4812-b816-080f212e8ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:58:01Z', 'updated_at': '2021-12-09T15:58:01Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:58:03.573694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ab18c-2a8d-4529-9fc6-afd70129649a None None] The sync data for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 is: [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '253c5a88-e8bf-476b-85ae-d5a7f2a4c60c', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'port_id': '0c255537-c18f-449b-bec7-70d0def20331', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'mac_address': 'fa:16:3e:69:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06395627-094b-4812-b816-080f212e8ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:58:01Z', 'updated_at': '2021-12-09T15:58:01Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:58:03.588198 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6c603756-e2f7-4f10-838a-ef0018176f74 req-0a4f0102-116e-49a0-b554-6ba1069bcb8b service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840006 Dec 09 15:58:03.772225 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a413243-8596-4077-baae-01bad4106a10 None None] New status for floating IP 253c5a88-e8bf-476b-85ae-d5a7f2a4c60c: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:58:03.927252 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38482) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:03.991769 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-aa293326-fda6-4b18-90c2-a63abc519631 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/253c5a88-e8bf-476b-85ae-d5a7f2a4c60c HTTP/1.1" status: 200 len: 991 time: 0.0632854 Dec 09 15:58:04.995687 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38484) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:05.059139 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6bf7df9b-b341-4dcf-b078-6a3e8bfdf23a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/253c5a88-e8bf-476b-85ae-d5a7f2a4c60c HTTP/1.1" status: 200 len: 993 time: 0.0622241 Dec 09 15:58:22.476719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:22.972084 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:23.316362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3f726d09-e313-4d19-ac9b-f0340aa9baa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:25.781874 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d22155d6-ff48-480b-906a-0e599711e97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:26.590400 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:58:26.933137 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:28.617617 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:29.360602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:31.786682 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80e623-6893-4148-a721-7b6bcf032f58 req-ad43c16e-a4f3-4f8e-a731-6229df9f496c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:31.788235 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c80e623-6893-4148-a721-7b6bcf032f58 req-ad43c16e-a4f3-4f8e-a731-6229df9f496c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0631566 Dec 09 15:58:31.838545 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2c80e623-6893-4148-a721-7b6bcf032f58 req-2f538bb8-6446-4209-aa27-8e5cc528ed2e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 Dec 09 15:58:32.957758 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743fc46-c3ff-480e-af05-024c796db6e3 req-6a979f6a-7d92-42b1-bb8d-2baa4159f9bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:32.959195 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d743fc46-c3ff-480e-af05-024c796db6e3 req-6a979f6a-7d92-42b1-bb8d-2baa4159f9bb tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0507174 Dec 09 15:58:33.009437 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d743fc46-c3ff-480e-af05-024c796db6e3 req-7eaccbe1-20df-417f-b3a9-bcc83fb46857 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442920 Dec 09 15:58:34.122373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600bb79-7829-4886-bffd-d19f071af825 req-8aebd931-1474-466c-b50e-07424c034d70 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:34.123857 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3600bb79-7829-4886-bffd-d19f071af825 req-8aebd931-1474-466c-b50e-07424c034d70 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0476720 Dec 09 15:58:34.172295 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-3600bb79-7829-4886-bffd-d19f071af825 req-6faf04b8-eeac-45a1-863c-9797db43aeb0 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Dec 09 15:58:35.291890 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375443a4-0eaa-47bb-8963-3f078f785643 req-b0fcb914-1fa7-4ca2-88e8-974d3a25b2f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:35.293523 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-375443a4-0eaa-47bb-8963-3f078f785643 req-b0fcb914-1fa7-4ca2-88e8-974d3a25b2f8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0529990 Dec 09 15:58:35.344589 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-375443a4-0eaa-47bb-8963-3f078f785643 req-5d4fd105-23e2-4a6e-b408-3019e2ae19aa tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Dec 09 15:58:36.466133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5294a9-6e7f-460b-ad0a-ac0272f4ab1c req-44e2d6d2-1600-4455-a2bf-b08ad0fb0f59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:36.468125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a5294a9-6e7f-460b-ad0a-ac0272f4ab1c req-44e2d6d2-1600-4455-a2bf-b08ad0fb0f59 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0528071 Dec 09 15:58:36.517437 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4a5294a9-6e7f-460b-ad0a-ac0272f4ab1c req-9ae3c172-49d0-417b-a8df-7c5ad0a81839 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Dec 09 15:58:37.643780 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08a56a-aad3-4975-8dae-db28823214b2 req-225e4559-5d67-4f6d-8160-0d5796ab6af8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:37.645185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b08a56a-aad3-4975-8dae-db28823214b2 req-225e4559-5d67-4f6d-8160-0d5796ab6af8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0567138 Dec 09 15:58:37.693927 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8b08a56a-aad3-4975-8dae-db28823214b2 req-cc84b82b-f6b1-41f4-97f7-9170bba32cf8 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 Dec 09 15:58:38.811653 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9c4e-4cfa-49b2-a2cf-b410deed00d7 req-ab27aaca-6e23-4ce5-ad4c-a7c8dbe08a71 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:38.813367 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-91da9c4e-4cfa-49b2-a2cf-b410deed00d7 req-ab27aaca-6e23-4ce5-ad4c-a7c8dbe08a71 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Dec 09 15:58:38.862570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-91da9c4e-4cfa-49b2-a2cf-b410deed00d7 req-622d0b56-d8f5-47bd-b4f2-24a54f120923 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Dec 09 15:58:39.976509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4fb87-676d-4b9f-963e-46914de052e5 req-8a486eba-5efa-4458-a6b2-d2f08b469d02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:39.978029 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bb4fb87-676d-4b9f-963e-46914de052e5 req-8a486eba-5efa-4458-a6b2-d2f08b469d02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0489287 Dec 09 15:58:40.028658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8bb4fb87-676d-4b9f-963e-46914de052e5 req-accbe4c0-e835-4d26-aab2-3222c058d252 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439010 Dec 09 15:58:41.147026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c10c-5752-4443-bec1-5dc355ee6f76 req-58edddb0-962b-406c-9e04-727b99dc7b77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:41.148534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bf7c10c-5752-4443-bec1-5dc355ee6f76 req-58edddb0-962b-406c-9e04-727b99dc7b77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Dec 09 15:58:41.196428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6bf7c10c-5752-4443-bec1-5dc355ee6f76 req-ac65c386-ba8c-4454-bb5d-b8a4d6dec829 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419676 Dec 09 15:58:42.313295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c813f5-6409-4a6b-b4a8-4a7bffc4beab req-c05c168e-29be-4b9a-bd56-b59759fc0448 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:42.314806 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c813f5-6409-4a6b-b4a8-4a7bffc4beab req-c05c168e-29be-4b9a-bd56-b59759fc0448 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Dec 09 15:58:42.368548 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-19c813f5-6409-4a6b-b4a8-4a7bffc4beab req-191a3022-8be6-454f-b7bf-f5777b11d352 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475168 Dec 09 15:58:42.391101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38516) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:42.450464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-31852fb1-1918-4625-9ce7-60abe2768b7c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/253c5a88-e8bf-476b-85ae-d5a7f2a4c60c HTTP/1.1" status: 200 len: 993 time: 0.0582144 Dec 09 15:58:43.726072 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a899-1c88-4075-ad2d-8a6393e1e77e req-b65c8100-9d58-4dde-98ba-57c223c1b4c1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:43.727637 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2c0a899-1c88-4075-ad2d-8a6393e1e77e req-b65c8100-9d58-4dde-98ba-57c223c1b4c1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0591357 Dec 09 15:58:43.811902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2c0a899-1c88-4075-ad2d-8a6393e1e77e req-77a03281-0a59-4540-96d5-05ef81de9aaa tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736475 Dec 09 15:58:43.817861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-e0c784e4-9af4-4622-8da9-e20b0c38f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:43.819284 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-e0c784e4-9af4-4622-8da9-e20b0c38f58c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1096 time: 0.1109881 Dec 09 15:58:43.912310 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-64bdd4bb-285b-4e02-8970-c79fb8bf1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:43.913628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-64bdd4bb-285b-4e02-8970-c79fb8bf1a20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 897 time: 0.0869784 Dec 09 15:58:43.978953 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-4bef7160-0370-45fa-9420-1a415801647e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 1001 time: 0.0567431 Dec 09 15:58:44.035896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-90b2c8a7-4e04-4274-82bf-1ee34dc87c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:44.037370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-90b2c8a7-4e04-4274-82bf-1ee34dc87c4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0505021 Dec 09 15:58:44.082860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-873e7a4f-2680-4e28-abdb-60980d9271bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:44.084370 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-873e7a4f-2680-4e28-abdb-60980d9271bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400751 Dec 09 15:58:44.172294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-9bcb35bd-77f9-4c72-ba7d-54650ee449d8 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804727 Dec 09 15:58:44.262691 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d3870e9d-7c93-4845-8ac4-2acec80a6c0d req-615280a3-c9f7-4d7d-96fb-9636cfa3ad6b service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836022 Dec 09 15:58:44.928922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d34573-2d51-4844-ab64-5ee6f51609e1 req-af9d9f0a-47d5-478b-b080-b0b8b0331420 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:58:44.930317 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14d34573-2d51-4844-ab64-5ee6f51609e1 req-af9d9f0a-47d5-478b-b080-b0b8b0331420 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0487297 Dec 09 15:58:44.984241 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-14d34573-2d51-4844-ab64-5ee6f51609e1 req-64c719f5-9bbf-4c3f-aedd-13120d0c1a56 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480347 Dec 09 15:58:45.007059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38528) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:58:45.069033 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4ada723a-a968-416f-b1d5-37af646383be tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/253c5a88-e8bf-476b-85ae-d5a7f2a4c60c HTTP/1.1" status: 200 len: 993 time: 0.0608168 Dec 09 15:58:52.494344 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:52.993513 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:53.318562 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3663074f-21f1-441f-a088-a3a682114cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:55.786057 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8deb91ca-714f-4573-a547-eddc6d1c5ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:56.934973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:58.621690 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:58:59.362996 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:00.970181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-c9a362a8-fdfb-46f8-9e28-7b4b9b28a16a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408239 Dec 09 15:59:01.053856 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-0ef3c3bc-62b3-45d3-94dc-4a4b5e70fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:01.055543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-0ef3c3bc-62b3-45d3-94dc-4a4b5e70fbfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0413113 Dec 09 15:59:01.164028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-9c864d04-fe95-4eb6-8a67-bace3cf86c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:01.165493 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-9c864d04-fe95-4eb6-8a67-bace3cf86c90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 897 time: 0.0899503 Dec 09 15:59:01.234513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-a4ad6111-5c3f-449e-afe5-4ade9e702a48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 1001 time: 0.0607805 Dec 09 15:59:01.285426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-1ebf970d-c030-4630-a5df-2173629bad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:01.286905 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-1ebf970d-c030-4630-a5df-2173629bad8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0449972 Dec 09 15:59:01.335495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-ddaea64d-eeae-4b3b-8042-8c17bfd6b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:01.337000 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-ddaea64d-eeae-4b3b-8042-8c17bfd6b3cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431724 Dec 09 15:59:01.438088 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-9ea4b821-6113-4a4f-b5ff-f75a43a3ffbe service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879912 Dec 09 15:59:01.526512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-355374dd-9c6d-48a3-af93-fd568ebaa441 req-a5a4813a-1f35-459d-a5b3-0f8d14b07943 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815492 Dec 09 15:59:03.589474 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:59:15.492990 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38540) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:15.651596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 8509d4ff-715e-4e0d-9032-c6f09374868e {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:15.651849 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:15.729290 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:15.729613 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:15.741183 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 8509d4ff-715e-4e0d-9032-c6f09374868e owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:15.886880 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:15.914308 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=8509d4ff-715e-4e0d-9032-c6f09374868e,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:15.936494 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.936852 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.937201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.937545 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.937937 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.938271 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.938783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.939125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.939621 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.939964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.940301 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.940634 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.940963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:15.981629 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:15.981961 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 253c5a88-e8bf-476b-85ae-d5a7f2a4c60c disassociated (deleted). External IP: 172.25.0.199, port: 0c255537-c18f-449b-bec7-70d0def20331. Dec 09 15:59:16.187030 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router e15b1cea-cb59-49c3-aee7-7133980c3fdd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:16.294540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:16.299900 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:16.304797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] Sync routers for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:16.314992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:16.315644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:16.327223 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-546c6867-12a7-4040-af1d-6c4bf3fef99c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/floatingips/253c5a88-e8bf-476b-85ae-d5a7f2a4c60c HTTP/1.1" status: 204 len: 168 time: 0.8331466 Dec 09 15:59:16.327858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'tag': '0c255537-c18f-449b-bec7-70d0def20331'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:16.330708 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "tag": "0c255537-c18f-449b-bec7-70d0def20331"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:16.431136 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c152f-0816-4688-b362-6f2f3fbd81e2 x-openstack-request-id: req-941c152f-0816-4688-b362-6f2f3fbd81e2 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:16.431710 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "tag": "0c255537-c18f-449b-bec7-70d0def20331", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:16.431951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:16.432386 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-941c152f-0816-4688-b362-6f2f3fbd81e2 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:16.433018 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'tag': '0c255537-c18f-449b-bec7-70d0def20331', 'status': 'completed', 'code': 200} Dec 09 15:59:16.501534 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-8fa8bdac-b234-4b76-bfc7-103321fd2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:16.504023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-8fa8bdac-b234-4b76-bfc7-103321fd2c24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0447276 Dec 09 15:59:16.643186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0cc8a-ed15-4c5f-9127-29add48d3a18 req-11c15394-8eb6-4ea4-9151-bef5dc12ef08 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:16.644719 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73c0cc8a-ed15-4c5f-9127-29add48d3a18 req-11c15394-8eb6-4ea4-9151-bef5dc12ef08 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.1221545 Dec 09 15:59:16.644875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:16.647569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-2cf2468e-3902-45db-ad33-28ddae198eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:16.648940 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-2cf2468e-3902-45db-ad33-28ddae198eb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 200 len: 897 time: 0.1370728 Dec 09 15:59:16.671095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] Checking router: e15b1cea-cb59-49c3-aee7-7133980c3fdd for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:16.679464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:16.680086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:16.704652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-e27caa7e-73c9-4972-9301-7273da9766d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 200 len: 217 time: 0.0462379 Dec 09 15:59:16.761077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73c0cc8a-ed15-4c5f-9127-29add48d3a18 req-93eb3c1b-f417-435d-aa85-5a005b01cebd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103246 Dec 09 15:59:16.774677 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-d89b712b-07b6-4cb7-9e78-e2019bfb7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:16.776190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-d89b712b-07b6-4cb7-9e78-e2019bfb7dbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 200 len: 834 time: 0.0623269 Dec 09 15:59:16.787855 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:16.824635 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-dc25e920-f6dd-4378-85fb-0f18ef525dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:16.826164 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-dc25e920-f6dd-4378-85fb-0f18ef525dcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=624e54be-d205-4a59-a3d3-8c9f658160df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414212 Dec 09 15:59:16.933356 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-b366a939-4647-430c-8d6e-f5ee6ecf2559 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982089 Dec 09 15:59:16.991176 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:17.017233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e25e5-867b-4781-bd82-f654d4cf75dd None None] The sync data for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 is: [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'b138c064-9267-49c5-a80b-1e4108ec509f', 'name': '', 'network_id': '624e54be-d205-4a59-a3d3-8c9f658160df', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:ac:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:47Z', 'updated_at': '2021-12-09T15:57:50Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': '2d379213-50cc-4ec6-b8da-e0aa9765dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:17.031294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e2815d2-5517-411a-a17e-3bc8e4d32f9f req-fcd37bab-8662-4b05-8665-eb67d4460b94 service neutron] 10.222.0.36 "GET /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880227 Dec 09 15:59:17.268502 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92032572-0316-4386-a0d2-b1ca35aad5ee None None] New status for floating IP 253c5a88-e8bf-476b-85ae-d5a7f2a4c60c: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:59:17.881902 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7c1e0-d7da-4238-8228-ffdc1aba46c0 req-771c935b-5638-431d-b392-6180102d8bf2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:17.883423 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-64b7c1e0-d7da-4238-8228-ffdc1aba46c0 req-771c935b-5638-431d-b392-6180102d8bf2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Dec 09 15:59:17.931755 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-64b7c1e0-d7da-4238-8228-ffdc1aba46c0 req-bfa2548d-2459-4b33-b925-f6eac7220a88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=07ba2165-8ff5-4ae5-a756-a95ca52a83c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 Dec 09 15:59:18.074020 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-92d84486-fef7-4fa6-bdd7-eb48c9c76a48 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:18.075436 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-92d84486-fef7-4fa6-bdd7-eb48c9c76a48 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/ports?device_id=06395627-094b-4812-b816-080f212e8ed1 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Dec 09 15:59:18.160604 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 0c255537-c18f-449b-bec7-70d0def20331 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:18.160941 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:18.249472 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 0c255537-c18f-449b-bec7-70d0def20331, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=0c255537-c18f-449b-bec7-70d0def20331,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:18.249828 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:18.262012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 0c255537-c18f-449b-bec7-70d0def20331 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:18.400266 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:18.434145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=0c255537-c18f-449b-bec7-70d0def20331,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:18.457990 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.458375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.458729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.459069 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.459429 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.459766 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.460096 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.460428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.460757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.461088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.461414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.461739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.462061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:18.480915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] No DVR routers for this DVR port 0c255537-c18f-449b-bec7-70d0def20331 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:18.483408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:18.487577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dfca5aaf-50df-4572-9c08-d8870d2c5ed3 req-9020a314-2d09-40a0-aca2-ff2713efba02 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "DELETE /v2.0/ports/0c255537-c18f-449b-bec7-70d0def20331 HTTP/1.1" status: 204 len: 173 time: 0.4059043 Dec 09 15:59:18.488018 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'name': 'network-vif-deleted', 'tag': '0c255537-c18f-449b-bec7-70d0def20331'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:18.490377 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a77e91b-4bcb-463f-822f-03a863bde4ae" -d '{"events": [{"server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "name": "network-vif-deleted", "tag": "0c255537-c18f-449b-bec7-70d0def20331"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:18.583917 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010da70-382a-4d61-bd3e-deb2dddb8bb1 x-openstack-request-id: req-e010da70-382a-4d61-bd3e-deb2dddb8bb1 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:18.584221 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06395627-094b-4812-b816-080f212e8ed1", "name": "network-vif-deleted", "tag": "0c255537-c18f-449b-bec7-70d0def20331", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:18.584477 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e010da70-382a-4d61-bd3e-deb2dddb8bb1 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:18.584884 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06395627-094b-4812-b816-080f212e8ed1', 'name': 'network-vif-deleted', 'tag': '0c255537-c18f-449b-bec7-70d0def20331', 'status': 'completed', 'code': 200} Dec 09 15:59:18.991873 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38558) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:19.358096 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:19.615903 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port b138c064-9267-49c5-a80b-1e4108ec509f {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:19.616145 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:19.702000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port b138c064-9267-49c5-a80b-1e4108ec509f, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=b138c064-9267-49c5-a80b-1e4108ec509f,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:19.702362 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:19.714956 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for b138c064-9267-49c5-a80b-1e4108ec509f owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:19.906009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:19.933914 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=b138c064-9267-49c5-a80b-1e4108ec509f,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:20.108093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:20.629383 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router e15b1cea-cb59-49c3-aee7-7133980c3fdd has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:20.738544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:20.743928 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-37335c17-f353-403e-acc8-1ffa31bd85e1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/e15b1cea-cb59-49c3-aee7-7133980c3fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509649 Dec 09 15:59:20.746581 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38560) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:20.748411 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] Sync routers for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:20.758510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:20.759123 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:20.798889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting subnet 2d379213-50cc-4ec6-b8da-e0aa9765dfd5 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 15:59:20.802003 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:20.842483 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:20.863885 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:20.929275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:20.987156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.015528 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Subnet': ['ID=2d379213-50cc-4ec6-b8da-e0aa9765dfd5,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:21.019939 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.025773 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1dadffad-e82c-48c0-9b47-e8ccdfbacb4d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/subnets/2d379213-50cc-4ec6-b8da-e0aa9765dfd5 HTTP/1.1" status: 204 len: 168 time: 0.2754722 Dec 09 15:59:21.025901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38562) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:21.035086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0d3d1-88d9-4758-8999-197215bf3e78 None None] Network 624e54be-d205-4a59-a3d3-8c9f658160df requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:21.111730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0c255537-c18f-449b-bec7-70d0def20331 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:21.118723 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:59:19Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '728485de-2cb9-4d78-a413-9e7b72668d66', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:21.136860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.248891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.305296 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 728485de-2cb9-4d78-a413-9e7b72668d66 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:21.305701 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.326767 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 0c255537-c18f-449b-bec7-70d0def20331 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:21.327115 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 0c255537-c18f-449b-bec7-70d0def20331 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:21.330225 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] Checking router: e15b1cea-cb59-49c3-aee7-7133980c3fdd for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:21.345703 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] Routers {'e15b1cea-cb59-49c3-aee7-7133980c3fdd'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:21.346305 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:21.395563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 728485de-2cb9-4d78-a413-9e7b72668d66, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=728485de-2cb9-4d78-a413-9e7b72668d66,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:21.396161 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.415843 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 728485de-2cb9-4d78-a413-9e7b72668d66 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:21.433343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] DHCP port deletion for 624e54be-d205-4a59-a3d3-8c9f658160df request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:21.438340 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] Set router e15b1cea-cb59-49c3-aee7-7133980c3fdd gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:21.497229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:59:21Z', 'revision_number': 6, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:21.542918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043a04c-73bd-45ae-9686-7e208c7be205 None None] The sync data for ids ['e15b1cea-cb59-49c3-aee7-7133980c3fdd'] in n-d-804292-5 is: [{'id': 'e15b1cea-cb59-49c3-aee7-7133980c3fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611454422', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:57:44Z', 'updated_at': '2021-12-09T15:59:21Z', 'revision_number': 6, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:21.564925 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Deleting port 70dbc76f-9776-41f2-8105-c79f5cad2595 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 15:59:21.565299 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.590435 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.618373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=728485de-2cb9-4d78-a413-9e7b72668d66,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:21.638307 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] For port 70dbc76f-9776-41f2-8105-c79f5cad2595, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=70dbc76f-9776-41f2-8105-c79f5cad2595,segment=NetworkSegment(d1a27fcc-00e4-478a-b956-2b559d5f4ba2),segment_id=d1a27fcc-00e4-478a-b956-2b559d5f4ba2)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:21.638960 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.644430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78ac1d-d04f-4129-ab09-fe581df2e4fb None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:21.664505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Calling delete_port for 70dbc76f-9776-41f2-8105-c79f5cad2595 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 15:59:21.689571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.744202 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.770669 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Pushing event deleted for resources: {'Port': ['ID=70dbc76f-9776-41f2-8105-c79f5cad2595,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:21.774826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] No DVR routers for this DVR port 70dbc76f-9776-41f2-8105-c79f5cad2595 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 15:59:21.787277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.787625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.787984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.788561 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.788813 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.788996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.789375 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.789558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.789677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.789950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.790280 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.790635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.790967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.791292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.791641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34097-2f53-4a5a-82a8-4fada376e145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:21.836534 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.837738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Fanout notify agent at l3_agent the message router_deleted on router e15b1cea-cb59-49c3-aee7-7133980c3fdd {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 15:59:21.846471 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:21.847800 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-0bfd9e12-cd08-45c8-8fa8-6aee2af7db13 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/routers/e15b1cea-cb59-49c3-aee7-7133980c3fdd HTTP/1.1" status: 204 len: 168 time: 0.8206244 Dec 09 15:59:21.850424 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38564) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:21.936093 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.046738 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.067061 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624e54be-d205-4a59-a3d3-8c9f658160df']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:22.082850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:22.082850 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a27fcc-00e4-478a-b956-2b559d5f4ba2') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:22.092409 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.106252 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.112475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 15:59:22.112868 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: timer() Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 15:59:22.116001 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 15:59:22.179963 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.188293 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.193558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/networks/624e54be-d205-4a59-a3d3-8c9f658160df HTTP/1.1" status: 204 len: 168 time: 0.3397191 Dec 09 15:59:22.194078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38566) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:22.205905 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ee72a-de46-4e26-8dc0-c0b4ce8a808d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Network': ['ID=624e54be-d205-4a59-a3d3-8c9f658160df,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:22.253028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbd27171-3855-487d-8fe2-bc4423a4b78f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.297285 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbd27171-3855-487d-8fe2-bc4423a4b78f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.372206 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbd27171-3855-487d-8fe2-bc4423a4b78f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.374898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-cbd27171-3855-487d-8fe2-bc4423a4b78f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.376831 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-cbd27171-3855-487d-8fe2-bc4423a4b78f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/security-groups/07ba2165-8ff5-4ae5-a756-a95ca52a83c4 HTTP/1.1" status: 204 len: 168 time: 0.1816673 Dec 09 15:59:22.386384 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27171-3855-487d-8fe2-bc4423a4b78f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ba2165-8ff5-4ae5-a756-a95ca52a83c4,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:22.510947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.738300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 728485de-2cb9-4d78-a413-9e7b72668d66 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:22.759945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 728485de-2cb9-4d78-a413-9e7b72668d66 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:22.760518 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 728485de-2cb9-4d78-a413-9e7b72668d66 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:22.761097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b138c064-9267-49c5-a80b-1e4108ec509f no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:22.781051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: b138c064-9267-49c5-a80b-1e4108ec509f {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:22.781678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device b138c064-9267-49c5-a80b-1e4108ec509f not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:22.781778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 70dbc76f-9776-41f2-8105-c79f5cad2595 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 15:59:22.801749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 70dbc76f-9776-41f2-8105-c79f5cad2595 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 15:59:22.802100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 70dbc76f-9776-41f2-8105-c79f5cad2595 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 15:59:22.862663 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38572) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:22.867307 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444047265', 'description': 'tempest-secgroup-smoke-1444047265 description', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:22.891813 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.962970 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:22.966956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.001429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.002778 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1389828 Dec 09 15:59:23.006865 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38574) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.008937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.011668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c88480ef-065b-445f-a8aa-0f5ba8f1c750', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.018022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186834-cf8a-4410-9201-82834cfcb404 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88480ef-065b-445f-a8aa-0f5ba8f1c750,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.041615 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.096233 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.099872 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.117745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1843cc-e7cd-4db4-94a4-48c7f37de796,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.127614 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.131534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5db5cd40-848e-4acb-937b-a869058d946e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210296 Dec 09 15:59:23.131979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38576) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.136943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c88480ef-065b-445f-a8aa-0f5ba8f1c750', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.165659 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.223078 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.226752 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.244024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd2b311-ff5f-46e2-b3de-3dceb0488dcd,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.252040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.253236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5ebb5907-17d7-4ee3-9c95-ca966f265963 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201537 Dec 09 15:59:23.255963 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38578) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.260219 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c88480ef-065b-445f-a8aa-0f5ba8f1c750', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.287020 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.321718 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-027ab736-50de-4115-845d-b120cea2c3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.347472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.350835 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.368924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84775421-4101-4b69-b57a-7d067396c19e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.375625 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.376829 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-7a8606c5-e99b-4dae-a0a8-f2f62da25932 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199293 Dec 09 15:59:23.379576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38580) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.384000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c88480ef-065b-445f-a8aa-0f5ba8f1c750', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.410898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.471705 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.475057 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.494498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f586390f-10bb-46ed-af7d-465ac25093c9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.499866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.501290 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1d72015e-acd6-4a7f-9135-3a1920b90f55 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205556 Dec 09 15:59:23.503781 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38582) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.508053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c88480ef-065b-445f-a8aa-0f5ba8f1c750', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.532395 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:59:23.537214 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.606091 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.610179 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.629487 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eec8962-a1e9-4e3b-a4e1-e5eec14b78ab,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.637713 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.639159 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1e9ae351-a3b5-4a7b-b77b-0ac3396c4153 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344562 Dec 09 15:59:23.642092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38584) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.646474 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'security_group_rule': {'security_group_id': 'c88480ef-065b-445f-a8aa-0f5ba8f1c750', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.668410 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Project 50d89e6ee14641e082dbbc6be8f89f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 15:59:23.674298 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.732901 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.737172 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.754073 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac41ef3e-33f9-4195-a3d5-9556d554b5ef,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:23.761879 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.763331 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-193fdb3b-0798-4054-94e8-2ccfed00970e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200283 Dec 09 15:59:23.766377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38586) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.771399 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'network': {'name': 'tempest-network-smoke--1743366387', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'port_security_enabled': True}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.791891 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:23.795228 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.819141 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 15:59:23.828800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.829149 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Added segment e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6 of type vlan for network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde Dec 09 15:59:23.872802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.897204 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.902705 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:23.903296 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.932867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1653647 Dec 09 15:59:23.935711 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38588) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:23.940954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'admin_state_up': True, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:23.968316 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.969533 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:23.975335 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a70ca8-7fae-4552-a64b-2c86c3d0a74f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Network': ['ID=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:24.030912 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.110247 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 15:59:24.177744 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.366045 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.385092 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.488478 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.209 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/5f54be87-ecd1-4dd5-9c0b-e38ca499a429) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:24.587991 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.623185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.662036 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:24.664996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:24.668414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:24.678149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099e235-ac28-4e55-afc3-d2014dd6423b None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:24.697349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:24.773456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-2c510a1b-ff0a-46fa-956f-d55b21abf76f None None] Provisioning complete for port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:24.773735 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c510a1b-ff0a-46fa-956f-d55b21abf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:24.806223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-2c510a1b-ff0a-46fa-956f-d55b21abf76f None None] Port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:24.918473 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.110284 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.552387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router edac598a-4ff9-479b-af7f-89d54f443d9b is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 15:59:25.661082 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:25.670349 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Sync routers for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:25.680203 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:25.680812 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:58:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:25.681309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.682560 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b371a2d6-c1d2-4ab8-b6bc-553a87f134d1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7457786 Dec 09 15:59:25.685550 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38590) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:25.759656 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-45adc469-c7b3-4891-91fd-ed6aa8248010 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=50d89e6ee14641e082dbbc6be8f89f60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729425 Dec 09 15:59:25.762121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38594) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:25.789594 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-da502597-6c49-4825-883e-523390ac5b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.793781 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:25.851972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f4bc8-cc05-4755-a46e-44b73498ad9c tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:25.853418 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e66f4bc8-cc05-4755-a46e-44b73498ad9c tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903971 Dec 09 15:59:25.856145 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38596) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:25.888324 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b9fc430b-7e86-42a1-98cb-0f47e6724523 tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8d155142-78ba-4069-9f5c-8e8acf9a9498&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308387 Dec 09 15:59:25.891185 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38598) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:25.895857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357570660', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:25.971887 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:24Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:25.983278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:25.986812 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:25.998946 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Checking router: edac598a-4ff9-479b-af7f-89d54f443d9b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:25.999293 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Updating router edac598a-4ff9-479b-af7f-89d54f443d9b port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:59:26.024503 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.168440 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.231598 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Subnet': ['ID=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:26.236356 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Checking segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:26.236712 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network hostable DHCP agents. Network: 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 15:59:26.253698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 15:59:26.262288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:26.271781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388bd38-727e-49ed-922e-e83683dd3286 None None] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:26.275936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:26.276544 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.279508 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.285752 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.297456 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-33dc4d66-4f2e-4050-b7f7-8fb2abb0c319 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4046690 Dec 09 15:59:26.300284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38600) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:26.334994 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Attempting to bind port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:26.335420 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Attempting to bind port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:26.335769 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Attempting to bind port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:26.339618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8e815-3985-44d7-939a-dc842595473f None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:26.345588 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:26.345964 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:26.346497 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.346894 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:26.347395 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Bound port: 5f54be87-ecd1-4dd5-9c0b-e38ca499a429, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:26.347765 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.353130 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Pushing event updated for resources: {'Port': ['ID=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,revision_number=2']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:26.380279 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.381144 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.381144 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.381386 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.381607 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.381936 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.382263 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.382586 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.382913 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.383737 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.383737 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.383961 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.384187 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 15:59:26.395175 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 15:59:26.396078 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.416243 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] For port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:26.419579 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] For port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:26.427060 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.474571 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:26.475215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:26.483776 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfa96b-d261-4a38-9a72-ae303eb4e374 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 15:59:26.505427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-702541f2-6f4e-4eb1-b810-f4fc276e36c3 None None] Provisioning complete for port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:26.506010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-702541f2-6f4e-4eb1-b810-f4fc276e36c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.584733 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cabc8-0517-4c83-b525-239bf4e95968 None None] Pushing event updated for resources: {'Port': ['ID=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:26.589530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Allocated IP 172.20.0.2 (5cc2c2b0-d595-4d74-8a8d-f1f45489bdde/f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc/4434ad2d-8517-4766-9a53-8cce01f0952e) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:26.606367 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:26.660003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-702541f2-6f4e-4eb1-b810-f4fc276e36c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.712724 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-702541f2-6f4e-4eb1-b810-f4fc276e36c3 None None] For port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:26.719464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-702541f2-6f4e-4eb1-b810-f4fc276e36c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.795455 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:24Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:26.815088 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702541f2-6f4e-4eb1-b810-f4fc276e36c3 None None] Pushing event updated for resources: {'Port': ['ID=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:26.822450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040112d-4444-4f0e-8716-a74a75ea58c2 None None] The sync data for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 is: [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:24Z', 'revision_number': 3, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:26.831389 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.834844 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.844486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.877730 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-139e69f1-4a90-4f1a-8532-0ae5f50ea2b1 None None] Provisioning complete for port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:26.878102 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-139e69f1-4a90-4f1a-8532-0ae5f50ea2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:26.916264 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:26.933432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:26.940343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:26.944336 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Pushing event updated for resources: {'Port': ['ID=4434ad2d-8517-4766-9a53-8cce01f0952e,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:26.962620 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.051259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Attempting to bind port 4434ad2d-8517-4766-9a53-8cce01f0952e on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:27.051664 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Attempting to bind port 4434ad2d-8517-4766-9a53-8cce01f0952e by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:27.052035 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Attempting to bind port 4434ad2d-8517-4766-9a53-8cce01f0952e on network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:27.057197 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:27.057575 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Checking segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:27.057978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.058373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Bound using segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:27.058971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Bound port: 4434ad2d-8517-4766-9a53-8cce01f0952e, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:27.059233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.145205 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] For port 4434ad2d-8517-4766-9a53-8cce01f0952e, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:27.149565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] For port 4434ad2d-8517-4766-9a53-8cce01f0952e, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4434ad2d-8517-4766-9a53-8cce01f0952e,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:27.157357 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.160151 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.1 (5cc2c2b0-d595-4d74-8a8d-f1f45489bdde/f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc/a6103e2a-1009-47f9-87df-dc03b4260ed8) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:27.228407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d069e77-1c6d-4495-ae24-283bceb4fb51 None None] Pushing event updated for resources: {'Port': ['ID=4434ad2d-8517-4766-9a53-8cce01f0952e,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:27.301065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.339843 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.392987 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:27.398899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:27.403510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:27.427212 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=a6103e2a-1009-47f9-87df-dc03b4260ed8,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:27.451780 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.605653 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.903021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.908074 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:27.982118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=a6103e2a-1009-47f9-87df-dc03b4260ed8,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:27.985200 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.087973 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:28.089692 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:28.207267 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router edac598a-4ff9-479b-af7f-89d54f443d9b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:28.215488 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f8a6e1-9f5b-4c0b-a78d-9c98b57f70a2 None None] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 15:59:28.293741 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ce54f904-7115-40cd-ab40-7996abe86d24 None None] Provisioning complete for port 4434ad2d-8517-4766-9a53-8cce01f0952e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.294110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ce54f904-7115-40cd-ab40-7996abe86d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.325886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:28.332294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-4a00c840-dae4-4b21-8c59-faf71faa9c31 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/edac598a-4ff9-479b-af7f-89d54f443d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306356 Dec 09 15:59:28.413858 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ce54f904-7115-40cd-ab40-7996abe86d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.449512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ce54f904-7115-40cd-ab40-7996abe86d24 None None] For port 4434ad2d-8517-4766-9a53-8cce01f0952e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4434ad2d-8517-4766-9a53-8cce01f0952e,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:28.455156 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ce54f904-7115-40cd-ab40-7996abe86d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.509871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-8419dbb4-d4c2-4299-be8e-8c54472c75de tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444047265&fields=id&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 267 time: 0.0486884 Dec 09 15:59:28.510396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54f904-7115-40cd-ab40-7996abe86d24 None None] Pushing event updated for resources: {'Port': ['ID=4434ad2d-8517-4766-9a53-8cce01f0952e,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:28.628192 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.629037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-a83759de-6462-4ee7-b891-e7cd33b22115 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:28.630812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-a83759de-6462-4ee7-b891-e7cd33b22115 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 797 time: 0.1123545 Dec 09 15:59:28.647598 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-572da256-3b07-4913-8869-5f0361a2be77 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/quotas/50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 375 time: 0.0101025 Dec 09 15:59:28.676893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-42f25ae3-d4a1-41db-94f4-e6499890152b None None] Provisioning complete for port 4434ad2d-8517-4766-9a53-8cce01f0952e triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.677253 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42f25ae3-d4a1-41db-94f4-e6499890152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.736450 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-881a544f-ec8e-48e2-ab2a-abf3528c52a1 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800729 Dec 09 15:59:28.775821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Sync routers for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:28.802947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:28.803602 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:28.821147 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-71e014c4-f9aa-4e17-8d15-ad98e354c583 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 15:59:28.822162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-71e014c4-f9aa-4e17-8d15-ad98e354c583 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605705 Dec 09 15:59:28.873672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-42f25ae3-d4a1-41db-94f4-e6499890152b None None] Provisioning complete for port a6103e2a-1009-47f9-87df-dc03b4260ed8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:28.874139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-42f25ae3-d4a1-41db-94f4-e6499890152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:28.917106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4434ad2d-8517-4766-9a53-8cce01f0952e up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:28.925215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-86bfab72-8efa-4cab-ae8d-b9372a7530ef service neutron] 10.222.0.46 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934236 Dec 09 15:59:29.035051 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-a021fa74-e9a0-4ca0-abd6-128230c12772 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036935 Dec 09 15:59:29.161191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-42f25ae3-d4a1-41db-94f4-e6499890152b None None] Port a6103e2a-1009-47f9-87df-dc03b4260ed8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:29.189899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:29.219620 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5de22ffb-0d7a-4f05-bff3-08cbe02264d3 req-cf51fdc9-05f2-4118-b8dd-a4f03d760d46 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0266306 Dec 09 15:59:29.239835 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 4434ad2d-8517-4766-9a53-8cce01f0952e triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:29.240382 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.368362 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ac832daa-b554-4394-ab55-b68b8e577839 None None] Provisioning complete for port a6103e2a-1009-47f9-87df-dc03b4260ed8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:29.368731 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ac832daa-b554-4394-ab55-b68b8e577839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.433525 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.469829 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ac832daa-b554-4394-ab55-b68b8e577839 None None] Port a6103e2a-1009-47f9-87df-dc03b4260ed8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:29.504625 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:29.567069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 2, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:29.601347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:29.601726 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.603224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Checking router: edac598a-4ff9-479b-af7f-89d54f443d9b for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:29.603610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Updating router edac598a-4ff9-479b-af7f-89d54f443d9b port a6103e2a-1009-47f9-87df-dc03b4260ed8 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 15:59:29.649543 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.950447 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:29.955786 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.003576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab2c6-1a76-436b-a840-b1f627ecca1e None None] Pushing event updated for resources: {'Port': ['ID=a6103e2a-1009-47f9-87df-dc03b4260ed8,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:30.056018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Attempting to bind port a6103e2a-1009-47f9-87df-dc03b4260ed8 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:30.056401 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Attempting to bind port a6103e2a-1009-47f9-87df-dc03b4260ed8 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:30.056771 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Attempting to bind port a6103e2a-1009-47f9-87df-dc03b4260ed8 on network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:30.063288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:30.063706 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Checking segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:30.064106 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.064546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Bound using segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:30.065015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Bound port: a6103e2a-1009-47f9-87df-dc03b4260ed8, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:30.065397 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.134615 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] For port a6103e2a-1009-47f9-87df-dc03b4260ed8, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:30.138153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] For port a6103e2a-1009-47f9-87df-dc03b4260ed8, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a6103e2a-1009-47f9-87df-dc03b4260ed8,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:30.144648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.224501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab2c6-1a76-436b-a840-b1f627ecca1e None None] Pushing event updated for resources: {'Port': ['ID=a6103e2a-1009-47f9-87df-dc03b4260ed8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:30.228278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fcbfd78e-119d-4c02-a5ac-c749ddddec7c None None] Provisioning complete for port a6103e2a-1009-47f9-87df-dc03b4260ed8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:30.228657 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd78e-119d-4c02-a5ac-c749ddddec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.231721 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:30.232347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:30.328513 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f221810d-6aa1-4cd0-a3a8-859340682c79 req-f9a7d1be-a7ba-44de-9e60-f329db82ba91 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0398054 Dec 09 15:59:30.394861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:30.492275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd78e-119d-4c02-a5ac-c749ddddec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.576259 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-fcbfd78e-119d-4c02-a5ac-c749ddddec7c None None] For port a6103e2a-1009-47f9-87df-dc03b4260ed8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a6103e2a-1009-47f9-87df-dc03b4260ed8,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:30.582829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd78e-119d-4c02-a5ac-c749ddddec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:30.662017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd78e-119d-4c02-a5ac-c749ddddec7c None None] Pushing event updated for resources: {'Port': ['ID=a6103e2a-1009-47f9-87df-dc03b4260ed8,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:30.687631 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:30.723993 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddca73c-868d-4391-ae89-a7a305912480 None None] The sync data for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 is: [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:30.731407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-24bd127c-7efa-49c7-9e60-ea4f2bec9e65 None None] Provisioning complete for port a6103e2a-1009-47f9-87df-dc03b4260ed8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:30.731784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-24bd127c-7efa-49c7-9e60-ea4f2bec9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:31.404900 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-38ec1749-eefe-4649-8f8a-c2bfc08c18df req-d00e2807-ea49-407c-a8c3-1fbe59629773 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0337138 Dec 09 15:59:32.484035 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1a77b19a-b41e-40d9-a8ee-0b8b00e36704 req-025a8f1d-ad47-46cf-a9e9-0bf9ced794e4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0255632 Dec 09 15:59:32.754065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a6103e2a-1009-47f9-87df-dc03b4260ed8 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:32.802012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port a6103e2a-1009-47f9-87df-dc03b4260ed8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:32.802379 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:33.582997 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2742ce6b-df82-47f0-b197-db0fb568fe92 req-91d591d2-2b00-4b07-953a-f410af5179fd tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0266330 Dec 09 15:59:34.306876 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-6a1c525c-ea43-4787-ade1-22ae0442ffff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:34.309355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-6a1c525c-ea43-4787-ade1-22ae0442ffff tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 797 time: 0.1092720 Dec 09 15:59:34.374520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-ee8a28fa-3acf-4416-9392-01880701d57c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50d89e6ee14641e082dbbc6be8f89f60 HTTP/1.1" status: 200 len: 380 time: 0.0546160 Dec 09 15:59:34.385256 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'port': {'device_id': '935eb060-ef43-4da6-b496-12bc8edd966c', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'admin_state_up': True, 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'security_groups': ['c88480ef-065b-445f-a8aa-0f5ba8f1c750']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:34.490580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Made reservation on behalf of 50d89e6ee14641e082dbbc6be8f89f60 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 15:59:34.494105 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.623171 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.20.0.14 (5cc2c2b0-d595-4d74-8a8d-f1f45489bdde/f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc/76083c4d-30ae-4da6-9ae8-14cd09f60d65) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:34.699336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b3c8506f-b483-439e-ac08-f027f8184b0b req-6b4a09a6-5cc4-4e01-bd3f-978ab1977316 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0412199 Dec 09 15:59:34.790109 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.823559 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.864030 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:34.867042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:34.870529 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:34.897676 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=76083c4d-30ae-4da6-9ae8-14cd09f60d65,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:34.925917 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:34.926550 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:34.943089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-762bdf05-7964-4e60-ba48-f57764a5d358 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613778 Dec 09 15:59:34.956053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Request body: {'port': {'device_id': '935eb060-ef43-4da6-b496-12bc8edd966c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:35.018193 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.177628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fef53837-e0d5-4d80-a083-5805fb6be456 None None] Provisioning complete for port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:35.178227 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fef53837-e0d5-4d80-a083-5805fb6be456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.211744 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-fef53837-e0d5-4d80-a083-5805fb6be456 None None] Port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 15:59:35.287627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76083c4d-30ae-4da6-9ae8-14cd09f60d65 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:59:35.294857 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.306369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Transition to ACTIVE for port object 76083c4d-30ae-4da6-9ae8-14cd09f60d65 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 15:59:35.310361 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.368166 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=76083c4d-30ae-4da6-9ae8-14cd09f60d65,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:35.434560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Attempting to bind port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 15:59:35.434807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Attempting to bind port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 15:59:35.435133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Attempting to bind port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 on network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:35.439749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 on network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 15:59:35.440076 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Attempting to bind port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 on network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 15:59:35.445078 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 15, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 15:59:35.445423 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Checking segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 15:59:35.445803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Bound using segment: {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 15:59:35.446251 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Bound port: 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 15:59:35.446608 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.511258 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] For port 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 15:59:35.514729 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] For port 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 15:59:35.519511 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.556491 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:35.557131 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:35.558520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 1092 time: 0.6075177 Dec 09 15:59:35.558969 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:35.561270 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db28c776-aae7-4e99-ae3d-5659a7e5940d" -d '{"events": [{"name": "network-changed", "server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:35.590272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b1912-ce5f-4634-b49b-72e60d41f8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=76083c4d-30ae-4da6-9ae8-14cd09f60d65,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:35.611924 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d3ded-dd5a-4189-8f5b-844846838ff3 x-openstack-request-id: req-730d3ded-dd5a-4189-8f5b-844846838ff3 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:35.612187 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:35.612411 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-730d3ded-dd5a-4189-8f5b-844846838ff3 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:35.612805 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'status': 'completed', 'code': 200} Dec 09 15:59:35.643910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-975a2470-a4f7-4084-8dfd-064cd6db3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:35.645529 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-975a2470-a4f7-4084-8dfd-064cd6db3498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1095 time: 0.0450587 Dec 09 15:59:35.690760 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-f9ea84e2-cbbf-4f67-be32-c48860158b8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 217 time: 0.0377007 Dec 09 15:59:35.743810 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-78c22e66-0222-4513-8bae-7bfc681814d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:35.745756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-78c22e66-0222-4513-8bae-7bfc681814d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 200 len: 835 time: 0.0477002 Dec 09 15:59:35.827127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714084-5d4d-402e-8312-fc82324b5d11 req-b6e2913c-f818-488c-b8c1-486826827954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:35.829282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-b6e2913c-f818-488c-b8c1-486826827954 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749986 Dec 09 15:59:35.841012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76b612-34b8-4a3b-8d74-6d7dcaeb1a75 req-6aebd142-abf6-4023-9b8e-c8a73db60428 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:35.842393 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e76b612-34b8-4a3b-8d74-6d7dcaeb1a75 req-6aebd142-abf6-4023-9b8e-c8a73db60428 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 944 time: 0.0579216 Dec 09 15:59:35.946052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2e76b612-34b8-4a3b-8d74-6d7dcaeb1a75 req-50e805f4-67e7-4e30-882b-bf8afc722563 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955544 Dec 09 15:59:35.961825 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-56ad56b6-ee11-4766-b86b-ab46a8ab8b6a service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184840 Dec 09 15:59:36.052632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-73714084-5d4d-402e-8312-fc82324b5d11 req-d66d3000-9274-4a1c-a2a2-9364457ee835 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827026 Dec 09 15:59:36.147042 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-497c16b2-54b4-4edf-aea6-afa6c9585348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:36.148600 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-497c16b2-54b4-4edf-aea6-afa6c9585348 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1095 time: 0.0456083 Dec 09 15:59:36.238361 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-6dfcb0f3-2246-47ef-bd02-c364862e33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:36.239885 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-6dfcb0f3-2246-47ef-bd02-c364862e33cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 898 time: 0.0834241 Dec 09 15:59:36.286673 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-814bcec6-a24c-4993-9d16-02b527f0c12c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 217 time: 0.0395498 Dec 09 15:59:36.335722 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-1b7851e7-5bde-4657-ac71-25f4e2d00e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:36.337162 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-1b7851e7-5bde-4657-ac71-25f4e2d00e74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 200 len: 835 time: 0.0426378 Dec 09 15:59:36.383053 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-d0352749-040c-4278-957c-a5245c87986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:36.384534 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-d0352749-040c-4278-957c-a5245c87986a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385976 Dec 09 15:59:36.476502 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-7df6ac14-1fcc-43bb-8d29-eb4884efc256 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830851 Dec 09 15:59:36.567630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-db28c776-aae7-4e99-ae3d-5659a7e5940d req-210b4537-d209-44fe-b457-1e1bb3218606 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824699 Dec 09 15:59:37.067732 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e4997-adc0-4775-ae6c-35484f1846ec req-ccc93bf1-d4ec-4e81-a862-3ce93bf6f515 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:37.069517 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a7e4997-adc0-4775-ae6c-35484f1846ec req-ccc93bf1-d4ec-4e81-a862-3ce93bf6f515 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 944 time: 0.0545318 Dec 09 15:59:37.124562 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7a7e4997-adc0-4775-ae6c-35484f1846ec req-72830fff-d55a-4970-9b2a-e7c7b8028507 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489028 Dec 09 15:59:38.241933 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f546-2e86-4bca-b8aa-ab7952a785d2 req-66265ce3-44b0-446c-8247-94af36ab4208 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:38.243428 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1034f546-2e86-4bca-b8aa-ab7952a785d2 req-66265ce3-44b0-446c-8247-94af36ab4208 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 944 time: 0.0489528 Dec 09 15:59:38.619181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1034f546-2e86-4bca-b8aa-ab7952a785d2 req-a7d5eee0-e38c-4575-b2d3-2bac1eaea065 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696752 Dec 09 15:59:39.175764 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 76083c4d-30ae-4da6-9ae8-14cd09f60d65 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 15:59:39.268769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:39.280013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'port_id': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'mac_address': 'fa:16:3e:96:14:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 15:59:39.321790 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:39.334099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76083c4d-30ae-4da6-9ae8-14cd09f60d65 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 15:59:39.353163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:39.356670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:39.402939 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=76083c4d-30ae-4da6-9ae8-14cd09f60d65,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:39.561214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['76083c4d-30ae-4da6-9ae8-14cd09f60d65'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 15:59:39.737994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c1af-2599-4ae9-98db-06c8c23a98a1 req-9e6b1a9f-d8aa-489b-b77b-52b5244edd4c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:39.739604 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f2c1af-2599-4ae9-98db-06c8c23a98a1 req-9e6b1a9f-d8aa-489b-b77b-52b5244edd4c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 945 time: 0.0486972 Dec 09 15:59:39.793934 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-76f2c1af-2599-4ae9-98db-06c8c23a98a1 req-e4bd0d68-6b4b-473c-ab58-e5a229d8cff6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482206 Dec 09 15:59:40.588616 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 15:59:40.908957 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6e63-eaa7-4fa1-b486-55a9d00d1567 req-8634e007-35f0-4b7d-b7ce-070ab6104646 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:40.910336 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4dac6e63-eaa7-4fa1-b486-55a9d00d1567 req-8634e007-35f0-4b7d-b7ce-070ab6104646 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 945 time: 0.0483193 Dec 09 15:59:40.958773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4dac6e63-eaa7-4fa1-b486-55a9d00d1567 req-79ff06d6-59b1-47cd-b16e-45232774ef15 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Dec 09 15:59:41.176183 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 76083c4d-30ae-4da6-9ae8-14cd09f60d65 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 15:59:41.223572 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 15:59:41.227844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 15:59:41.228221 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.310014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.332967 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:41.335414 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fa360f-1954-4e0d-9903-dbfd91706876" -d '{"events": [{"server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "name": "network-vif-plugged", "status": "completed", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:41.347960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 15:59:41.352090 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:41.399601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=76083c4d-30ae-4da6-9ae8-14cd09f60d65,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:41.426869 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd812845-8e35-4c4d-89f5-d53ec4d263f0 x-openstack-request-id: req-bd812845-8e35-4c4d-89f5-d53ec4d263f0 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:41.427111 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "name": "network-vif-plugged", "status": "completed", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:41.427396 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd812845-8e35-4c4d-89f5-d53ec4d263f0 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:41.427822 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'code': 200} Dec 09 15:59:41.521471 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05dca-f07a-4991-a461-209708854cd1 req-81eec5ae-cba5-4ba6-a7a9-a4a03e33b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:41.522977 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92d05dca-f07a-4991-a461-209708854cd1 req-81eec5ae-cba5-4ba6-a7a9-a4a03e33b1b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1097 time: 0.0398202 Dec 09 15:59:41.568352 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92d05dca-f07a-4991-a461-209708854cd1 req-d9b431d3-e9dd-42b4-9e29-07541a412608 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385938 Dec 09 15:59:42.078688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fd0cd-6390-4ea9-8081-79df7068c5c7 req-380ede45-db7d-4933-ad9a-60adb95e13a2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:42.080234 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf1fd0cd-6390-4ea9-8081-79df7068c5c7 req-380ede45-db7d-4933-ad9a-60adb95e13a2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0526202 Dec 09 15:59:42.129233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-cf1fd0cd-6390-4ea9-8081-79df7068c5c7 req-df443944-0664-4fe1-abf4-a72200f20428 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429938 Dec 09 15:59:43.247043 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f914-0e08-4838-8bba-f8591f53dba6 req-0de733cf-2883-4731-9745-995f61a17f3d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:43.248569 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f76f914-0e08-4838-8bba-f8591f53dba6 req-0de733cf-2883-4731-9745-995f61a17f3d tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0486000 Dec 09 15:59:43.298118 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5f76f914-0e08-4838-8bba-f8591f53dba6 req-0eecd45b-dc93-4093-8114-82fd7f1643cc tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Dec 09 15:59:43.412028 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4c3a3-5be4-412d-8c05-77740eabf7ee req-ff80db97-15d4-40e0-aae8-42f568d7c709 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:43.413390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07f4c3a3-5be4-412d-8c05-77740eabf7ee req-ff80db97-15d4-40e0-aae8-42f568d7c709 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0491982 Dec 09 15:59:43.462460 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-07f4c3a3-5be4-412d-8c05-77740eabf7ee req-8a667ae7-8bff-4422-b281-137c4c5bce04 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Dec 09 15:59:43.483753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38672) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:43.526514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001a5a0-2c15-4e89-b5aa-ab5db852eefb tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:43.528076 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5001a5a0-2c15-4e89-b5aa-ab5db852eefb tempest-TestNetworkAdvancedServerOps-1090032988 tempest-TestNetworkAdvancedServerOps-1090032988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1092 time: 0.0433249 Dec 09 15:59:43.531804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:43.536223 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 15:59:43.557895 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.652578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.757717 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Allocated IP 172.25.0.226 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/e5beed7e-8b4e-43fa-9ad0-71f537ee0548) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 15:59:43.857505 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.890667 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:43.930511 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 15:59:43.933395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 15:59:43.937002 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 15:59:43.963746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=e5beed7e-8b4e-43fa-9ad0-71f537ee0548,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:44.293067 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.366851 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.524889 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.529292 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.596857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event updated for resources: {'Port': ['ID=e5beed7e-8b4e-43fa-9ad0-71f537ee0548,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 15:59:44.606487 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:44.707324 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 8a7b6994-3869-473b-a296-42c69fcc4f43 associated. External IP: 172.25.0.226, port: 76083c4d-30ae-4da6-9ae8-14cd09f60d65. Dec 09 15:59:44.915580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router edac598a-4ff9-479b-af7f-89d54f443d9b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 15:59:45.026132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 15:59:45.036100 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] Sync routers for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 15:59:45.044034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:45.047409 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:45.048291 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.071632 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f001bbe1-65fe-445b-b774-594332ae942c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5387368 Dec 09 15:59:45.072225 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 15:59:45.074490 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9e709-9990-49a6-a8b7-cce849ab64b9" -d '{"events": [{"name": "network-changed", "server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 15:59:45.119664 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff915f30-669c-4722-ac6a-a564827c6cd5 x-openstack-request-id: req-ff915f30-669c-4722-ac6a-a564827c6cd5 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 15:59:45.119966 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 15:59:45.120244 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff915f30-669c-4722-ac6a-a564827c6cd5 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 15:59:45.120640 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'status': 'completed', 'code': 200} Dec 09 15:59:45.159400 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:45.182023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b25ad-09d3-4562-a3bd-e5a8d2467eb9 req-727cb257-503a-475e-b962-2364621cd7e5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:45.183598 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d5b25ad-09d3-4562-a3bd-e5a8d2467eb9 req-727cb257-503a-475e-b962-2364621cd7e5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0513914 Dec 09 15:59:45.201437 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-2a2ef455-6c2b-4096-bf72-e7e7528d27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:45.203093 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-2a2ef455-6c2b-4096-bf72-e7e7528d27bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1097 time: 0.0463543 Dec 09 15:59:45.241377 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8d5b25ad-09d3-4562-a3bd-e5a8d2467eb9 req-734ad2d2-264d-48ce-af80-07ce054a4fe5 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501218 Dec 09 15:59:45.266031 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38680) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:45.317975 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-61ddaf0c-9544-4da8-9d0b-f9698db7c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:45.319578 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-61ddaf0c-9544-4da8-9d0b-f9698db7c367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 898 time: 0.1081278 Dec 09 15:59:45.336596 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-afbf1493-0cd1-43e1-9806-733905d2c082 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/8a7b6994-3869-473b-a296-42c69fcc4f43 HTTP/1.1" status: 200 len: 992 time: 0.0690320 Dec 09 15:59:45.388990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-548a084c-0ce6-4a94-bd88-2831ae7804ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 1000 time: 0.0622883 Dec 09 15:59:45.444835 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-3ab61e42-fc1c-4ef3-a762-d104f2c9f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:45.446222 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-3ab61e42-fc1c-4ef3-a762-d104f2c9f05b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 200 len: 835 time: 0.0496411 Dec 09 15:59:45.490238 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8a7b6994-3869-473b-a296-42c69fcc4f43', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'port_id': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'mac_address': 'fa:16:3e:96:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935eb060-ef43-4da6-b496-12bc8edd966c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:59:44Z', 'updated_at': '2021-12-09T15:59:44Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.492320 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-f8f66400-7799-4508-8b7b-c2a092722c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 15:59:45.493830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-f8f66400-7799-4508-8b7b-c2a092722c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407491 Dec 09 15:59:45.516050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] Checking router: edac598a-4ff9-479b-af7f-89d54f443d9b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 15:59:45.524326 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 15:59:45.524928 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.589305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-d6f21a42-0476-41ee-bd0f-e3f87425e990 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879827 Dec 09 15:59:45.632658 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 15:59:45.685816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ee9e709-9990-49a6-a8b7-cce849ab64b9 req-c7ac2871-fcf7-40ce-adda-a5152a6cc32f service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869739 Dec 09 15:59:45.857070 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8a7b6994-3869-473b-a296-42c69fcc4f43', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'port_id': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'mac_address': 'fa:16:3e:96:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935eb060-ef43-4da6-b496-12bc8edd966c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:59:44Z', 'updated_at': '2021-12-09T15:59:44Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 15:59:45.883746 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da9782-38f4-492d-b0af-8335039696aa None None] The sync data for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 is: [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '8a7b6994-3869-473b-a296-42c69fcc4f43', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'port_id': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'mac_address': 'fa:16:3e:96:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935eb060-ef43-4da6-b496-12bc8edd966c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T15:59:44Z', 'updated_at': '2021-12-09T15:59:44Z', 'revision_number': 0, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 15:59:46.077180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f32a8d-e5ca-4db3-9a1d-4d30988ebd4f None None] New status for floating IP 8a7b6994-3869-473b-a296-42c69fcc4f43: ACTIVE {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 15:59:46.340423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38682) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 15:59:46.401573 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6521aeee-ff8f-4505-a764-b8572e383f23 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/8a7b6994-3869-473b-a296-42c69fcc4f43 HTTP/1.1" status: 200 len: 994 time: 0.0599906 Dec 09 15:59:52.492278 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.006405 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:53.326290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8ba6dff3-4a10-4f72-889e-ec0908d7154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:55.794257 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-92f1934a-203d-4988-8ef1-7880a046b79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:56.942328 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:58.625749 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 15:59:59.365209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:02.964619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-6fa10b5a-cefe-47de-8d14-aecfd7c1a140 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397956 Dec 09 16:00:03.052688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-1faf44fd-6edb-4bea-8cfe-96e87002cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:03.054192 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-1faf44fd-6edb-4bea-8cfe-96e87002cf76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1097 time: 0.0451558 Dec 09 16:00:03.157804 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-5b503aaa-5f52-4651-896d-361eba9b6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:03.159257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-5b503aaa-5f52-4651-896d-361eba9b6db6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 898 time: 0.0845494 Dec 09 16:00:03.234205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-0eca8ca9-4e81-47a1-b33a-450de06dc873 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 1002 time: 0.0632155 Dec 09 16:00:03.286684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-f29fd49b-be33-4602-8779-2c8f7ba03fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:03.288189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-f29fd49b-be33-4602-8779-2c8f7ba03fb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 200 len: 835 time: 0.0453908 Dec 09 16:00:03.336977 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-939eb0b6-1d4c-440e-8196-5f6db329da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:03.338471 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-939eb0b6-1d4c-440e-8196-5f6db329da25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411487 Dec 09 16:00:03.432483 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-9200956f-d9be-4971-b690-10108734eea2 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Dec 09 16:00:03.523122 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-dc79dec2-5151-4a0f-8b41-e265fcf7c5bc req-8ba19f1b-5320-4b1b-b7f0-17c4c1b8165a service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825608 Dec 09 16:00:15.169045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2304c-ae14-4aa3-a8bf-9d224fd3b948 req-5b6b1a0f-52c8-499f-9d45-168b6cad5b5a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:15.170514 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0e2304c-ae14-4aa3-a8bf-9d224fd3b948 req-5b6b1a0f-52c8-499f-9d45-168b6cad5b5a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0534773 Dec 09 16:00:15.219752 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f0e2304c-ae14-4aa3-a8bf-9d224fd3b948 req-3f2eb4ce-0d7c-40b6-8996-000225d98aad tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Dec 09 16:00:16.342792 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c75da1-04d8-4bfc-879b-6ae0332fd366 req-7001926a-c55f-40c5-bc6c-d7b2b0e91f04 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:16.344291 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06c75da1-04d8-4bfc-879b-6ae0332fd366 req-7001926a-c55f-40c5-bc6c-d7b2b0e91f04 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0527031 Dec 09 16:00:16.392917 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-06c75da1-04d8-4bfc-879b-6ae0332fd366 req-cc7d6af7-ed5e-4b55-9a27-2a6fced2dd6e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Dec 09 16:00:16.415683 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:16.476364 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-35627f9a-f628-43d8-8ddd-edf65691d3c2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/8a7b6994-3869-473b-a296-42c69fcc4f43 HTTP/1.1" status: 200 len: 994 time: 0.0595415 Dec 09 16:00:17.588012 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:00:17.776943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f6bb1-817f-467e-b592-14243f70273d req-2e87a799-73e7-4691-8af8-1cf54cb2df2c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.778439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e2f6bb1-817f-467e-b592-14243f70273d req-2e87a799-73e7-4691-8af8-1cf54cb2df2c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0825629 Dec 09 16:00:17.784510 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-8208a727-591c-48ba-96e7-682037cb00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.785875 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-8208a727-591c-48ba-96e7-682037cb00d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1097 time: 0.0587072 Dec 09 16:00:17.881712 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7e2f6bb1-817f-467e-b592-14243f70273d req-83443bc1-71db-4e87-bdc6-97cf592f4a4a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947869 Dec 09 16:00:17.908566 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-4202939c-3bbd-4353-b8c0-beeaf6ffdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:17.910182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-4202939c-3bbd-4353-b8c0-beeaf6ffdce0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 898 time: 0.1111572 Dec 09 16:00:17.980195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-2c290972-a155-4480-b726-34e403ea9f87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 1002 time: 0.0625441 Dec 09 16:00:18.033548 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-50334a94-5488-410e-9a02-62eb87dde0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:18.035118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-50334a94-5488-410e-9a02-62eb87dde0cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 200 len: 835 time: 0.0480909 Dec 09 16:00:18.080516 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-77644ca9-439d-482d-b191-75f8aea99c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:18.082089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-77644ca9-439d-482d-b191-75f8aea99c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395272 Dec 09 16:00:18.172385 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-e550d942-4c9e-4d80-b520-c1991b6a1257 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Dec 09 16:00:18.265254 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-e37b633a-bf3c-48d9-9010-320641e523e5 req-1049ed1b-186a-4b13-8454-8c6655cd9c77 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836322 Dec 09 16:00:19.005737 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ce591-c25a-4f37-8e0e-13b7ac44ea14 req-41848706-9d2a-4668-8a3f-5a2a4372404a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:19.007264 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6e4ce591-c25a-4f37-8e0e-13b7ac44ea14 req-41848706-9d2a-4668-8a3f-5a2a4372404a tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0541971 Dec 09 16:00:19.062094 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6e4ce591-c25a-4f37-8e0e-13b7ac44ea14 req-93a75cf1-1948-4c39-a6d8-5475c8d09860 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484300 Dec 09 16:00:20.180342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9299a-6fa6-48bf-8954-22b5ab5b7b1e req-77387818-ced7-4fd7-89ab-12d8b04750ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:20.181808 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efe9299a-6fa6-48bf-8954-22b5ab5b7b1e req-77387818-ced7-4fd7-89ab-12d8b04750ca tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0488982 Dec 09 16:00:20.233440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-efe9299a-6fa6-48bf-8954-22b5ab5b7b1e req-25235485-3cee-488b-b433-ab9bca3aaf34 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 Dec 09 16:00:20.257070 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38712) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:20.322311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-171b8b65-be38-45c4-b9c7-384abbf135d4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/floatingips/8a7b6994-3869-473b-a296-42c69fcc4f43 HTTP/1.1" status: 200 len: 994 time: 0.0640767 Dec 09 16:00:20.563816 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38718) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:20.732455 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port e5beed7e-8b4e-43fa-9ad0-71f537ee0548 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:20.732796 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.805235 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.805558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.817466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for e5beed7e-8b4e-43fa-9ad0-71f537ee0548 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:20.965368 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:20.994422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=e5beed7e-8b4e-43fa-9ad0-71f537ee0548,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:21.007710 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.008076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.008433 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.008782 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.009125 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.009464 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.009804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.010142 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.010479 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.010818 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.011205 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.011557 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.011892 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:21.069541 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.069877 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Floating IP 8a7b6994-3869-473b-a296-42c69fcc4f43 disassociated (deleted). External IP: 172.25.0.226, port: 76083c4d-30ae-4da6-9ae8-14cd09f60d65. Dec 09 16:00:21.277221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router edac598a-4ff9-479b-af7f-89d54f443d9b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:21.386096 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:21.391119 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:21.395708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] Sync routers for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:21.405375 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:21.405984 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:21.418442 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8d88531a-22dc-44bf-b520-c26df629bdb4 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/floatingips/8a7b6994-3869-473b-a296-42c69fcc4f43 HTTP/1.1" status: 204 len: 168 time: 0.8535237 Dec 09 16:00:21.419048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:21.421351 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:21.459937 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ca107f-c1ea-45ef-ae82-679019b12aae x-openstack-request-id: req-b2ca107f-c1ea-45ef-ae82-679019b12aae {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:21.459937 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:21.459937 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2ca107f-c1ea-45ef-ae82-679019b12aae {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:21.460367 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'status': 'completed', 'code': 200} Dec 09 16:00:21.525671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:21.527055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-6b3bff68-f493-4c49-b440-567ff51e6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:21.528717 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-6b3bff68-f493-4c49-b440-567ff51e6dcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 1097 time: 0.0433614 Dec 09 16:00:21.631004 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-a2a81dbf-cd26-4436-943a-4cc0517bb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:21.632528 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-a2a81dbf-cd26-4436-943a-4cc0517bb2ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 200 len: 898 time: 0.0909991 Dec 09 16:00:21.662569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60c3bb-7fee-45ad-9618-9a52c4152ef8 req-8123c4ff-c483-409c-bf46-496eecc10631 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:21.664401 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad60c3bb-7fee-45ad-9618-9a52c4152ef8 req-8123c4ff-c483-409c-bf46-496eecc10631 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0587494 Dec 09 16:00:21.682252 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-59f51fed-ee11-4078-9213-d74e2bbb4ff6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 200 len: 217 time: 0.0417981 Dec 09 16:00:21.719971 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad60c3bb-7fee-45ad-9618-9a52c4152ef8 req-1895c388-b20e-4ed0-854b-12618f442da2 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493045 Dec 09 16:00:21.738382 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:21.740570 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-a61a5831-1e39-482b-8198-39c2384f801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:21.742294 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-a61a5831-1e39-482b-8198-39c2384f801f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 200 len: 835 time: 0.0514627 Dec 09 16:00:21.765486 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] Checking router: edac598a-4ff9-479b-af7f-89d54f443d9b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:21.773992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:21.774603 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T15:59:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:21.792656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-97335f13-34f6-4a94-ab34-df30b6e33a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:21.794117 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-97335f13-34f6-4a94-ab34-df30b6e33a71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411532 Dec 09 16:00:21.881866 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:21.899103 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-e9209c18-58e7-42c4-a71a-f078a771f7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946171 Dec 09 16:00:21.997052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-918fad2c-8d3c-4115-95b0-f5ce59b02ccf req-4e86f1f9-ac43-4fed-98cb-d3c3e7116bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839117 Dec 09 16:00:22.088576 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:22.114443 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49effb3-6c40-4a10-81e9-540d77b5f8bd None None] The sync data for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 is: [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T15:59:27Z', 'revision_number': 4, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'a6103e2a-1009-47f9-87df-dc03b4260ed8', 'name': '', 'network_id': '5cc2c2b0-d595-4d74-8a8d-f1f45489bdde', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'mac_address': 'fa:16:3e:70:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:26Z', 'updated_at': '2021-12-09T15:59:30Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'subnets': [{'id': 'f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:22.361407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e0b2a-8346-4225-a454-adc27aaf656f None None] New status for floating IP 8a7b6994-3869-473b-a296-42c69fcc4f43: DOWN {{(pid=109896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:00:22.507558 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:22.849089 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba749-7bad-4ca8-bb11-7a9f1421cd38 req-49f9664b-9cc9-423d-8904-afb373d79e4e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:22.850613 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0eba749-7bad-4ca8-bb11-7a9f1421cd38 req-49f9664b-9cc9-423d-8904-afb373d79e4e tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0546553 Dec 09 16:00:22.900470 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a0eba749-7bad-4ca8-bb11-7a9f1421cd38 req-c3a2857c-e06f-4de4-b84a-fe0a01f1ea9c tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/security-groups?id=c88480ef-065b-445f-a8aa-0f5ba8f1c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438466 Dec 09 16:00:23.003588 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.300759 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79359c-41bd-4e46-a163-85842265715e req-ec58f025-d65f-42de-a278-1254733a76f7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:23.302282 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8a79359c-41bd-4e46-a163-85842265715e req-ec58f025-d65f-42de-a278-1254733a76f7 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 946 time: 0.0599911 Dec 09 16:00:23.335738 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8b175a45-e9a7-43dd-aef6-a7e2fcaeb30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.403884 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:23.404139 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.493318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 76083c4d-30ae-4da6-9ae8-14cd09f60d65, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=76083c4d-30ae-4da6-9ae8-14cd09f60d65,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:23.493681 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.506746 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 76083c4d-30ae-4da6-9ae8-14cd09f60d65 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:23.639976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.667889 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=76083c4d-30ae-4da6-9ae8-14cd09f60d65,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:23.681009 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.681369 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.681753 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.682040 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.682375 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.682710 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.683045 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.683395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.683725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.684055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.684400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.684709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.685034 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:23.725283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] No DVR routers for this DVR port 76083c4d-30ae-4da6-9ae8-14cd09f60d65 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:23.729282 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:23.732822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8a79359c-41bd-4e46-a163-85842265715e req-2b81e06e-a037-4f88-a35e-f2a1e804284b tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.36 "DELETE /v2.0/ports/76083c4d-30ae-4da6-9ae8-14cd09f60d65 HTTP/1.1" status: 204 len: 173 time: 0.4243925 Dec 09 16:00:23.733300 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'name': 'network-vif-deleted', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:23.735737 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9e7d5-27b5-470e-b7f0-0582633bcf76" -d '{"events": [{"server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "name": "network-vif-deleted", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:23.774721 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55fbbf-c852-4e19-9b16-1667a6faf56e x-openstack-request-id: req-4d55fbbf-c852-4e19-9b16-1667a6faf56e {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:23.775016 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935eb060-ef43-4da6-b496-12bc8edd966c", "name": "network-vif-deleted", "tag": "76083c4d-30ae-4da6-9ae8-14cd09f60d65", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:23.775456 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d55fbbf-c852-4e19-9b16-1667a6faf56e {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:23.775955 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935eb060-ef43-4da6-b496-12bc8edd966c', 'name': 'network-vif-deleted', 'tag': '76083c4d-30ae-4da6-9ae8-14cd09f60d65', 'status': 'completed', 'code': 200} Dec 09 16:00:24.012612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2ebe5184-2735-4520-80d3-dca917028044 req-a54d5f3e-2190-42d0-a616-9a734a93e6ee tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "GET /v2.0/ports?device_id=935eb060-ef43-4da6-b496-12bc8edd966c HTTP/1.1" status: 200 len: 210 time: 0.0294492 Dec 09 16:00:25.070060 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38734) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:25.425009 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.677626 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port a6103e2a-1009-47f9-87df-dc03b4260ed8 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:25.677885 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.772250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port a6103e2a-1009-47f9-87df-dc03b4260ed8, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=a6103e2a-1009-47f9-87df-dc03b4260ed8,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:25.772614 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.785522 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for a6103e2a-1009-47f9-87df-dc03b4260ed8 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:25.796784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5c556eba-ccf8-4752-8172-f476e444a5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.967841 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:25.994677 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=a6103e2a-1009-47f9-87df-dc03b4260ed8,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:26.166837 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.380402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Router edac598a-4ff9-479b-af7f-89d54f443d9b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:26.795646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:26.800743 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-ffc3d18b-4dfd-4a13-b16d-042253c42e88 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "PUT /v2.0/routers/edac598a-4ff9-479b-af7f-89d54f443d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7295814 Dec 09 16:00:26.803994 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:26.807377 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] Sync routers for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:26.816890 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:26.817604 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:26.854896 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting subnet f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:00:26.858392 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.904588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.950291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:26.993678 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.018327 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:27.054557 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.086540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:27.090221 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.093516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2c1e89b1-0b99-4180-be16-044914b1743f tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/subnets/f9d0d7ed-fd3e-4910-bffa-6ba44d6d60bc HTTP/1.1" status: 204 len: 168 time: 0.2885628 Dec 09 16:00:27.096204 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38738) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:27.101316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa974ee-642c-41a0-9fe8-d940a25abdbf None None] Network 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:27.210205 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.217340 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T16:00:25Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:27.251006 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] Checking router: edac598a-4ff9-479b-af7f-89d54f443d9b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:27.264263 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] Routers {'edac598a-4ff9-479b-af7f-89d54f443d9b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:27.264263 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['edac598a-4ff9-479b-af7f-89d54f443d9b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:27.270749 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] DHCP port deletion for 5cc2c2b0-d595-4d74-8a8d-f1f45489bdde request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:27.316465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.327880 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Deleting port 4434ad2d-8517-4766-9a53-8cce01f0952e {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:27.328267 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.381412 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] Set router edac598a-4ff9-479b-af7f-89d54f443d9b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:27.387030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 76083c4d-30ae-4da6-9ae8-14cd09f60d65 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:27.389451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Deleting port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:00:27.389872 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.420529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] For port 4434ad2d-8517-4766-9a53-8cce01f0952e, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=4434ad2d-8517-4766-9a53-8cce01f0952e,segment=NetworkSegment(e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6),segment_id=e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:27.421018 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.423594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 76083c4d-30ae-4da6-9ae8-14cd09f60d65 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:27.424018 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 76083c4d-30ae-4da6-9ae8-14cd09f60d65 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:27.436000 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Calling delete_port for 4434ad2d-8517-4766-9a53-8cce01f0952e owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:27.480113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] For port 5f54be87-ecd1-4dd5-9c0b-e38ca499a429, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:27.480479 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.493310 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Calling delete_port for 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:00:27.523161 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.557543 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Pushing event deleted for resources: {'Port': ['ID=4434ad2d-8517-4766-9a53-8cce01f0952e,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:27.561563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] No DVR routers for this DVR port 4434ad2d-8517-4766-9a53-8cce01f0952e on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:00:27.570565 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.570926 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.572273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.572273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.572273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.572273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.572693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.572954 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.573283 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.573623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.573958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.574392 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.574800 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86fb26-fc4e-4a54-a404-dc0329b19b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:27.588312 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T16:00:25Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:27.618738 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791805a5-2cca-468b-af9c-6f0f565b59b4 None None] The sync data for ids ['edac598a-4ff9-479b-af7f-89d54f443d9b'] in n-d-804292-5 is: [{'id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104557664', 'tenant_id': '50d89e6ee14641e082dbbc6be8f89f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T15:59:23Z', 'updated_at': '2021-12-09T16:00:25Z', 'revision_number': 5, 'project_id': '50d89e6ee14641e082dbbc6be8f89f60', 'gw_port': {'id': '5f54be87-ecd1-4dd5-9c0b-e38ca499a429', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac598a-4ff9-479b-af7f-89d54f443d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T15:59:24Z', 'updated_at': '2021-12-09T15:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:27.677149 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.702919 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Port': ['ID=5f54be87-ecd1-4dd5-9c0b-e38ca499a429,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:27.718435 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8b55c-a458-457a-8f35-c965d9aeccd9 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:27.774401 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.866449 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.868702 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.912744 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.913305 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Fanout notify agent at l3_agent the message router_deleted on router edac598a-4ff9-479b-af7f-89d54f443d9b {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:00:27.921001 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:27.922098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d9a2a187-a690-44a9-9dd9-538e6aad17c6 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/routers/edac598a-4ff9-479b-af7f-89d54f443d9b HTTP/1.1" status: 204 len: 168 time: 0.8249757 Dec 09 16:00:27.924688 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38742) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:28.007765 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.096844 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.123680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc2c2b0-d595-4d74-8a8d-f1f45489bdde']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:28.134236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:28.134532 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e234b-ddd2-49c7-b5d7-f99a6eeb6bb6') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:28.144025 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.157634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.164002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:00:28.164517 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: timer() Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:00:28.168144 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:00:28.229507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.239168 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.245073 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/networks/5cc2c2b0-d595-4d74-8a8d-f1f45489bdde HTTP/1.1" status: 204 len: 168 time: 0.3169527 Dec 09 16:00:28.245813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38744) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:28.252382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55fc4-f3e6-4409-a71e-c8dbd5c7e8e9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'Network': ['ID=5cc2c2b0-d595-4d74-8a8d-f1f45489bdde,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:28.314218 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6219b4c6-f1ce-4ea2-b9eb-de4cf9e2d8f9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.340310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6219b4c6-f1ce-4ea2-b9eb-de4cf9e2d8f9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.399902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6219b4c6-f1ce-4ea2-b9eb-de4cf9e2d8f9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.402525 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6219b4c6-f1ce-4ea2-b9eb-de4cf9e2d8f9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.403704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6219b4c6-f1ce-4ea2-b9eb-de4cf9e2d8f9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] 10.222.0.46 "DELETE /v2.0/security-groups/c88480ef-065b-445f-a8aa-0f5ba8f1c750 HTTP/1.1" status: 204 len: 168 time: 0.1568663 Dec 09 16:00:28.412860 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219b4c6-f1ce-4ea2-b9eb-de4cf9e2d8f9 tempest-TestNetworkAdvancedServerOps-439392749 tempest-TestNetworkAdvancedServerOps-439392749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88480ef-065b-445f-a8aa-0f5ba8f1c750,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:28.636291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.774134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38752) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:28.783087 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a6103e2a-1009-47f9-87df-dc03b4260ed8 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:28.805529 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: a6103e2a-1009-47f9-87df-dc03b4260ed8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:28.805941 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device a6103e2a-1009-47f9-87df-dc03b4260ed8 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:28.806316 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4434ad2d-8517-4766-9a53-8cce01f0952e no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:28.828618 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 4434ad2d-8517-4766-9a53-8cce01f0952e {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:28.828973 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 4434ad2d-8517-4766-9a53-8cce01f0952e not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:28.829393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:00:28.849899 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:00:28.850291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 5f54be87-ecd1-4dd5-9c0b-e38ca499a429 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:00:28.914980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d9053085-74e4-483c-bf0e-4846dbce2ca2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50d89e6ee14641e082dbbc6be8f89f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395831 Dec 09 16:00:28.917469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38756) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:28.963122 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8613-a288-46f1-86fb-c4282896b06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:28.984749 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8613-a288-46f1-86fb-c4282896b06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.033153 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8613-a288-46f1-86fb-c4282896b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.036021 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8613-a288-46f1-86fb-c4282896b06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.037163 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f1bb8613-a288-46f1-86fb-c4282896b06c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d8058c4-b8c1-4fe7-874d-957a8a5be489 HTTP/1.1" status: 204 len: 168 time: 0.1188545 Dec 09 16:00:29.047162 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb8613-a288-46f1-86fb-c4282896b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8058c4-b8c1-4fe7-874d-957a8a5be489,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:29.302046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38762) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:29.315201 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191007bf-af3a-4ad8-8b7c-dbb756b1cfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.367762 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.390547 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191007bf-af3a-4ad8-8b7c-dbb756b1cfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.394871 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-191007bf-af3a-4ad8-8b7c-dbb756b1cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.432606 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-191007bf-af3a-4ad8-8b7c-dbb756b1cfcc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c1d84a8d85247b18b055a97a1bd2783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294456 Dec 09 16:00:29.433563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191007bf-af3a-4ad8-8b7c-dbb756b1cfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2fa7ca-0ec1-4ac3-a1a5-7292a725a597,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:29.435577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38764) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:29.485729 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15fa7c44-6826-474b-967c-f33313179bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.507486 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15fa7c44-6826-474b-967c-f33313179bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.559122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15fa7c44-6826-474b-967c-f33313179bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.561899 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-15fa7c44-6826-474b-967c-f33313179bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:29.563069 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-15fa7c44-6826-474b-967c-f33313179bc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f2fa7ca-0ec1-4ac3-a1a5-7292a725a597 HTTP/1.1" status: 204 len: 168 time: 0.1264820 Dec 09 16:00:29.571865 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa7c44-6826-474b-967c-f33313179bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2fa7ca-0ec1-4ac3-a1a5-7292a725a597,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:30.249640 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38786) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:30.348670 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1202758365-network', 'tenant_id': '1c498f03b4704e53825f19544ce14e36'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:30.370749 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Made reservation on behalf of 1c498f03b4704e53825f19544ce14e36 for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:30.373040 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.381507 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.454683 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.458645 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.479967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:00:30.495197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423d3672-e2a5-4cb4-a373-f696f08cb667,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:30.498232 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.498576 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Added segment 7eea14de-21f0-4619-927d-18a083f3bdb7 of type vlan for network dca10cf6-bc38-463b-86b3-359387210cf0 Dec 09 16:00:30.545495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.570212 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.571173 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:30.571808 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.604062 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3532317 Dec 09 16:00:30.607214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38790) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:30.612439 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Request body: {'subnet': {'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1202758365-subnet', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:30.634280 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Made reservation on behalf of 1c498f03b4704e53825f19544ce14e36 for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:30.636658 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.638917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c71aa-570c-4daf-84f9-22ecc51d58ae admin admin] Pushing event updated for resources: {'Network': ['ID=dca10cf6-bc38-463b-86b3-359387210cf0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:30.648970 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network dca10cf6-bc38-463b-86b3-359387210cf0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:00:30.809498 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.866777 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9936ab1-6c44-4f83-a8ed-856620488616,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:30.870888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Checking segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:30.871242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Network hostable DHCP agents. Network: dca10cf6-bc38-463b-86b3-359387210cf0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:30.886988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Network dca10cf6-bc38-463b-86b3-359387210cf0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:30.895937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, dca10cf6-bc38-463b-86b3-359387210cf0) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:30.899911 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:30.900501 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.905278 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece0c1b-a172-49df-982c-715083279213 None None] Network dca10cf6-bc38-463b-86b3-359387210cf0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:30.916663 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a0ac8a72-b29b-4a48-a748-aafa4722fd90 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083065 Dec 09 16:00:30.919501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38792) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:30.923725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:30.944322 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:30.945407 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.002360 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.016687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-dca10cf6-bc38-463b-86b3-359387210cf0', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:00:31.017554 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.143097 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.149228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Allocated IP 172.20.0.2 (dca10cf6-bc38-463b-86b3-359387210cf0/c9936ab1-6c44-4f83-a8ed-856620488616/25e60a0d-256f-443b-a400-f3509b013596) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:31.301264 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.307505 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.349532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Network dca10cf6-bc38-463b-86b3-359387210cf0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:31.352715 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:31.355140 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:31.370107 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Pushing event updated for resources: {'Port': ['ID=25e60a0d-256f-443b-a400-f3509b013596,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:31.424171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Attempting to bind port 25e60a0d-256f-443b-a400-f3509b013596 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:31.424515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Attempting to bind port 25e60a0d-256f-443b-a400-f3509b013596 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:31.424827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Attempting to bind port 25e60a0d-256f-443b-a400-f3509b013596 on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:31.430586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:31.430963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Checking segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:31.431402 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.431790 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Bound using segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:31.432256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Bound port: 25e60a0d-256f-443b-a400-f3509b013596, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:31.432646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.496110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] For port 25e60a0d-256f-443b-a400-f3509b013596, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:31.499110 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] For port 25e60a0d-256f-443b-a400-f3509b013596, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=25e60a0d-256f-443b-a400-f3509b013596,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:31.504317 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.562667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d96f36-c41f-4d50-a46f-4f95dd7219a3 None None] Pushing event updated for resources: {'Port': ['ID=25e60a0d-256f-443b-a400-f3509b013596,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:31.674976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.694973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.824172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Allocated IP 172.25.0.118 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/25cc559b-0081-4606-b3ef-efe2f81c5cf9) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:31.927657 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:31.964524 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.001337 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:32.004833 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:32.007304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:32.017391 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802ea81-5e34-4b0d-b765-9deaed339121 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:32.036399 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=25cc559b-0081-4606-b3ef-efe2f81c5cf9,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:32.116495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-f1ffdef9-708f-4aea-90b6-6417584f73ce None None] Provisioning complete for port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:32.116868 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f1ffdef9-708f-4aea-90b6-6417584f73ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.158016 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-f1ffdef9-708f-4aea-90b6-6417584f73ce None None] Port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:32.267090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.468972 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679ea1d-1a70-42e7-b5a5-425286fc2fe0 None None] Network dca10cf6-bc38-463b-86b3-359387210cf0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:32.471982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.527956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d828ce3d-9376-4c5b-992d-3d7fde5fab0a None None] Provisioning complete for port 25e60a0d-256f-443b-a400-f3509b013596 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:32.528327 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d828ce3d-9376-4c5b-992d-3d7fde5fab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.605430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:00:32.648747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d828ce3d-9376-4c5b-992d-3d7fde5fab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.682574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d828ce3d-9376-4c5b-992d-3d7fde5fab0a None None] For port 25e60a0d-256f-443b-a400-f3509b013596, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=25e60a0d-256f-443b-a400-f3509b013596,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:32.686103 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d828ce3d-9376-4c5b-992d-3d7fde5fab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.725232 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:32.742601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:32.749730 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.754638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38794) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:32.755221 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-cf5916d5-3107-4742-a691-c11147c7cb55 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8342595 Dec 09 16:00:32.764203 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828ce3d-9376-4c5b-992d-3d7fde5fab0a None None] Pushing event updated for resources: {'Port': ['ID=25e60a0d-256f-443b-a400-f3509b013596,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:32.776310 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:32.777039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:32.837865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25e60a0d-256f-443b-a400-f3509b013596 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:32.938938 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-5237dc66-1f8a-4259-bfd4-dfeeef580655 None None] Provisioning complete for port 25e60a0d-256f-443b-a400-f3509b013596 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:32.939309 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5237dc66-1f8a-4259-bfd4-dfeeef580655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:32.948976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:33.206322 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 25e60a0d-256f-443b-a400-f3509b013596 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:33.207049 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.207202 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.366103 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Allocated IP 172.20.0.1 (dca10cf6-bc38-463b-86b3-359387210cf0/c9936ab1-6c44-4f83-a8ed-856620488616/f6241a1c-7c10-4a9d-a7a5-1e8d112bed44) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:33.426971 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:32Z', 'revision_number': 3, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:33.453427 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:33.453781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Updating router 71956f70-c2ae-49c2-a56c-f1eee4ba706c port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:33.473886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.480008 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.506933 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.545041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Network dca10cf6-bc38-463b-86b3-359387210cf0 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:33.548019 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:33.551730 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:33.583951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Pushing event updated for resources: {'Port': ['ID=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:33.605913 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.746380 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.771644 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.777630 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.826432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c10da-94fb-4064-afc5-a5f1fd724962 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:33.836214 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b21e-7bc8-4f38-acd3-2da29c7c576a None None] Pushing event updated for resources: {'Port': ['ID=25cc559b-0081-4606-b3ef-efe2f81c5cf9,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:33.838792 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Attempting to bind port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:33.839173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Attempting to bind port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:33.839560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Attempting to bind port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:33.846955 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:33.848040 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:33.848520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.848975 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:33.849530 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Bound port: 25cc559b-0081-4606-b3ef-efe2f81c5cf9, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:33.849986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.907668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Provisioning complete for port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:33.908281 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.913781 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] For port 25cc559b-0081-4606-b3ef-efe2f81c5cf9, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:33.926088 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.932573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.951186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] For port 25cc559b-0081-4606-b3ef-efe2f81c5cf9, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=25cc559b-0081-4606-b3ef-efe2f81c5cf9,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:33.959676 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:33.967556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:34.006551 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb50f3-2778-451a-b2ae-54953188ce2e None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:34.008336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Pushing event updated for resources: {'Port': ['ID=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:34.013666 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.037501 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Provisioning complete for port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:34.037870 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.039702 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b21e-7bc8-4f38-acd3-2da29c7c576a None None] Pushing event updated for resources: {'Port': ['ID=25cc559b-0081-4606-b3ef-efe2f81c5cf9,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:34.042119 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:34.042890 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:34.110790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Network dca10cf6-bc38-463b-86b3-359387210cf0 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:34.112396 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:34.209654 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.218405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:34.236000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:34.271118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] For port 25cc559b-0081-4606-b3ef-efe2f81c5cf9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=25cc559b-0081-4606-b3ef-efe2f81c5cf9,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:34.278766 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.361627 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:34.366842 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b54f67a0-8e39-45e2-a81c-18adfdf0bc00 admin admin] 10.222.0.46 "PUT /v2.0/routers/71956f70-c2ae-49c2-a56c-f1eee4ba706c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107533 Dec 09 16:00:34.420562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b195eeb-8e4d-4e3f-a7c0-97ab26fb00e9 None None] Pushing event updated for resources: {'Port': ['ID=25cc559b-0081-4606-b3ef-efe2f81c5cf9,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:34.433339 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1d320ef8-5a96-4b60-917c-8a051da01f9d None None] Provisioning complete for port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:34.433740 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d320ef8-5a96-4b60-917c-8a051da01f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.504034 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-1d320ef8-5a96-4b60-917c-8a051da01f9d None None] Port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:34.522521 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1d320ef8-5a96-4b60-917c-8a051da01f9d None None] Provisioning complete for port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:34.522884 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d320ef8-5a96-4b60-917c-8a051da01f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.565032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 2, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:34.594911 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f158c0e-61b6-4f6f-96b6-2bc628975ad0 None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 2, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:34.781648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25e60a0d-256f-443b-a400-f3509b013596 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:34.872893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 25e60a0d-256f-443b-a400-f3509b013596 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:34.873362 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.913503 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38810) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:34.919602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-285384955-network', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:34.952013 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Made reservation on behalf of 6218ecc5798e4fda984b8fec486b69ad for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:34.954405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:34.969258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.058860 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.063190 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.090510 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:00:35.101741 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289f1406-c01b-4d02-9659-e6f24ee5c0b9,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:35.108134 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.108488 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Added segment 09c5dfbe-6c68-44dd-9538-bb35f315da40 of type vlan for network ac4349d1-b00f-486b-b564-12df524a87a0 Dec 09 16:00:35.152018 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.179328 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.180328 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:35.181043 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.217949 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3031898 Dec 09 16:00:35.220858 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38812) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:35.226733 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Request body: {'subnet': {'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-285384955-subnet', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:35.277072 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02b749-300f-41bb-b06b-4cb4bd5a168f admin admin] Pushing event updated for resources: {'Network': ['ID=ac4349d1-b00f-486b-b564-12df524a87a0,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:35.278019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Made reservation on behalf of 6218ecc5798e4fda984b8fec486b69ad for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:35.280491 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.288180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network ac4349d1-b00f-486b-b564-12df524a87a0 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:00:35.486566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.547599 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6083e1-eaf8-4454-aa68-df9843b1fd28,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:35.554862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Checking segment: {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:35.555227 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Network hostable DHCP agents. Network: ac4349d1-b00f-486b-b564-12df524a87a0, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:00:35.572542 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Network ac4349d1-b00f-486b-b564-12df524a87a0 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:00:35.582694 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, ac4349d1-b00f-486b-b564-12df524a87a0) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:35.586821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:35.587494 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.593837 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cca27a-3f9e-4c87-9a7f-4d152d064d37 None None] Network ac4349d1-b00f-486b-b564-12df524a87a0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:35.606340 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b6e4ac6c-848e-4030-8e2e-82fd47a21dfd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3843553 Dec 09 16:00:35.608992 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38814) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:35.614576 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:35.637866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.639164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.694217 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.709704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-ac4349d1-b00f-486b-b564-12df524a87a0', 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'fixed_ips': [{'subnet_id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:00:35.710590 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.842275 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:35.862065 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Allocated IP 172.20.0.2 (ac4349d1-b00f-486b-b564-12df524a87a0/3c6083e1-eaf8-4454-aa68-df9843b1fd28/bcccfbf0-8660-4f07-b225-18bdcf018310) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:36.018082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.024983 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.060626 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Network ac4349d1-b00f-486b-b564-12df524a87a0 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:36.063523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:36.067132 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:36.072277 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.083281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Pushing event updated for resources: {'Port': ['ID=bcccfbf0-8660-4f07-b225-18bdcf018310,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:36.092429 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.132643 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Attempting to bind port bcccfbf0-8660-4f07-b225-18bdcf018310 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:36.133017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Attempting to bind port bcccfbf0-8660-4f07-b225-18bdcf018310 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:36.133384 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Attempting to bind port bcccfbf0-8660-4f07-b225-18bdcf018310 on network ac4349d1-b00f-486b-b564-12df524a87a0 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:36.140840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:36.141226 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Checking segment: {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:36.141629 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.142036 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Bound using segment: {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:36.142516 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Bound port: bcccfbf0-8660-4f07-b225-18bdcf018310, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:36.142904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.202820 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Allocated IP 172.25.0.175 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/7e638238-7349-4013-bf43-17f553c317f4) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:36.208682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] For port bcccfbf0-8660-4f07-b225-18bdcf018310, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:36.211848 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] For port bcccfbf0-8660-4f07-b225-18bdcf018310, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcccfbf0-8660-4f07-b225-18bdcf018310,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:36.216715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.277557 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4ad79-4365-4334-8caf-b8c9e144faef None None] Pushing event updated for resources: {'Port': ['ID=bcccfbf0-8660-4f07-b225-18bdcf018310,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:36.656506 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.689934 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.728939 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:36.736227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:36.740993 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:36.744550 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Pushing event updated for resources: {'Port': ['ID=7e638238-7349-4013-bf43-17f553c317f4,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:36.757587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f68aa9-ba0f-4c25-aa5c-2f45645dfff5 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:36.845476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25cc559b-0081-4606-b3ef-efe2f81c5cf9 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:36.901947 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-cfac66b4-c56b-413d-ba42-657a3ad96ab6 None None] Provisioning complete for port 7e638238-7349-4013-bf43-17f553c317f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:36.902317 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cfac66b4-c56b-413d-ba42-657a3ad96ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.931568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:36.931948 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:36.967871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-cfac66b4-c56b-413d-ba42-657a3ad96ab6 None None] Port 7e638238-7349-4013-bf43-17f553c317f4 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:37.011045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.025536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcccfbf0-8660-4f07-b225-18bdcf018310 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:37.146984 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:37.162010 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:37.171019 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:37.245758 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bcccfbf0-8660-4f07-b225-18bdcf018310 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:37.246183 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.249284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.306719 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:37.364899 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.390094 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ea789-9c90-4d05-88fa-3b414b7b9d27 None None] Network ac4349d1-b00f-486b-b564-12df524a87a0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:00:37.437236 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Router e84f94c3-b74f-414e-9b44-e349d4fb3d47 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:00:37.473043 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] For port bcccfbf0-8660-4f07-b225-18bdcf018310, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcccfbf0-8660-4f07-b225-18bdcf018310,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:37.485805 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.532395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c40fc685-616c-4939-b89c-b1462098c6ff None None] Provisioning complete for port bcccfbf0-8660-4f07-b225-18bdcf018310 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:37.532395 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c40fc685-616c-4939-b89c-b1462098c6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.587445 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:37.595394 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 2, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:37.598761 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Pushing event updated for resources: {'Port': ['ID=bcccfbf0-8660-4f07-b225-18bdcf018310,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:37.607492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Sync routers for ids ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:37.613956 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.622236 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8913dc8e-e232-4630-a449-cf9ba329226c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0084677 Dec 09 16:00:37.623918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38816) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:37.632750 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Routers {'e84f94c3-b74f-414e-9b44-e349d4fb3d47'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:37.633393 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:37.633737 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:37.634487 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Updating router 71956f70-c2ae-49c2-a56c-f1eee4ba706c port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:37.677663 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:37.813440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Set router e84f94c3-b74f-414e-9b44-e349d4fb3d47 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:38.024186 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:36Z', 'revision_number': 3, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:38.027696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-7759f9d7-95dd-4d9b-a2ca-55f62dbcaaf2 None None] Provisioning complete for port bcccfbf0-8660-4f07-b225-18bdcf018310 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:38.028070 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7759f9d7-95dd-4d9b-a2ca-55f62dbcaaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.048471 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.055615 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.075945 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Checking router: e84f94c3-b74f-414e-9b44-e349d4fb3d47 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:38.076291 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Updating router e84f94c3-b74f-414e-9b44-e349d4fb3d47 port 7e638238-7349-4013-bf43-17f553c317f4 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:38.112352 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.168514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Attempting to bind port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:38.169051 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Attempting to bind port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:38.169164 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Attempting to bind port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:38.173101 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Pushing event updated for resources: {'Port': ['ID=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:38.181526 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.182379 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.182737 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.183085 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.183450 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.183788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.184123 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.184452 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.184782 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.185109 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.185434 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.185821 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.186079 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.186403 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:00:38.198916 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:38.199299 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Checking segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:38.199735 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.200128 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Bound using segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:38.200613 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Bound port: f6241a1c-7c10-4a9d-a7a5-1e8d112bed44, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:38.200992 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.289589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] For port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:38.293668 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] For port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:38.302642 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.361598 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42103d0e-d899-46ff-bc91-a855d85d7506 None None] Pushing event updated for resources: {'Port': ['ID=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:38.384550 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:38.385339 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:38.405277 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Allocated IP 172.20.0.1 (ac4349d1-b00f-486b-b564-12df524a87a0/3c6083e1-eaf8-4454-aa68-df9843b1fd28/45cee1dc-5ac1-4485-8d31-3e7d091cc084) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:38.420441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-1d3c55b8-7d87-46c7-919d-4d8787ab882b None None] Provisioning complete for port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:38.421074 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d3c55b8-7d87-46c7-919d-4d8787ab882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.527579 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.561403 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.570190 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d3c55b8-7d87-46c7-919d-4d8787ab882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.571119 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.584850 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.612128 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Network ac4349d1-b00f-486b-b564-12df524a87a0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:38.614149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:38.615762 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:38.622408 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:38.678468 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.695978 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb4a95-c36f-4b45-ab30-f0cb0ab65fdf None None] Pushing event updated for resources: {'Port': ['ID=7e638238-7349-4013-bf43-17f553c317f4,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:38.723581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-1d3c55b8-7d87-46c7-919d-4d8787ab882b None None] For port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:38.723944 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Pushing event updated for resources: {'Port': ['ID=45cee1dc-5ac1-4485-8d31-3e7d091cc084,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:38.724786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cc2aa-e75f-49d5-b129-dd4fabfd8215 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:38.745242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Attempting to bind port 7e638238-7349-4013-bf43-17f553c317f4 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:38.745598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Attempting to bind port 7e638238-7349-4013-bf43-17f553c317f4 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:38.745977 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Attempting to bind port 7e638238-7349-4013-bf43-17f553c317f4 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:38.749408 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d3c55b8-7d87-46c7-919d-4d8787ab882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.758871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:38.759258 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:38.759691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.760089 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:38.760580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Bound port: 7e638238-7349-4013-bf43-17f553c317f4, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:38.760965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.863648 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.866590 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] For port 7e638238-7349-4013-bf43-17f553c317f4, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:38.906450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c55b8-7d87-46c7-919d-4d8787ab882b None None] Pushing event updated for resources: {'Port': ['ID=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:38.931729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:38.966029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] For port 7e638238-7349-4013-bf43-17f553c317f4, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7e638238-7349-4013-bf43-17f553c317f4,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:38.980076 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.986030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Provisioning complete for port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:38.986030 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:38.986416 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:39.025566 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e237-df3e-4524-9473-a3bc66ae9bb9 None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:39.062230 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3029f-4814-4557-a9cf-dbc9136db147 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:00:39.094068 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.099950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.109905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:39.110285 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.114097 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb4a95-c36f-4b45-ab30-f0cb0ab65fdf None None] Pushing event updated for resources: {'Port': ['ID=7e638238-7349-4013-bf43-17f553c317f4,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:39.122352 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Routers {'e84f94c3-b74f-414e-9b44-e349d4fb3d47'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:39.122992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:39.182067 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Pushing event updated for resources: {'Port': ['ID=45cee1dc-5ac1-4485-8d31-3e7d091cc084,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:39.185566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.290620 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Network ac4349d1-b00f-486b-b564-12df524a87a0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:39.292687 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:39.345017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcccfbf0-8660-4f07-b225-18bdcf018310 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:39.386098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] Set router e84f94c3-b74f-414e-9b44-e349d4fb3d47 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:39.414674 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Provisioning complete for port 7e638238-7349-4013-bf43-17f553c317f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:39.415128 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.436420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Router e84f94c3-b74f-414e-9b44-e349d4fb3d47 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:39.565088 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:39.575058 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8c5af1a3-5499-4da4-9b00-b57876985a92 admin admin] 10.222.0.46 "PUT /v2.0/routers/e84f94c3-b74f-414e-9b44-e349d4fb3d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9438698 Dec 09 16:00:39.582732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port bcccfbf0-8660-4f07-b225-18bdcf018310 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:39.583105 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.839713 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.877268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] For port 7e638238-7349-4013-bf43-17f553c317f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7e638238-7349-4013-bf43-17f553c317f4,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:39.900009 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:39.990782 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc1b83-ba00-4d2a-b962-22d7f2da3a39 None None] Pushing event updated for resources: {'Port': ['ID=7e638238-7349-4013-bf43-17f553c317f4,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:40.016172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '45cee1dc-5ac1-4485-8d31-3e7d091cc084', 'name': '', 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'mac_address': 'fa:16:3e:73:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:38Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 2, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'subnets': [{'id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:40.051080 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a7420-36e6-44cd-b2a2-f10230d4df7c None None] The sync data for ids ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'] in n-d-804292-5 is: [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '45cee1dc-5ac1-4485-8d31-3e7d091cc084', 'name': '', 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'mac_address': 'fa:16:3e:73:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:38Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 2, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'subnets': [{'id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:40.057769 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4cae5929-e13f-41f1-8956-7108f1973034 None None] Provisioning complete for port 7e638238-7349-4013-bf43-17f553c317f4 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:40.058217 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cae5929-e13f-41f1-8956-7108f1973034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.150983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-4cae5929-e13f-41f1-8956-7108f1973034 None None] Provisioning complete for port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:40.151470 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4cae5929-e13f-41f1-8956-7108f1973034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.189892 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-4cae5929-e13f-41f1-8956-7108f1973034 None None] Port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:40.346193 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38824) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:40.350989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118525440', 'description': 'tempest-secgroup-smoke-118525440 description', 'project_id': '1c498f03b4704e53825f19544ce14e36'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:40.374665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.453330 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.457622 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.485677 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.486945 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1396902 Dec 09 16:00:40.490637 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38826) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:40.495726 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': 'c170daf4-81a2-485a-80c0-ce59f45e222a', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:40.501057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d59bfc-33c4-4f71-a1bb-622d9854c84b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c170daf4-81a2-485a-80c0-ce59f45e222a,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:40.525562 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.588963 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.593090 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.613433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b68c299-b345-451f-ae67-120ad5985da5,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:40.622065 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.623305 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8c143a61-bcb7-4ff6-9222-f937935b7ffa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318607 Dec 09 16:00:40.625972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38828) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:40.630955 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': 'c170daf4-81a2-485a-80c0-ce59f45e222a', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:40.659423 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.719205 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.724143 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.743247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb7b70d-bfbc-4d5a-bc95-96b6c5c5264e,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:40.751676 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.753007 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-0653204b-43c7-4b10-b705-1e901b410153 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260798 Dec 09 16:00:40.756631 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38830) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:40.761250 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': 'c170daf4-81a2-485a-80c0-ce59f45e222a', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:40.789174 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.816870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:40.847122 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.850809 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.865550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:40.865921 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.870546 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6696ed23-da9b-42f2-888b-c9f676938760,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:40.880714 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.881913 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-a37ef5c2-abff-44e4-a3f8-58e6de3ee9f3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242659 Dec 09 16:00:40.884712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38832) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:40.889943 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': 'c170daf4-81a2-485a-80c0-ce59f45e222a', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:40.916292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.975662 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.979110 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:40.999765 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330a7eb7-5eb7-4d35-a23a-91bafb7d2fa9,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:41.007922 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.009116 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bcc752b2-cf90-414e-a996-31b7cf3dde5b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234739 Dec 09 16:00:41.011917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38834) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:41.016577 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': 'c170daf4-81a2-485a-80c0-ce59f45e222a', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:41.051731 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Project 1c498f03b4704e53825f19544ce14e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:00:41.064608 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.122840 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.126413 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.145287 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de4c558-cd4d-4632-9197-653725dd9dcb,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:41.150571 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.151619 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b6bdcd35-b13d-40a9-b95d-90e18ffacd84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384470 Dec 09 16:00:41.154374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 38836) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:41.158586 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': 'c170daf4-81a2-485a-80c0-ce59f45e222a', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:41.180511 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Project 1c498f03b4704e53825f19544ce14e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:00:41.185258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.243113 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.246640 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.263596 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc90ee4-76f0-4394-8267-5051d1c04870,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:41.272708 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:41.273899 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-3b954298-d626-4684-b3d6-30e388f4f0cb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186121 Dec 09 16:00:41.427783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-ee10ba6c-fc76-4211-bd2e-c93986fb7d4b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118525440&fields=id&tenant_id=1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 267 time: 0.0499804 Dec 09 16:00:41.544265 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-02c69a40-a294-4c30-8e3f-d5569abb4132 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:41.545812 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-02c69a40-a294-4c30-8e3f-d5569abb4132 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 809 time: 0.1112089 Dec 09 16:00:41.562091 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-a06c2d94-3465-4a56-a05a-ae3e747a0af7 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/quotas/1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Dec 09 16:00:41.616555 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-d3d3bafa-2ad4-49fd-9b6c-1b2f07d3beec tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477076 Dec 09 16:00:41.720718 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-cbb9a28b-2b51-459d-834b-9ef410e1c50d service neutron] 10.222.0.46 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915639 Dec 09 16:00:41.818610 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-be672072-4e58-4773-86b1-931805015082 service neutron] 10.222.0.46 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907311 Dec 09 16:00:41.985038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-71403dbc-459e-44cf-b7e4-ca0d59f11abe req-25d86337-b5c1-4375-960f-4a20afa5713a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 210 time: 0.0291302 Dec 09 16:00:42.711290 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Sync routers for ids ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:42.721268 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Routers {'e84f94c3-b74f-414e-9b44-e349d4fb3d47'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:42.721871 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:42.804063 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7e638238-7349-4013-bf43-17f553c317f4 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:42.827848 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Set router e84f94c3-b74f-414e-9b44-e349d4fb3d47 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:42.854453 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 7e638238-7349-4013-bf43-17f553c317f4 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:42.854830 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.037648 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '45cee1dc-5ac1-4485-8d31-3e7d091cc084', 'name': '', 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'mac_address': 'fa:16:3e:73:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:38Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 2, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'subnets': [{'id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:43.066708 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Checking router: e84f94c3-b74f-414e-9b44-e349d4fb3d47 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:43.067073 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Updating router e84f94c3-b74f-414e-9b44-e349d4fb3d47 port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:00:43.071887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b25f4785-4a46-40cb-b0f6-811654c03161 req-75d3dde7-cdda-4a21-ba9f-c5f5ab0c871b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 210 time: 0.0317030 Dec 09 16:00:43.094672 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.351669 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.356774 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.407541 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3593dfb-c047-4b9a-93e8-dc459bb817c0 None None] Pushing event updated for resources: {'Port': ['ID=45cee1dc-5ac1-4485-8d31-3e7d091cc084,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:43.457086 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Attempting to bind port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:43.457460 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Attempting to bind port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:43.457818 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Attempting to bind port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 on network ac4349d1-b00f-486b-b564-12df524a87a0 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:43.463621 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:43.463993 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Checking segment: {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:43.464394 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.464777 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Bound using segment: {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:43.465236 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Bound port: 45cee1dc-5ac1-4485-8d31-3e7d091cc084, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c5dfbe-6c68-44dd-9538-bb35f315da40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:43.465612 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.533793 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] For port 45cee1dc-5ac1-4485-8d31-3e7d091cc084, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:43.537880 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] For port 45cee1dc-5ac1-4485-8d31-3e7d091cc084, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=45cee1dc-5ac1-4485-8d31-3e7d091cc084,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:43.543363 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.602573 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Routers {'e84f94c3-b74f-414e-9b44-e349d4fb3d47'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:43.603198 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:43.604875 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3593dfb-c047-4b9a-93e8-dc459bb817c0 None None] Pushing event updated for resources: {'Port': ['ID=45cee1dc-5ac1-4485-8d31-3e7d091cc084,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:43.635619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-72ebe215-ec9f-4b22-98a0-d525f7ecf05a None None] Provisioning complete for port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:43.636087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72ebe215-ec9f-4b22-98a0-d525f7ecf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.717314 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] Set router e84f94c3-b74f-414e-9b44-e349d4fb3d47 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:43.724069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72ebe215-ec9f-4b22-98a0-d525f7ecf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.758659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-72ebe215-ec9f-4b22-98a0-d525f7ecf05a None None] For port 45cee1dc-5ac1-4485-8d31-3e7d091cc084, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=45cee1dc-5ac1-4485-8d31-3e7d091cc084,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:43.764139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-72ebe215-ec9f-4b22-98a0-d525f7ecf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.817768 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebe215-ec9f-4b22-98a0-d525f7ecf05a None None] Pushing event updated for resources: {'Port': ['ID=45cee1dc-5ac1-4485-8d31-3e7d091cc084,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:43.886333 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-acb21c2e-0b34-4f75-b899-fd7bdebb7b92 None None] Provisioning complete for port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:43.886699 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-acb21c2e-0b34-4f75-b899-fd7bdebb7b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:43.927652 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '45cee1dc-5ac1-4485-8d31-3e7d091cc084', 'name': '', 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'mac_address': 'fa:16:3e:73:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:38Z', 'updated_at': '2021-12-09T16:00:43Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'subnets': [{'id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:43.957839 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7390b9-5e4d-4513-b0e0-308d4ec59400 None None] The sync data for ids ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'] in n-d-804292-5 is: [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '45cee1dc-5ac1-4485-8d31-3e7d091cc084', 'name': '', 'network_id': 'ac4349d1-b00f-486b-b564-12df524a87a0', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'mac_address': 'fa:16:3e:73:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:38Z', 'updated_at': '2021-12-09T16:00:43Z', 'revision_number': 4, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'subnets': [{'id': '3c6083e1-eaf8-4454-aa68-df9843b1fd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:44.157903 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd432807-7cb5-457b-8b42-289479888f14 req-6fe784ca-e6a9-47ec-9782-aad308f790c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Dec 09 16:00:44.798916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 45cee1dc-5ac1-4485-8d31-3e7d091cc084 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:44.848583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:44.849197 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:45.237240 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-180721d7-3bc3-40bd-9682-ed8638f8453e req-595ede36-7bad-4789-93c0-68deb007d58e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Dec 09 16:00:46.332792 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f96740f5-67b9-4a25-9db5-dd798f499e3f req-e6999549-415d-4223-a2ca-82372e4479e9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 210 time: 0.0266068 Dec 09 16:00:47.131575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-04814f04-15c1-4250-a092-9cc4999091d9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:47.133017 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-04814f04-15c1-4250-a092-9cc4999091d9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 809 time: 0.1089382 Dec 09 16:00:47.200654 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-2f3f9713-d144-4486-853b-4af3a7b3b4ba tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 379 time: 0.0576963 Dec 09 16:00:47.211798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'port': {'device_id': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'admin_state_up': True, 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'security_groups': ['c170daf4-81a2-485a-80c0-ce59f45e222a']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:47.320459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Made reservation on behalf of 1c498f03b4704e53825f19544ce14e36 for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:00:47.324078 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.455113 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4b91896a-5374-4353-978c-f127789cf9d3 req-babf139d-5f00-434c-ac9c-bbb5b2da1b62 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 210 time: 0.0507805 Dec 09 16:00:47.473813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Allocated IP 172.20.0.13 (dca10cf6-bc38-463b-86b3-359387210cf0/c9936ab1-6c44-4f83-a8ed-856620488616/708f0f09-7111-43bf-b280-9de842f75b4c) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:47.608703 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.646230 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.688203 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Network dca10cf6-bc38-463b-86b3-359387210cf0 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:47.691205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:47.696770 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:47.703175 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:47.751988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:47.752621 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.770692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7896b15e-b57c-4d94-affc-d379cff3458c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625145 Dec 09 16:00:47.783574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Request body: {'port': {'device_id': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:47.841034 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.920990 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-c90099aa-49cf-4773-9a9e-010916c30822 None None] Provisioning complete for port 708f0f09-7111-43bf-b280-9de842f75b4c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:47.921589 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-c90099aa-49cf-4773-9a9e-010916c30822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:47.954335 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-c90099aa-49cf-4773-9a9e-010916c30822 None None] Port 708f0f09-7111-43bf-b280-9de842f75b4c cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:00:48.419803 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708f0f09-7111-43bf-b280-9de842f75b4c {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:48.427999 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.439741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Transition to ACTIVE for port object 708f0f09-7111-43bf-b280-9de842f75b4c will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:00:48.443965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.492247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:48.570204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Attempting to bind port 708f0f09-7111-43bf-b280-9de842f75b4c on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:00:48.570554 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Attempting to bind port 708f0f09-7111-43bf-b280-9de842f75b4c by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:00:48.570893 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Attempting to bind port 708f0f09-7111-43bf-b280-9de842f75b4c on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:48.576244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Port 708f0f09-7111-43bf-b280-9de842f75b4c on network dca10cf6-bc38-463b-86b3-359387210cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:00:48.576435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Attempting to bind port 708f0f09-7111-43bf-b280-9de842f75b4c on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:00:48.582278 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:00:48.582622 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Checking segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:00:48.583010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Bound using segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:00:48.583469 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Bound port: 708f0f09-7111-43bf-b280-9de842f75b4c, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:00:48.583826 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.586819 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aaf88-a639-479f-bd5e-8e6226fc41c4 req-9172ec8f-ba99-41da-91a2-0541a35640ee tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.588505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c83aaf88-a639-479f-bd5e-8e6226fc41c4 req-9172ec8f-ba99-41da-91a2-0541a35640ee tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0615737 Dec 09 16:00:48.642897 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c83aaf88-a639-479f-bd5e-8e6226fc41c4 req-a473f488-795f-4a08-ac3d-022905a36847 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478075 Dec 09 16:00:48.655112 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:00:48.666255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:00:48.670981 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.707993 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.708635 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:48.710037 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] 10.222.0.36 "PUT /v2.0/ports/708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 1092 time: 0.9307208 Dec 09 16:00:48.711903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:48.716130 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:48.738577 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b7c3-b031-4fd2-bb13-32865b397398 service neutron] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:48.791864 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bacb7d-4eab-40ce-8eaa-f0bab2ecc0d3 x-openstack-request-id: req-b5bacb7d-4eab-40ce-8eaa-f0bab2ecc0d3 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:48.792165 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:48.792424 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5bacb7d-4eab-40ce-8eaa-f0bab2ecc0d3 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:48.792824 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'status': 'completed', 'code': 200} Dec 09 16:00:48.827304 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-91dea1c8-82c4-421f-b783-04d7e0e81b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.828871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-91dea1c8-82c4-421f-b783-04d7e0e81b6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1095 time: 0.0481009 Dec 09 16:00:48.876189 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-7a74abe5-e65d-4a7b-a92b-81448888e2ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 217 time: 0.0387037 Dec 09 16:00:48.927901 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-a210ac4d-a010-4a3f-bec8-5ff5f69c1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.929332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-a210ac4d-a010-4a3f-bec8-5ff5f69c1698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0445397 Dec 09 16:00:48.976044 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-828baab0-a7dc-4468-a282-37077aa0033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:48.977585 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-828baab0-a7dc-4468-a282-37077aa0033c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411670 Dec 09 16:00:49.083130 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-3522ae5d-c6df-4b8b-ac02-cbfc974e1aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977638 Dec 09 16:00:49.176980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ba83d129-c6de-4a62-901b-e6aa33852ea5 req-585f5197-dda3-4081-9de9-15d09d88dea5 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Dec 09 16:00:49.263272 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-152a1b95-5410-4655-b027-8fca345793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.264990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-152a1b95-5410-4655-b027-8fca345793b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1095 time: 0.0420618 Dec 09 16:00:49.356621 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-15e00f89-64ec-474c-9f78-b1058678e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.358139 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-15e00f89-64ec-474c-9f78-b1058678e8ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0854921 Dec 09 16:00:49.404419 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-3d816cd8-be3e-4a67-bcae-c022233d6004 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 217 time: 0.0387537 Dec 09 16:00:49.453457 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-69558cac-2bbb-42ec-8e81-7c876d2c5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.454894 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-69558cac-2bbb-42ec-8e81-7c876d2c5ce4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0433090 Dec 09 16:00:49.502217 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-46a5abca-1133-4eaf-b005-508ceb8d5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.503928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-46a5abca-1133-4eaf-b005-508ceb8d5109 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400956 Dec 09 16:00:49.598700 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-ae0d5e40-8dae-4b68-b01a-d632b6b6f3c2 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874987 Dec 09 16:00:49.688822 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9c4b1ba9-74b2-4dbe-901c-5c839ef96c41 req-00af21e9-1f73-400a-89c0-28e4b72af54d service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824711 Dec 09 16:00:49.764186 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57e942-6007-48b4-80d5-128f101851fd req-f2a455f5-ab0d-4c76-9bbd-a91c76167a64 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:49.765682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d57e942-6007-48b4-80d5-128f101851fd req-f2a455f5-ab0d-4c76-9bbd-a91c76167a64 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0501041 Dec 09 16:00:49.821365 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6d57e942-6007-48b4-80d5-128f101851fd req-56c90fcd-a7d2-40d1-8c23-b5952895111a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491505 Dec 09 16:00:50.942479 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0c207-a2c1-4ea1-88dd-2cb724a029bc req-04e0cc8b-6f8b-4f47-8292-2b3de846faa7 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:50.944063 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8a0c207-a2c1-4ea1-88dd-2cb724a029bc req-04e0cc8b-6f8b-4f47-8292-2b3de846faa7 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0535617 Dec 09 16:00:50.993915 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f8a0c207-a2c1-4ea1-88dd-2cb724a029bc req-9f43316f-7483-4a96-943f-8431c6e31c7c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439882 Dec 09 16:00:51.539570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:00:51.635441 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:51.646629 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '708f0f09-7111-43bf-b280-9de842f75b4c', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'mac_address': 'fa:16:3e:03:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:00:51.683477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:51.695960 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708f0f09-7111-43bf-b280-9de842f75b4c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:00:51.721692 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:51.726193 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:51.777002 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:51.943180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['708f0f09-7111-43bf-b280-9de842f75b4c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:00:52.110653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a9431-9006-4e4b-834b-163e2688c327 req-78aa04e6-0494-4725-adbb-43f84efc3451 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:52.112161 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad2a9431-9006-4e4b-834b-163e2688c327 req-78aa04e6-0494-4725-adbb-43f84efc3451 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 945 time: 0.0491126 Dec 09 16:00:52.166409 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ad2a9431-9006-4e4b-834b-163e2688c327 req-80700650-cb4f-474e-ad4e-62dcd5e6622f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Dec 09 16:00:52.525661 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:52.992998 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:53.282841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121e47-d5e7-458d-af96-b79b6d95ab8d req-d93b01f6-69a1-4bfe-ac20-fbbecd61abc8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:53.284287 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea121e47-d5e7-458d-af96-b79b6d95ab8d req-d93b01f6-69a1-4bfe-ac20-fbbecd61abc8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 945 time: 0.0503922 Dec 09 16:00:53.328825 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7a50b484-0d09-4550-8085-ab50a6103997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:53.339124 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ea121e47-d5e7-458d-af96-b79b6d95ab8d req-202bf87e-865b-4994-b23d-f2d3e1d8c602 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482771 Dec 09 16:00:53.536385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:00:53.586467 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 708f0f09-7111-43bf-b280-9de842f75b4c completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:00:53.590635 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 708f0f09-7111-43bf-b280-9de842f75b4c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:00:53.591003 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:53.669804 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:53.691731 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:53.694384 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b36702-9bfd-4f6f-aa38-457971921578" -d '{"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-plugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:53.707506 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:00:53.711929 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:53.736974 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e60b153-d070-49b4-b341-5abbd2ec761b x-openstack-request-id: req-0e60b153-d070-49b4-b341-5abbd2ec761b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:53.737268 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-plugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:53.737522 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e60b153-d070-49b4-b341-5abbd2ec761b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:53.737912 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'code': 200} Dec 09 16:00:53.767630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:53.840656 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf8aee-d45f-4ec2-92a9-8b716ce65679 req-fbdc7a58-cafa-4b4b-88b4-49c3202b857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:53.842050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2baf8aee-d45f-4ec2-92a9-8b716ce65679 req-fbdc7a58-cafa-4b4b-88b4-49c3202b857e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1097 time: 0.0409498 Dec 09 16:00:53.892302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2baf8aee-d45f-4ec2-92a9-8b716ce65679 req-346e2bad-70fe-4cb1-8a45-ec6dba352ea2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Dec 09 16:00:54.463913 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce558ad-e527-430c-a32e-9c15c0c003e8 req-abf20327-fc27-4121-83f0-90d821cba961 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:54.465392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ce558ad-e527-430c-a32e-9c15c0c003e8 req-abf20327-fc27-4121-83f0-90d821cba961 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0502958 Dec 09 16:00:54.515625 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6ce558ad-e527-430c-a32e-9c15c0c003e8 req-cf2cca9f-93ec-43f3-961d-f34e16aadbbd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440366 Dec 09 16:00:54.587383 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:00:55.635521 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130495d-2e2b-4732-bcf0-5443502230e1 req-819f8211-9017-40ad-9b72-b7ccdd90ba22 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:55.637185 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a130495d-2e2b-4732-bcf0-5443502230e1 req-819f8211-9017-40ad-9b72-b7ccdd90ba22 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0485659 Dec 09 16:00:55.686325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a130495d-2e2b-4732-bcf0-5443502230e1 req-a0f70543-5437-4fd1-af70-dcd356a9ade3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Dec 09 16:00:55.800448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8cab-5ad9-49d4-a39f-a13ebb442a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:55.805937 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c9d5e-afac-4d46-a76d-2ae692b5dcae req-99f559ab-644c-4a1e-ba07-3a988d48bc89 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:55.807522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed2c9d5e-afac-4d46-a76d-2ae692b5dcae req-99f559ab-644c-4a1e-ba07-3a988d48bc89 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0519252 Dec 09 16:00:55.860361 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ed2c9d5e-afac-4d46-a76d-2ae692b5dcae req-fa784555-5156-486a-bab9-4f0e53f6cd97 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468290 Dec 09 16:00:55.882873 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38906) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:56.013754 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c337bc-4f07-4ec3-b722-56e14922e82f tempest-TestShelveInstance-31444162 tempest-TestShelveInstance-31444162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:56.015280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-d3c337bc-4f07-4ec3-b722-56e14922e82f tempest-TestShelveInstance-31444162 tempest-TestShelveInstance-31444162-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1092 time: 0.1313851 Dec 09 16:00:56.018187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 38910) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:00:56.023191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:00:56.044760 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.139598 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.243820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Allocated IP 172.25.0.80 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/294e1d20-04e7-4119-a430-7815036ec2c2) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:00:56.342914 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.375037 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.417841 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:00:56.420579 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:00:56.425926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:00:56.431395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'Port': ['ID=294e1d20-04e7-4119-a430-7815036ec2c2,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:56.783920 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.851534 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.946708 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:56.999861 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:57.004761 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:57.074788 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'Port': ['ID=294e1d20-04e7-4119-a430-7815036ec2c2,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:00:57.082664 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:57.182464 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Floating IP d80a8728-3a84-44e2-8dac-bca803b60eec associated. External IP: 172.25.0.80, port: 708f0f09-7111-43bf-b280-9de842f75b4c. Dec 09 16:00:57.388552 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:00:57.496360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:00:57.505931 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:00:57.513694 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:57.514907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:57.515556 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:57.543125 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-446e3bb9-cfa6-473d-9ce9-5b156e2b1ae8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5239146 Dec 09 16:00:57.544012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:00:57.546449 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a03936c-31e4-4682-b9e6-10301e773a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:00:57.582344 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fbd5f3-cf48-4094-bebc-351ab4135793 x-openstack-request-id: req-88fbd5f3-cf48-4094-bebc-351ab4135793 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:00:57.582646 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:00:57.583421 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88fbd5f3-cf48-4094-bebc-351ab4135793 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:00:57.583979 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'status': 'completed', 'code': 200} Dec 09 16:00:57.635342 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:57.647090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-4c6a2174-9364-4e2e-ad2e-97cc7ef4a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:57.648687 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-4c6a2174-9364-4e2e-ad2e-97cc7ef4a390 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1097 time: 0.0426254 Dec 09 16:00:57.740195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-641843e3-1c66-4e1f-a055-0b00d991c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:57.741679 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-641843e3-1c66-4e1f-a055-0b00d991c238 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0865641 Dec 09 16:00:57.808392 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-3f438663-30d6-4599-999f-97789840833a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 999 time: 0.0597250 Dec 09 16:00:57.862181 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-34bd9f96-0656-4926-8bba-b5ae6b69b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:57.863660 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-34bd9f96-0656-4926-8bba-b5ae6b69b421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0483193 Dec 09 16:00:57.865240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'd80a8728-3a84-44e2-8dac-bca803b60eec', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'mac_address': 'fa:16:3e:03:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:56Z', 'updated_at': '2021-12-09T16:00:56Z', 'revision_number': 0, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:57.891694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:00:57.900554 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:00:57.901238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:00:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:57.909680 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-de8daa2a-076b-4cd2-9db7-268418972284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:00:57.911285 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-de8daa2a-076b-4cd2-9db7-268418972284 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410779 Dec 09 16:00:58.001826 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-ebe74254-9a7c-42f9-8e0b-4f58a4306f6a service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833673 Dec 09 16:00:58.006700 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:00:58.095745 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6a03936c-31e4-4682-b9e6-10301e773a5f req-0f063fe8-0805-4490-8e05-3b3b9bccdf83 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Dec 09 16:00:58.230077 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'd80a8728-3a84-44e2-8dac-bca803b60eec', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'mac_address': 'fa:16:3e:03:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:56Z', 'updated_at': '2021-12-09T16:00:56Z', 'revision_number': 0, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:00:58.256371 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8e8a5-1d7b-40d4-99bd-59aa1d604227 None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': 'd80a8728-3a84-44e2-8dac-bca803b60eec', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'mac_address': 'fa:16:3e:03:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:00:56Z', 'updated_at': '2021-12-09T16:00:56Z', 'revision_number': 0, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:00:58.449974 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af82e6-38c1-4051-8f98-286da6d46396 None None] New status for floating IP d80a8728-3a84-44e2-8dac-bca803b60eec: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:00:58.634338 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:00:59.371270 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:03.957259 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-01951b75-442d-4915-bfe4-49722889cf5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401947 Dec 09 16:01:04.047574 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-3f12684e-94fc-4af9-ab6e-3d0d248c3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:04.049085 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-3f12684e-94fc-4af9-ab6e-3d0d248c3840 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1097 time: 0.0448394 Dec 09 16:01:04.155312 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-a41d44ae-8569-47eb-b174-0145141cfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:04.156879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-a41d44ae-8569-47eb-b174-0145141cfa45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0889030 Dec 09 16:01:04.226504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-01649e34-1c02-44da-9a04-73f5ce3a8b13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 1001 time: 0.0616078 Dec 09 16:01:04.276094 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-b23e1443-2561-4b2c-88de-b3f1900217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:04.277558 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-b23e1443-2561-4b2c-88de-b3f1900217d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0441499 Dec 09 16:01:04.325420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-58b8815b-adc5-4082-9f0d-758199799fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:01:04.326972 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-58b8815b-adc5-4082-9f0d-758199799fd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425522 Dec 09 16:01:04.419955 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-aac07a54-0a1d-4b9f-b74c-fc065214f255 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857017 Dec 09 16:01:04.509485 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bf97c866-0e62-45fb-b652-8c0ceceee7e8 req-97a4270f-400c-419d-b871-2211cc59b029 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818493 Dec 09 16:01:22.525259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:23.012486 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:23.331809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2c47416c-3c55-4392-842e-059a48403a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:25.803950 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-036c048b-55f8-4932-851d-ff9b114dd8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:26.949056 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:28.637361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:29.373495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:31.586974 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:01:51.340184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-9f2b75da-dd10-4fdf-bb2f-583b7a764904 req-446b7b3b-c6c4-421a-b1fc-267ac76b1232 service neutron] (109894) timed out ('10.222.0.46', 57320) {{(pid=109894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:01:52.535065 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:53.038532 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:53.332857 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-50916d48-81a4-4022-90c0-6521f7120f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:55.811572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6f01f10a-b092-4d2e-b7e6-e35a553bcf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:56.954698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:58.638954 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:01:59.380112 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:05.974771 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-87ebfaeb-5487-498a-9cbd-76ace6e5a4e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393364 Dec 09 16:02:06.070184 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-8df79299-2f5d-4ab1-a026-4c4f4ab8a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:06.071753 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-8df79299-2f5d-4ab1-a026-4c4f4ab8a918 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1097 time: 0.0536110 Dec 09 16:02:06.179007 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-188d17b6-60e1-4527-a4ac-42d22d943f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:06.180569 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-188d17b6-60e1-4527-a4ac-42d22d943f46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0882301 Dec 09 16:02:06.251773 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-237bbde8-1d18-4a62-abee-89aa5641afc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 1001 time: 0.0634587 Dec 09 16:02:06.301679 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-3a3658e3-338c-4564-8e6a-c82ebaa7982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:06.303906 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-3a3658e3-338c-4564-8e6a-c82ebaa7982f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0450475 Dec 09 16:02:06.348213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-18d15dd9-92db-4685-a93e-f383ee8994d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:06.350215 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-18d15dd9-92db-4685-a93e-f383ee8994d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391488 Dec 09 16:02:06.444795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-43975c49-c5a0-4171-a1de-c0216b92892c service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Dec 09 16:02:06.532619 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a98157de-a436-4f97-b2b1-9ed80bc77971 req-8190e4be-fb6c-4260-bfd5-5c4f35ced9cb service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805357 Dec 09 16:02:08.588056 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:02:22.536693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:23.052907 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:23.335149 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2a3067bf-8ccd-4d62-8260-01068e73a8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:25.803279 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d38fb5c9-a7b8-42e8-bfc3-71b14b0dab46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:26.958442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:28.640943 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:29.373180 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:45.587404 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:02:52.551282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.070054 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:53.258355 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143277b-a52f-475e-be4d-11578f345db5 req-0b8c52b1-7e20-416d-a8ab-878542ba48d6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:53.260037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7143277b-a52f-475e-be4d-11578f345db5 req-0b8c52b1-7e20-416d-a8ab-878542ba48d6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.1194203 Dec 09 16:02:53.311659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-7143277b-a52f-475e-be4d-11578f345db5 req-38fc6a8a-5b99-4fde-88e4-7aa59a7a1ed3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450058 Dec 09 16:02:53.337095 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d3266d31-6f27-4a8a-9518-e45674eebd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:54.500868 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342cbb6-7966-4a67-8071-4eb924d74b8a req-fe4f1e93-af77-4558-8e90-a403b253b2d3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:54.502349 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8342cbb6-7966-4a67-8071-4eb924d74b8a req-fe4f1e93-af77-4558-8e90-a403b253b2d3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0534523 Dec 09 16:02:54.551195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8342cbb6-7966-4a67-8071-4eb924d74b8a req-b6749e44-04e0-494d-8755-afd649ac4257 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Dec 09 16:02:55.666997 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4158084-cd2c-4dbe-94da-3e787ef7ecb5 req-2292243a-176d-41ec-b770-a3612ae249d3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:55.668480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4158084-cd2c-4dbe-94da-3e787ef7ecb5 req-2292243a-176d-41ec-b770-a3612ae249d3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0490775 Dec 09 16:02:55.717837 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e4158084-cd2c-4dbe-94da-3e787ef7ecb5 req-113f5c8f-88e2-461b-a6b2-ef615763cc42 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Dec 09 16:02:55.810627 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-362e28c2-814d-449d-b36e-9638c3f5c6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:56.844760 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5ee98-d825-4a5c-941d-ecf87c2ee3eb req-592641ea-7310-4810-84d0-30687074ce79 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:56.846455 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18f5ee98-d825-4a5c-941d-ecf87c2ee3eb req-592641ea-7310-4810-84d0-30687074ce79 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0596597 Dec 09 16:02:56.904883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-18f5ee98-d825-4a5c-941d-ecf87c2ee3eb req-b1a1fab4-9a61-4cfe-85a9-9575162aeba1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510969 Dec 09 16:02:56.960974 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:58.026879 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730a02f-2e6c-40db-b523-de1d1a2fed6b req-d6d1759a-411b-4631-8f60-7fa535cb1f96 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:58.028413 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c730a02f-2e6c-40db-b523-de1d1a2fed6b req-d6d1759a-411b-4631-8f60-7fa535cb1f96 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0496809 Dec 09 16:02:58.084098 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c730a02f-2e6c-40db-b523-de1d1a2fed6b req-3e637ab1-2671-4aa9-9bbc-f3e279d69bb5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496862 Dec 09 16:02:58.645377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:02:59.204751 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257f927-f09d-4190-8668-2dbbc151f68f req-3c41e731-5ecc-4c45-b073-fcc862a7289b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:02:59.206205 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7257f927-f09d-4190-8668-2dbbc151f68f req-3c41e731-5ecc-4c45-b073-fcc862a7289b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0508955 Dec 09 16:02:59.254121 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7257f927-f09d-4190-8668-2dbbc151f68f req-7472e7f6-955d-49b6-a666-de535a54dfb2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419652 Dec 09 16:02:59.376384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:00.373671 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318aa47-ce5a-4851-b968-149408f83a29 req-f70c5a20-db28-4ff4-ba2f-7ec0a649f304 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:00.375131 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c318aa47-ce5a-4851-b968-149408f83a29 req-f70c5a20-db28-4ff4-ba2f-7ec0a649f304 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0489094 Dec 09 16:03:00.424414 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c318aa47-ce5a-4851-b968-149408f83a29 req-9bd3d8cf-883e-48b3-b7ae-e7b65510960a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Dec 09 16:03:01.539867 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1f43a-bef0-41ff-b94e-802379a611f4 req-e5cc6c62-4b5e-4edc-b17e-90e75918a3cf tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:01.541360 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50d1f43a-bef0-41ff-b94e-802379a611f4 req-e5cc6c62-4b5e-4edc-b17e-90e75918a3cf tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0493460 Dec 09 16:03:01.589879 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-50d1f43a-bef0-41ff-b94e-802379a611f4 req-3e9ee934-821e-47b9-a790-fc0d44f3835e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Dec 09 16:03:02.706571 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdc7a-daed-4a88-b770-315ec0098b08 req-05aa37ab-02f0-4de9-962d-383287bba66f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:02.708085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f3fdc7a-daed-4a88-b770-315ec0098b08 req-05aa37ab-02f0-4de9-962d-383287bba66f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0498405 Dec 09 16:03:02.758030 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-6f3fdc7a-daed-4a88-b770-315ec0098b08 req-7a35e1c2-7cd1-425f-a6c8-59d564c6b80d tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 Dec 09 16:03:03.872666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1e32d-5478-46b0-9a3d-054a2bab157a req-91cd0f58-4368-4566-ae60-1ce0a475630c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:03.874135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38b1e32d-5478-46b0-9a3d-054a2bab157a req-91cd0f58-4368-4566-ae60-1ce0a475630c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0480084 Dec 09 16:03:03.926399 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-38b1e32d-5478-46b0-9a3d-054a2bab157a req-fa9ac5ec-0f44-46fb-884f-5c717119aede tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464075 Dec 09 16:03:05.050526 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c870aa-4846-420d-9c37-225691532dac req-2c1613b9-456f-475e-a023-ee529c554343 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:05.052321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68c870aa-4846-420d-9c37-225691532dac req-2c1613b9-456f-475e-a023-ee529c554343 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0582104 Dec 09 16:03:05.109007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-68c870aa-4846-420d-9c37-225691532dac req-fa581ca3-6234-4bed-8c2e-4f88fd90354f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498121 Dec 09 16:03:06.102871 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:03:06.208804 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:06.222223 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '708f0f09-7111-43bf-b280-9de842f75b4c', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'mac_address': 'fa:16:3e:03:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:03:06.247220 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a9f0-2392-4058-a0c7-bb4a9aaee19e req-065bcea6-26ce-4b56-b9be-a7f135b9c164 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:06.249794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90a5a9f0-2392-4058-a0c7-bb4a9aaee19e req-065bcea6-26ce-4b56-b9be-a7f135b9c164 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0580118 Dec 09 16:03:06.261656 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:06.280994 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 708f0f09-7111-43bf-b280-9de842f75b4c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:03:06.309090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:06.314908 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90a5a9f0-2392-4058-a0c7-bb4a9aaee19e req-0972161b-36dc-4d3f-81c5-5b4ab80ce167 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585680 Dec 09 16:03:06.321565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:06.388870 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:06.397100 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.397461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.397812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.398159 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.398503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.398847 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.399209 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.399562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.399894 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.400232 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.400659 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.401001 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.402081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:03:06.413840 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['708f0f09-7111-43bf-b280-9de842f75b4c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:03:07.009612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-9e536bc9-97d4-4b90-8ca2-3b757506d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.011487 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-9e536bc9-97d4-4b90-8ca2-3b757506d9de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1096 time: 0.0446386 Dec 09 16:03:07.132236 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-ffd86f68-f48e-4b14-8103-5af37d171e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.133780 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-ffd86f68-f48e-4b14-8103-5af37d171e0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.1008477 Dec 09 16:03:07.204186 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-b42c67b9-aa58-4876-b757-6742794a7e90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 1000 time: 0.0620368 Dec 09 16:03:07.271255 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-6754e7fc-5fec-43c4-b0d6-975e3915046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.272883 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-6754e7fc-5fec-43c4-b0d6-975e3915046f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0599763 Dec 09 16:03:07.324050 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-045c3d97-93ba-4d96-ab71-9e72c99a3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.325570 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-045c3d97-93ba-4d96-ab71-9e72c99a3074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451996 Dec 09 16:03:07.443181 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-a11af591-783e-48ee-b3d7-573ddfb2ed30 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077795 Dec 09 16:03:07.467678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eef12-bf66-42a1-a494-4547462c62aa req-2b003c84-853b-43da-aa4b-afd0dfd35c73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:07.471032 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-072eef12-bf66-42a1-a494-4547462c62aa req-2b003c84-853b-43da-aa4b-afd0dfd35c73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 945 time: 0.0713630 Dec 09 16:03:07.540844 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-072eef12-bf66-42a1-a494-4547462c62aa req-a5474473-edb7-4703-a863-29ea0d49e983 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577111 Dec 09 16:03:07.557347 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c2a3937d-de6a-4e5b-8ff0-1f038eeae89a req-326e97f3-87ba-4920-8e59-b864d87a4281 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067753 Dec 09 16:03:08.106716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:03:08.162190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 708f0f09-7111-43bf-b280-9de842f75b4c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:03:08.162572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.244268 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.271889 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:08.273548 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de232f42-0f7f-4c21-ad2b-84e45edf9a0e" -d '{"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-plugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:08.296843 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:08.321986 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:08.326920 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27631f04-32eb-425d-a9cb-c4bda5e028ee x-openstack-request-id: req-27631f04-32eb-425d-a9cb-c4bda5e028ee {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:08.326920 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-plugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:08.326920 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27631f04-32eb-425d-a9cb-c4bda5e028ee {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:08.328147 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'code': 200} Dec 09 16:03:08.381624 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:08.680213 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b14bda-4f8a-4c7c-8f17-db2f805ef2ba req-71c32574-77f4-49da-b151-8efd7300ef6e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:08.681644 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86b14bda-4f8a-4c7c-8f17-db2f805ef2ba req-71c32574-77f4-49da-b151-8efd7300ef6e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0600619 Dec 09 16:03:08.741570 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-86b14bda-4f8a-4c7c-8f17-db2f805ef2ba req-c55c9d65-b28f-4a48-bf43-8c94a5e540a4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538454 Dec 09 16:03:09.883214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6624d-f77d-478b-bf2a-f9de467bf073 req-18220845-49ad-40d3-b478-78eb6eb895eb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:09.884820 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1df6624d-f77d-478b-bf2a-f9de467bf073 req-18220845-49ad-40d3-b478-78eb6eb895eb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0542002 Dec 09 16:03:09.963114 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1df6624d-f77d-478b-bf2a-f9de467bf073 req-d20dcbe3-a239-4d9d-b7fd-33c1ee7fcde4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699387 Dec 09 16:03:11.112533 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb35bb-3a31-4fb3-a65c-ab05cf9f3ff1 req-5834f3bb-8b54-449c-8b27-d54428fd72b0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:11.115231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62eb35bb-3a31-4fb3-a65c-ab05cf9f3ff1 req-5834f3bb-8b54-449c-8b27-d54428fd72b0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0647156 Dec 09 16:03:11.181001 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-62eb35bb-3a31-4fb3-a65c-ab05cf9f3ff1 req-40c8413e-b06a-457e-b385-49838694a0ba tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564334 Dec 09 16:03:12.308583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec2ebd-1b19-4fc2-8ebe-ebf96f0a34ab req-913f8e9b-a6f8-434c-9f85-596ffcf8814e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:12.310216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddec2ebd-1b19-4fc2-8ebe-ebf96f0a34ab req-913f8e9b-a6f8-434c-9f85-596ffcf8814e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0564876 Dec 09 16:03:12.375083 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ddec2ebd-1b19-4fc2-8ebe-ebf96f0a34ab req-d7400a22-eea1-4f12-a7f2-3ac637cd9384 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520782 Dec 09 16:03:13.507049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b99b-70b6-4cb4-a436-28ea7932633a req-92796eca-a436-44d8-85b8-dec1857c1ef5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:13.508703 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4767b99b-70b6-4cb4-a436-28ea7932633a req-92796eca-a436-44d8-85b8-dec1857c1ef5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0567160 Dec 09 16:03:13.570311 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4767b99b-70b6-4cb4-a436-28ea7932633a req-e4b98bc4-f28e-431b-8259-b355f85e4b24 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541842 Dec 09 16:03:14.686430 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2706-a64e-4e81-bec3-7c8cc85695d4 req-f8885d36-9223-4449-88ca-ab9af8711a62 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:14.687943 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91b2706-a64e-4e81-bec3-7c8cc85695d4 req-f8885d36-9223-4449-88ca-ab9af8711a62 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0488367 Dec 09 16:03:14.736427 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d91b2706-a64e-4e81-bec3-7c8cc85695d4 req-3d09eac1-6903-405c-a2c9-36b0432d7018 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 Dec 09 16:03:15.111578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-20b4ffd0-d4b6-4659-992d-e8fd3d6ecab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:15.113045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-20b4ffd0-d4b6-4659-992d-e8fd3d6ecab7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1097 time: 0.0388722 Dec 09 16:03:15.205918 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-7488098a-1458-41f5-b031-522f96a31d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:15.207421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-7488098a-1458-41f5-b031-522f96a31d53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0864410 Dec 09 16:03:15.272952 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-40d41dfb-c465-43f2-bf50-527a890a6c5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 1001 time: 0.0580013 Dec 09 16:03:15.325110 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-f2fecc8c-2d5f-4cb8-8d08-1ae1c9df075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:15.326577 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-f2fecc8c-2d5f-4cb8-8d08-1ae1c9df075f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0469880 Dec 09 16:03:15.371224 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-4ff955fe-bfb6-4828-bdbf-61a957c8d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:15.372633 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-4ff955fe-bfb6-4828-bdbf-61a957c8d749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388551 Dec 09 16:03:15.388343 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-16545bb7-c00e-4f56-be90-5d808fb65e37 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:03:15.389278 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-16545bb7-c00e-4f56-be90-5d808fb65e37 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059447 Dec 09 16:03:15.481372 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-50c76fe1-a1b4-42cf-bd42-319f382f3f73 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 Dec 09 16:03:15.855203 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847903e-710b-4049-a4b7-6e6dadee13bc req-31b632f4-fdca-402a-a6ee-6d324d6ac395 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:15.856810 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9847903e-710b-4049-a4b7-6e6dadee13bc req-31b632f4-fdca-402a-a6ee-6d324d6ac395 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0501440 Dec 09 16:03:15.883871 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-4ff1997b-94cf-45d0-810a-59af52c4e613 req-e6fe8925-2b66-419f-bae8-b5e03975f991 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951414 Dec 09 16:03:15.908699 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9847903e-710b-4049-a4b7-6e6dadee13bc req-b318051f-bb7c-4851-b465-affff09e0919 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Dec 09 16:03:17.023397 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e2dc-58c6-41b4-81c1-f87724ef3e04 req-efcb206a-e6da-48db-832f-2dcbfa069b56 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:17.024853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6eb6e2dc-58c6-41b4-81c1-f87724ef3e04 req-efcb206a-e6da-48db-832f-2dcbfa069b56 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0487621 Dec 09 16:03:17.075917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6eb6e2dc-58c6-41b4-81c1-f87724ef3e04 req-57ab2b1a-a0c4-43dd-a721-3c74e9d25d84 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444117 Dec 09 16:03:18.158523 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:03:18.191212 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9153d-dd1f-4db4-a422-a4fd725856e6 req-5c0d2f06-97db-4a10-bcb1-39a6f4fc853b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:18.192766 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e5f9153d-dd1f-4db4-a422-a4fd725856e6 req-5c0d2f06-97db-4a10-bcb1-39a6f4fc853b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 946 time: 0.0499625 Dec 09 16:03:18.236302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:18.243397 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e5f9153d-dd1f-4db4-a422-a4fd725856e6 req-45b4afb0-4e69-4a42-acf6-f8ea714c58b1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Dec 09 16:03:18.258479 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:18.261079 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e40599-567d-4432-a4d8-9a23799531b7" -d '{"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-unplugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:18.273373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:18.278714 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:18.305183 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce79f2-343f-4d75-8a41-add7c64e0083 x-openstack-request-id: req-abce79f2-343f-4d75-8a41-add7c64e0083 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:18.305478 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-unplugged", "status": "failed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:18.305731 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abce79f2-343f-4d75-8a41-add7c64e0083 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:18.306121 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'code': 422} returned with failed status Dec 09 16:03:18.336639 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:18.378238 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-a5b33ed0-f448-42f0-8761-054464c29e25 req-9ecd5171-c23a-4430-b35d-20a4a25ad8e9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:03:18.379305 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a5b33ed0-f448-42f0-8761-054464c29e25 req-9ecd5171-c23a-4430-b35d-20a4a25ad8e9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0673881 Dec 09 16:03:18.531721 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41c959-b7e8-43e3-a0f1-eeba09c10dc8 req-e871f571-fd02-4e11-847e-9f89050b4fc6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:18.533229 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b41c959-b7e8-43e3-a0f1-eeba09c10dc8 req-e871f571-fd02-4e11-847e-9f89050b4fc6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0497684 Dec 09 16:03:18.589409 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9b41c959-b7e8-43e3-a0f1-eeba09c10dc8 req-2086f0da-6c6a-4db7-a581-2963bd9f9729 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498056 Dec 09 16:03:18.723255 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-36e43aec-8762-4e22-94bf-f9fc03dd1af0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841668 Dec 09 16:03:19.475339 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-5fc2ed8e-155a-4871-b05b-326f012d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:19.476835 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-5fc2ed8e-155a-4871-b05b-326f012d786c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820&tenant_id=1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 1095 time: 0.0401900 Dec 09 16:03:19.541047 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-901efe48-9081-4778-9423-4850c38346cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:19.542546 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-901efe48-9081-4778-9423-4850c38346cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1095 time: 0.0426795 Dec 09 16:03:19.632926 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-e079d3c7-b553-4312-bd5b-cb7e7d88026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:19.634412 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-e079d3c7-b553-4312-bd5b-cb7e7d88026c service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0844669 Dec 09 16:03:19.704135 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-3eaac269-e324-43bc-b7ce-c4de7d963f99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 999 time: 0.0618842 Dec 09 16:03:19.712811 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025533e6-fd3b-4465-8aaf-b67d72fe66d5 req-37d10f5a-f7f2-4f1e-8d29-181d70c781e9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:19.714313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-025533e6-fd3b-4465-8aaf-b67d72fe66d5 req-37d10f5a-f7f2-4f1e-8d29-181d70c781e9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0503521 Dec 09 16:03:19.753569 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-a8d4847e-86d9-4c51-8829-076ba048ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:19.755041 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-a8d4847e-86d9-4c51-8829-076ba048ad57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0441723 Dec 09 16:03:19.766190 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-025533e6-fd3b-4465-8aaf-b67d72fe66d5 req-b1785e1e-cfd1-465c-a718-2444638a8e36 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Dec 09 16:03:19.802370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-f457cbfb-e0e8-4a3b-a5d9-f6e17bb292ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:19.803912 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-f457cbfb-e0e8-4a3b-a5d9-f6e17bb292ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413463 Dec 09 16:03:19.906094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-d4c30184-cd6c-40ed-969b-7c326d6e0022 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937407 Dec 09 16:03:19.995213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-af9c703b-fa32-4e2d-a198-01abc330ad9a req-3dc6be0d-4a89-484d-81dd-2c0af12dbdf9 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818670 Dec 09 16:03:20.904434 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1534-6bc0-4a9e-be40-2517844e1d67 req-cf463ff8-f530-4da0-b67b-7478239edfc3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:20.905926 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b23f1534-6bc0-4a9e-be40-2517844e1d67 req-cf463ff8-f530-4da0-b67b-7478239edfc3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0551736 Dec 09 16:03:20.962107 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b23f1534-6bc0-4a9e-be40-2517844e1d67 req-0d78f04b-70d1-4a41-a52d-d0eb0ec5bb4d tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502186 Dec 09 16:03:22.100353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a54c1-7e50-418e-98c3-500e44db5ac8 req-54f53dfa-8eef-46c4-a830-91558f69626e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:22.101762 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af8a54c1-7e50-418e-98c3-500e44db5ac8 req-54f53dfa-8eef-46c4-a830-91558f69626e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0568888 Dec 09 16:03:22.154085 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-af8a54c1-7e50-418e-98c3-500e44db5ac8 req-6d4fd463-5881-4faf-a2ec-4761f3daebd5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457428 Dec 09 16:03:22.567681 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:22.587846 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:03:23.077401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.291823 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372485bb-7f3c-49f8-9ba0-b36dd8583bf7 req-11538c87-12d9-40a4-ab14-f2dfe4499d52 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:23.294233 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-372485bb-7f3c-49f8-9ba0-b36dd8583bf7 req-11538c87-12d9-40a4-ab14-f2dfe4499d52 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0600929 Dec 09 16:03:23.343698 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-6418fc03-db2d-4d17-8e8b-bda7fcb6ebae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:23.346815 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-372485bb-7f3c-49f8-9ba0-b36dd8583bf7 req-d22523c9-a789-46c7-a27d-6e152184ae36 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464289 Dec 09 16:03:24.472566 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b478a43-ee52-4fcd-8dd6-ccb1d471014a req-ed94fa01-5b78-48bb-ad7e-825c8404fe8e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:24.474053 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b478a43-ee52-4fcd-8dd6-ccb1d471014a req-ed94fa01-5b78-48bb-ad7e-825c8404fe8e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0564585 Dec 09 16:03:24.533284 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b478a43-ee52-4fcd-8dd6-ccb1d471014a req-49ef34f6-4f93-4421-ab08-1e6bbf31c27e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Dec 09 16:03:25.660862 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437572d4-bfc5-454e-b776-3e2ac7700556 req-fc6c8fad-0c59-4372-b8f2-0c75eb1723ac tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:25.662543 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-437572d4-bfc5-454e-b776-3e2ac7700556 req-fc6c8fad-0c59-4372-b8f2-0c75eb1723ac tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0584166 Dec 09 16:03:25.716651 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-437572d4-bfc5-454e-b776-3e2ac7700556 req-6b0a2bdf-a2aa-47e6-ae84-6a6f076a1241 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480652 Dec 09 16:03:25.803013 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b8e4-3781-452b-9001-94121e754616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:26.839368 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a8677-9e02-43ba-a40a-ce211a1d22b7 req-6f91ab3b-fcee-4998-804a-34d2ac2363c8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:26.841923 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc1a8677-9e02-43ba-a40a-ce211a1d22b7 req-6f91ab3b-fcee-4998-804a-34d2ac2363c8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0511119 Dec 09 16:03:26.898585 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dc1a8677-9e02-43ba-a40a-ce211a1d22b7 req-f93a2e88-fe7d-44e9-887f-92aebf2e0b4b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501411 Dec 09 16:03:26.966148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:28.034080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97664767-58be-4da9-a0af-56d44a274846 req-e4a44b21-c492-4d2e-8a0d-4fa258eaac9c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:28.035491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97664767-58be-4da9-a0af-56d44a274846 req-e4a44b21-c492-4d2e-8a0d-4fa258eaac9c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0495989 Dec 09 16:03:28.090390 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-97664767-58be-4da9-a0af-56d44a274846 req-acdf818e-7dd2-48cb-8500-aa0566abc767 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 Dec 09 16:03:28.647670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:29.224666 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eda3fe-5aff-436a-8aae-611c617096ca req-46cb6628-b380-4464-aadc-a5c171569337 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:29.226146 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0eda3fe-5aff-436a-8aae-611c617096ca req-46cb6628-b380-4464-aadc-a5c171569337 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0657675 Dec 09 16:03:29.284986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d0eda3fe-5aff-436a-8aae-611c617096ca req-06ea2c5b-bc2b-493d-9dc0-42a0b5eab692 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517333 Dec 09 16:03:29.383300 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:30.408615 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb30a23-9699-4d16-9510-9497c43c0d0d req-8871c19b-dc8f-4aa0-bf29-770a101299f2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:30.410028 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb30a23-9699-4d16-9510-9497c43c0d0d req-8871c19b-dc8f-4aa0-bf29-770a101299f2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0530233 Dec 09 16:03:30.459584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fdb30a23-9699-4d16-9510-9497c43c0d0d req-ead0fc21-4856-4244-a44a-5ccfd6125f4e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Dec 09 16:03:31.598761 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5286-b11d-4181-8944-98d82861a809 req-4a460d38-7011-426f-85cf-26898cf39408 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:31.600267 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa1f5286-b11d-4181-8944-98d82861a809 req-4a460d38-7011-426f-85cf-26898cf39408 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0559688 Dec 09 16:03:31.653187 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fa1f5286-b11d-4181-8944-98d82861a809 req-e8f98578-c713-43af-bdd0-fc8ac666ace1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452867 Dec 09 16:03:32.771887 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cccae-e9fa-40ec-8fbf-cb4ce4bb4514 req-7d5ea24e-e80e-4a57-8a96-ef4faf081488 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:32.773353 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-415cccae-e9fa-40ec-8fbf-cb4ce4bb4514 req-7d5ea24e-e80e-4a57-8a96-ef4faf081488 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0519085 Dec 09 16:03:32.822051 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-415cccae-e9fa-40ec-8fbf-cb4ce4bb4514 req-7e9667d5-bb98-4007-a4cb-a88c0f8e087d tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420392 Dec 09 16:03:33.939928 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408c89-82e4-46d1-b305-fa10b9ebdb05 req-166e7f5e-abf8-4e69-9ba0-43c4856a60ab tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:33.941411 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44408c89-82e4-46d1-b305-fa10b9ebdb05 req-166e7f5e-abf8-4e69-9ba0-43c4856a60ab tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 944 time: 0.0479071 Dec 09 16:03:34.002385 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44408c89-82e4-46d1-b305-fa10b9ebdb05 req-b6831b70-e8ab-4649-b8f4-d4394a915aa2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549936 Dec 09 16:03:34.314704 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:03:34.411138 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:34.422295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '708f0f09-7111-43bf-b280-9de842f75b4c', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'port_id': '708f0f09-7111-43bf-b280-9de842f75b4c', 'mac_address': 'fa:16:3e:03:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:03:34.457896 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:34.470173 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708f0f09-7111-43bf-b280-9de842f75b4c {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:03:34.493240 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:34.497754 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:34.544220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:34.702407 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['708f0f09-7111-43bf-b280-9de842f75b4c'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:03:35.119358 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf95059-bbe8-4a1b-abb6-db2c5427f303 req-000bae5e-d5b0-4eca-a5b5-1e355f1842ab tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:35.120864 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bf95059-bbe8-4a1b-abb6-db2c5427f303 req-000bae5e-d5b0-4eca-a5b5-1e355f1842ab tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 945 time: 0.0502889 Dec 09 16:03:35.169772 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2bf95059-bbe8-4a1b-abb6-db2c5427f303 req-201fbc21-d265-4797-bb10-b5bdc6c50b7c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Dec 09 16:03:36.285844 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4d6a-3d18-4766-b4e8-3f0b39ea5875 req-35fa2d3d-d5b6-4bbf-8ca7-961a5e315a01 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:36.287321 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5df4d6a-3d18-4766-b4e8-3f0b39ea5875 req-35fa2d3d-d5b6-4bbf-8ca7-961a5e315a01 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Dec 09 16:03:36.313090 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:03:36.337501 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d5df4d6a-3d18-4766-b4e8-3f0b39ea5875 req-0cf80ac9-bb91-4e3c-bacb-c1cf2ef99739 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441813 Dec 09 16:03:36.362948 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 708f0f09-7111-43bf-b280-9de842f75b4c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:03:36.363314 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.444972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.467732 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:03:36.469859 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7877a-a7e7-45ba-b5d8-632773940e2a" -d '{"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-plugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:03:36.482426 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:03:36.486541 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:36.511151 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75cbc36-f431-4795-be44-a50077dfd9f2 x-openstack-request-id: req-a75cbc36-f431-4795-be44-a50077dfd9f2 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:03:36.511471 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-plugged", "status": "completed", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:03:36.512298 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a75cbc36-f431-4795-be44-a50077dfd9f2 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:03:36.512735 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'code': 200} Dec 09 16:03:36.536601 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:03:36.665556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fd22e-bbc4-4fc7-9793-f91a41e2cf00 req-ba20ba1b-3301-4a81-b23d-0d1379704119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:36.667070 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-305fd22e-bbc4-4fc7-9793-f91a41e2cf00 req-ba20ba1b-3301-4a81-b23d-0d1379704119 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1098 time: 0.0389321 Dec 09 16:03:36.716031 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-305fd22e-bbc4-4fc7-9793-f91a41e2cf00 req-ff97d2f4-c22a-4378-bb4c-ce772b47d29f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Dec 09 16:03:37.453655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb186d0e-4458-47e8-912e-08c5f61544ee req-c6d83b80-0516-48ff-b546-0ed1a978d27d tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:37.455125 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb186d0e-4458-47e8-912e-08c5f61544ee req-c6d83b80-0516-48ff-b546-0ed1a978d27d tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 947 time: 0.0483520 Dec 09 16:03:37.503925 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fb186d0e-4458-47e8-912e-08c5f61544ee req-ecc0db3c-5ba7-4a0f-bb3d-ebb172889b4c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428936 Dec 09 16:03:38.623126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb7d5a-c401-4ddd-ab67-a0083373de98 req-55a5d338-115d-49bd-8948-dc827352d695 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:03:38.624548 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edb7d5a-c401-4ddd-ab67-a0083373de98 req-55a5d338-115d-49bd-8948-dc827352d695 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 947 time: 0.0492196 Dec 09 16:03:38.673932 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8edb7d5a-c401-4ddd-ab67-a0083373de98 req-bb9df37a-5c0f-4345-91c2-bafbb66a6c5c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Dec 09 16:03:52.566824 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:53.083715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:53.345402 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-7b954f93-a107-464f-8819-a64e9607df8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:55.803524 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0aef31c7-0e70-4e71-896d-20a3a4448918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:56.966302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:58.648822 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:59.376684 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:03:59.587477 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:04:07.995498 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-aa9a9807-42c8-4d9b-aa45-0c1775fe2777 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802069 Dec 09 16:04:08.083909 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-6d0197f4-b525-4488-a977-11ca0a93131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:08.085440 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-6d0197f4-b525-4488-a977-11ca0a93131d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1098 time: 0.0445259 Dec 09 16:04:08.189448 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-30f8d33e-3232-4ccd-b6a7-73678e845495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:08.190927 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-30f8d33e-3232-4ccd-b6a7-73678e845495 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0844173 Dec 09 16:04:08.261394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-90c1843f-0753-45e6-ad03-2f5fbfa13dcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 1001 time: 0.0623848 Dec 09 16:04:08.310428 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-eec68c50-603a-4309-a523-a79a5d0545b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:08.311892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-eec68c50-603a-4309-a523-a79a5d0545b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0436332 Dec 09 16:04:08.358666 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-0a03c979-ed6e-473d-a2e9-55bae6e86235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:08.360104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-0a03c979-ed6e-473d-a2e9-55bae6e86235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404539 Dec 09 16:04:08.459980 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-ee986c5a-1eeb-4180-8a4d-a36a8d4a8329 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908053 Dec 09 16:04:08.553785 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a9f1ca9a-63bf-41c0-b028-b44c5651cd06 req-1941ad54-47b6-42e0-8b3d-4e3bf8399e4b service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839419 Dec 09 16:04:22.568815 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:23.093438 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:23.347602 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0766df8f-a9d5-4af4-b9bd-fa889f1d5d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:25.804880 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fc94810a-56ef-43e7-a6d3-c436dbfc29cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:26.968927 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:28.651985 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:29.378302 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:36.588327 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:04:48.318920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39202) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:48.477655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Deleting port 294e1d20-04e7-4119-a430-7815036ec2c2 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:04:48.478002 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:48.555147 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:48.555509 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:48.567532 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Calling delete_port for 294e1d20-04e7-4119-a430-7815036ec2c2 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:04:48.715174 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:48.741014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event deleted for resources: {'Port': ['ID=294e1d20-04e7-4119-a430-7815036ec2c2,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:48.765840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.766191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.766531 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.766870 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.767206 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.767568 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.767898 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.768228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.768556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.768880 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.769205 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.769535 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.769857 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:48.809414 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:48.809751 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Floating IP d80a8728-3a84-44e2-8dac-bca803b60eec disassociated (deleted). External IP: 172.25.0.80, port: 708f0f09-7111-43bf-b280-9de842f75b4c. Dec 09 16:04:49.018757 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:04:49.127672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:04:49.132331 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:49.137583 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:04:49.147164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:04:49.147802 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:04:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:04:49.160519 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-1f886789-d7d3-41d1-9af3-48c7e4139890 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "DELETE /v2.0/floatingips/d80a8728-3a84-44e2-8dac-bca803b60eec HTTP/1.1" status: 204 len: 168 time: 0.8404658 Dec 09 16:04:49.161228 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:49.163643 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d67df-e9c6-48fa-9103-5915c8b59d02" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:49.260216 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:04:49.267612 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a794d32f-9682-47ba-850f-c9871a7fa389 x-openstack-request-id: req-a794d32f-9682-47ba-850f-c9871a7fa389 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:49.268014 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:49.268481 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a794d32f-9682-47ba-850f-c9871a7fa389 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:49.268917 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'status': 'completed', 'code': 200} Dec 09 16:04:49.338745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-d9ba4a29-bd67-47ea-9cee-fc21022c0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:49.340332 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-d9ba4a29-bd67-47ea-9cee-fc21022c0ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 1098 time: 0.0481062 Dec 09 16:04:49.456344 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb476e-c0ae-424d-9c02-38fbff99e7eb req-658a8f05-b178-465c-840c-7d983820671e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:49.457779 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40fb476e-c0ae-424d-9c02-38fbff99e7eb req-658a8f05-b178-465c-840c-7d983820671e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 947 time: 0.1023350 Dec 09 16:04:49.479699 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:04:49.486318 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-eff7be99-8bdb-4f9c-b3da-132dd3ab79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:49.487799 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-eff7be99-8bdb-4f9c-b3da-132dd3ab79ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.1400735 Dec 09 16:04:49.506492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:04:49.515211 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:04:49.515863 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:04:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:04:49.549837 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-6a915d3c-002a-4db4-b9f7-cc8997b00fa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 200 len: 217 time: 0.0494049 Dec 09 16:04:49.554902 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-40fb476e-c0ae-424d-9c02-38fbff99e7eb req-8a3f43cc-1e79-4fd9-a7f6-8a1d66b34cba tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894477 Dec 09 16:04:49.602540 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-bfa983a5-65ad-49e9-8b89-2c053885c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:49.604045 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-bfa983a5-65ad-49e9-8b89-2c053885c26f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0461824 Dec 09 16:04:49.624950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:04:49.652836 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-e54d3227-cdbe-4e57-bc85-a387397baead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:49.654375 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-e54d3227-cdbe-4e57-bc85-a387397baead service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420008 Dec 09 16:04:49.747210 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-81696df5-5ca7-443f-a225-1c4921fb84ea service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849609 Dec 09 16:04:49.819591 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:04:49.837129 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ac3d67df-e9c6-48fa-9103-5915c8b59d02 req-4c38ce8b-4db8-4200-94f9-6b5e1ebc4966 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825264 Dec 09 16:04:49.850456 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df56c26a-30b5-4211-b177-fd1c757ba034 None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:04:50.075029 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbfbc5-407a-40f9-a3f9-5ec5e62c93a7 None None] New status for floating IP d80a8728-3a84-44e2-8dac-bca803b60eec: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:04:50.680832 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a83b8e-c3c1-4a9c-ab2a-585c9d7f9759 req-66f9d250-85da-4756-a575-608fbfc26282 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.682335 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43a83b8e-c3c1-4a9c-ab2a-585c9d7f9759 req-66f9d250-85da-4756-a575-608fbfc26282 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 947 time: 0.0550938 Dec 09 16:04:50.691890 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4096479-35f1-4c63-b869-d967597316f0 req-3bb8809c-ab2d-44da-95bb-1ddbe5e00045 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:04:50.693381 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4096479-35f1-4c63-b869-d967597316f0 req-3bb8809c-ab2d-44da-95bb-1ddbe5e00045 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7f2ecee-e94b-4127-99d1-e095fb4b0820 HTTP/1.1" status: 200 len: 947 time: 0.0535896 Dec 09 16:04:50.738018 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43a83b8e-c3c1-4a9c-ab2a-585c9d7f9759 req-8d0c4a46-84d5-4802-ae44-716603454259 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=c170daf4-81a2-485a-80c0-ce59f45e222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491016 Dec 09 16:04:50.787932 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Deleting port 708f0f09-7111-43bf-b280-9de842f75b4c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:04:50.788294 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:50.877738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] For port 708f0f09-7111-43bf-b280-9de842f75b4c, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=708f0f09-7111-43bf-b280-9de842f75b4c,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:04:50.878100 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:50.890581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Calling delete_port for 708f0f09-7111-43bf-b280-9de842f75b4c owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:04:51.015609 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.046052 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event deleted for resources: {'Port': ['ID=708f0f09-7111-43bf-b280-9de842f75b4c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:51.088755 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] No DVR routers for this DVR port 708f0f09-7111-43bf-b280-9de842f75b4c on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:04:51.091248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.094756 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b4096479-35f1-4c63-b869-d967597316f0 req-78d08a18-eba0-4a58-aa8a-79d70befb64b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "DELETE /v2.0/ports/708f0f09-7111-43bf-b280-9de842f75b4c HTTP/1.1" status: 204 len: 173 time: 0.3953311 Dec 09 16:04:51.270627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-deleted', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:04:51.273053 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedde55e-b85c-419a-9531-f39c54442f07" -d '{"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-deleted", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:04:51.309250 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b315fd86-f36f-45ee-acc3-8241c127fb19 x-openstack-request-id: req-b315fd86-f36f-45ee-acc3-8241c127fb19 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:04:51.309548 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2ecee-e94b-4127-99d1-e095fb4b0820", "name": "network-vif-deleted", "tag": "708f0f09-7111-43bf-b280-9de842f75b4c", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:04:51.309810 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b315fd86-f36f-45ee-acc3-8241c127fb19 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:04:51.310217 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2ecee-e94b-4127-99d1-e095fb4b0820', 'name': 'network-vif-deleted', 'tag': '708f0f09-7111-43bf-b280-9de842f75b4c', 'status': 'completed', 'code': 200} Dec 09 16:04:51.794008 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39224) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:51.850262 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91de32b3-79de-4a5a-836b-eb597abd01fb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.875695 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91de32b3-79de-4a5a-836b-eb597abd01fb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.933448 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91de32b3-79de-4a5a-836b-eb597abd01fb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.936766 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-91de32b3-79de-4a5a-836b-eb597abd01fb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:51.937935 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-91de32b3-79de-4a5a-836b-eb597abd01fb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "DELETE /v2.0/security-groups/c170daf4-81a2-485a-80c0-ce59f45e222a HTTP/1.1" status: 204 len: 168 time: 0.1424320 Dec 09 16:04:51.946799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de32b3-79de-4a5a-836b-eb597abd01fb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170daf4-81a2-485a-80c0-ce59f45e222a,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.197575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39230) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.202986 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975176285', 'description': 'tempest-secgroup-smoke-975176285 description', 'project_id': '1c498f03b4704e53825f19544ce14e36'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.224303 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.294248 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.297875 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.328805 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.330172 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1315212 Dec 09 16:04:52.332244 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499e97b-ee67-47ed-a05c-0173fe1511bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a764a0e-91b1-4dac-97be-33d244b0c1da,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.333140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39232) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.337783 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': '1a764a0e-91b1-4dac-97be-33d244b0c1da', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.364374 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.424541 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.428143 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.446418 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7b0eb8-2255-4d02-9653-ca8b2d87adf2,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.456130 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.457280 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231282 Dec 09 16:04:52.458619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.458971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.459317 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.459679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.460024 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.460328 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39234) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.460461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.460680 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.461010 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.461343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.461669 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.461998 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.462431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.462760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6602319-6803-4feb-86e2-835e8279f38b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:04:52.465820 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': '1a764a0e-91b1-4dac-97be-33d244b0c1da', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.493015 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.548030 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.551184 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.568781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6194ea42-03d0-4d60-9c7b-3b623b500fb0,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.571882 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.577712 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.578946 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-39e6b782-3e7c-4c1b-b8f1-5fe391a792e2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175222 Dec 09 16:04:52.581931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39236) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.586478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': '1a764a0e-91b1-4dac-97be-33d244b0c1da', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.612874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.673943 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.678731 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.697471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d886d0a0-fc55-48bb-8937-b818eef2842f,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.703495 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.707485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9f58ce71-35f2-4b22-be54-a9ea9f71a236 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217308 Dec 09 16:04:52.707485 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39238) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.711760 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': '1a764a0e-91b1-4dac-97be-33d244b0c1da', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.737739 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.798992 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.802810 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.820638 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ef3619-c121-4553-957f-7f079267f321,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.829447 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.830658 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-37a681bd-f602-473c-b637-203ef5218c14 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222501 Dec 09 16:04:52.833541 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39240) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.837889 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': '1a764a0e-91b1-4dac-97be-33d244b0c1da', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.860845 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Project 1c498f03b4704e53825f19544ce14e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:04:52.865952 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.923949 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.927514 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.943091 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44becfe4-fd41-41cc-bbec-25f9edad2c7b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:52.954055 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:52.955246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-bb93e313-a909-475e-9ac9-8f4f77bbfc06 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207542 Dec 09 16:04:52.958135 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39242) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:04:52.962411 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'security_group_rule': {'security_group_id': '1a764a0e-91b1-4dac-97be-33d244b0c1da', 'project_id': '1c498f03b4704e53825f19544ce14e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:04:52.983895 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Project 1c498f03b4704e53825f19544ce14e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:04:52.988724 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.047461 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.051031 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.069084 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b5f272-c1cf-4455-b518-7bcc43f3488b,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:04:53.076924 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.078256 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-8ef3b149-3ba3-45b0-b4ef-d82565728cbc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191847 Dec 09 16:04:53.093391 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:53.350873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-90d5c4db-6312-45b7-8b37-1907f43ba357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:54.657081 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:04:54.677756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 708f0f09-7111-43bf-b280-9de842f75b4c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:04:54.678106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 708f0f09-7111-43bf-b280-9de842f75b4c not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:04:55.807484 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f0f3-a600-4e7f-a5db-39869c60adab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:56.974275 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:58.658091 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:04:59.381817 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:08.312834 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-853c4a03-6861-457b-af53-a90851e12b4e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975176285&fields=id&tenant_id=1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 267 time: 0.0440452 Dec 09 16:05:08.423208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-518c9fc4-92ea-4d36-b614-856147d4db1c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:08.424650 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-518c9fc4-92ea-4d36-b614-856147d4db1c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 809 time: 0.1049378 Dec 09 16:05:08.440405 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-45be9be8-97fa-47d0-8bdd-a1ac4a7494ab tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/quotas/1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 375 time: 0.0098124 Dec 09 16:05:08.491077 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-8908d76f-fe1b-44d7-bac3-bc6aa878c2fa tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452676 Dec 09 16:05:08.629587 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-bab44ed7-bd64-4c94-a419-e750356c1287 service neutron] 10.222.0.46 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268072 Dec 09 16:05:08.721734 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-f7de6d69-53c6-4943-8a9f-ea2f35d26f51 service neutron] 10.222.0.46 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Dec 09 16:05:09.012387 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-03e6368b-34c4-4c41-aa8c-f4ad4e242169 req-94a999fb-5118-4a59-990c-e39917649a62 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0285256 Dec 09 16:05:10.093628 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a449b953-b9df-4fe8-bbce-b93f6e4e4530 req-163a7123-4f96-4b15-a10f-af59cfffece3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0262842 Dec 09 16:05:11.171795 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0a580fea-0b8d-4854-a794-753728c03c31 req-6691d417-841d-44e1-8081-b966f254fe7a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0279510 Dec 09 16:05:12.264492 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-122eb7e4-d764-4bc1-b9e7-410a31358544 req-35ea0db4-5742-495c-8eaf-f3406227601b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0344744 Dec 09 16:05:13.360326 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8f5146f1-0554-4d1b-bca8-5d615822c414 req-c01a9aa4-00d6-496b-85ef-eb46883ba5e1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0257225 Dec 09 16:05:13.587289 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:05:14.178980 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-9c8bff51-9765-40aa-8e93-74929c801da9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:14.180464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-9c8bff51-9765-40aa-8e93-74929c801da9 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.43 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 809 time: 0.1078491 Dec 09 16:05:14.272066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-eab766f3-2b13-47fa-9f6a-1b18a73d5caf tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 379 time: 0.0571527 Dec 09 16:05:14.284232 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'port': {'device_id': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'admin_state_up': True, 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'security_groups': ['1a764a0e-91b1-4dac-97be-33d244b0c1da']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:14.395826 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Made reservation on behalf of 1c498f03b4704e53825f19544ce14e36 for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:05:14.399284 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:14.468072 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1becfb53-fde0-429f-b85d-390c28ef826e req-486c3894-13a3-44b1-ad76-0d8af843debc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0266807 Dec 09 16:05:14.538175 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Allocated IP 172.20.0.6 (dca10cf6-bc38-463b-86b3-359387210cf0/c9936ab1-6c44-4f83-a8ed-856620488616/7a59f47d-1c55-4a1b-80cd-1c3e33a482d8) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:05:14.683498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:14.724405 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:14.767678 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Network dca10cf6-bc38-463b-86b3-359387210cf0 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:05:14.770637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:05:14.773297 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:05:14.803611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:14.831925 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:14.832655 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:14.851472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ac4c7adf-273d-4830-8367-080c9fcf46f0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707865 Dec 09 16:05:14.865158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-55881b77-5168-43f8-a028-5b82fb607647 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:05:14.866164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-55881b77-5168-43f8-a028-5b82fb607647 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053647 Dec 09 16:05:14.933402 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Request body: {'port': {'device_id': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:14.996555 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.031145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-18d0e759-a712-40f3-ae99-b5b09abc3bd7 None None] Provisioning complete for port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:05:15.031814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-18d0e759-a712-40f3-ae99-b5b09abc3bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.069728 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-18d0e759-a712-40f3-ae99-b5b09abc3bd7 None None] Port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:05:15.264373 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:05:15.272034 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.283988 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Transition to ACTIVE for port object 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:05:15.287842 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.342564 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:15.418815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:05:15.420224 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:05:15.420352 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:05:15.424935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on network dca10cf6-bc38-463b-86b3-359387210cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:05:15.425260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:05:15.430259 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:05:15.430594 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Checking segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:05:15.430971 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Bound using segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:05:15.431422 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Bound port: 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:05:15.431783 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.505655 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:05:15.510516 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:05:15.516984 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.558113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:15.558952 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:15.561422 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] 10.222.0.43 "PUT /v2.0/ports/7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1091 time: 0.6809912 Dec 09 16:05:15.565201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:15.567864 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:15.689382 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58154f-1ba1-4e6f-a5c9-ec9e28f356ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:15.699295 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-764ae93c-e593-499b-ad89-103fb5abc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:15.701112 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-764ae93c-e593-499b-ad89-103fb5abc25a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1094 time: 0.0702116 Dec 09 16:05:15.715120 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6249977-9a7a-4598-9124-5cc95df131be req-08966f60-4f48-4cfb-b9f3-d7cc3ad9c3c8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:15.719140 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6249977-9a7a-4598-9124-5cc95df131be req-08966f60-4f48-4cfb-b9f3-d7cc3ad9c3c8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.1524510 Dec 09 16:05:15.736105 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a97484-7fc0-4408-8b22-2f972ce4698c x-openstack-request-id: req-75a97484-7fc0-4408-8b22-2f972ce4698c {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:15.737133 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:15.737469 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75a97484-7fc0-4408-8b22-2f972ce4698c {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:15.737949 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'status': 'completed', 'code': 200} Dec 09 16:05:15.784811 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-7713f1b7-d787-4bb3-b64e-915d570004c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 217 time: 0.0665219 Dec 09 16:05:15.858781 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a6249977-9a7a-4598-9124-5cc95df131be req-34d686fc-0d8a-4835-8b71-b60b452cfe92 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253800 Dec 09 16:05:15.867901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-0208074a-49bf-453c-9217-90e1cb7fcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:15.869356 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-0208074a-49bf-453c-9217-90e1cb7fcea2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0692072 Dec 09 16:05:15.921854 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-0bd7fd87-5b37-4a99-ad5b-95eea4754b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:15.923566 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-0bd7fd87-5b37-4a99-ad5b-95eea4754b68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428774 Dec 09 16:05:16.019787 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-838e3d4c-2caf-43f9-9ef2-c346ad6db40c service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836203 Dec 09 16:05:16.123234 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7a477ad-f166-4d2c-ae6b-be90ae8151c1 req-d3b3c028-28ef-46c8-9248-8a8b374680ba service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916004 Dec 09 16:05:16.215794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-eb1225b4-1e57-4a0f-9bb1-78006676d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:16.217574 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-eb1225b4-1e57-4a0f-9bb1-78006676d76e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1094 time: 0.0419743 Dec 09 16:05:16.315779 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-5a43fe61-50f9-4099-a25c-7fd5bee703ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:16.317336 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-5a43fe61-50f9-4099-a25c-7fd5bee703ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0884056 Dec 09 16:05:16.363338 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-16bd8642-a6a7-46f8-b03f-3b463e37dbf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 217 time: 0.0352926 Dec 09 16:05:16.417071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-d46011cc-fb3a-44d1-a640-f3b6ac2abaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:16.418552 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-d46011cc-fb3a-44d1-a640-f3b6ac2abaa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0447955 Dec 09 16:05:16.477584 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-b6622dc1-5492-4147-88d3-782547b3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:16.479088 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-b6622dc1-5492-4147-88d3-782547b3a31c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453529 Dec 09 16:05:16.570492 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-c556f1b5-0685-4243-aae8-4c7e44dc0b09 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830586 Dec 09 16:05:16.673588 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c235e8fa-bf6b-48ce-93ee-21f52c6ea6a5 req-a8feb7fc-f791-4f6f-8a7b-3c54bf4907db service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911834 Dec 09 16:05:16.976504 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f18274-ec51-45d8-b5ec-f2d91da964a6 req-2a93dd4a-ae27-4af7-8cf1-81c6ddcf65f2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:16.977941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f18274-ec51-45d8-b5ec-f2d91da964a6 req-2a93dd4a-ae27-4af7-8cf1-81c6ddcf65f2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0499070 Dec 09 16:05:17.028531 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-a4f18274-ec51-45d8-b5ec-f2d91da964a6 req-d7941ecf-b00d-4bda-b3ba-b4120779b4f4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Dec 09 16:05:18.147321 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728e0e6-ebb3-4f17-8cec-4b813ff6927a req-94d7a3eb-de47-4f62-8ff3-36cfac7f69b0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:18.148880 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e728e0e6-ebb3-4f17-8cec-4b813ff6927a req-94d7a3eb-de47-4f62-8ff3-36cfac7f69b0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0509510 Dec 09 16:05:18.201228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-e728e0e6-ebb3-4f17-8cec-4b813ff6927a req-b88d439f-8c2a-4c0a-84c3-9389e5f44102 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 Dec 09 16:05:19.319734 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f615c-d63a-4bac-848e-34457a813f25 req-82a92d4f-667e-4138-ae65-5719a0a9da77 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:19.321237 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-588f615c-d63a-4bac-848e-34457a813f25 req-82a92d4f-667e-4138-ae65-5719a0a9da77 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0500033 Dec 09 16:05:19.376623 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-588f615c-d63a-4bac-848e-34457a813f25 req-5a0245ef-cc04-4e2d-8464-f10f536bb6ff tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481887 Dec 09 16:05:20.492132 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a94d2-7ca3-4904-8ac1-786e87b8363f req-7231f529-4ae9-46e3-bc13-2cc03f11b8f6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:20.493607 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706a94d2-7ca3-4904-8ac1-786e87b8363f req-7231f529-4ae9-46e3-bc13-2cc03f11b8f6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0490823 Dec 09 16:05:20.546659 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-706a94d2-7ca3-4904-8ac1-786e87b8363f req-98c3c7a4-816b-4e19-a897-67afc43569f5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Dec 09 16:05:21.660349 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6c460-fd6a-4eee-8526-08a0a2190483 req-8ef49f87-16b8-4864-a53c-0f3c1ad16ca1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:21.661819 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ef6c460-fd6a-4eee-8526-08a0a2190483 req-8ef49f87-16b8-4864-a53c-0f3c1ad16ca1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0480483 Dec 09 16:05:21.710001 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-8ef6c460-fd6a-4eee-8526-08a0a2190483 req-f1c0f8b2-342f-4476-b85d-f6aba2145cb0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423629 Dec 09 16:05:22.572841 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:22.832614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32224d4-9b53-47c3-9c11-b498ef250290 req-9389f842-3767-42dc-a435-646bc42d1684 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:22.834038 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f32224d4-9b53-47c3-9c11-b498ef250290 req-9389f842-3767-42dc-a435-646bc42d1684 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0526187 Dec 09 16:05:22.883308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-f32224d4-9b53-47c3-9c11-b498ef250290 req-338c6afd-5f48-4cae-a554-eb271d8552e8 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Dec 09 16:05:23.110005 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.353020 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-40f8bb47-94c9-4cc5-bcaa-bdd56be78151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:23.996818 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7974b0-9e22-48d2-9235-29b635eb3c14 req-6e58accb-0093-4855-b969-070b4b96aba4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:23.998281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa7974b0-9e22-48d2-9235-29b635eb3c14 req-6e58accb-0093-4855-b969-070b4b96aba4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0482175 Dec 09 16:05:24.047177 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-aa7974b0-9e22-48d2-9235-29b635eb3c14 req-bc449c60-31ae-4865-ae86-d39fb4dca075 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Dec 09 16:05:25.161509 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7110f-2556-4528-9d64-c6b893540c3d req-044eed2e-dde7-4594-aff1-38c7f4a5ab53 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:25.162912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0a7110f-2556-4528-9d64-c6b893540c3d req-044eed2e-dde7-4594-aff1-38c7f4a5ab53 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0493920 Dec 09 16:05:25.213066 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c0a7110f-2556-4528-9d64-c6b893540c3d req-871cf00f-c5da-43ac-b323-e1395d32a148 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Dec 09 16:05:25.809771 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-5da3d32a-345a-41b7-b382-043ae778ab67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:26.334628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1387e7a-d874-4643-8261-02cda7346283 req-aecc1ac5-befc-4d8d-baf4-7c4e2054876f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:26.336138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1387e7a-d874-4643-8261-02cda7346283 req-aecc1ac5-befc-4d8d-baf4-7c4e2054876f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0521460 Dec 09 16:05:26.383853 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c1387e7a-d874-4643-8261-02cda7346283 req-cd31812e-a914-40bc-892e-8d203e269555 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Dec 09 16:05:26.975291 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:27.514620 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117bb19-f70c-4b98-b8b8-fc84997be394 req-554f643f-2072-4752-8e0c-640966c6e560 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:27.516192 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c117bb19-f70c-4b98-b8b8-fc84997be394 req-554f643f-2072-4752-8e0c-640966c6e560 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0533595 Dec 09 16:05:27.565436 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-c117bb19-f70c-4b98-b8b8-fc84997be394 req-80c2b9b2-ff28-4c1d-b137-0d21a24f2cfe tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Dec 09 16:05:28.051502 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:05:28.145698 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:28.157102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'port_id': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'mac_address': 'fa:16:3e:18:d0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:05:28.192384 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:28.204997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:05:28.224430 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:28.228191 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:28.274432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:28.281680 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.282027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.282365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.282701 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.283038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.283450 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.283783 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.284108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.284432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.284756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.285079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.285399 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.285718 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:05:28.546562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:05:28.673672 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:28.683436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beac26-dc54-47a1-ab65-3f44d3272825 req-1c33dedd-ab03-45de-b236-0f6b24e82196 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:28.684944 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43beac26-dc54-47a1-ab65-3f44d3272825 req-1c33dedd-ab03-45de-b236-0f6b24e82196 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 944 time: 0.0498610 Dec 09 16:05:28.734950 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-43beac26-dc54-47a1-ab65-3f44d3272825 req-44ecb41d-32b0-4c18-8ada-b9bcd3e0a3bc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433419 Dec 09 16:05:29.387888 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:29.854057 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece14ec-2a54-402c-806e-c75bc5ceaab4 req-0ddcf73c-0de5-4625-97e9-9b0e18e689c3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:29.855564 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fece14ec-2a54-402c-806e-c75bc5ceaab4 req-0ddcf73c-0de5-4625-97e9-9b0e18e689c3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 944 time: 0.0489666 Dec 09 16:05:29.909538 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fece14ec-2a54-402c-806e-c75bc5ceaab4 req-88d7d912-be30-4f36-9e9e-f78d10ec568a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472271 Dec 09 16:05:30.067452 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:05:30.116027 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:05:30.119856 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:05:30.120222 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:30.195919 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:30.218256 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:30.221187 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2fc7df-d3e7-4347-860e-d6a9e49a355f" -d '{"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-plugged", "status": "completed", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:30.237013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:05:30.241770 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:30.424993 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2d073-2e9c-403d-9190-824b19824c47 x-openstack-request-id: req-96e2d073-2e9c-403d-9190-824b19824c47 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:30.425713 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-plugged", "status": "completed", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:30.425713 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96e2d073-2e9c-403d-9190-824b19824c47 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:30.425919 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'code': 200} Dec 09 16:05:30.430349 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37028185-289f-4df3-8d58-db94c6261122 req-dfc775d1-bd74-46b5-9319-fc32e9b76359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:30.431883 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37028185-289f-4df3-8d58-db94c6261122 req-dfc775d1-bd74-46b5-9319-fc32e9b76359 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1096 time: 0.0401263 Dec 09 16:05:30.451037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:30.496322 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37028185-289f-4df3-8d58-db94c6261122 req-e86ed816-63eb-41be-b1bb-137aaa5ed067 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516605 Dec 09 16:05:31.023163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2a14c-ea79-43b9-a885-06bb9be0fbe5 req-93553ab1-bc6f-48cd-be4e-27d6f184a096 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:31.024661 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77c2a14c-ea79-43b9-a885-06bb9be0fbe5 req-93553ab1-bc6f-48cd-be4e-27d6f184a096 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0480235 Dec 09 16:05:31.085361 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-77c2a14c-ea79-43b9-a885-06bb9be0fbe5 req-d83f7f79-09ef-41ef-908f-b549f5a6b81a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545239 Dec 09 16:05:32.199698 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945958-3c0f-46df-8a0e-0b1e9636019f req-63f72579-3130-473c-bf63-b240c5e92308 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:32.201169 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f945958-3c0f-46df-8a0e-0b1e9636019f req-63f72579-3130-473c-bf63-b240c5e92308 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0475812 Dec 09 16:05:32.253517 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-9f945958-3c0f-46df-8a0e-0b1e9636019f req-4bdcb86e-b3d9-483f-9c86-ef7c21d26807 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458877 Dec 09 16:05:32.367778 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef169-dae4-4193-96e8-d8b0e355013c req-8276ef07-72f7-4f87-a688-a8264e26696b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:32.369149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dbcef169-dae4-4193-96e8-d8b0e355013c req-8276ef07-72f7-4f87-a688-a8264e26696b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0475445 Dec 09 16:05:32.419231 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-dbcef169-dae4-4193-96e8-d8b0e355013c req-f8946220-fc71-4587-bf14-1a86ad428022 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435157 Dec 09 16:05:32.441202 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39458) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:32.485363 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e333b0-13fc-4b46-bdb3-8e1014078622 tempest-TestShelveInstance-31444162 tempest-TestShelveInstance-31444162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:32.486861 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-94e333b0-13fc-4b46-bdb3-8e1014078622 tempest-TestShelveInstance-31444162 tempest-TestShelveInstance-31444162-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1091 time: 0.0446868 Dec 09 16:05:32.489642 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39460) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:05:32.493866 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:05:32.516600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:32.611983 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:32.717870 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Allocated IP 172.25.0.172 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/ae793291-52ea-4e84-bdf0-91843c009c11) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:05:32.819156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:32.856230 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:32.894223 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:05:32.897035 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:05:32.899647 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:05:32.925693 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'Port': ['ID=ae793291-52ea-4e84-bdf0-91843c009c11,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:33.250165 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:33.630647 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:33.781498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:33.786099 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:33.852086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event updated for resources: {'Port': ['ID=ae793291-52ea-4e84-bdf0-91843c009c11,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:05:33.863469 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:33.962589 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Floating IP 7e59036c-18eb-4765-993b-34d2a0e45e1f associated. External IP: 172.25.0.172, port: 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8. Dec 09 16:05:34.166965 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:05:34.273064 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:05:34.283163 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:05:34.292647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:05:34.293156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:34.293301 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:05:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:34.322496 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-d00097d6-e3e1-4ed6-94fc-60169bd617c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8318124 Dec 09 16:05:34.323199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:05:34.325479 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd09c28-3128-4154-9d98-d3f4969740f0" -d '{"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:05:34.363256 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073c149-1b20-49b8-a26c-b3c0c129a991 x-openstack-request-id: req-f073c149-1b20-49b8-a26c-b3c0c129a991 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:05:34.363599 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:05:34.363859 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f073c149-1b20-49b8-a26c-b3c0c129a991 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:05:34.364274 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'status': 'completed', 'code': 200} Dec 09 16:05:34.401350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:05:34.426648 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-4b0bbb28-eb5d-4688-beb3-41e24065528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:34.428246 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-4b0bbb28-eb5d-4688-beb3-41e24065528e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1096 time: 0.0416186 Dec 09 16:05:34.520881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-0c92a66f-ff77-42f4-baea-94987a885d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:34.522367 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-0c92a66f-ff77-42f4-baea-94987a885d64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0872517 Dec 09 16:05:34.589706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-ec4b29d4-7a83-4a8d-bbff-387d552004fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 999 time: 0.0601158 Dec 09 16:05:34.626171 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '7e59036c-18eb-4765-993b-34d2a0e45e1f', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'port_id': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'mac_address': 'fa:16:3e:18:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:05:33Z', 'updated_at': '2021-12-09T16:05:33Z', 'revision_number': 0, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:34.643058 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-4585b732-d355-4957-bc56-4196afbc2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:34.644558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-4585b732-d355-4957-bc56-4196afbc2b55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0473650 Dec 09 16:05:34.652928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:05:34.661963 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:05:34.662578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:05:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:34.691278 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-dc823773-95a8-4b61-9ae8-640b2769dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:05:34.692802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-dc823773-95a8-4b61-9ae8-640b2769dc53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408084 Dec 09 16:05:34.770548 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:05:34.789164 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-6cd02c2e-d7df-49f0-bf7e-42dd14288968 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889814 Dec 09 16:05:34.891740 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ebd09c28-3128-4154-9d98-d3f4969740f0 req-5b5312b8-f495-4c2d-b95c-19aeb04d1826 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941644 Dec 09 16:05:34.991650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '7e59036c-18eb-4765-993b-34d2a0e45e1f', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'port_id': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'mac_address': 'fa:16:3e:18:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:05:33Z', 'updated_at': '2021-12-09T16:05:33Z', 'revision_number': 0, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:05:35.020875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce8980-496f-4851-9632-8222b6e6338a None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '7e59036c-18eb-4765-993b-34d2a0e45e1f', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'port_id': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'mac_address': 'fa:16:3e:18:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:05:33Z', 'updated_at': '2021-12-09T16:05:33Z', 'revision_number': 0, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:05:35.216835 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c2d1b-468a-4b7b-836a-e8942b451974 None None] New status for floating IP 7e59036c-18eb-4765-993b-34d2a0e45e1f: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:05:50.587270 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:05:52.572188 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.107485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:53.356096 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-f4a79938-d1a2-47e1-8eb4-86862f88691b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:55.813142 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-99e2205b-5d15-4565-8c6e-8e9f66e8224c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:56.979089 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:58.661637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:05:59.395495 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:03.472360 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-5d04e568-46ab-4f91-b8f1-27b4aa6040f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402577 Dec 09 16:06:03.560738 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-e6a3d7b1-8a72-4f72-89d3-cfa3b5305555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:03.562313 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-e6a3d7b1-8a72-4f72-89d3-cfa3b5305555 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1096 time: 0.0451546 Dec 09 16:06:03.666723 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-af92ca11-8cdd-45c8-b82d-103687abfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:03.668150 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-af92ca11-8cdd-45c8-b82d-103687abfdc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0848932 Dec 09 16:06:03.747086 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-8b45c47e-8449-4158-bcbb-9b2cbe66d018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1001 time: 0.0639637 Dec 09 16:06:03.797858 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-0ead3a27-41c6-4cde-956b-ca04229d966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:03.799304 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-0ead3a27-41c6-4cde-956b-ca04229d966a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0439565 Dec 09 16:06:03.844881 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-81b56b34-8cc6-4f96-8a5c-5ba604d53bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:06:03.846366 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-81b56b34-8cc6-4f96-8a5c-5ba604d53bdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394590 Dec 09 16:06:03.941785 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-93abdf18-4c33-4591-b151-fefad05d89a2 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865593 Dec 09 16:06:04.033663 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5eb0c2f4-12b5-4b3e-809c-f4317b9ecec4 req-9c128b35-4a2a-489f-bf97-33802ce47b50 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840714 Dec 09 16:06:22.564465 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:23.108697 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:23.361978 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9dce7f0c-290b-42c8-8b6b-c38f24a24316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:25.815130 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-34781884-b33c-4c35-a756-d11b39bfa0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:26.981769 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:27.593577 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:06:28.665383 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:29.388635 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:52.564621 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:53.109294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:53.363561 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d8b22fad-b38b-4f7b-bf4b-071cf5b95486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:55.818216 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b2928e17-77aa-46f1-88db-ce06ca7d6912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:56.988609 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:58.666282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:06:59.390693 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:03.490147 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-66dfb980-9ee3-4321-a571-0c0a08e47a59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443709 Dec 09 16:07:03.578466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-bd51ba5f-a20b-4b16-a805-1acc31cb05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:03.579929 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-bd51ba5f-a20b-4b16-a805-1acc31cb05d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1096 time: 0.0414364 Dec 09 16:07:03.688052 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-93189831-2ca2-477b-8b7d-6307dafd6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:03.689527 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-93189831-2ca2-477b-8b7d-6307dafd6dc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0844915 Dec 09 16:07:03.760325 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-138bfcf8-a7c5-4e62-9019-c853f640f0eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1001 time: 0.0620835 Dec 09 16:07:03.819417 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-6259d50a-3759-419f-a508-045124b8cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:03.820841 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-6259d50a-3759-419f-a508-045124b8cd0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0487914 Dec 09 16:07:03.870425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-a52bc21d-9dea-4c6c-81b9-fcc3a8ea78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:03.871833 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-a52bc21d-9dea-4c6c-81b9-fcc3a8ea78d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396821 Dec 09 16:07:03.969037 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-666bebb4-0b6b-46a2-ba8f-93f2b899b3ab service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856528 Dec 09 16:07:04.065334 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-07e57fe2-ab22-4a49-b017-1c75c755a30a req-ab51063f-0bf1-4c20-b218-0788bad96b4e service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Dec 09 16:07:04.592570 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:07:22.563965 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:23.122223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:23.367359 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-333e04ba-4d4c-4055-9712-00c70fc7e57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:25.818964 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e4d336ba-c224-48a8-8e42-cd196ebde6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:26.988086 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:28.668358 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:29.394080 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:31.801731 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bf32a-15e1-4084-82e2-83f26bbea246 req-8ed17acb-3b71-4194-9553-1296948baa39 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:31.803260 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d26bf32a-15e1-4084-82e2-83f26bbea246 req-8ed17acb-3b71-4194-9553-1296948baa39 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0508213 Dec 09 16:07:31.854383 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d26bf32a-15e1-4084-82e2-83f26bbea246 req-b17aa767-bf90-4936-bfd5-5df986466a4d tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 Dec 09 16:07:32.997653 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7870402-2903-4834-8458-d16f46a48e35 req-4e50e2a0-0116-4e7b-8d34-52538eac6677 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:32.999156 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7870402-2903-4834-8458-d16f46a48e35 req-4e50e2a0-0116-4e7b-8d34-52538eac6677 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0508163 Dec 09 16:07:33.051059 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-a7870402-2903-4834-8458-d16f46a48e35 req-802d7956-39e8-4869-92d7-b45bcb7b1e73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457313 Dec 09 16:07:34.192578 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d6820-c414-430c-8bef-6ee5e156a22b req-5262a17b-c188-4958-8fe0-f6d57f81f3f4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:34.194074 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad3d6820-c414-430c-8bef-6ee5e156a22b req-5262a17b-c188-4958-8fe0-f6d57f81f3f4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0483744 Dec 09 16:07:34.246941 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-ad3d6820-c414-430c-8bef-6ee5e156a22b req-f9caa39c-edf3-465e-9222-e7da82e6691b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461991 Dec 09 16:07:35.372746 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cea507-9109-4eb2-bc9f-bb4323771907 req-07c76927-e6ad-41c3-9c93-bd1fb9f077eb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:35.374230 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57cea507-9109-4eb2-bc9f-bb4323771907 req-07c76927-e6ad-41c3-9c93-bd1fb9f077eb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0487387 Dec 09 16:07:35.422911 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57cea507-9109-4eb2-bc9f-bb4323771907 req-aff7bf5d-37ef-4637-b75b-cd45fd52a044 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Dec 09 16:07:36.537367 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d957b68-3278-49d2-a23a-217dbd0f9d9d req-5fe1ec4c-ee11-4b82-84b6-9394592c2855 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:36.538843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d957b68-3278-49d2-a23a-217dbd0f9d9d req-5fe1ec4c-ee11-4b82-84b6-9394592c2855 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0487995 Dec 09 16:07:36.588554 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7d957b68-3278-49d2-a23a-217dbd0f9d9d req-4e20d8c6-edf3-4a2f-a50e-2eabe78d810b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Dec 09 16:07:37.709431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d87f1-2bf2-4767-b61e-fb6d94b27ec5 req-1d7c357b-2f52-4307-b53a-ee285d17f75b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:37.710914 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-657d87f1-2bf2-4767-b61e-fb6d94b27ec5 req-1d7c357b-2f52-4307-b53a-ee285d17f75b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0532231 Dec 09 16:07:37.761047 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-657d87f1-2bf2-4767-b61e-fb6d94b27ec5 req-fded9d37-02e1-4633-9125-1bae2ef67071 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Dec 09 16:07:38.876302 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bc71a-675f-48b9-b578-14c648552454 req-50bbcd2f-7441-4213-9fd1-c23a42b19fb3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:38.877783 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-108bc71a-675f-48b9-b578-14c648552454 req-50bbcd2f-7441-4213-9fd1-c23a42b19fb3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0479558 Dec 09 16:07:38.926547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-108bc71a-675f-48b9-b578-14c648552454 req-dfc31d7f-3547-464b-b91a-04d03b0d0713 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Dec 09 16:07:40.055985 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaef79-882a-4ff1-b48a-d6e6c807affd req-26a983d2-0076-4d52-a785-779bd9c6fbee tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:40.057948 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdeaef79-882a-4ff1-b48a-d6e6c807affd req-26a983d2-0076-4d52-a785-779bd9c6fbee tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0629287 Dec 09 16:07:40.110470 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fdeaef79-882a-4ff1-b48a-d6e6c807affd req-407e0596-7ea5-4ab8-9c0e-4438fd5c5353 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Dec 09 16:07:41.481830 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d323-3dd5-4830-a269-a78da07ab960 req-8e69fdfc-7155-4c77-84e5-c346fdb25e8c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:41.483290 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7950d323-3dd5-4830-a269-a78da07ab960 req-8e69fdfc-7155-4c77-84e5-c346fdb25e8c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0512626 Dec 09 16:07:41.530993 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7950d323-3dd5-4830-a269-a78da07ab960 req-c035c5d4-2bec-472a-af1f-2e4f862f6829 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418129 Dec 09 16:07:41.592149 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:07:41.970343 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-7e2fc7aa-2f7d-4be1-ba78-1a86c6e22baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:41.971751 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-7e2fc7aa-2f7d-4be1-ba78-1a86c6e22baa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1096 time: 0.0397227 Dec 09 16:07:42.064404 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-7fd97d7b-9e0c-4f31-a047-5e8e1ba218aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:42.065865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-7fd97d7b-9e0c-4f31-a047-5e8e1ba218aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0864999 Dec 09 16:07:42.135016 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-0615b0be-4132-4cf6-920a-ff9493b2bc3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1001 time: 0.0616157 Dec 09 16:07:42.189092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-8e7fcb33-87e0-4202-a9af-c436cdc175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:42.190521 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-8e7fcb33-87e0-4202-a9af-c436cdc175f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0445518 Dec 09 16:07:42.240635 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-d8e310d9-043f-4ba3-99b9-01639424e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:42.242108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-d8e310d9-043f-4ba3-99b9-01639424e04d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403914 Dec 09 16:07:42.342051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-5ff5b443-ac5b-4e97-adbd-599efb6da766 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872772 Dec 09 16:07:42.434782 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-442dd0f9-44a0-463c-935a-60b4b0947400 req-24bd9e55-ff98-4cfe-97a6-75de53778da7 service neutron] 10.222.0.43 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813544 Dec 09 16:07:42.647508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b1c79-7fde-42db-a6a5-6eec2e0e3a15 req-07b40e6c-eba6-4c51-bfdb-9acd00d8c0fc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:42.648986 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-895b1c79-7fde-42db-a6a5-6eec2e0e3a15 req-07b40e6c-eba6-4c51-bfdb-9acd00d8c0fc tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0500159 Dec 09 16:07:42.703105 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-895b1c79-7fde-42db-a6a5-6eec2e0e3a15 req-601d762b-14cf-498a-b8f9-39cc4db6f086 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473943 Dec 09 16:07:43.816090 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf678-70a4-4593-a894-d3bf68215d90 req-dd1397e4-361b-4330-956e-b49d521532c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:43.817575 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5ecf678-70a4-4593-a894-d3bf68215d90 req-dd1397e4-361b-4330-956e-b49d521532c4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0476215 Dec 09 16:07:43.865421 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d5ecf678-70a4-4593-a894-d3bf68215d90 req-6bd16a39-abdd-4b6f-beea-631b0ea04453 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413032 Dec 09 16:07:44.981701 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d40b7-c174-47aa-bb9d-60702dceed4e req-aa2d28c5-bcaf-41b5-b244-71c653168345 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:44.983228 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd7d40b7-c174-47aa-bb9d-60702dceed4e req-aa2d28c5-bcaf-41b5-b244-71c653168345 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0497119 Dec 09 16:07:45.033494 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-fd7d40b7-c174-47aa-bb9d-60702dceed4e req-0cc44dcb-a252-479d-afe8-4e88658cc6ee tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441589 Dec 09 16:07:46.155102 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b40e-5a8e-4d96-98dd-41a2f0580891 req-af8aa483-0359-45a3-b7c4-a15172a5a541 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:46.156639 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c986b40e-5a8e-4d96-98dd-41a2f0580891 req-af8aa483-0359-45a3-b7c4-a15172a5a541 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0532699 Dec 09 16:07:46.211380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c986b40e-5a8e-4d96-98dd-41a2f0580891 req-00330377-f29b-4dd9-a903-b63375cdfe0e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483537 Dec 09 16:07:47.326911 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332d57-2df0-44e5-b3f0-fb74732ddae8 req-e7998736-5d4c-413f-920c-821da5fe6f58 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:47.328438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44332d57-2df0-44e5-b3f0-fb74732ddae8 req-e7998736-5d4c-413f-920c-821da5fe6f58 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0495393 Dec 09 16:07:47.383476 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-44332d57-2df0-44e5-b3f0-fb74732ddae8 req-a876db43-b876-4524-b616-54b3368374d4 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488393 Dec 09 16:07:47.453805 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-86c2f6ec-06f4-462b-8701-e99c0f954261 req-0af2d450-0c4e-435c-9586-31df69255148 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:07:47.454781 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-86c2f6ec-06f4-462b-8701-e99c0f954261 req-0af2d450-0c4e-435c-9586-31df69255148 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053537 Dec 09 16:07:47.615205 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-29c1094d-af19-410e-a089-d2f308fc5249 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758672 Dec 09 16:07:47.626053 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6cb1-0a43-4559-9d65-38cfe8a3f7bb req-f72de25e-481f-4ebd-8118-a5a7d879ea75 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:47.627454 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b0c6cb1-0a43-4559-9d65-38cfe8a3f7bb req-f72de25e-481f-4ebd-8118-a5a7d879ea75 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0607326 Dec 09 16:07:47.632197 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-0e83477e-7d7e-4581-99fd-8580b369a297 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:07:47.633138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-0e83477e-7d7e-4581-99fd-8580b369a297 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048490 Dec 09 16:07:47.679135 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5b0c6cb1-0a43-4559-9d65-38cfe8a3f7bb req-279e8b1e-55ee-4a78-a71a-787326137b23 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450878 Dec 09 16:07:48.802360 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99243539-b135-4783-8b2a-bd803b851250 req-9ece1974-97c6-4d31-b374-a2cdc99389c5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:48.803938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99243539-b135-4783-8b2a-bd803b851250 req-9ece1974-97c6-4d31-b374-a2cdc99389c5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 945 time: 0.0516672 Dec 09 16:07:48.854202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-99243539-b135-4783-8b2a-bd803b851250 req-19b3fa9b-b815-4fee-a3e5-e755d3720f5e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Dec 09 16:07:48.911268 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:07:48.990415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:49.015330 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:49.018368 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe4e082-3584-411c-9daf-6de382473bc8" -d '{"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-unplugged", "status": "completed", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:49.033940 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:49.038612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:49.063925 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820d8a5-a6c6-4183-ae8f-317ad1886957 x-openstack-request-id: req-b820d8a5-a6c6-4183-ae8f-317ad1886957 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:49.064220 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-unplugged", "status": "failed", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "code": 422}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:49.064472 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b820d8a5-a6c6-4183-ae8f-317ad1886957 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:49.064862 n-d-804292-5 neutron-server[109896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'code': 422} returned with failed status Dec 09 16:07:49.090586 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:49.097809 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.098156 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.098538 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.098827 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.099229 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.099525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.099916 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.100321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.100726 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.101055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.101378 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.101729 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.102049 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:49.974581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8566-2f8a-48a4-993b-8422e0c306d2 req-ae73e320-4f5c-475a-877b-7ef42f0732ad tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:49.976098 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbba8566-2f8a-48a4-993b-8422e0c306d2 req-ae73e320-4f5c-475a-877b-7ef42f0732ad tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0501904 Dec 09 16:07:50.038202 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fbba8566-2f8a-48a4-993b-8422e0c306d2 req-5e6f429c-d6d5-46eb-ab49-58c6f8cdaec0 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558372 Dec 09 16:07:51.161555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc59c0-3c1f-46c5-9389-3895170577a0 req-bd7d16c4-6ac2-4303-89d7-635a400c6876 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:51.163165 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-09bc59c0-3c1f-46c5-9389-3895170577a0 req-bd7d16c4-6ac2-4303-89d7-635a400c6876 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0528512 Dec 09 16:07:51.219706 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-09bc59c0-3c1f-46c5-9389-3895170577a0 req-db1a0c4c-30c5-4960-8a7d-0d31dfdf5cd1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496316 Dec 09 16:07:52.339600 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95727514-581e-48da-99e8-4a5df7ecb5d9 req-1d2f98fa-a83f-4c87-b239-42428042ddb2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:52.341094 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95727514-581e-48da-99e8-4a5df7ecb5d9 req-1d2f98fa-a83f-4c87-b239-42428042ddb2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0532854 Dec 09 16:07:52.390217 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95727514-581e-48da-99e8-4a5df7ecb5d9 req-136d039b-cc73-40ef-a330-a0c8a0108b0f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Dec 09 16:07:52.575173 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.125866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.369574 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77a950c7-c8ff-47e0-b441-0afa5597566d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.422353 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-c111db08-0f83-482f-8057-a509f179879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.423921 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-c111db08-0f83-482f-8057-a509f179879b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f&tenant_id=1c498f03b4704e53825f19544ce14e36 HTTP/1.1" status: 200 len: 1094 time: 0.0455384 Dec 09 16:07:53.437536 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-5', 'device_owner': 'compute:nova'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:07:53.494577 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.580145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962c568-d214-4cbd-a807-179e37841c0b req-8d82a1ea-a4ec-43e9-b444-59d35d65a5bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:53.581677 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8962c568-d214-4cbd-a807-179e37841c0b req-8d82a1ea-a4ec-43e9-b444-59d35d65a5bd tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.1244893 Dec 09 16:07:53.631988 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8962c568-d214-4cbd-a807-179e37841c0b req-ddde3c40-42bc-44d1-87b4-33e3271f6079 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Dec 09 16:07:53.698749 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:07:53.730863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h2-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:53.762195 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:07:53.769779 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.781997 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Transition to ACTIVE for port object 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:07:53.785679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:53.863488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=7']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:53.878848 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.879222 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.879591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.879931 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.880283 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.880608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.880934 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.881260 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.881583 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.881910 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.882506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.882838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.883240 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:07:53.920837 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] No DVR routers for this DVR port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on host n-h2-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:07:54.054460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:07:54.054798 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:07:54.055126 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:54.060100 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on network dca10cf6-bc38-463b-86b3-359387210cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:07:54.060410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Attempting to bind port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on network dca10cf6-bc38-463b-86b3-359387210cf0 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:07:54.065146 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:07:54.065483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Checking segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:07:54.065869 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Bound using segment: {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:07:54.066291 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Bound port: 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea14de-21f0-4619-927d-18a083f3bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:07:54.066640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:54.127460 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:07:54.130365 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:07:54.134827 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:54.169927 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.170611 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:54.172019 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1091 time: 0.7386019 Dec 09 16:07:54.172464 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:07:54.174699 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c02d80-90ad-40a1-9f5c-11876337a713" -d '{"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:07:54.224922 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ccdc3-8ec1-4df5-b41c-a0aa1c919a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=8']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:07:54.235771 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac57e316-69ef-48e3-aff3-85af03c41a99 x-openstack-request-id: req-ac57e316-69ef-48e3-aff3-85af03c41a99 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:07:54.236067 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:07:54.236323 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac57e316-69ef-48e3-aff3-85af03c41a99 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:07:54.236735 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'status': 'completed', 'code': 200} Dec 09 16:07:54.246462 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-863a5b87-7c82-4703-83f9-b548cb298571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.248024 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-863a5b87-7c82-4703-83f9-b548cb298571 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1094 time: 0.0514777 Dec 09 16:07:54.344308 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-18988b92-c75c-4733-bcfc-efc0e136281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.345816 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-18988b92-c75c-4733-bcfc-efc0e136281b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0898390 Dec 09 16:07:54.731380 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-970b48e4-9b47-4070-82a0-a7cd719d9b16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 999 time: 0.3785090 Dec 09 16:07:54.751312 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9696ba-7d9d-47c9-aa5e-d07845170435 req-c4ad7e1b-5ba0-4366-9390-6e96a199c262 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.752869 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b9696ba-7d9d-47c9-aa5e-d07845170435 req-c4ad7e1b-5ba0-4366-9390-6e96a199c262 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0492158 Dec 09 16:07:54.787668 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-eac6d633-44cc-47ef-8077-7a8472fc66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.789190 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-eac6d633-44cc-47ef-8077-7a8472fc66ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0504482 Dec 09 16:07:54.803093 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-1b9696ba-7d9d-47c9-aa5e-d07845170435 req-0bdcebab-8c09-4534-afd0-de324016c672 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442140 Dec 09 16:07:54.834322 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-94e23bf8-0889-4e9a-b790-76638a7073bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:54.835843 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-94e23bf8-0889-4e9a-b790-76638a7073bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396705 Dec 09 16:07:54.926765 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-347faa5d-33b3-4c75-a3da-eec9b0a2b21f service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832348 Dec 09 16:07:55.018814 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-2c3feff4-2118-4747-a2b5-3388f88cebc2 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834243 Dec 09 16:07:55.107547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-4601d9e3-bfae-4471-8f40-6ade58a3fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.109053 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-4601d9e3-bfae-4471-8f40-6ade58a3fec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1094 time: 0.0424643 Dec 09 16:07:55.200824 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-a628251d-e62f-479c-959e-29b5db15a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.202204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-a628251d-e62f-479c-959e-29b5db15a73b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0859556 Dec 09 16:07:55.271851 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-f0f69523-8067-4ee7-8230-a67c4c1f5564 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 999 time: 0.0627120 Dec 09 16:07:55.322553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-107a1c43-a97c-42ae-ac50-7f649b04110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.324703 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-107a1c43-a97c-42ae-ac50-7f649b04110a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0430298 Dec 09 16:07:55.370250 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-f406bbfc-16b2-4e10-b891-dc98d5b0c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.371732 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-f406bbfc-16b2-4e10-b891-dc98d5b0c48e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396690 Dec 09 16:07:55.471757 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-e7d177c8-cffb-4f76-b857-4ab018953cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922213 Dec 09 16:07:55.565478 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-96c02d80-90ad-40a1-9f5c-11876337a713 req-82d032bd-a613-46ee-8a53-937aa961c5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862675 Dec 09 16:07:55.820923 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1efb4854-a44a-4b38-89ea-7a17a7109a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:55.966606 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d040a3-110b-45be-b2ea-762443bd9fd3 req-495fdf59-9ae5-4e67-951e-b944847a9505 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:55.968118 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49d040a3-110b-45be-b2ea-762443bd9fd3 req-495fdf59-9ae5-4e67-951e-b944847a9505 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0967577 Dec 09 16:07:56.017903 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-49d040a3-110b-45be-b2ea-762443bd9fd3 req-3cbf477a-b164-4295-8d91-66b133557b90 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Dec 09 16:07:56.991468 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:57.139145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395f239-9e9f-4f53-a4a8-3dd646a1c1da req-f619fa94-398b-4d8f-b177-1832d024d5e5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:57.140640 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4395f239-9e9f-4f53-a4a8-3dd646a1c1da req-f619fa94-398b-4d8f-b177-1832d024d5e5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0530639 Dec 09 16:07:57.191747 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4395f239-9e9f-4f53-a4a8-3dd646a1c1da req-4bb75fb8-6458-4c59-bfc7-aec63a9cb0be tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 Dec 09 16:07:58.307703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604083b-9090-4140-92e7-b8683280e581 req-fb0340bc-9ae4-43aa-ab70-e437bd6effe7 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:58.309206 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5604083b-9090-4140-92e7-b8683280e581 req-fb0340bc-9ae4-43aa-ab70-e437bd6effe7 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0500998 Dec 09 16:07:58.358539 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5604083b-9090-4140-92e7-b8683280e581 req-5a7906bd-7854-48f0-a98a-b624fc199924 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Dec 09 16:07:58.671839 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:59.398669 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:07:59.474707 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381644ab-032b-4c02-948f-5460c3263522 req-5d0d4ac6-f59a-4694-abd9-5fbd7e8eee28 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:07:59.476214 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-381644ab-032b-4c02-948f-5460c3263522 req-5d0d4ac6-f59a-4694-abd9-5fbd7e8eee28 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0481789 Dec 09 16:07:59.525492 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-381644ab-032b-4c02-948f-5460c3263522 req-74de188c-0d3e-4e65-9456-a357cd807ba2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Dec 09 16:08:00.646780 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8c27b-de84-42de-83a8-fc847afdb9af req-ebba1cc1-b091-4bd9-9229-7b3664c22cd3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:00.648199 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16e8c27b-de84-42de-83a8-fc847afdb9af req-ebba1cc1-b091-4bd9-9229-7b3664c22cd3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0535929 Dec 09 16:08:00.697729 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-16e8c27b-de84-42de-83a8-fc847afdb9af req-3082fc73-6e68-4e31-9421-e49933642410 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Dec 09 16:08:01.815374 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6f0fc-aad7-4908-957c-7c9d066ca49b req-a1ae11c7-0197-4695-94e0-1cf2b0032e71 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:01.816853 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dd6f0fc-aad7-4908-957c-7c9d066ca49b req-a1ae11c7-0197-4695-94e0-1cf2b0032e71 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0488312 Dec 09 16:08:01.869010 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4dd6f0fc-aad7-4908-957c-7c9d066ca49b req-af3c0faf-e1e2-4a7b-82a4-55cec214c344 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Dec 09 16:08:02.982709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72550ac4-1874-41f5-b0c7-35feabe182c2 req-9e1a1031-9219-474c-be24-5ba985db0d93 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:02.984225 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72550ac4-1874-41f5-b0c7-35feabe182c2 req-9e1a1031-9219-474c-be24-5ba985db0d93 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 943 time: 0.0482857 Dec 09 16:08:03.033299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-72550ac4-1874-41f5-b0c7-35feabe182c2 req-48bcaa3c-70ca-42d6-afd5-5fa2c3df77f2 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Dec 09 16:08:03.435796 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:08:03.526821 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:03.537581 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'port_id': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'mac_address': 'fa:16:3e:18:d0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:08:03.577814 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.589908 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:08:03.608824 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:03.612544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:03.658707 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=9']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:03.852644 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:08:04.150520 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504aad8-03a6-4fbb-bbe3-80515de97148 req-70b64494-88c9-4502-882b-fb46e5572994 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:04.153141 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3504aad8-03a6-4fbb-bbe3-80515de97148 req-70b64494-88c9-4502-882b-fb46e5572994 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 944 time: 0.0496826 Dec 09 16:08:04.201525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3504aad8-03a6-4fbb-bbe3-80515de97148 req-91894936-f00e-46d2-9e3a-23258531a01c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Dec 09 16:08:05.320242 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b0d8c-fae9-4f46-9637-ffb5617b334e req-8a02c9c1-9f9e-4ff3-a580-0285d095aa74 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.321724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b58b0d8c-fae9-4f46-9637-ffb5617b334e req-8a02c9c1-9f9e-4ff3-a580-0285d095aa74 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 944 time: 0.0486422 Dec 09 16:08:05.376995 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b58b0d8c-fae9-4f46-9637-ffb5617b334e req-2a66b848-3d50-4fc1-b451-d704c30b649e tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492527 Dec 09 16:08:05.451319 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:08:05.500676 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:08:05.504647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:08:05.505019 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.583231 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.605103 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:08:05.607498 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b8fad-3719-48d2-bf94-369ebee85c47" -d '{"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-plugged", "status": "completed", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:08:05.619550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:08:05.623869 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:05.647514 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ab5f3-16c0-412f-87ea-dfb517b37474 x-openstack-request-id: req-977ab5f3-16c0-412f-87ea-dfb517b37474 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:08:05.647823 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-plugged", "status": "completed", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:08:05.648143 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-977ab5f3-16c0-412f-87ea-dfb517b37474 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:08:05.648531 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'code': 200} Dec 09 16:08:05.680416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=10']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:08:05.802632 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8c81-1158-47cc-b15b-1f93616dca3f req-c53efa9e-bb86-4b1b-80bb-2698ef46d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:05.804104 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0cef8c81-1158-47cc-b15b-1f93616dca3f req-c53efa9e-bb86-4b1b-80bb-2698ef46d102 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1097 time: 0.0397701 Dec 09 16:08:05.851476 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-0cef8c81-1158-47cc-b15b-1f93616dca3f req-0fba9619-c1e9-49a6-97dd-d409281f5f58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392065 Dec 09 16:08:06.491342 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcef2f-666d-4af3-b704-f1ec5356768f req-c4d229f8-28b4-4d4c-8f17-9059640e1a4b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:06.492860 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31dcef2f-666d-4af3-b704-f1ec5356768f req-c4d229f8-28b4-4d4c-8f17-9059640e1a4b tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 946 time: 0.0486581 Dec 09 16:08:06.542408 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-31dcef2f-666d-4af3-b704-f1ec5356768f req-6d18d01e-d5cd-4c53-869d-ef127d98e8db tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430105 Dec 09 16:08:07.659288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3a43e-27bf-448a-ad78-4d68f452fc9e req-4f8a80d3-78ee-4d17-b120-cff030e237b1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:07.660777 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37c3a43e-27bf-448a-ad78-4d68f452fc9e req-4f8a80d3-78ee-4d17-b120-cff030e237b1 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 946 time: 0.0481968 Dec 09 16:08:07.709627 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-37c3a43e-27bf-448a-ad78-4d68f452fc9e req-ecb5372f-f3d0-4e23-8925-488454098675 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Dec 09 16:08:11.968182 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-0d771bc8-4d59-4209-9a2c-75a9857a5f0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428658 Dec 09 16:08:12.052105 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-65d009fb-e622-4a49-995b-e7748f6da492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:12.053579 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-65d009fb-e622-4a49-995b-e7748f6da492 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1097 time: 0.0409875 Dec 09 16:08:12.158191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-15d131f6-e260-444b-be5f-27dda3534f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:12.159678 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-15d131f6-e260-444b-be5f-27dda3534f09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0868769 Dec 09 16:08:12.224050 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-230aafb1-abb0-492f-8ca8-fd203f46272f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1001 time: 0.0566716 Dec 09 16:08:12.279739 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-34006753-6377-4979-ab6c-7981f3b9eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:12.282327 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-34006753-6377-4979-ab6c-7981f3b9eb84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0491285 Dec 09 16:08:12.334156 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-0417631a-b24f-4bbc-928b-f4d7a335fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:08:12.335683 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-0417631a-b24f-4bbc-928b-f4d7a335fb4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440683 Dec 09 16:08:12.425052 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-38f91895-f0f6-448b-a108-7ea57fc76e2a service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Dec 09 16:08:12.517216 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-bdd837f1-c0cc-496b-bd41-17d9a3f5b3cf req-eaff06b5-499b-44cc-9855-afccd6f05ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Dec 09 16:08:18.599076 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:08:22.592812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:23.137069 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:23.371565 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28e6f797-70ba-4e72-b487-f543121bfc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:25.823671 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0fba1b39-658c-49f9-b11f-6cf2b6fd4905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:26.994428 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:28.675624 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:29.393718 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:52.589756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:53.134594 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:53.373338 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-764b3cdf-ac11-41d0-b525-83ff316fd4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:55.591722 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:08:55.824777 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b735698f-9527-488f-a65c-3f95cd84eaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:56.996528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:58.677304 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:08:59.395718 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:12.986426 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-c16df3c2-7457-4bb8-8f53-32446543c4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774832 Dec 09 16:09:13.070965 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-de2d48cf-3bd2-4a5e-9044-5cd67dcf5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:13.072439 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-de2d48cf-3bd2-4a5e-9044-5cd67dcf5e62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1097 time: 0.0406601 Dec 09 16:09:13.181467 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-692f49aa-f0d7-44ff-9346-330ce3e86f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:13.182929 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-692f49aa-f0d7-44ff-9346-330ce3e86f7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.0915031 Dec 09 16:09:13.248152 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-869dadc4-b6c0-4d62-b1ee-1997921789d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 1001 time: 0.0583797 Dec 09 16:09:13.302133 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-f984c28d-8c3d-481c-ad87-908f31f21a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:13.303630 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-f984c28d-8c3d-481c-ad87-908f31f21a53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0486543 Dec 09 16:09:13.349433 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-ba429573-13a6-4467-b068-14542a47ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:13.350865 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-ba429573-13a6-4467-b068-14542a47ef5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406106 Dec 09 16:09:13.444183 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-141f40ef-e155-4ca2-b9be-4a97aab466e4 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Dec 09 16:09:13.537584 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d38a3391-e05a-45d3-96ff-e38dd1406209 req-e0ac2307-5e89-46fe-89c6-1c6f25f20537 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Dec 09 16:09:22.590014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.133926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.235237 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39642) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:23.375269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05ebd841-9c2a-4b33-8fc2-32fa4b4eb346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.397654 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Deleting port ae793291-52ea-4e84-bdf0-91843c009c11 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:23.398086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.475361 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.475701 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.487580 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Calling delete_port for ae793291-52ea-4e84-bdf0-91843c009c11 owned by network:floatingip {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:23.637017 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.665475 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event deleted for resources: {'Port': ['ID=ae793291-52ea-4e84-bdf0-91843c009c11,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:23.692771 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.693121 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.693466 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.693807 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.694144 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.694482 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.694813 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.695142 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.696055 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.696354 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.696684 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.697011 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.697336 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:23.736932 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for floatingip, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:23.737310 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Floating IP 7e59036c-18eb-4765-993b-34d2a0e45e1f disassociated (deleted). External IP: 172.25.0.172, port: 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8. Dec 09 16:09:23.942874 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:24.049017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:24.053826 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:24.060693 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:24.069810 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:24.070463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:24.080111 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5bdd8c44-28c1-4c87-9623-a9b18d69fc43 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "DELETE /v2.0/floatingips/7e59036c-18eb-4765-993b-34d2a0e45e1f HTTP/1.1" status: 204 len: 168 time: 0.8437364 Dec 09 16:09:24.080879 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:24.083241 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a3418-1e0d-4c6b-ad7c-2e439d912593" -d '{"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:24.134163 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9889e-8c39-4fc0-aeeb-1015647857b7 x-openstack-request-id: req-74f9889e-8c39-4fc0-aeeb-1015647857b7 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:24.134466 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:24.134728 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74f9889e-8c39-4fc0-aeeb-1015647857b7 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:24.135145 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'status': 'completed', 'code': 200} Dec 09 16:09:24.208135 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-14e3aec0-21c1-48b0-9857-738740d7772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:24.210896 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-14e3aec0-21c1-48b0-9857-738740d7772a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c498f03b4704e53825f19544ce14e36&device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 1097 time: 0.0495639 Dec 09 16:09:24.321915 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-ba56d01e-8127-4b45-ba98-e520a98be409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:24.323578 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-ba56d01e-8127-4b45-ba98-e520a98be409 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 200 len: 910 time: 0.1048815 Dec 09 16:09:24.342225 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e643a87-2291-4780-8ee0-e495da02b806 req-1294010f-65d7-444f-8b1b-7ff80eb38cdb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:24.343956 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e643a87-2291-4780-8ee0-e495da02b806 req-1294010f-65d7-444f-8b1b-7ff80eb38cdb tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 946 time: 0.0632844 Dec 09 16:09:24.345051 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:24.369811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-03ab4998-7559-49db-99c8-6b76b943681d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 200 len: 217 time: 0.0366914 Dec 09 16:09:24.400251 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5e643a87-2291-4780-8ee0-e495da02b806 req-581fa652-c30b-4c07-9c37-140500223be5 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499051 Dec 09 16:09:24.424921 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-b4f083f3-3cd4-4168-95d5-a918bf728edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:24.426401 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-b4f083f3-3cd4-4168-95d5-a918bf728edd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 200 len: 848 time: 0.0496950 Dec 09 16:09:24.476919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-9df83b1c-eb02-4221-a07e-35f97f19cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:24.478465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-9df83b1c-eb02-4221-a07e-35f97f19cfaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca10cf6-bc38-463b-86b3-359387210cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441573 Dec 09 16:09:24.547826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:24.569230 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-737eceef-8f2e-42b5-be41-29cd2c062857 service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814242 Dec 09 16:09:24.578012 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:24.586879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:24.587641 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:08:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:24.668520 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-856a3418-1e0d-4c6b-ad7c-2e439d912593 req-ef486034-bd99-4105-9200-d6f77fd929fd service neutron] 10.222.0.36 "GET /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900321 Dec 09 16:09:24.693095 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:24.887622 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:24.913228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd7262-1580-4ce2-9fca-9f6a8304e418 None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:00:33Z', 'revision_number': 4, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': 'f6241a1c-7c10-4a9d-a7a5-1e8d112bed44', 'name': '', 'network_id': 'dca10cf6-bc38-463b-86b3-359387210cf0', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'mac_address': 'fa:16:3e:29:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:33Z', 'updated_at': '2021-12-09T16:00:38Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'subnets': [{'id': 'c9936ab1-6c44-4f83-a8ed-856620488616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:25.134320 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6bb8bb-4d96-4180-97bf-6939c9009ae1 None None] New status for floating IP 7e59036c-18eb-4765-993b-34d2a0e45e1f: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:09:25.521563 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ffaa9-8353-470a-99c5-d5367085136e req-292b01c7-a0a7-432c-9449-c71a63e24e6a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:25.523036 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-419ffaa9-8353-470a-99c5-d5367085136e req-292b01c7-a0a7-432c-9449-c71a63e24e6a tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 946 time: 0.0529425 Dec 09 16:09:25.571887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-419ffaa9-8353-470a-99c5-d5367085136e req-16d20889-8d91-4d01-a07e-1f639d1d63b6 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a764a0e-91b1-4dac-97be-33d244b0c1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425830 Dec 09 16:09:25.808474 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-aee528f1-d109-49bd-90eb-14ecf469acc3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:25.809928 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-aee528f1-d109-49bd-90eb-14ecf469acc3 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 946 time: 0.0525174 Dec 09 16:09:25.829715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-066f620f-e50b-4a10-bb5e-e2aba206589c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:25.898575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Deleting port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:25.898831 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:25.987799 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] For port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:25.988165 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:26.000575 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Calling delete_port for 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:26.123980 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:26.154327 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event deleted for resources: {'Port': ['ID=7a59f47d-1c55-4a1b-80cd-1c3e33a482d8,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:26.196886 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] No DVR routers for this DVR port 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:26.199475 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:26.202747 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-58ff5ec3-b835-494b-b89b-ed2486ba222c req-a911b2ce-9da0-4d9d-9fa0-2b5917967d73 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.36 "DELETE /v2.0/ports/7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 HTTP/1.1" status: 204 len: 173 time: 0.3864839 Dec 09 16:09:26.203191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-deleted', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:26.205516 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db6498-365d-48df-ba14-cb7caa3ab481" -d '{"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-deleted", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:26.247821 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86556243-f9c8-47f3-a8b5-9c44b6d657e9 x-openstack-request-id: req-86556243-f9c8-47f3-a8b5-9c44b6d657e9 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:26.248120 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e280a2-0e9e-4e72-a95e-197cfbd2975f", "name": "network-vif-deleted", "tag": "7a59f47d-1c55-4a1b-80cd-1c3e33a482d8", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:26.248377 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86556243-f9c8-47f3-a8b5-9c44b6d657e9 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:26.248783 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e280a2-0e9e-4e72-a95e-197cfbd2975f', 'name': 'network-vif-deleted', 'tag': '7a59f47d-1c55-4a1b-80cd-1c3e33a482d8', 'status': 'completed', 'code': 200} Dec 09 16:09:26.675695 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-41ef1f04-72a4-4e5d-862d-aae07f2d4fc4 req-56e72e76-3dea-43f1-8fa6-ba5ee0ed76ac tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0259116 Dec 09 16:09:27.000377 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:27.778862 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5dce2982-e3f9-4cb0-8943-0723e7f31c9d req-ad68484b-df8f-4603-aeef-4f1796ec1091 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0272632 Dec 09 16:09:27.871069 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:27.893070 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:27.893420 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 7a59f47d-1c55-4a1b-80cd-1c3e33a482d8 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:28.683223 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:28.874597 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-2102766d-b40d-499c-a088-1f31a93fee8d req-192e10d9-dce7-4654-b56c-9ac02e55143f tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0271473 Dec 09 16:09:29.397673 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:29.973462 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9c2aa261-72eb-44ab-884c-711904318114 req-fee4b814-ff2a-4858-96d5-05f62d87211c tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e280a2-0e9e-4e72-a95e-197cfbd2975f HTTP/1.1" status: 200 len: 210 time: 0.0269651 Dec 09 16:09:31.030425 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39674) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:31.088784 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e5ca-e524-4bff-857c-539c2993ff65 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:31.114226 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e5ca-e524-4bff-857c-539c2993ff65 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:31.181735 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e5ca-e524-4bff-857c-539c2993ff65 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:31.184435 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2cf3e5ca-e524-4bff-857c-539c2993ff65 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:31.188299 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2cf3e5ca-e524-4bff-857c-539c2993ff65 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] 10.222.0.46 "DELETE /v2.0/security-groups/1a764a0e-91b1-4dac-97be-33d244b0c1da HTTP/1.1" status: 204 len: 168 time: 0.1541200 Dec 09 16:09:31.195426 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3e5ca-e524-4bff-857c-539c2993ff65 tempest-TestShelveInstance-1385715701 tempest-TestShelveInstance-1385715701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a764a0e-91b1-4dac-97be-33d244b0c1da,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:31.236153 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39678) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:32.004023 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.253789 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Deleting port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:32.254478 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.334647 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] For port f6241a1c-7c10-4a9d-a7a5-1e8d112bed44, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:32.335010 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.347400 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Calling delete_port for f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:32.530038 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.557014 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6241a1c-7c10-4a9d-a7a5-1e8d112bed44,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:32.594873 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:09:32.726052 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:32.946524 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Router 71956f70-c2ae-49c2-a56c-f1eee4ba706c has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:33.059591 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:33.064897 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-e416e40b-0eb0-40ec-aa6c-40a0ad0590bd admin admin] 10.222.0.46 "PUT /v2.0/routers/71956f70-c2ae-49c2-a56c-f1eee4ba706c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275292 Dec 09 16:09:33.067584 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39682) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:33.075616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] Sync routers for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:33.085343 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:33.086677 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:33.181243 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.197190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:33.291532 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.355514 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Deleting port 25cc559b-0081-4606-b3ef-efe2f81c5cf9 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:33.356080 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.409869 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:09:32Z', 'revision_number': 5, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port': {'id': '25cc559b-0081-4606-b3ef-efe2f81c5cf9', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:31Z', 'updated_at': '2021-12-09T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:33.440799 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] Checking router: 71956f70-c2ae-49c2-a56c-f1eee4ba706c for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:33.450620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] Routers {'71956f70-c2ae-49c2-a56c-f1eee4ba706c'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:33.451284 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:33.459903 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] For port 25cc559b-0081-4606-b3ef-efe2f81c5cf9, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=25cc559b-0081-4606-b3ef-efe2f81c5cf9,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:33.460650 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.474075 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Calling delete_port for 25cc559b-0081-4606-b3ef-efe2f81c5cf9 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:33.559806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] Set router 71956f70-c2ae-49c2-a56c-f1eee4ba706c gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:33.630980 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:09:33Z', 'revision_number': 6, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:33.658249 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.660492 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915e07c-f052-4488-bdae-ec309946c4c0 None None] The sync data for ids ['71956f70-c2ae-49c2-a56c-f1eee4ba706c'] in n-d-804292-5 is: [{'id': '71956f70-c2ae-49c2-a56c-f1eee4ba706c', 'name': 'tempest-TestShelveInstance-1202758365-router', 'tenant_id': '1c498f03b4704e53825f19544ce14e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:30Z', 'updated_at': '2021-12-09T16:09:33Z', 'revision_number': 6, 'project_id': '1c498f03b4704e53825f19544ce14e36', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:33.688046 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Pushing event deleted for resources: {'Port': ['ID=25cc559b-0081-4606-b3ef-efe2f81c5cf9,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:33.710924 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283664d-42dc-4884-8106-6b6c221ae4ac None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:33.767187 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.859086 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.861263 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.911640 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.912449 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71956f70-c2ae-49c2-a56c-f1eee4ba706c {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:09:33.917660 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:33.918811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-6fc83b53-8561-40ed-9cf7-3bbec3fb729e admin admin] 10.222.0.46 "DELETE /v2.0/routers/71956f70-c2ae-49c2-a56c-f1eee4ba706c HTTP/1.1" status: 204 len: 168 time: 0.8498743 Dec 09 16:09:33.921477 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39684) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:33.967655 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Deleting subnet c9936ab1-6c44-4f83-a8ed-856620488616 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:09:33.970733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.006706 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.103662 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.162789 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.191690 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.196086 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c9936ab1-6c44-4f83-a8ed-856620488616 HTTP/1.1" status: 204 len: 168 time: 0.2735407 Dec 09 16:09:34.196672 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910d786-528f-424d-afb1-4f94bc91e8f9 None None] Network dca10cf6-bc38-463b-86b3-359387210cf0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:34.197132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c948d-2b3b-47a5-bb93-53155a46c626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9936ab1-6c44-4f83-a8ed-856620488616,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:34.199221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39686) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:34.280948 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.336291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Deleting port 25e60a0d-256f-443b-a400-f3509b013596 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:34.336634 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.397810 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] For port 25e60a0d-256f-443b-a400-f3509b013596, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=25e60a0d-256f-443b-a400-f3509b013596,segment=NetworkSegment(7eea14de-21f0-4619-927d-18a083f3bdb7),segment_id=7eea14de-21f0-4619-927d-18a083f3bdb7)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:34.398710 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.416077 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Calling delete_port for 25e60a0d-256f-443b-a400-f3509b013596 owned by network:dhcp {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:34.467560 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] DHCP port deletion for dca10cf6-bc38-463b-86b3-359387210cf0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:34.506588 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.518478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Deleting port 25e60a0d-256f-443b-a400-f3509b013596 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:34.518859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.541263 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e60a0d-256f-443b-a400-f3509b013596,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:34.544812 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] No DVR routers for this DVR port 25e60a0d-256f-443b-a400-f3509b013596 on host n-d-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:34.572354 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.573083 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.573442 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.573789 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.574264 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.574611 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.574950 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.575288 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.575646 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.575989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.576324 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.576657 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.576989 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.586788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] For port 25e60a0d-256f-443b-a400-f3509b013596, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:34.587198 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.600968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Calling delete_port for 25e60a0d-256f-443b-a400-f3509b013596 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:34.604578 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Port 25e60a0d-256f-443b-a400-f3509b013596 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:09:34.605973 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.631135 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Pushing event deleted for resources: {'Port': ['ID=25e60a0d-256f-443b-a400-f3509b013596,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:34.636145 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] No DVR routers for this DVR port 25e60a0d-256f-443b-a400-f3509b013596 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:34.643603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.643957 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.644304 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.644663 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.644986 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.645321 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.646587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.646587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.646587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.646587 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.646928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.647233 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.647584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa112e58-7753-457b-bf31-725f95c5e875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:34.649779 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.671508 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca10cf6-bc38-463b-86b3-359387210cf0']}} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:34.681423 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eea14de-21f0-4619-927d-18a083f3bdb7') {'for_net_delete': True} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:34.681724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.services.segments.db [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eea14de-21f0-4619-927d-18a083f3bdb7') {} {{(pid=109895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:34.692027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63643283'] for segment, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.705727 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.712771 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:09:34.713164 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63316370'] for segment, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: Traceback (most recent call last): Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: timer() Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: cb(*args, **kw) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: return func(*args, **kwargs) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: self._notify() Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: self.callback(batched_events) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: event.method(event) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: return f(self, *a, **k) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: return self._get(url).json() Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: return self.request(url, 'GET', **kwargs) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:09:34.714870 n-d-804292-5 neutron-server[109895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:09:34.775728 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.782339 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:34.786220 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dca10cf6-bc38-463b-86b3-359387210cf0 HTTP/1.1" status: 204 len: 168 time: 0.5856121 Dec 09 16:09:34.789247 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39688) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:34.813078 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6abac7-984c-45ca-bb5b-e5d4deb3d686 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca10cf6-bc38-463b-86b3-359387210cf0,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:35.064295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25e60a0d-256f-443b-a400-f3509b013596 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:35.084271 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 25e60a0d-256f-443b-a400-f3509b013596 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:35.084620 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25e60a0d-256f-443b-a400-f3509b013596 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:35.085052 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:35.105017 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:35.105372 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f6241a1c-7c10-4a9d-a7a5-1e8d112bed44 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:35.105788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25cc559b-0081-4606-b3ef-efe2f81c5cf9 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:35.127366 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 25cc559b-0081-4606-b3ef-efe2f81c5cf9 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:35.127720 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 25cc559b-0081-4606-b3ef-efe2f81c5cf9 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:35.146081 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:35.384706 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Deleting port 45cee1dc-5ac1-4485-8d31-3e7d091cc084 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:35.385041 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:35.463234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] For port 45cee1dc-5ac1-4485-8d31-3e7d091cc084, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=45cee1dc-5ac1-4485-8d31-3e7d091cc084,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:35.463618 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:35.475459 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Calling delete_port for 45cee1dc-5ac1-4485-8d31-3e7d091cc084 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:35.655926 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:35.678527 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cee1dc-5ac1-4485-8d31-3e7d091cc084,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:35.849856 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:36.079846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Router e84f94c3-b74f-414e-9b44-e349d4fb3d47 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:36.184616 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:36.189501 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-501b4d09-0f30-4017-a919-b226a05469e5 admin admin] 10.222.0.46 "PUT /v2.0/routers/e84f94c3-b74f-414e-9b44-e349d4fb3d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990998 Dec 09 16:09:36.192164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39690) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:36.193289 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] Sync routers for ids ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:36.211041 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] Routers {'e84f94c3-b74f-414e-9b44-e349d4fb3d47'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:36.211944 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:36.295751 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:36.325811 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] Set router e84f94c3-b74f-414e-9b44-e349d4fb3d47 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:36.400408 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:36.452708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Deleting port 7e638238-7349-4013-bf43-17f553c317f4 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:36.453058 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:36.499109 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '7e638238-7349-4013-bf43-17f553c317f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:09:35Z', 'revision_number': 5, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port': {'id': '7e638238-7349-4013-bf43-17f553c317f4', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:00:36Z', 'updated_at': '2021-12-09T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:36.529948 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] Checking router: e84f94c3-b74f-414e-9b44-e349d4fb3d47 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:36.536134 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] For port 7e638238-7349-4013-bf43-17f553c317f4, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=7e638238-7349-4013-bf43-17f553c317f4,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:36.536521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:36.538067 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] Routers {'e84f94c3-b74f-414e-9b44-e349d4fb3d47'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:36.538704 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:36.549338 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Calling delete_port for 7e638238-7349-4013-bf43-17f553c317f4 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:36.624114 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] Set router e84f94c3-b74f-414e-9b44-e349d4fb3d47 gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:36.674876 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:09:36Z', 'revision_number': 6, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:36.704344 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0d358-da42-4750-bf5c-62edbc15b7e0 None None] The sync data for ids ['e84f94c3-b74f-414e-9b44-e349d4fb3d47'] in n-d-804292-5 is: [{'id': 'e84f94c3-b74f-414e-9b44-e349d4fb3d47', 'name': 'tempest-TestShelveInstance-285384955-router', 'tenant_id': '6218ecc5798e4fda984b8fec486b69ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:00:35Z', 'updated_at': '2021-12-09T16:09:36Z', 'revision_number': 6, 'project_id': '6218ecc5798e4fda984b8fec486b69ad', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:36.714903 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:36.741084 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e638238-7349-4013-bf43-17f553c317f4,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:36.754619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e246c1b-6bf8-4b56-9776-ab0612790102 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:36.800965 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.215625 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.217743 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.259748 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.260208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e84f94c3-b74f-414e-9b44-e349d4fb3d47 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:09:37.267665 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.268794 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-23c02045-4ac9-46b0-8621-181248003590 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e84f94c3-b74f-414e-9b44-e349d4fb3d47 HTTP/1.1" status: 204 len: 168 time: 1.0757053 Dec 09 16:09:37.271201 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39692) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:37.315454 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Deleting subnet 3c6083e1-eaf8-4454-aa68-df9843b1fd28 {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:09:37.318531 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.352975 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.433148 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.448086 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 45cee1dc-5ac1-4485-8d31-3e7d091cc084 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:37.471756 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 45cee1dc-5ac1-4485-8d31-3e7d091cc084 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:37.472248 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 45cee1dc-5ac1-4485-8d31-3e7d091cc084 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:37.485638 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.511465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6083e1-eaf8-4454-aa68-df9843b1fd28,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:37.516976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.520195 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f1275f07-829e-41c7-98cd-678b3412371c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3c6083e1-eaf8-4454-aa68-df9843b1fd28 HTTP/1.1" status: 204 len: 168 time: 0.2480161 Dec 09 16:09:37.522609 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39694) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:37.525879 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f0bc0-7827-4f17-b411-201572a79565 None None] Network ac4349d1-b00f-486b-b564-12df524a87a0 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:37.606367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.671208 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Deleting port bcccfbf0-8660-4f07-b225-18bdcf018310 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:37.671720 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.676312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2179484-faf3-4773-b423-15437d404aaa None None] DHCP port deletion for ac4349d1-b00f-486b-b564-12df524a87a0 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:37.725255 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2179484-faf3-4773-b423-15437d404aaa None None] Deleting port bcccfbf0-8660-4f07-b225-18bdcf018310 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:09:37.725635 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2179484-faf3-4773-b423-15437d404aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.741608 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] For port bcccfbf0-8660-4f07-b225-18bdcf018310, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcccfbf0-8660-4f07-b225-18bdcf018310,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:37.742145 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.765015 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Calling delete_port for bcccfbf0-8660-4f07-b225-18bdcf018310 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:37.800933 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-a2179484-faf3-4773-b423-15437d404aaa None None] For port bcccfbf0-8660-4f07-b225-18bdcf018310, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=bcccfbf0-8660-4f07-b225-18bdcf018310,segment=NetworkSegment(09c5dfbe-6c68-44dd-9538-bb35f315da40),segment_id=09c5dfbe-6c68-44dd-9538-bb35f315da40)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:37.801539 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2179484-faf3-4773-b423-15437d404aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.813952 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-a2179484-faf3-4773-b423-15437d404aaa None None] Calling delete_port for bcccfbf0-8660-4f07-b225-18bdcf018310 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:09:37.848079 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.872936 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcccfbf0-8660-4f07-b225-18bdcf018310,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:37.876371 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] No DVR routers for this DVR port bcccfbf0-8660-4f07-b225-18bdcf018310 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:37.891098 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-a2179484-faf3-4773-b423-15437d404aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.917030 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2179484-faf3-4773-b423-15437d404aaa None None] Pushing event deleted for resources: {'Port': ['ID=bcccfbf0-8660-4f07-b225-18bdcf018310,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:37.920545 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2179484-faf3-4773-b423-15437d404aaa None None] No DVR routers for this DVR port bcccfbf0-8660-4f07-b225-18bdcf018310 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:09:37.967496 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:37.988672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4349d1-b00f-486b-b564-12df524a87a0']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:37.998296 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c5dfbe-6c68-44dd-9538-bb35f315da40') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:37.998603 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c5dfbe-6c68-44dd-9538-bb35f315da40') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:38.007911 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.021217 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.027325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:09:38.027733 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: timer() Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:09:38.029414 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:09:38.084055 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.090679 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.093859 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac4349d1-b00f-486b-b564-12df524a87a0 HTTP/1.1" status: 204 len: 168 time: 0.5697591 Dec 09 16:09:38.105502 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9488-9fc8-4788-80e3-21797a6583d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4349d1-b00f-486b-b564-12df524a87a0,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:38.198918 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39698) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:38.243630 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-65d6d70d-473f-4745-85e6-90a7bec39af8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c498f03b4704e53825f19544ce14e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433323 Dec 09 16:09:38.246158 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39700) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:38.302466 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9b17-6f28-4c06-a149-4bba6522c71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.323800 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9b17-6f28-4c06-a149-4bba6522c71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.369530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9b17-6f28-4c06-a149-4bba6522c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.372315 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9b17-6f28-4c06-a149-4bba6522c71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.373536 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4a2b9b17-6f28-4c06-a149-4bba6522c71c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/423d3672-e2a5-4cb4-a373-f696f08cb667 HTTP/1.1" status: 204 len: 168 time: 0.1264548 Dec 09 16:09:38.380948 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b9b17-6f28-4c06-a149-4bba6522c71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423d3672-e2a5-4cb4-a373-f696f08cb667,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:38.698069 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39706) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:38.737405 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-9eb94ddb-f362-41ff-aef9-6f713c9374e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6218ecc5798e4fda984b8fec486b69ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381136 Dec 09 16:09:38.739922 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39708) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:38.786408 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73e3c0ad-1cb3-464c-ad23-e887f25e0d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.806817 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73e3c0ad-1cb3-464c-ad23-e887f25e0d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.856041 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73e3c0ad-1cb3-464c-ad23-e887f25e0d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.858806 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-73e3c0ad-1cb3-464c-ad23-e887f25e0d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:38.860043 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-73e3c0ad-1cb3-464c-ad23-e887f25e0d1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/289f1406-c01b-4d02-9659-e6f24ee5c0b9 HTTP/1.1" status: 204 len: 168 time: 0.1192372 Dec 09 16:09:38.868435 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c0ad-1cb3-464c-ad23-e887f25e0d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289f1406-c01b-4d02-9659-e6f24ee5c0b9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:39.063694 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7e638238-7349-4013-bf43-17f553c317f4 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:39.088512 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 7e638238-7349-4013-bf43-17f553c317f4 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:39.088864 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 7e638238-7349-4013-bf43-17f553c317f4 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:39.089312 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcccfbf0-8660-4f07-b225-18bdcf018310 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:09:39.108969 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: bcccfbf0-8660-4f07-b225-18bdcf018310 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:09:39.109416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device bcccfbf0-8660-4f07-b225-18bdcf018310 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:09:39.522628 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39730) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:39.617943 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-943171189-network', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:39.637547 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Made reservation on behalf of 15f48a6385e4493d90b9cd02db324b3a for: {'network': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:09:39.639927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.653927 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.733036 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.738816 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.767287 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:09:39.771904 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ef06f-266b-490a-ac85-7804637da96c,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:39.784308 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.784672 n-d-804292-5 neutron-server[109894]: INFO neutron.db.segments_db [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Added segment 8fb98435-66dd-4539-8594-a000db91767e of type vlan for network b10057a6-4ff4-488f-96fc-014b9c608481 Dec 09 16:09:39.825709 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.851890 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.853249 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:39.854070 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:39.921958 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3979805 Dec 09 16:09:39.924841 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39734) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:39.925435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f9da-0d3f-4d33-b0aa-db569be664d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b10057a6-4ff4-488f-96fc-014b9c608481,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:39.931074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Request body: {'subnet': {'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-943171189-subnet', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'ip_version': 4}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:39.937191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network b10057a6-4ff4-488f-96fc-014b9c608481 details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:09:39.953757 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Made reservation on behalf of 15f48a6385e4493d90b9cd02db324b3a for: {'subnet': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:09:39.956238 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63342554'] for subnet, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.123391 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63316267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63341616'] for subnet, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.177333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5a2690-856e-404f-9f8a-763f1be04fbc,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:40.187420 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Checking segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:40.187787 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Network hostable DHCP agents. Network: b10057a6-4ff4-488f-96fc-014b9c608481, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:09:40.204750 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Network b10057a6-4ff4-488f-96fc-014b9c608481 is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:09:40.214093 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, b10057a6-4ff4-488f-96fc-014b9c608481) {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:40.218165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:40.218766 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.224300 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972da0d-f041-403f-ab10-07f047e6cc68 None None] Network b10057a6-4ff4-488f-96fc-014b9c608481 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:40.234558 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f7d8f3c9-4024-4227-874d-b22842726d24 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080564 Dec 09 16:09:40.237336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39736) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:40.242051 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:40.264578 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.265663 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.323431 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.328396 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-b10057a6-4ff4-488f-96fc-014b9c608481', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:09:40.329276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.461465 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.465180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Allocated IP 172.20.0.2 (b10057a6-4ff4-488f-96fc-014b9c608481/cd5a2690-856e-404f-9f8a-763f1be04fbc/74593b84-7118-4220-b098-337ed1d9d25c) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:40.664112 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.685141 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.768442 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.774913 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.790742 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Allocated IP 172.25.0.248 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/2b7cd9f1-071b-41a6-b8f6-b2c44e226634) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:40.814684 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Network b10057a6-4ff4-488f-96fc-014b9c608481 is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:40.817505 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:40.823376 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:40.830490 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Pushing event updated for resources: {'Port': ['ID=74593b84-7118-4220-b098-337ed1d9d25c,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:40.883513 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Attempting to bind port 74593b84-7118-4220-b098-337ed1d9d25c on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:40.883898 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Attempting to bind port 74593b84-7118-4220-b098-337ed1d9d25c by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:40.884277 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Attempting to bind port 74593b84-7118-4220-b098-337ed1d9d25c on network b10057a6-4ff4-488f-96fc-014b9c608481 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:40.889563 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:40.890005 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Checking segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:40.890413 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.890811 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Bound using segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:40.891281 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Bound port: 74593b84-7118-4220-b098-337ed1d9d25c, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:40.891692 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.896891 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.930866 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.953878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] For port 74593b84-7118-4220-b098-337ed1d9d25c, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:40.957013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] For port 74593b84-7118-4220-b098-337ed1d9d25c, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=74593b84-7118-4220-b098-337ed1d9d25c,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:40.961082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:40.969079 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:40.971910 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:40.977968 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:40.989146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd417ca-b992-42b6-9a36-acc69afcbbd7 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:41.000400 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:41.022503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25228896-7ade-48d2-874a-37f4b383d0fc None None] Pushing event updated for resources: {'Port': ['ID=74593b84-7118-4220-b098-337ed1d9d25c,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:41.114984 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-27798519-7479-4792-bbc9-495ee0889f10 None None] Provisioning complete for port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:41.115432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-27798519-7479-4792-bbc9-495ee0889f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:41.155737 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-27798519-7479-4792-bbc9-495ee0889f10 None None] Port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:41.552882 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:41.752439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:41.885471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:09:41.957958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f73f482-ae4a-4a4e-99f8-89462e46d225 None None] Network b10057a6-4ff4-488f-96fc-014b9c608481 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:42.001344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:42.018820 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.020079 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5c5fe358-d898-40e4-a132-9cbbc7733ad0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7818110 Dec 09 16:09:42.021337 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:42.023405 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39738) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:42.029263 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-b63d54f2-59f0-44e3-b6ba-9c87aff3b2ed None None] Provisioning complete for port 74593b84-7118-4220-b098-337ed1d9d25c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:42.029648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b63d54f2-59f0-44e3-b6ba-9c87aff3b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.072983 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:42.073535 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:42.239072 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:42.332798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b63d54f2-59f0-44e3-b6ba-9c87aff3b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.402432 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-b63d54f2-59f0-44e3-b6ba-9c87aff3b2ed None None] For port 74593b84-7118-4220-b098-337ed1d9d25c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=74593b84-7118-4220-b098-337ed1d9d25c,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:42.412305 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b63d54f2-59f0-44e3-b6ba-9c87aff3b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.461542 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.492786 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d54f2-59f0-44e3-b6ba-9c87aff3b2ed None None] Pushing event updated for resources: {'Port': ['ID=74593b84-7118-4220-b098-337ed1d9d25c,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:42.517055 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:41Z', 'revision_number': 3, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:42.547577 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:42.547930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Updating router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:09:42.579400 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-69aa3533-3e20-443f-9393-79b14984cc1b None None] Provisioning complete for port 74593b84-7118-4220-b098-337ed1d9d25c triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:42.579774 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-69aa3533-3e20-443f-9393-79b14984cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.581378 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.618456 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Allocated IP 172.20.0.1 (b10057a6-4ff4-488f-96fc-014b9c608481/cd5a2690-856e-404f-9f8a-763f1be04fbc/55e2ec98-03c7-4979-8d8c-0dd693ef6a40) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:42.726472 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.763886 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.798319 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Network b10057a6-4ff4-488f-96fc-014b9c608481 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:42.802845 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:42.806790 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:42.834916 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Pushing event updated for resources: {'Port': ['ID=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:42.854676 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.910731 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.919855 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.973079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df58a02-c7cc-48b5-8dab-f4b103e1de53 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:42.986180 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Attempting to bind port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:42.986562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Attempting to bind port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:42.987297 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Attempting to bind port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:42.990570 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def82e4c-0bf4-4e4e-b5f4-bd8cd184b04c None None] Pushing event updated for resources: {'Port': ['ID=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:42.992717 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.998374 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:42.998759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:42.999171 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:42.999584 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:43.000068 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Bound port: 2b7cd9f1-071b-41a6-b8f6-b2c44e226634, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:43.000435 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.073118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] For port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:43.076546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] For port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:43.089230 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.122555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Provisioning complete for port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:43.122926 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.127576 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 74593b84-7118-4220-b098-337ed1d9d25c up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:43.181137 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e528c3-02a8-4cf2-8b14-85131c6d92eb None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:43.212286 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.218452 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.233519 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def82e4c-0bf4-4e4e-b5f4-bd8cd184b04c None None] Pushing event updated for resources: {'Port': ['ID=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:43.236580 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:43.239765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:43.240380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:43.291706 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Pushing event updated for resources: {'Port': ['ID=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:43.294185 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.299273 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Provisioning complete for port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:43.299550 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.362117 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 74593b84-7118-4220-b098-337ed1d9d25c triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:43.362401 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.388872 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Network b10057a6-4ff4-488f-96fc-014b9c608481 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:43.390329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:43.423106 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:43.525260 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:43.666337 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:43.671525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-46a719bd-324f-4d77-a873-7cd67129bb5a admin admin] 10.222.0.46 "PUT /v2.0/routers/36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470904 Dec 09 16:09:43.778549 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.812373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] For port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:43.818339 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:43.897269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257798c4-7153-494c-8a10-805d9ffcdd6e None None] Pushing event updated for resources: {'Port': ['ID=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:43.915486 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 2, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:43.952574 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fa140-dfbe-4ec9-b39a-d46fe790365f None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 2, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:43.964057 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-466c68d2-358a-4c68-9e42-30265c94fa83 None None] Provisioning complete for port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:43.964429 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-466c68d2-358a-4c68-9e42-30265c94fa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.003477 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-466c68d2-358a-4c68-9e42-30265c94fa83 None None] Port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:44.017600 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-466c68d2-358a-4c68-9e42-30265c94fa83 None None] Provisioning complete for port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:44.018220 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-466c68d2-358a-4c68-9e42-30265c94fa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.195791 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39754) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:44.200804 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-401942768-network', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:44.228316 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Made reservation on behalf of 229f4a3fc8f648abb9e435800db8735d for: {'network': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:09:44.230773 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for network, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.240197 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.328748 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.332961 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.359575 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 16:09:44.369917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607719d5-21da-4133-8876-733c1cadba41,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:44.375132 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.375509 n-d-804292-5 neutron-server[109895]: INFO neutron.db.segments_db [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Added segment 9233d540-80d8-4265-b7c7-76002354882a of type vlan for network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc Dec 09 16:09:44.419500 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772437739641'] for network, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.446455 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578'] for network, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.447565 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:44.448211 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620492'] for network, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.485648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2887077 Dec 09 16:09:44.488730 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39756) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:44.493960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Request body: {'subnet': {'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-401942768-subnet', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'ip_version': 4}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:44.517522 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Made reservation on behalf of 229f4a3fc8f648abb9e435800db8735d for: {'subnet': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:09:44.519944 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49024268'] for subnet, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.525380 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fab69a-f733-497e-b384-397d8d54ae16 admin admin] Pushing event updated for resources: {'Network': ['ID=396f0a08-7fc5-43b8-98bf-3f684c6a25cc,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:44.536013 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc details requested by agent ovs-agent-n-d-804292-5 with host n-d-804292-5 {{(pid=109896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 16:09:44.710047 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64247153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49024742'] for subnet, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.768483 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f82c419-7bd8-47f1-8a70-2eb030c2c8d9,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:44.778596 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Checking segment: {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:44.778971 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Network hostable DHCP agents. Network: 396f0a08-7fc5-43b8-98bf-3f684c6a25cc, hostable agents: ['f67e19fe-b9fa-46f7-8687-8e9daf107d22'], hosted agents: [] {{(pid=109894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 16:09:44.798750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc is scheduled to be hosted by DHCP agent f67e19fe-b9fa-46f7-8687-8e9daf107d22 with binding_index 1 {{(pid=109894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 16:09:44.808846 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-5, 396f0a08-7fc5-43b8-98bf-3f684c6a25cc) {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:44.813130 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:44.813721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.826902 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35dc886-a33f-4cbe-9fd9-b81baf79b591 None None] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:44.832193 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5cedc05b-81e8-4d97-9e1f-2f9236c1d195 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3423378 Dec 09 16:09:44.834964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39758) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:44.840431 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:44.868978 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125804'] for router, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.870378 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125797'] for router, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.931272 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:44.940004 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4366ded6-ae7d-5f27-87ca-55b6269ddfd3-396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'fixed_ips': [{'subnet_id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9'}]}} from n-d-804292-5. {{(pid=109896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 16:09:44.940919 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.087075 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.db_base_plugin_common [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Allocated IP 172.20.0.2 (396f0a08-7fc5-43b8-98bf-3f684c6a25cc/6f82c419-7bd8-47f1-8a70-2eb030c2c8d9/f0cfb327-a314-4d4e-aacd-f83b66fb3626) {{(pid=109896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:45.088890 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.160204 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:45.267473 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:45.267947 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.314484 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Publish callbacks [] for port, precommit_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.325656 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.326259 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487'] for port, after_create {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.346219 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.374942 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc is already hosted by enough agents. {{(pid=109896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:45.401165 n-d-804292-5 neutron-server[109896]: DEBUG neutron.scheduler.base_scheduler [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Resources bound (agent type, host, resource id): {{(pid=109896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:45.405228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Received port after_create {{(pid=109896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:45.407207 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Pushing event updated for resources: {'Port': ['ID=f0cfb327-a314-4d4e-aacd-f83b66fb3626,revision_number=1']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:45.462356 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Allocated IP 172.25.0.63 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/fe3e8cc1-150d-4108-b672-3090f248805d) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:45.471459 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Attempting to bind port f0cfb327-a314-4d4e-aacd-f83b66fb3626 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:45.471844 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Attempting to bind port f0cfb327-a314-4d4e-aacd-f83b66fb3626 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:45.472219 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Attempting to bind port f0cfb327-a314-4d4e-aacd-f83b66fb3626 on network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:45.478102 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:45.478476 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Checking segment: {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:45.478879 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.479276 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Bound using segment: {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:45.479779 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Bound port: f0cfb327-a314-4d4e-aacd-f83b66fb3626, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:45.480163 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.547311 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] For port f0cfb327-a314-4d4e-aacd-f83b66fb3626, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:45.550177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] For port f0cfb327-a314-4d4e-aacd-f83b66fb3626, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f0cfb327-a314-4d4e-aacd-f83b66fb3626,segment=NetworkSegment(9233d540-80d8-4265-b7c7-76002354882a),segment_id=9233d540-80d8-4265-b7c7-76002354882a)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:45.555209 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.568600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.608596 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.625598 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe4ac-efe6-4491-baba-9f99a3034141 None None] Pushing event updated for resources: {'Port': ['ID=f0cfb327-a314-4d4e-aacd-f83b66fb3626,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:45.664145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Pushing event updated for resources: {'Port': ['ID=fe3e8cc1-150d-4108-b672-3090f248805d,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:45.673544 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:45.675037 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:45.677597 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:45.689039 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701c888-a255-4de7-9d58-09806ca18a1a None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:45.738667 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-142303f0-9148-4a35-8b96-4eddc9562948 None None] Provisioning complete for port fe3e8cc1-150d-4108-b672-3090f248805d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:45.739037 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-142303f0-9148-4a35-8b96-4eddc9562948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:45.805029 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-142303f0-9148-4a35-8b96-4eddc9562948 None None] Port fe3e8cc1-150d-4108-b672-3090f248805d cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:46.254569 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:46.458028 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394186'] for router, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:46.593546 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:46.605327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Router 23fa27ae-bfc2-4902-ba1c-934328b4134b is scheduled to L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 with binding_index 1 {{(pid=109895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 16:09:46.605670 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:46.606330 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:46.643532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c8955-4708-4ddb-9b6f-cb3f5b1a20f8 None None] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:09:46.720126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:46.722086 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:46.743576 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:46.747516 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-df5d7734-47b8-4745-b2f7-549e5811c0ae admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9082842 Dec 09 16:09:46.747682 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Sync routers for ids ['23fa27ae-bfc2-4902-ba1c-934328b4134b'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:46.747863 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39760) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:46.764594 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-baff0d64-8dca-4553-8650-fd836c0e4e04 None None] Provisioning complete for port f0cfb327-a314-4d4e-aacd-f83b66fb3626 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:46.764966 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-baff0d64-8dca-4553-8650-fd836c0e4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:46.809757 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Routers {'23fa27ae-bfc2-4902-ba1c-934328b4134b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:46.810361 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['23fa27ae-bfc2-4902-ba1c-934328b4134b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:46.950522 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 2, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:46.965907 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Set router 23fa27ae-bfc2-4902-ba1c-934328b4134b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:46.985613 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:46.986276 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Updating router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:09:47.020900 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.050435 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-baff0d64-8dca-4553-8650-fd836c0e4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.153144 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0cfb327-a314-4d4e-aacd-f83b66fb3626 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:47.195595 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-baff0d64-8dca-4553-8650-fd836c0e4e04 None None] For port f0cfb327-a314-4d4e-aacd-f83b66fb3626, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f0cfb327-a314-4d4e-aacd-f83b66fb3626,segment=NetworkSegment(9233d540-80d8-4265-b7c7-76002354882a),segment_id=9233d540-80d8-4265-b7c7-76002354882a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:47.205967 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-baff0d64-8dca-4553-8650-fd836c0e4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.254530 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.303515 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f0cfb327-a314-4d4e-aacd-f83b66fb3626 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:47.304483 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.308416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff0d64-8dca-4553-8650-fd836c0e4e04 None None] Pushing event updated for resources: {'Port': ['ID=f0cfb327-a314-4d4e-aacd-f83b66fb3626,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:47.331978 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.338972 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.363655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-fffc3f92-ba70-4b8d-a74b-5d1910549120 None None] Provisioning complete for port f0cfb327-a314-4d4e-aacd-f83b66fb3626 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:47.364026 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-fffc3f92-ba70-4b8d-a74b-5d1910549120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.412083 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:09:46Z', 'revision_number': 3, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:47.416269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Pushing event updated for resources: {'Port': ['ID=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:47.449350 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Checking router: 23fa27ae-bfc2-4902-ba1c-934328b4134b for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:47.449614 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Updating router 23fa27ae-bfc2-4902-ba1c-934328b4134b port fe3e8cc1-150d-4108-b672-3090f248805d binding host n-d-804292-5 {{(pid=109896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:09:47.457290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Allocated IP 172.20.0.1 (396f0a08-7fc5-43b8-98bf-3f684c6a25cc/6f82c419-7bd8-47f1-8a70-2eb030c2c8d9/0ce885a5-06c5-4a15-ab9b-13e4734cd717) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:47.510719 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.550852 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.550852 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.551179 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.551605 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.552033 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.552465 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.552913 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.553352 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.554702 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.555150 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.555611 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.556038 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.556462 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:09:47.579388 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Attempting to bind port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:47.580065 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Attempting to bind port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:47.580524 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Attempting to bind port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 on network b10057a6-4ff4-488f-96fc-014b9c608481 {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:47.587509 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:47.588269 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Checking segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:47.588880 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.589381 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Bound using segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:47.590558 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Bound port: 55e2ec98-03c7-4979-8d8c-0dd693ef6a40, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:47.591302 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.619585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.666360 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] For port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:47.671220 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] For port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:47.675324 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.677997 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.719182 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:47.724603 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:47.729285 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:47.733992 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:47.734624 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:47.780540 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce885a5-06c5-4a15-ab9b-13e4734cd717,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:47.800484 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394005'] for router_interface, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.846477 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Publish callbacks [] for port, precommit_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.855289 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.906648 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb556a81-8e68-4ef5-a32b-96e7c4d32596 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:47.925047 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-347cd1ff-47d1-446b-bc5b-7bd0cadb629e None None] Provisioning complete for port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:47.925415 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-347cd1ff-47d1-446b-bc5b-7bd0cadb629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.926082 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:47.951623 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Attempting to bind port fe3e8cc1-150d-4108-b672-3090f248805d on host n-d-804292-5 for vnic_type normal with profile {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:47.951903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Attempting to bind port fe3e8cc1-150d-4108-b672-3090f248805d by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:47.952267 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Attempting to bind port fe3e8cc1-150d-4108-b672-3090f248805d on network 8d155142-78ba-4069-9f5c-8e8acf9a9498 {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:47.970287 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22372b-499b-41ca-ac7a-8bb3e1a3b452 None None] Pushing event updated for resources: {'Port': ['ID=fe3e8cc1-150d-4108-b672-3090f248805d,revision_number=2']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:47.972694 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e039-2424-4db8-bcf6-0d029b740818 None None] Pushing event updated for resources: {'Port': ['ID=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:47.981558 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.984228 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:47.984958 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Checking segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:47.986215 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:47.987687 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Bound using segment: {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'} {{(pid=109896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:47.988370 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.managers [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Bound port: fe3e8cc1-150d-4108-b672-3090f248805d, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b2479e-bf07-43f9-8557-80ee4c898e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498'}}] {{(pid=109896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:47.988962 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.207908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.212225 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:48.217042 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.249261 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c6ecf-deaf-4798-96c5-41a6b0afb17c None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:48.258597 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] For port fe3e8cc1-150d-4108-b672-3090f248805d, host n-d-804292-5, cleared binding levels {{(pid=109896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:48.268234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] For port fe3e8cc1-150d-4108-b672-3090f248805d, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fe3e8cc1-150d-4108-b672-3090f248805d,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:48.276194 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.299292 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-452997'] for router_interface, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.301110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce885a5-06c5-4a15-ab9b-13e4734cd717,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:48.357032 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717904ad-dbf3-4b68-882f-6545d65546a4 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:09:48.362098 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Routers {'23fa27ae-bfc2-4902-ba1c-934328b4134b'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:48.362762 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['23fa27ae-bfc2-4902-ba1c-934328b4134b'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:48.364544 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-347cd1ff-47d1-446b-bc5b-7bd0cadb629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.411839 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:48.413944 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:48.436440 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22372b-499b-41ca-ac7a-8bb3e1a3b452 None None] Pushing event updated for resources: {'Port': ['ID=fe3e8cc1-150d-4108-b672-3090f248805d,revision_number=3']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:48.505262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-347cd1ff-47d1-446b-bc5b-7bd0cadb629e None None] For port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:48.515856 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-347cd1ff-47d1-446b-bc5b-7bd0cadb629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.557806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] Set router 23fa27ae-bfc2-4902-ba1c-934328b4134b gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:48.574048 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Router 23fa27ae-bfc2-4902-ba1c-934328b4134b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:09:48.634603 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cd1ff-47d1-446b-bc5b-7bd0cadb629e None None] Pushing event updated for resources: {'Port': ['ID=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:48.710351 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Provisioning complete for port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:48.710351 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.712979 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:09:48.727760 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5229b7bd-bdf1-4b6b-a4a5-0e2e26221bc1 admin admin] 10.222.0.46 "PUT /v2.0/routers/23fa27ae-bfc2-4902-ba1c-934328b4134b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9698086 Dec 09 16:09:48.780483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:48.805859 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Provisioning complete for port fe3e8cc1-150d-4108-b672-3090f248805d triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:48.806237 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.915177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '0ce885a5-06c5-4a15-ab9b-13e4734cd717', 'name': '', 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'mac_address': 'fa:16:3e:52:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:47Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 2, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'subnets': [{'id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:48.945745 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a27ce-063b-48bb-b640-a48c6e443e4f None None] The sync data for ids ['23fa27ae-bfc2-4902-ba1c-934328b4134b'] in n-d-804292-5 is: [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '0ce885a5-06c5-4a15-ab9b-13e4734cd717', 'name': '', 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'mac_address': 'fa:16:3e:52:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:47Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 2, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'subnets': [{'id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:48.959697 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:48.988269 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] For port fe3e8cc1-150d-4108-b672-3090f248805d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fe3e8cc1-150d-4108-b672-3090f248805d,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:48.996007 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.043395 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Provisioning complete for port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:49.043778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.096261 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21885fe5-f55d-4302-9294-a286bd208045 None None] Pushing event updated for resources: {'Port': ['ID=fe3e8cc1-150d-4108-b672-3090f248805d,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:49.170819 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:49.222678 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:49.223052 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.333038 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8c036a7c-06bd-4f4b-ad02-ff771ce86532 None None] Provisioning complete for port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:49.333881 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8c036a7c-06bd-4f4b-ad02-ff771ce86532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.371996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0cfb327-a314-4d4e-aacd-f83b66fb3626 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:49.402647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8c036a7c-06bd-4f4b-ad02-ff771ce86532 None None] Port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:49.436630 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port f0cfb327-a314-4d4e-aacd-f83b66fb3626 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:49.437148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.456712 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39768) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:49.461462 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212440430', 'description': 'tempest-secgroup-smoke-1212440430 description', 'project_id': '15f48a6385e4493d90b9cd02db324b3a'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:49.485432 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.559387 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.563623 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.598064 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.602471 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1415956 Dec 09 16:09:49.602471 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a51ca-4746-4103-bfe6-0ac30fcd1ff1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f698a60-2923-4f20-b123-4ca5e107b631,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:49.603010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39770) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:49.608111 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group_rule': {'security_group_id': '8f698a60-2923-4f20-b123-4ca5e107b631', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:49.638950 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.697844 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.701968 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.724288 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a6a850-e7f9-4ade-bf64-9ea07c608272,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:49.731397 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.732868 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f8c9e8c3-669c-40fa-a145-19670169b9f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286211 Dec 09 16:09:49.735497 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39772) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:49.740164 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group_rule': {'security_group_id': '8f698a60-2923-4f20-b123-4ca5e107b631', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:49.767235 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.825151 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.828775 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.845688 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d3e0c3-1d75-4feb-a42c-cf390609ec3b,revision_number=0']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:49.853896 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.855147 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-30a710ac-1dab-4f43-a5e4-a24abef8a159 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186521 Dec 09 16:09:49.857976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39774) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:49.862530 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group_rule': {'security_group_id': '8f698a60-2923-4f20-b123-4ca5e107b631', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:49.889550 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.945125 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.948641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.965560 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63301ded-ff0f-4c7b-abc7-e7e72a11e187,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:49.974963 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:49.976728 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2ebe0100-3dcb-4a68-a626-248c8bf57d39 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177464 Dec 09 16:09:49.979473 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39776) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:49.983752 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group_rule': {'security_group_id': '8f698a60-2923-4f20-b123-4ca5e107b631', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:50.014222 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.074742 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.078430 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.098245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2792de65-124f-42a5-a521-6ec433dad1ab,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:50.104131 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.105308 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-e9be28b1-1aad-45d6-af06-ac839972e5aa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249206 Dec 09 16:09:50.107945 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39778) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:50.112161 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group_rule': {'security_group_id': '8f698a60-2923-4f20-b123-4ca5e107b631', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:50.134025 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Project 15f48a6385e4493d90b9cd02db324b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:09:50.139600 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.198309 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.201798 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.216849 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22005be1-001a-4c5a-b3ac-a5c59991112e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:50.227839 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.229191 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-f7d967b7-5a64-49b1-8580-416bc5110e15 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203299 Dec 09 16:09:50.231895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 39780) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:09:50.236155 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'security_group_rule': {'security_group_id': '8f698a60-2923-4f20-b123-4ca5e107b631', 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:50.257451 n-d-804292-5 neutron-server[109895]: INFO neutron.db.securitygroups_db [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Project 15f48a6385e4493d90b9cd02db324b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 16:09:50.262999 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.323439 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.326898 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481750'] for security_group_rule, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.347110 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f71087f-e9e2-4658-a22a-1f81d78c188e,revision_number=0']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:50.353218 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:50.354402 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-376fc72b-4475-4d2b-b08a-74e6ea3d3eac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215684 Dec 09 16:09:50.518490 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-85fff1ef-7edb-4e3f-813a-a0fd521582d1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212440430&fields=id&tenant_id=15f48a6385e4493d90b9cd02db324b3a HTTP/1.1" status: 200 len: 267 time: 0.0604601 Dec 09 16:09:50.624140 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-cf87742f-5f41-4a9e-9730-4a03b603e27e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:50.625603 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-cf87742f-5f41-4a9e-9730-4a03b603e27e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 809 time: 0.0995760 Dec 09 16:09:50.640907 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-3133028d-0aee-4de3-b981-4962356dbbbc tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/quotas/15f48a6385e4493d90b9cd02db324b3a HTTP/1.1" status: 200 len: 375 time: 0.0096164 Dec 09 16:09:50.690912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-dc0b1daf-82d6-4e54-a765-aa0c251d22e9 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446625 Dec 09 16:09:50.810032 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-9b614c1d-82de-49c4-b47e-9964353997bc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:09:50.811036 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-9b614c1d-82de-49c4-b47e-9964353997bc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1084340 Dec 09 16:09:50.909505 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-502f029c-0fe9-4892-9c75-278af81f318c service neutron] 10.222.0.46 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918086 Dec 09 16:09:51.015007 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-565ec6a8-9c2e-4ddd-9307-efd8e2813838 service neutron] 10.222.0.46 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975199 Dec 09 16:09:51.119109 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fe3e8cc1-150d-4108-b672-3090f248805d up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:51.198618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-10d371eb-e6d7-4cb9-bf57-ab14db9670de req-5bf5d469-06bd-4301-a04d-655062669d97 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 210 time: 0.0325913 Dec 09 16:09:51.203951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port fe3e8cc1-150d-4108-b672-3090f248805d triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:51.204645 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.132671 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085c553-2129-41cf-baeb-640862937659 None None] Sync routers for ids ['23fa27ae-bfc2-4902-ba1c-934328b4134b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:09:52.142457 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] Routers {'23fa27ae-bfc2-4902-ba1c-934328b4134b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:52.143071 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['23fa27ae-bfc2-4902-ba1c-934328b4134b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:52.251915 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] Set router 23fa27ae-bfc2-4902-ba1c-934328b4134b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:52.304632 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-409c4fe2-8ede-4f4d-9ad2-1877d15cd68d req-d6ef423b-e609-4e06-8aa9-419a8753e2d4 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 210 time: 0.0337312 Dec 09 16:09:52.430255 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-0228a1c0-546a-4ce7-8ee6-657011963107 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:52.432124 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-0228a1c0-546a-4ce7-8ee6-657011963107 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 809 time: 0.1137898 Dec 09 16:09:52.473003 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '0ce885a5-06c5-4a15-ab9b-13e4734cd717', 'name': '', 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'mac_address': 'fa:16:3e:52:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:47Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 2, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'subnets': [{'id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:52.499421 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085c553-2129-41cf-baeb-640862937659 None None] Checking router: 23fa27ae-bfc2-4902-ba1c-934328b4134b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:09:52.499922 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085c553-2129-41cf-baeb-640862937659 None None] Updating router 23fa27ae-bfc2-4902-ba1c-934328b4134b port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 binding host n-d-804292-5 {{(pid=109897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 16:09:52.505590 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-1dec0544-e0e4-40d4-a61f-af938418d8b4 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f48a6385e4493d90b9cd02db324b3a HTTP/1.1" status: 200 len: 380 time: 0.0594604 Dec 09 16:09:52.524378 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'port': {'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'admin_state_up': True, 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'security_groups': ['8f698a60-2923-4f20-b123-4ca5e107b631']}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:52.524690 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b085c553-2129-41cf-baeb-640862937659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.630294 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.634004 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Made reservation on behalf of 15f48a6385e4493d90b9cd02db324b3a for: {'port': 1} {{(pid=109895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:09:52.638350 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.765376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Allocated IP 172.20.0.3 (b10057a6-4ff4-488f-96fc-014b9c608481/cd5a2690-856e-404f-9f8a-763f1be04fbc/164524f4-dce6-47d7-9a0f-703ee4451e34) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:09:52.792237 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b085c553-2129-41cf-baeb-640862937659 None None] Publish callbacks [] for port, precommit_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.797294 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b085c553-2129-41cf-baeb-640862937659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.854023 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406fe20-01d9-40a1-ab0d-0ca1bab855c5 None None] Pushing event updated for resources: {'Port': ['ID=0ce885a5-06c5-4a15-ab9b-13e4734cd717,revision_number=3']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:52.902540 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b085c553-2129-41cf-baeb-640862937659 None None] Attempting to bind port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 on host n-d-804292-5 for vnic_type normal with profile {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:52.903182 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b085c553-2129-41cf-baeb-640862937659 None None] Attempting to bind port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 by drivers openvswitch,hyperv on host n-d-804292-5 at level 0 using segments [{'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:52.903636 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085c553-2129-41cf-baeb-640862937659 None None] Attempting to bind port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 on network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:52.908874 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085c553-2129-41cf-baeb-640862937659 None None] Checking agent: {'id': '5347bb2c-1027-4032-850c-2a2b26a8e31e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 39, 29), 'started_at': datetime.datetime(2021, 12, 9, 14, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:52.909243 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085c553-2129-41cf-baeb-640862937659 None None] Checking segment: {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:52.909474 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.909638 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b085c553-2129-41cf-baeb-640862937659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.910021 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085c553-2129-41cf-baeb-640862937659 None None] Bound using segment: {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'} {{(pid=109897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:52.910536 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.managers [None req-b085c553-2129-41cf-baeb-640862937659 None None] Bound port: 0ce885a5-06c5-4a15-ab9b-13e4734cd717, host: n-d-804292-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9233d540-80d8-4265-b7c7-76002354882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc'}}] {{(pid=109897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:52.910911 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b085c553-2129-41cf-baeb-640862937659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.952492 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:52.977792 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-b085c553-2129-41cf-baeb-640862937659 None None] For port 0ce885a5-06c5-4a15-ab9b-13e4734cd717, host n-d-804292-5, cleared binding levels {{(pid=109897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:52.981164 n-d-804292-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.db [None req-b085c553-2129-41cf-baeb-640862937659 None None] For port 0ce885a5-06c5-4a15-ab9b-13e4734cd717, host n-d-804292-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0ce885a5-06c5-4a15-ab9b-13e4734cd717,segment=NetworkSegment(9233d540-80d8-4265-b7c7-76002354882a),segment_id=9233d540-80d8-4265-b7c7-76002354882a)] {{(pid=109897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:52.989854 n-d-804292-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-b085c553-2129-41cf-baeb-640862937659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.003233 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Network b10057a6-4ff4-488f-96fc-014b9c608481 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:09:53.010107 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:09:53.014245 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:09:53.061807 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:53.063126 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] Routers {'23fa27ae-bfc2-4902-ba1c-934328b4134b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:09:53.063806 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['23fa27ae-bfc2-4902-ba1c-934328b4134b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:53.093718 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:53.094763 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.119375 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a8bb53cc-a662-4fd7-9f52-42635a750cba tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975006 Dec 09 16:09:53.123704 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406fe20-01d9-40a1-ab0d-0ca1bab855c5 None None] Pushing event updated for resources: {'Port': ['ID=0ce885a5-06c5-4a15-ab9b-13e4734cd717,revision_number=4']} {{(pid=109897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:53.139240 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Request body: {'port': {'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-5'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:09:53.172655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.180658 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-83fc6f86-2bca-4b8f-8fb2-b23f16b9d67d None None] Provisioning complete for port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:53.181174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83fc6f86-2bca-4b8f-8fb2-b23f16b9d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.197473 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] Set router 23fa27ae-bfc2-4902-ba1c-934328b4134b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:09:53.228093 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.337617 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83fc6f86-2bca-4b8f-8fb2-b23f16b9d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.399788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-83fc6f86-2bca-4b8f-8fb2-b23f16b9d67d None None] For port 0ce885a5-06c5-4a15-ab9b-13e4734cd717, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0ce885a5-06c5-4a15-ab9b-13e4734cd717,segment=NetworkSegment(9233d540-80d8-4265-b7c7-76002354882a),segment_id=9233d540-80d8-4265-b7c7-76002354882a)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:53.401581 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f36-92d5-453b-bfd0-66c7280716fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.410087 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-83fc6f86-2bca-4b8f-8fb2-b23f16b9d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.464329 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc6f86-2bca-4b8f-8fb2-b23f16b9d67d None None] Pushing event updated for resources: {'Port': ['ID=0ce885a5-06c5-4a15-ab9b-13e4734cd717,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:53.468414 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf336d-ab34-4b07-9d4d-d78719d89faf req-31fa3f1c-b8e7-4daa-979b-269f24ff17d8 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:53.470571 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90bf336d-ab34-4b07-9d4d-d78719d89faf req-31fa3f1c-b8e7-4daa-979b-269f24ff17d8 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 931 time: 0.0566435 Dec 09 16:09:53.502957 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-b085c553-2129-41cf-baeb-640862937659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '0ce885a5-06c5-4a15-ab9b-13e4734cd717', 'name': '', 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'mac_address': 'fa:16:3e:52:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:47Z', 'updated_at': '2021-12-09T16:09:52Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'subnets': [{'id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:09:53.530014 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-90bf336d-ab34-4b07-9d4d-d78719d89faf req-9cf200fb-3a7e-4b18-bf71-c2ae2bbd5502 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517254 Dec 09 16:09:53.545787 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e74ca21-c8b4-4ab5-a09b-dbeb797e749f None None] Provisioning complete for port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:53.545787 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e74ca21-c8b4-4ab5-a09b-dbeb797e749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.550511 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085c553-2129-41cf-baeb-640862937659 None None] The sync data for ids ['23fa27ae-bfc2-4902-ba1c-934328b4134b'] in n-d-804292-5 is: [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:09:47Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '0ce885a5-06c5-4a15-ab9b-13e4734cd717', 'name': '', 'network_id': '396f0a08-7fc5-43b8-98bf-3f684c6a25cc', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'mac_address': 'fa:16:3e:52:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:47Z', 'updated_at': '2021-12-09T16:09:52Z', 'revision_number': 4, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'subnets': [{'id': '6f82c419-7bd8-47f1-8a70-2eb030c2c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:09:53.648114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-8e74ca21-c8b4-4ab5-a09b-dbeb797e749f None None] Provisioning complete for port 164524f4-dce6-47d7-9a0f-703ee4451e34 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:53.648756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e74ca21-c8b4-4ab5-a09b-dbeb797e749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.688463 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-8e74ca21-c8b4-4ab5-a09b-dbeb797e749f None None] Port 164524f4-dce6-47d7-9a0f-703ee4451e34 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:09:53.938895 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164524f4-dce6-47d7-9a0f-703ee4451e34 {{(pid=109895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:09:53.946735 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:53.958395 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.provisioning_blocks [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Transition to ACTIVE for port object 164524f4-dce6-47d7-9a0f-703ee4451e34 will not be triggered until provisioned by entity L2. {{(pid=109895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:09:53.962045 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:54.016458 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:54.092329 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Attempting to bind port 164524f4-dce6-47d7-9a0f-703ee4451e34 on host n-h2-804292-5 for vnic_type normal with profile {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:09:54.092694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Attempting to bind port 164524f4-dce6-47d7-9a0f-703ee4451e34 by drivers openvswitch,hyperv on host n-h2-804292-5 at level 0 using segments [{'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:09:54.092996 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Attempting to bind port 164524f4-dce6-47d7-9a0f-703ee4451e34 on network b10057a6-4ff4-488f-96fc-014b9c608481 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:54.097794 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Port 164524f4-dce6-47d7-9a0f-703ee4451e34 on network b10057a6-4ff4-488f-96fc-014b9c608481 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-5 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:09:54.098118 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Attempting to bind port 164524f4-dce6-47d7-9a0f-703ee4451e34 on network b10057a6-4ff4-488f-96fc-014b9c608481 {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:09:54.103563 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Checking agent: {'id': 'd4194992-4614-402b-8bce-2b6d2688a918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:09:54.103955 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Checking segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:09:54.104286 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Bound using segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} {{(pid=109895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:09:54.104722 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.managers [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Bound port: 164524f4-dce6-47d7-9a0f-703ee4451e34, host: n-h2-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}}] {{(pid=109895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:09:54.105086 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:54.171569 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, cleared binding levels {{(pid=109895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:09:54.174658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:09:54.179731 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:54.212967 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.213585 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:54.215149 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] 10.222.0.43 "PUT /v2.0/ports/164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 1091 time: 1.0840790 Dec 09 16:09:54.217574 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:54.219776 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:54.253137 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fef70-ab31-41cc-a9b2-9c0e78fc5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=3']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:54.285067 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9d234-21f8-4f35-8bf8-b662a0099269 x-openstack-request-id: req-53c9d234-21f8-4f35-8bf8-b662a0099269 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:54.285363 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:54.285622 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53c9d234-21f8-4f35-8bf8-b662a0099269 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:54.286021 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'status': 'completed', 'code': 200} Dec 09 16:09:54.323089 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-91c7dd9f-2526-4133-8e80-47f155b803fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.324763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-91c7dd9f-2526-4133-8e80-47f155b803fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1094 time: 0.0496492 Dec 09 16:09:54.373350 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-2f6d1910-e650-4076-b007-03ba4685fc2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 217 time: 0.0395207 Dec 09 16:09:54.425964 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e99f4541-5ed7-4eaf-bd05-b086dc58e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.427474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-e99f4541-5ed7-4eaf-bd05-b086dc58e271 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0451241 Dec 09 16:09:54.476614 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a7eb4435-cb6f-475c-b8ba-c0bbcda6c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.478143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-a7eb4435-cb6f-475c-b8ba-c0bbcda6c31a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397949 Dec 09 16:09:54.577859 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-4c8285be-c044-4848-89c4-4b66ba2772ba service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875688 Dec 09 16:09:54.643592 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483992f-7fc3-435a-9738-b5b7229fc235 req-551a30e3-34c9-4adb-bd66-9ae8fc93d6d6 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.645069 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b483992f-7fc3-435a-9738-b5b7229fc235 req-551a30e3-34c9-4adb-bd66-9ae8fc93d6d6 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 943 time: 0.0487125 Dec 09 16:09:54.678780 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-3ad68697-dcc7-419e-aae9-38fe4f01a636 req-1c34a6e1-b94b-40ff-b174-55b870372cf4 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894732 Dec 09 16:09:54.700089 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b483992f-7fc3-435a-9738-b5b7229fc235 req-042832e5-c6bf-461b-b891-b2f96e700e3b tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Dec 09 16:09:54.777168 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-76186b1a-6308-4ad6-822f-ed26d4df4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.778691 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-76186b1a-6308-4ad6-822f-ed26d4df4ab5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1094 time: 0.0406234 Dec 09 16:09:54.871762 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-73009174-8432-46d7-94b8-06e065ac2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.873281 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-73009174-8432-46d7-94b8-06e065ac2815 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0868189 Dec 09 16:09:54.922163 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-13c18cbd-d941-471e-9d23-5dd9f12ce155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 217 time: 0.0408690 Dec 09 16:09:54.977410 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-48dfbbae-47ea-49e6-8510-4a325002a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:54.978912 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-48dfbbae-47ea-49e6-8510-4a325002a2f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0463638 Dec 09 16:09:55.029425 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-a9717c39-9a4a-4215-be4d-a926032f7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:55.030964 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-a9717c39-9a4a-4215-be4d-a926032f7736 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435059 Dec 09 16:09:55.096884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0ce885a5-06c5-4a15-ab9b-13e4734cd717 up at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:55.138464 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-00252e9c-7f35-41a5-a28c-1f3c76ae8e08 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956316 Dec 09 16:09:55.144812 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Provisioning complete for port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:55.145190 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:55.238474 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b23faeb1-5c7e-46f3-9a00-ce29cd17a7c2 req-2f2de469-f9d4-41b9-beba-7811b28fcb58 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890467 Dec 09 16:09:55.825076 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdc36d-67fa-4cd8-ba09-111a6b174ba4 req-d572e2ea-2784-4bb9-8694-7a8f5d8894e1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:55.826586 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47bdc36d-67fa-4cd8-ba09-111a6b174ba4 req-d572e2ea-2784-4bb9-8694-7a8f5d8894e1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 943 time: 0.0541637 Dec 09 16:09:55.831756 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-227a86ab-a763-4afc-b892-437eb4a1fd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:55.876356 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-47bdc36d-67fa-4cd8-ba09-111a6b174ba4 req-3c040308-0a52-44ec-bf5c-9fde824578be tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Dec 09 16:09:56.990395 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4cd9f-59c3-4957-ae57-f81c6b55082a req-f373fcdf-78a0-4028-ab7c-c89077ea1aa7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:56.993207 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c4cd9f-59c3-4957-ae57-f81c6b55082a req-f373fcdf-78a0-4028-ab7c-c89077ea1aa7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 943 time: 0.0490205 Dec 09 16:09:57.003212 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:57.042982 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-26c4cd9f-59c3-4957-ae57-f81c6b55082a req-f5e0dcae-a8e0-4e50-bfc5-9a7a4d1125cf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 Dec 09 16:09:57.525550 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:09:57.621668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:57.632451 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:09:57.671467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:57.683834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164524f4-dce6-47d7-9a0f-703ee4451e34 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:09:57.703385 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:57.707520 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:57.757249 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:58.002194 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['164524f4-dce6-47d7-9a0f-703ee4451e34'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:09:58.159601 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f0552-6a10-4e9d-94b0-4e510303fa98 req-f5008811-3cf9-4833-a1cc-178c57265811 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:58.161120 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-844f0552-6a10-4e9d-94b0-4e510303fa98 req-f5008811-3cf9-4833-a1cc-178c57265811 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 944 time: 0.0496714 Dec 09 16:09:58.212763 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-844f0552-6a10-4e9d-94b0-4e510303fa98 req-50a1c471-2d5b-4403-a291-be431350a543 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Dec 09 16:09:58.684448 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:59.332549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a9ec2-b5da-45bf-9c38-cc207b32312c req-a8151633-28ed-4d89-9a4f-20c3d60d4506 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:59.335144 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-743a9ec2-b5da-45bf-9c38-cc207b32312c req-a8151633-28ed-4d89-9a4f-20c3d60d4506 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 944 time: 0.0564849 Dec 09 16:09:59.389990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-743a9ec2-b5da-45bf-9c38-cc207b32312c req-914faab0-3440-4994-86a1-1a66fedb8b0e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482244 Dec 09 16:09:59.401966 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:59.541235 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:09:59.589191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning for port 164524f4-dce6-47d7-9a0f-703ee4451e34 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:09:59.593497 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 164524f4-dce6-47d7-9a0f-703ee4451e34 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:09:59.593887 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:59.675331 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:59.698495 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:09:59.700757 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dc5b33-10f3-48e6-ad51-42e72e8f87c6" -d '{"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-plugged", "status": "completed", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:09:59.713099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:09:59.717290 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:09:59.744227 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236a373c-a05a-4fe4-9b6d-f21b88617c09 x-openstack-request-id: req-236a373c-a05a-4fe4-9b6d-f21b88617c09 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:09:59.744519 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-plugged", "status": "completed", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:09:59.744769 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-236a373c-a05a-4fe4-9b6d-f21b88617c09 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:09:59.745153 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'code': 200} Dec 09 16:09:59.770202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:09:59.845115 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01ab0a-3b3f-4411-a3cf-588da788f6a9 req-aa4aef95-4436-4c3e-824f-60cb5a32a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:09:59.846512 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e01ab0a-3b3f-4411-a3cf-588da788f6a9 req-aa4aef95-4436-4c3e-824f-60cb5a32a10f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1096 time: 0.0398061 Dec 09 16:09:59.900906 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e01ab0a-3b3f-4411-a3cf-588da788f6a9 req-2abf44c3-ea0f-480f-8b3b-f6a9d84c836a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Dec 09 16:10:00.513037 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0efa3-2b0d-433d-9a26-2b79a623db20 req-eda36fa4-bc45-432d-8494-4eea955b32b4 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:00.514530 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaa0efa3-2b0d-433d-9a26-2b79a623db20 req-eda36fa4-bc45-432d-8494-4eea955b32b4 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Dec 09 16:10:00.564281 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eaa0efa3-2b0d-433d-9a26-2b79a623db20 req-6278865d-b2aa-49ce-b51b-bb969fe0b624 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Dec 09 16:10:01.687859 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaf4f3-5b62-4434-bcf5-203f20be4c26 req-c591bd90-bf02-401f-af6b-ecf89a4e2dd2 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:01.689362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edaf4f3-5b62-4434-bcf5-203f20be4c26 req-c591bd90-bf02-401f-af6b-ecf89a4e2dd2 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Dec 09 16:10:01.738438 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-8edaf4f3-5b62-4434-bcf5-203f20be4c26 req-f679ab7c-8642-49e3-8512-e098219b4032 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Dec 09 16:10:01.854152 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8ff2-450f-4826-9ef3-e3b9331d5748 req-2d544ea8-e6d9-4968-b4c8-85ee33c53dac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:01.855566 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ca8ff2-450f-4826-9ef3-e3b9331d5748 req-2d544ea8-e6d9-4968-b4c8-85ee33c53dac tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 945 time: 0.0488651 Dec 09 16:10:01.904505 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84ca8ff2-450f-4826-9ef3-e3b9331d5748 req-6a01e0f2-62ee-4040-8f04-07d69fb10599 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Dec 09 16:10:01.925781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39836) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:02.008629 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56489f-ab4c-45a7-9ef4-598539936fca tempest-TestSnapshotPattern-1057298868 tempest-TestSnapshotPattern-1057298868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:02.010394 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-5b56489f-ab4c-45a7-9ef4-598539936fca tempest-TestSnapshotPattern-1057298868 tempest-TestSnapshotPattern-1057298868-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1091 time: 0.0833950 Dec 09 16:10:02.013253 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 39840) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:10:02.017476 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:10:02.040088 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.134846 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.239172 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Allocated IP 172.25.0.181 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/307eb26e-54a1-4218-9aed-c31688f24138) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:10:02.339578 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.372472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.411924 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:10:02.415214 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:10:02.418556 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:10:02.444859 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'Port': ['ID=307eb26e-54a1-4218-9aed-c31688f24138,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:02.787277 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:02.855421 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:03.015641 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:03.020338 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:03.089368 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'Port': ['ID=307eb26e-54a1-4218-9aed-c31688f24138,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:10:03.099824 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:03.200790 n-d-804292-5 neutron-server[109894]: INFO neutron.db.l3_db [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Floating IP 5e34f7a9-53a2-4bf4-aebe-c693097b7079 associated. External IP: 172.25.0.181, port: 164524f4-dce6-47d7-9a0f-703ee4451e34. Dec 09 16:10:03.420169 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:10:03.527503 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:10:03.536951 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:10:03.545645 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:03.547510 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:03.548152 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:03.573441 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f4b8ff29-1b8d-4a66-a4ab-c9235f238563 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5591450 Dec 09 16:10:03.574038 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:10:03.576384 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c81d8b-d905-4091-ba16-2dffb350e89a" -d '{"events": [{"name": "network-changed", "server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:10:03.659328 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:03.675093 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d1994-52d8-4e2e-b6ad-6131f3ea0c8d x-openstack-request-id: req-f45d1994-52d8-4e2e-b6ad-6131f3ea0c8d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:10:03.675415 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:10:03.675677 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f45d1994-52d8-4e2e-b6ad-6131f3ea0c8d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:10:03.676095 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'status': 'completed', 'code': 200} Dec 09 16:10:03.739438 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-7fb61326-35cc-4060-8712-d86d5d3ff2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:03.741439 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-7fb61326-35cc-4060-8712-d86d5d3ff2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1096 time: 0.0400527 Dec 09 16:10:03.838379 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-35d0bfac-7e90-4a07-9e11-ec3182f12273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:03.840071 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-35d0bfac-7e90-4a07-9e11-ec3182f12273 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0917494 Dec 09 16:10:03.911983 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-e507592d-ea5a-4fd2-9d1d-4f6af10e91f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 999 time: 0.0637763 Dec 09 16:10:03.970602 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-7d33606a-1283-40d9-b3a6-b9e29bb05f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:03.972051 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-7d33606a-1283-40d9-b3a6-b9e29bb05f15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0521820 Dec 09 16:10:04.018344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-481d178f-a57f-47bf-a83f-cd2905314c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:04.019989 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-481d178f-a57f-47bf-a83f-cd2905314c82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410323 Dec 09 16:10:04.047903 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:02Z', 'revision_number': 0, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:04.074772 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:10:04.083118 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:10:04.083773 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:09:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:04.112867 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-276ebfd0-bd20-443a-b1fa-a5ab5c1a4010 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848477 Dec 09 16:10:04.192953 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:10:04.213805 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-43c81d8b-d905-4091-ba16-2dffb350e89a req-4555dc03-e006-4037-9852-dae768fd3ebc service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934091 Dec 09 16:10:04.422826 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:02Z', 'revision_number': 0, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:10:04.449533 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3028574-8304-4e56-ba4c-0b81640a3901 None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:02Z', 'revision_number': 0, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:10:04.647825 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70269d83-4032-4491-8148-f988456d43da None None] New status for floating IP 5e34f7a9-53a2-4bf4-aebe-c693097b7079: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:10:06.471563 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-b6b125ad-3a3e-4508-9cc2-acf1b082a774 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400102 Dec 09 16:10:06.556976 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-be151185-72f7-4190-b353-d583312fdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.558803 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-be151185-72f7-4190-b353-d583312fdb4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1096 time: 0.0457909 Dec 09 16:10:06.663874 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-235b1988-86a9-461d-8ecb-3492221d8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.665238 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-235b1988-86a9-461d-8ecb-3492221d8ba0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0851157 Dec 09 16:10:06.735701 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-ac99f861-06c7-4265-9f66-4d0e92df065b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 1001 time: 0.0633523 Dec 09 16:10:06.789941 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-4cd7b7d2-1f69-40b3-8117-c456d6d16b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.791373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-4cd7b7d2-1f69-40b3-8117-c456d6d16b50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0486116 Dec 09 16:10:06.836493 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-fb7da863-3752-4f95-940a-d3444adc6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:10:06.837952 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-fb7da863-3752-4f95-940a-d3444adc6bf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394595 Dec 09 16:10:06.932865 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-b4e63fb9-f360-476b-9742-31b46f2d9870 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Dec 09 16:10:07.029832 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-51172a81-0ae7-4cf3-a014-6c70fbf34778 req-20c16ee2-3180-434e-8ca8-d12e98f6662e service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895896 Dec 09 16:10:09.594071 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:10:22.619559 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.152773 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:23.372618 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8a32746f-b672-497f-8062-21d53b72d723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:25.827637 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-12baee4f-e54c-4e45-89f7-bb5bcab8fdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:27.006260 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:28.686812 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:29.407432 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:46.593843 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:10:52.617765 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.152041 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:53.374174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-58cbd296-91de-460c-9cee-3350f68a01e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:55.828464 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2f64872-a391-4913-b264-b6a92ac05806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:57.008659 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:58.690877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:10:59.410667 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:08.565458 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-8d750afb-5793-4b02-bd93-f95505ccb324 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051102 Dec 09 16:11:08.651291 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-45ab7676-c034-42f2-b164-46717c322282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:08.652802 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-45ab7676-c034-42f2-b164-46717c322282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1096 time: 0.0413187 Dec 09 16:11:08.761748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-90b487e7-5a30-45ca-8f26-a9a3c86d4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:08.763224 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-90b487e7-5a30-45ca-8f26-a9a3c86d4bb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0847182 Dec 09 16:11:08.835639 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-0d40525b-ed29-4a11-9189-2cb16188bdc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 1001 time: 0.0618346 Dec 09 16:11:08.889145 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-6ed6fe1f-6a7c-46b6-837a-b5e940ef8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:08.890675 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-6ed6fe1f-6a7c-46b6-837a-b5e940ef8f4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0443707 Dec 09 16:11:08.951836 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-409b34f8-92cf-45fa-8506-66feb278800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:11:08.953349 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-409b34f8-92cf-45fa-8506-66feb278800a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511069 Dec 09 16:11:09.049784 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-e9cb1da1-abf5-4f40-ab15-8918591cacf2 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843511 Dec 09 16:11:09.143128 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4ee6b576-dd5f-4cc2-8496-9c0e1de8b700 req-46a82182-89f2-42ef-9542-6d135462b5d0 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807526 Dec 09 16:11:22.634469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:23.151667 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:23.375840 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6604-3daa-4f2b-9d1b-12846d619fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:23.595396 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:11:25.829659 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea5d2fe-9025-4b59-bc07-a8cabcdfeed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:27.011931 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:28.692111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:29.412809 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:52.640585 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:53.150796 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:53.377276 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-28be1842-a49e-4971-a21b-bd4eff31cbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:55.831376 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-79a7ad77-9c91-414a-95ed-a70307764672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:57.017616 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:58.697181 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:11:59.415153 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:00.593818 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:12:06.244875 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 details requested by agent hyperv_n-h2-804292-5 with host n-h2-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:12:06.358037 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:06.370830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Returning: {'device': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:12:06.411406 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:06.426541 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 164524f4-dce6-47d7-9a0f-703ee4451e34 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:12:06.452665 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:06.456292 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:06.524048 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:06.535154 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.535918 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.536464 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.537114 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.537686 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.538149 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.538493 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.538830 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.539164 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.539568 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.539905 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.540234 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.540562 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:06.548198 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] get_ports_and_sgs() called for port_ids ['164524f4-dce6-47d7-9a0f-703ee4451e34'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:12:08.246865 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 up at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:12:08.299425 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Provisioning complete for port 164524f4-dce6-47d7-9a0f-703ee4451e34 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:12:08.299806 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:08.382244 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:08.413146 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:08.415685 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2cef40-9718-4315-9ecb-5ea4e177ed64" -d '{"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-plugged", "status": "completed", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:08.445373 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:08.454002 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:08.527793 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:08.583241 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-6be99114-2a50-45c7-be78-a917f191b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:08.584892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-6be99114-2a50-45c7-be78-a917f191b85f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1096 time: 0.0799448 Dec 09 16:12:08.594462 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eea33d7-e454-4632-8c84-ab10d149a67b x-openstack-request-id: req-7eea33d7-e454-4632-8c84-ab10d149a67b {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:08.597488 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-plugged", "status": "completed", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:08.597804 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eea33d7-e454-4632-8c84-ab10d149a67b {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:08.598209 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'code': 200} Dec 09 16:12:08.710377 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-1610c580-4c72-421d-9b91-5616b2f20756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:08.712286 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-1610c580-4c72-421d-9b91-5616b2f20756 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0930254 Dec 09 16:12:08.792019 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-d5ae2b5d-369b-4b7a-9fb6-0f1e97b716ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 1001 time: 0.0693841 Dec 09 16:12:08.852674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-7f5b3202-130f-4120-88ba-517837f4ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:08.854824 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-7f5b3202-130f-4120-88ba-517837f4ae2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0515995 Dec 09 16:12:08.915698 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-e5905603-1a26-4d1e-8131-8a938eb8f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:08.918155 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-e5905603-1a26-4d1e-8131-8a938eb8f833 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516567 Dec 09 16:12:09.034560 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-f14f6869-2cef-48c7-b541-3f9ac054b9b1 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048639 Dec 09 16:12:09.141584 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-be1ac57e-82b0-48da-84ce-1f0476ccb581 req-0576ae8f-9c96-4da6-9206-677d12ac6642 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954719 Dec 09 16:12:14.993788 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-1857bbe7-00e1-4c7f-96cb-1850566ce6bd tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212440430&fields=id&tenant_id=15f48a6385e4493d90b9cd02db324b3a HTTP/1.1" status: 200 len: 267 time: 0.0452392 Dec 09 16:12:15.101168 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-6f8a5fda-6956-492f-a787-16685b129930 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:15.102645 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-6f8a5fda-6956-492f-a787-16685b129930 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 809 time: 0.1016397 Dec 09 16:12:15.117724 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-113fe52b-4f43-48b4-a5a8-068e9227acf9 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/quotas/15f48a6385e4493d90b9cd02db324b3a HTTP/1.1" status: 200 len: 375 time: 0.0087066 Dec 09 16:12:15.170030 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-e3ef7c9f-6852-424a-88c8-b2704b85e089 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471485 Dec 09 16:12:15.226204 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-88c1ca7a-a877-4729-9ca4-956739e5a6cb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:12:15.227541 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-88c1ca7a-a877-4729-9ca4-956739e5a6cb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460653 Dec 09 16:12:15.321547 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-3ec2c695-d110-495d-a9bf-fee6ffebf9ef service neutron] 10.222.0.46 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871258 Dec 09 16:12:15.410197 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-31fb3066-6f37-4017-ba02-70503b4d547a service neutron] 10.222.0.46 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824955 Dec 09 16:12:15.603855 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b3a10ef4-e1a2-48b0-95b6-91b575867878 req-aae2fcf3-1cc1-4f01-9ad9-318ecb0297f7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0324023 Dec 09 16:12:16.680055 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b21e4e45-3148-4e3c-9b20-4657c9ae74a6 req-1e0aa71b-d446-49f0-bba3-bd7909ea3f23 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0255530 Dec 09 16:12:17.773394 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ce4282dd-a9ea-42f1-9b1b-5204794ac237 req-4f40b398-9a1a-41e0-90a7-80c57dfad3ea tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0417566 Dec 09 16:12:18.321846 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:12:18.398269 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:18.423172 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:18.425864 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea99182-f051-405b-9019-9e20aa1e22f5" -d '{"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-unplugged", "status": "completed", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:18.441619 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:18.445990 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:18.470468 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c4a611-e0d1-4202-836d-cf1872ff4df7 x-openstack-request-id: req-68c4a611-e0d1-4202-836d-cf1872ff4df7 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:18.470760 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-unplugged", "status": "completed", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:18.471034 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68c4a611-e0d1-4202-836d-cf1872ff4df7 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:18.471449 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'code': 200} Dec 09 16:12:18.495884 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Pushing event updated for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=8']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:18.859373 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d389cfee-e112-457e-9211-6c89a1f9a1da req-f28cf945-414f-4282-8940-6641058a77fa tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0274732 Dec 09 16:12:19.960707 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-92e7befb-b106-459a-b29f-e9a4470a3337 req-c4a438dd-376c-43d2-bcdc-8dca86ce21a1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0308616 Dec 09 16:12:20.593888 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-a6cd0c01-9853-477f-bea7-d349b3f8f040 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:20.595280 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-a6cd0c01-9853-477f-bea7-d349b3f8f040 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.36 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 809 time: 0.1085830 Dec 09 16:12:20.662604 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-e87c38a7-7cf9-49df-9e84-2d7707e2eb37 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f48a6385e4493d90b9cd02db324b3a HTTP/1.1" status: 200 len: 380 time: 0.0565662 Dec 09 16:12:20.681896 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'port': {'device_id': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'admin_state_up': True, 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'security_groups': ['8f698a60-2923-4f20-b123-4ca5e107b631']}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:12:20.800703 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Made reservation on behalf of 15f48a6385e4493d90b9cd02db324b3a for: {'port': 1} {{(pid=109894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 16:12:20.804335 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:20.958581 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_common [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Allocated IP 172.20.0.6 (b10057a6-4ff4-488f-96fc-014b9c608481/cd5a2690-856e-404f-9f8a-763f1be04fbc/88a9f490-cb4d-44fe-9bb9-2a34775b8779) {{(pid=109894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:12:21.129857 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-eddb0593-55ee-492e-8b4a-ab0349c2785b req-1e361b6f-c580-4bb2-87c8-58578a2b5b1c tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0500383 Dec 09 16:12:21.193463 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for port, precommit_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:21.233764 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_create {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:21.289704 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Network b10057a6-4ff4-488f-96fc-014b9c608481 is already hosted by enough agents. {{(pid=109894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:12:21.293113 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.base_scheduler [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Resources bound (agent type, host, resource id): {{(pid=109894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:12:21.296326 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Received port after_create {{(pid=109894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:12:21.334627 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=1']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:21.352132 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.352488 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.352960 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.353420 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.353840 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.354180 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.355202 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.355572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.355920 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.356246 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.356582 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.356938 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.357275 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:21.374784 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:21.375818 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:21.411720 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-547a5510-0e18-4c0d-84af-f565de82cd49 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7340465 Dec 09 16:12:21.567199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-ca21373d-5e8f-4e8a-83a9-565c7431292e None None] Provisioning complete for port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 triggered by entity DHCP. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:12:21.567836 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ca21373d-5e8f-4e8a-83a9-565c7431292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:21.609536 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-ca21373d-5e8f-4e8a-83a9-565c7431292e None None] Port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 cannot update to ACTIVE because it is not bound. {{(pid=109896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 16:12:22.294017 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec4c-b0ed-4897-8b42-4733a843d6e5 req-cd3076dd-0456-4eea-9334-1e6aefb6701f tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:22.295612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7539ec4c-b0ed-4897-8b42-4733a843d6e5 req-cd3076dd-0456-4eea-9334-1e6aefb6701f tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0747628 Dec 09 16:12:22.360378 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7539ec4c-b0ed-4897-8b42-4733a843d6e5 req-7b224b69-3430-4bc3-b452-3a7f05df2819 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587177 Dec 09 16:12:22.642601 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:23.145010 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:23.379625 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-446d99e5-9b93-41e4-8d45-83c08c7a0f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:23.479101 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a15-3134-4a00-ac5c-82e3acd1b95b req-bef07968-eca1-4738-b833-1335eb07e179 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:23.482358 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff7a3a15-3134-4a00-ac5c-82e3acd1b95b req-bef07968-eca1-4738-b833-1335eb07e179 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0528021 Dec 09 16:12:23.539233 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-ff7a3a15-3134-4a00-ac5c-82e3acd1b95b req-c93b87f8-9f32-4fde-8b97-e6a727d67783 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505457 Dec 09 16:12:24.665545 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304dadb-0a01-4a2a-bb36-042f21e3d4f9 req-89f5ac08-7cae-4ca8-a92d-78ec0b6f5d8e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:24.667061 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7304dadb-0a01-4a2a-bb36-042f21e3d4f9 req-89f5ac08-7cae-4ca8-a92d-78ec0b6f5d8e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0547702 Dec 09 16:12:24.721275 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-7304dadb-0a01-4a2a-bb36-042f21e3d4f9 req-797a00e2-6ab4-49db-9fba-f786409e54f1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Dec 09 16:12:25.838715 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-cde09db5-2327-4977-932f-363bc80ade10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:25.861121 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770358-6e6a-4ded-824d-c1a95f1d932e req-94f64769-3017-47f9-8954-5a00b1a9bc78 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:25.863362 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f770358-6e6a-4ded-824d-c1a95f1d932e req-94f64769-3017-47f9-8954-5a00b1a9bc78 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0658164 Dec 09 16:12:25.919821 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-4f770358-6e6a-4ded-824d-c1a95f1d932e req-288a1d7d-b6f7-453d-98bd-3d9c72dcb8b1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498700 Dec 09 16:12:27.019213 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:27.060131 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444af9-19d5-4f68-a321-b4d9474e3510 req-ddc8c076-6760-4f82-a6c3-0758db880dfc tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:27.061787 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b444af9-19d5-4f68-a321-b4d9474e3510 req-ddc8c076-6760-4f82-a6c3-0758db880dfc tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0581996 Dec 09 16:12:27.118762 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-6b444af9-19d5-4f68-a321-b4d9474e3510 req-26edd479-7d79-4eb0-bc55-c455f9e37bf2 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508811 Dec 09 16:12:28.254066 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b3e53-cf56-4f1b-af95-0453868f905e req-4398cc11-4c67-46eb-9eff-fe03d9cb67d1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:28.255612 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c1b3e53-cf56-4f1b-af95-0453868f905e req-4398cc11-4c67-46eb-9eff-fe03d9cb67d1 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0569174 Dec 09 16:12:28.308138 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5c1b3e53-cf56-4f1b-af95-0453868f905e req-2f663615-2a79-4dee-9acd-360b2f00e5bc tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 Dec 09 16:12:28.701094 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:29.420139 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:29.435646 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb5906-6774-4178-9402-27f56d160a77 req-159951cc-ca34-46ba-837f-9320ceb1059b tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:29.437522 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0eb5906-6774-4178-9402-27f56d160a77 req-159951cc-ca34-46ba-837f-9320ceb1059b tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0564618 Dec 09 16:12:29.498512 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d0eb5906-6774-4178-9402-27f56d160a77 req-11f53e12-36ee-48d4-8678-7b59218d0d83 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548384 Dec 09 16:12:30.628151 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bd98a-4c3e-456f-a2fd-8513bca7c9d8 req-c007cb0e-d08b-4f2e-bd30-6cef6dfb4d6c tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:30.629650 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e1bd98a-4c3e-456f-a2fd-8513bca7c9d8 req-c007cb0e-d08b-4f2e-bd30-6cef6dfb4d6c tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0629196 Dec 09 16:12:30.680749 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-9e1bd98a-4c3e-456f-a2fd-8513bca7c9d8 req-f8d30e5c-dad5-4a6a-803e-764faaacf52d tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447786 Dec 09 16:12:31.741378 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.v2.base [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Request body: {'port': {'device_id': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-5'}} {{(pid=109894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:12:31.823902 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:31.845480 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a6630-0abf-42f7-b602-aa7c0b1b3a88 req-e13ecedb-6bc4-4bf7-b1da-ff914a894d76 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:31.846973 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e7a6630-0abf-42f7-b602-aa7c0b1b3a88 req-e13ecedb-6bc4-4bf7-b1da-ff914a894d76 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 931 time: 0.0858030 Dec 09 16:12:31.980934 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-1e7a6630-0abf-42f7-b602-aa7c0b1b3a88 req-7aa48976-a9fe-430d-8126-dc61042fcfdc tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106813 Dec 09 16:12:32.126776 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a9f490-cb4d-44fe-9bb9-2a34775b8779 {{(pid=109894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:12:32.134545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:32.146982 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.provisioning_blocks [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Transition to ACTIVE for port object 88a9f490-cb4d-44fe-9bb9-2a34775b8779 will not be triggered until provisioned by entity L2. {{(pid=109894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 16:12:32.150519 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:32.203435 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=2']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:32.280024 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Attempting to bind port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 on host n-h1-804292-5 for vnic_type normal with profile {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 16:12:32.280370 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Attempting to bind port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 by drivers openvswitch,hyperv on host n-h1-804292-5 at level 0 using segments [{'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 16:12:32.280738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Attempting to bind port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 on network b10057a6-4ff4-488f-96fc-014b9c608481 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:12:32.285501 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 on network b10057a6-4ff4-488f-96fc-014b9c608481 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-5 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 16:12:32.285863 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Attempting to bind port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 on network b10057a6-4ff4-488f-96fc-014b9c608481 {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 16:12:32.290902 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Checking agent: {'id': 'b5671e7c-15fc-4764-89c5-eb6b06f2c352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'started_at': datetime.datetime(2021, 12, 9, 14, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 16:12:32.291407 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Checking segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 16:12:32.291800 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Bound using segment: {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'} {{(pid=109894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 16:12:32.292239 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.managers [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Bound port: 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host: n-h1-804292-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb98435-66dd-4539-8594-a000db91767e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481'}}] {{(pid=109894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 16:12:32.292602 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:32.358855 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, cleared binding levels {{(pid=109894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 16:12:32.362436 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 16:12:32.366643 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64247276'] for port, after_update {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:32.399672 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:32.400296 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:32.401638 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] 10.222.0.36 "PUT /v2.0/ports/88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 1091 time: 0.6664367 Dec 09 16:12:32.402612 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:32.404860 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac23345-603b-4744-84c8-874fbdf84b03" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:32.430950 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad57f-174a-4822-af8f-0640c0d669af service neutron] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=3']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:32.471536 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62508f-2ed3-41b7-8286-33340fe098c0 x-openstack-request-id: req-9f62508f-2ed3-41b7-8286-33340fe098c0 {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:32.471829 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:32.472083 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f62508f-2ed3-41b7-8286-33340fe098c0 {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:32.472495 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'status': 'completed', 'code': 200} Dec 09 16:12:32.489186 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-064386db-2780-44f2-8ce2-248721ea9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:32.490716 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-064386db-2780-44f2-8ce2-248721ea9b9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1094 time: 0.0472202 Dec 09 16:12:32.857173 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-f5653497-ad82-492d-9268-5eed2465eee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 217 time: 0.3588698 Dec 09 16:12:32.905929 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-9bae0659-5b09-4e09-81fa-d914bcc5adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:32.907325 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-9bae0659-5b09-4e09-81fa-d914bcc5adc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0430968 Dec 09 16:12:32.953341 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-319705f2-a93d-429a-b305-f7fb2a13b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:32.954795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-319705f2-a93d-429a-b305-f7fb2a13b113 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385904 Dec 09 16:12:33.048881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-533e1fb3-837b-4414-bd06-3512e5fd1d3f service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855355 Dec 09 16:12:33.155243 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57ea1-0f49-49a3-af64-6fe559f67b2f req-ce3d0831-bbd7-46cb-a7ac-f8e1fcdc1e00 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:33.156742 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8d57ea1-0f49-49a3-af64-6fe559f67b2f req-ce3d0831-bbd7-46cb-a7ac-f8e1fcdc1e00 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 943 time: 0.1062310 Dec 09 16:12:33.191664 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-fcd5a376-a66c-4ff2-90ca-0bd4f1cd7fff req-0dc57fd6-b55a-4216-a9ab-57252239900b service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330302 Dec 09 16:12:33.225795 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-c8d57ea1-0f49-49a3-af64-6fe559f67b2f req-b5a2c227-122d-4bc7-9692-281664cd8b28 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628638 Dec 09 16:12:33.297325 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23345-603b-4744-84c8-874fbdf84b03 req-591dd944-dd40-4f95-a82b-aaa7c1eca0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:33.298811 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-591dd944-dd40-4f95-a82b-aaa7c1eca0dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1094 time: 0.0413859 Dec 09 16:12:33.391670 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23345-603b-4744-84c8-874fbdf84b03 req-bdcab87e-cc06-4bcc-8790-b55d6023a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:33.393004 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-bdcab87e-cc06-4bcc-8790-b55d6023a8b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0859556 Dec 09 16:12:33.440388 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-12d9967b-d035-489d-93ce-b19d8b0c74df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 217 time: 0.0371284 Dec 09 16:12:33.490996 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23345-603b-4744-84c8-874fbdf84b03 req-be2b89da-201f-42cb-a6a4-74017eb7bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:33.492465 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-be2b89da-201f-42cb-a6a4-74017eb7bb2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0438392 Dec 09 16:12:33.542438 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23345-603b-4744-84c8-874fbdf84b03 req-8ced1ccc-f7e3-411b-9d9f-c14b70d51058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:33.544142 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-8ced1ccc-f7e3-411b-9d9f-c14b70d51058 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436447 Dec 09 16:12:33.631830 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-6d21142e-d155-4269-ad3c-e8692f801125 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801334 Dec 09 16:12:33.723887 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-eac23345-603b-4744-84c8-874fbdf84b03 req-135570e9-0653-4020-b308-e2d67e4aca38 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837576 Dec 09 16:12:34.348743 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147dcf6-48da-4003-85fc-09178984e420 req-39d88809-71f1-4d26-a9b7-70d9cb3b0c50 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:34.350221 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b147dcf6-48da-4003-85fc-09178984e420 req-39d88809-71f1-4d26-a9b7-70d9cb3b0c50 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 943 time: 0.0492270 Dec 09 16:12:34.399480 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b147dcf6-48da-4003-85fc-09178984e420 req-3d8c2090-74a9-4e44-a440-56a69612ecf6 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Dec 09 16:12:34.652788 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:12:34.743445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:34.758245 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'port_id': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'mac_address': 'fa:16:3e:70:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:12:34.794733 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:34.806893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a9f490-cb4d-44fe-9bb9-2a34775b8779 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:12:34.826190 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:34.829989 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:34.876503 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=4']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:35.072610 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['88a9f490-cb4d-44fe-9bb9-2a34775b8779'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:12:35.516229 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033caac-bac5-4fa5-ae22-ea571b8bd10b req-ca79630d-21db-49e4-b822-a6cc14fd9c07 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:35.517704 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b033caac-bac5-4fa5-ae22-ea571b8bd10b req-ca79630d-21db-49e4-b822-a6cc14fd9c07 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 944 time: 0.0482028 Dec 09 16:12:35.566878 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b033caac-bac5-4fa5-ae22-ea571b8bd10b req-32acbd51-8823-483e-89b7-8e3ae0961f71 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Dec 09 16:12:36.652525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:12:36.681658 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5fc4-22fe-4bd0-bcd9-2448e667cd92 req-123c9d17-49d8-429c-b5ad-c612fbb44e73 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:36.683892 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5aa5fc4-22fe-4bd0-bcd9-2448e667cd92 req-123c9d17-49d8-429c-b5ad-c612fbb44e73 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 944 time: 0.0483367 Dec 09 16:12:36.700765 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning for port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 completed by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 16:12:36.704774 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:12:36.705130 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:36.737958 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b5aa5fc4-22fe-4bd0-bcd9-2448e667cd92 req-8e9933e4-fac9-496f-8bfc-4ca9a6524f45 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481429 Dec 09 16:12:36.784917 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:36.807956 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:36.810544 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70401626-e77a-4f26-9eec-a1701889e698" -d '{"events": [{"server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "name": "network-vif-plugged", "status": "completed", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:36.822997 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:12:36.826939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:36.852827 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc01bee-2aea-4857-baad-4969290f4319 x-openstack-request-id: req-4bc01bee-2aea-4857-baad-4969290f4319 {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:36.853123 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "name": "network-vif-plugged", "status": "completed", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:36.853382 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bc01bee-2aea-4857-baad-4969290f4319 {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:36.853772 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'code': 200} Dec 09 16:12:36.879481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=5']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:36.946588 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c68c3-f6da-41be-bb9c-ff5d2dab0cd0 req-afc7d033-88a4-4e51-bc00-1cc72b10f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:36.948097 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9c68c3-f6da-41be-bb9c-ff5d2dab0cd0 req-afc7d033-88a4-4e51-bc00-1cc72b10f275 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1096 time: 0.0392883 Dec 09 16:12:36.998612 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-5b9c68c3-f6da-41be-bb9c-ff5d2dab0cd0 req-cf4faa3a-9405-46b5-b153-0686912d448c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Dec 09 16:12:37.593446 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:12:37.854201 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35dedc-8b38-4003-9c10-dccca495e129 req-cc639edf-ab8e-479f-acf9-332b6bb56d37 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:37.856525 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c35dedc-8b38-4003-9c10-dccca495e129 req-cc639edf-ab8e-479f-acf9-332b6bb56d37 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 945 time: 0.0500417 Dec 09 16:12:37.907804 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-2c35dedc-8b38-4003-9c10-dccca495e129 req-def0575f-57d8-4381-89c0-9bb3fad0abd8 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453174 Dec 09 16:12:39.025125 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787c99-7a08-453a-bdeb-12456fbafd38 req-ac7da424-96d4-449f-b5e6-f99a73dbd66f tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:39.026616 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3787c99-7a08-453a-bdeb-12456fbafd38 req-ac7da424-96d4-449f-b5e6-f99a73dbd66f tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 945 time: 0.0498452 Dec 09 16:12:39.075068 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f3787c99-7a08-453a-bdeb-12456fbafd38 req-ef46830c-e692-480a-9293-4ebb6fb54dfb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Dec 09 16:12:39.189283 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568422c-9c7f-4c0c-b676-2e2b6e5d0723 req-e3195a5e-7fd0-4c37-b143-f06631d0a731 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:39.190682 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d568422c-9c7f-4c0c-b676-2e2b6e5d0723 req-e3195a5e-7fd0-4c37-b143-f06631d0a731 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 945 time: 0.0484884 Dec 09 16:12:39.240063 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-d568422c-9c7f-4c0c-b676-2e2b6e5d0723 req-3ad8c235-80b9-4b9d-ad95-46f3f27fe29c tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Dec 09 16:12:39.261555 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40140) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:12:39.304901 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe75c07-9074-4521-94c1-d386334fe948 tempest-TestSnapshotPattern-1057298868 tempest-TestSnapshotPattern-1057298868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:39.306382 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-1fe75c07-9074-4521-94c1-d386334fe948 tempest-TestSnapshotPattern-1057298868 tempest-TestSnapshotPattern-1057298868-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1091 time: 0.0438044 Dec 09 16:12:39.309917 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40142) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:12:39.314254 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.v2.base [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Request body: {'floatingip': {'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'port_id': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 16:12:39.336777 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:39.430573 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:39.537459 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_common [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Allocated IP 172.25.0.150 (8d155142-78ba-4069-9f5c-8e8acf9a9498/da4f8ffb-3473-4389-822a-c48a9da83f29/a60fcbf4-c822-4e5a-80c0-c57c0c6918cd) {{(pid=109895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 16:12:39.637908 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for port, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:39.675014 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772437747487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:39.712185 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Network 8d155142-78ba-4069-9f5c-8e8acf9a9498 is already hosted by enough agents. {{(pid=109895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 16:12:39.715632 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.base_scheduler [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Resources bound (agent type, host, resource id): {{(pid=109895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 16:12:39.721074 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Received port after_create {{(pid=109895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 16:12:39.742961 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'Port': ['ID=a60fcbf4-c822-4e5a-80c0-c57c0c6918cd,revision_number=1']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:39.756674 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.757290 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.757641 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.757984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.758327 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.758667 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.759002 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.759336 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.759694 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.760022 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.760353 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.760682 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:39.761014 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:12:40.085918 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:40.151549 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:40.304075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for port, precommit_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:40.308653 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63316406'] for port, after_update {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:40.373884 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event updated for resources: {'Port': ['ID=a60fcbf4-c822-4e5a-80c0-c57c0c6918cd,revision_number=2']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:12:40.386804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394080'] for floatingip, after_create {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:40.498763 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Floating IP 1c345835-c847-4598-9daa-810ca51163a7 associated. External IP: 172.25.0.150, port: 88a9f490-cb4d-44fe-9bb9-2a34775b8779. Dec 09 16:12:40.712931 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:12:40.818975 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:12:40.830295 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:12:40.843518 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:40.843752 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:12:40.844380 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:12:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:12:40.871485 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-2b208193-18f1-413a-8e01-2f78cf57ec5e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5599661 Dec 09 16:12:40.872482 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:12:40.874965 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84854ad8-01da-4b1b-8a25-a40e4f365258" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:12:40.951968 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:12:40.968371 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9dda49-f096-4510-9bc1-070157077627 x-openstack-request-id: req-8e9dda49-f096-4510-9bc1-070157077627 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:12:40.968666 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:12:40.968924 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e9dda49-f096-4510-9bc1-070157077627 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:12:40.969333 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'status': 'completed', 'code': 200} Dec 09 16:12:41.034495 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-40183a6b-b784-49cb-bd48-c7f1e1214853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:41.036057 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-40183a6b-b784-49cb-bd48-c7f1e1214853 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1096 time: 0.0422704 Dec 09 16:12:41.134561 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-1e535607-dd54-450f-a417-0dd07ae0aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:41.136168 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-1e535607-dd54-450f-a417-0dd07ae0aa65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0921218 Dec 09 16:12:41.178616 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1c345835-c847-4598-9daa-810ca51163a7', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:70:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:12:39Z', 'updated_at': '2021-12-09T16:12:39Z', 'revision_number': 0, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}, {'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:04Z', 'revision_number': 1, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:12:41.202652 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-aac9902f-22cb-49b0-8bc0-5981ff597444 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 999 time: 0.0594480 Dec 09 16:12:41.208139 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:12:41.217438 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:12:41.217976 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:12:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:12:41.258573 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-daae6991-aa33-4874-a906-a4a04ae5fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:41.260132 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-daae6991-aa33-4874-a906-a4a04ae5fad9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0512962 Dec 09 16:12:41.309709 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-79f45731-076c-41d4-ad25-989d95d09007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:12:41.311276 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-79f45731-076c-41d4-ad25-989d95d09007 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429409 Dec 09 16:12:41.407302 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-dc8067de-bfbb-486d-96e4-29fd620ec8cb service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Dec 09 16:12:41.483681 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:12:41.507867 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-84854ad8-01da-4b1b-8a25-a40e4f365258 req-59ec5659-2cc9-4cce-b1c3-ba16bd3c1423 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934100 Dec 09 16:12:41.707633 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1c345835-c847-4598-9daa-810ca51163a7', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:70:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:12:39Z', 'updated_at': '2021-12-09T16:12:39Z', 'revision_number': 0, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}, {'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:04Z', 'revision_number': 1, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:12:41.738877 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55951d59-5173-48fc-bb41-7927e50e43b3 None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '1c345835-c847-4598-9daa-810ca51163a7', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:70:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:12:39Z', 'updated_at': '2021-12-09T16:12:39Z', 'revision_number': 0, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}, {'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:04Z', 'revision_number': 1, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:12:41.927721 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753b790-24ae-4b8b-8e9d-309b01f66043 None None] New status for floating IP 1c345835-c847-4598-9daa-810ca51163a7: ACTIVE {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:12:52.632387 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:53.155958 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:53.381675 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dd556382-506f-4269-95c9-ca99aa7c6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:55.831467 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-05e3d23a-1c10-418c-b29d-00c7f0727667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:57.019594 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:58.701407 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:12:59.422996 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:10.466581 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-af0f5399-425a-47f2-a970-5a88548164e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396218 Dec 09 16:13:10.561661 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-982215bb-51d5-4a1f-8839-fde492cd86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.563143 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-982215bb-51d5-4a1f-8839-fde492cd86cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1094 time: 0.0435741 Dec 09 16:13:10.668461 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-9e0308aa-f9d9-4298-9b3b-ad6193cdc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.669839 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-9e0308aa-f9d9-4298-9b3b-ad6193cdc48a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0842202 Dec 09 16:13:10.745676 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-f202df06-fbc0-4c80-9c4c-fe333b9d7950 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 999 time: 0.0621002 Dec 09 16:13:10.793769 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-c85462fd-4188-4981-97d9-81d8e8675051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.795162 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-c85462fd-4188-4981-97d9-81d8e8675051 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0427425 Dec 09 16:13:10.843256 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-233bc3cb-c2e2-48ac-94e4-da46d50ecd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:10.844759 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-233bc3cb-c2e2-48ac-94e4-da46d50ecd08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385354 Dec 09 16:13:11.242615 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-0ac65387-0632-407e-99de-184beda4e596 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897538 Dec 09 16:13:11.335648 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-83a0a90d-12e3-477d-b62f-844ad4ceda11 req-1b22c94e-6571-49d4-8901-7a0819894a80 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 Dec 09 16:13:14.592514 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:13:18.948592 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-d369ebd8-2f6f-445c-b19f-ebbc6962952e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404961 Dec 09 16:13:19.032564 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-a696040d-62ea-4af3-ac9a-fb302e49d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:19.034133 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-a696040d-62ea-4af3-ac9a-fb302e49d4e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1096 time: 0.0403774 Dec 09 16:13:19.281506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-84083869-8852-47f1-9649-1e1fd68610b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:19.283018 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-84083869-8852-47f1-9649-1e1fd68610b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0920560 Dec 09 16:13:19.349382 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-8f364099-0268-4ba3-9a50-a21cd2b4bf41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 1001 time: 0.0586562 Dec 09 16:13:19.403279 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-51ee01ef-57c2-42e1-b0e2-bd258a72bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:19.404746 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-51ee01ef-57c2-42e1-b0e2-bd258a72bd22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0475910 Dec 09 16:13:19.448708 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-77abc1ea-ce61-48c4-b2df-c442f2a8495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:13:19.451023 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-77abc1ea-ce61-48c4-b2df-c442f2a8495b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393960 Dec 09 16:13:19.461549 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-05adcb8d-8ea2-4540-809d-87e54b22ba2d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 16:13:19.462494 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-05adcb8d-8ea2-4540-809d-87e54b22ba2d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049293 Dec 09 16:13:19.552797 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-14aa89dd-f3ef-4f69-a8d0-c9dbe60b5566 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Dec 09 16:13:19.644557 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-95bbdfe6-c802-4437-a498-c9587bf77ed1 req-dacc1b05-38fa-43ce-bf4f-c66efa6a2662 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842252 Dec 09 16:13:22.647421 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:23.159485 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:23.384178 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b05ca879-7419-46a7-ac7d-a9dc8c21b007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:25.832763 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2f93-7dff-4536-ba0e-ac665b37d368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:27.022315 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:28.706067 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:29.425469 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:51.591923 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:13:52.645584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.154158 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:53.385648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4a05c757-27bd-4c49-9b42-e930d3ae5f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:55.833682 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-00d1d1f1-bf21-4955-85b4-11b94a9415d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:57.025111 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:58.708041 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:13:59.428080 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:11.464999 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-be83fb3a-cb4b-484e-92ea-3e37ba1c29d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441160 Dec 09 16:14:11.546681 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-d1b99f61-cc34-4375-a94d-572a8e741c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:11.548174 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-d1b99f61-cc34-4375-a94d-572a8e741c4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1094 time: 0.0387065 Dec 09 16:14:11.655034 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-70ea8c10-3cb2-4599-ace3-87b321aad1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:11.656540 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-70ea8c10-3cb2-4599-ace3-87b321aad1b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.0845146 Dec 09 16:14:11.729369 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-6a927e2c-5281-4d19-9728-723f0522664f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 999 time: 0.0611110 Dec 09 16:14:11.781954 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-727f1d83-e48b-4a4b-b1dd-ef41546adf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:11.783467 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-727f1d83-e48b-4a4b-b1dd-ef41546adf17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0425918 Dec 09 16:14:11.835000 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-1e47e498-e007-4c82-9178-ce6dc748d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:11.836565 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-1e47e498-e007-4c82-9178-ce6dc748d910 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423532 Dec 09 16:14:11.932472 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-71b283fd-db3d-4b72-9026-36548a47cfc8 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849583 Dec 09 16:14:12.029882 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5cdc0757-ae13-4f0b-93ca-c33db6418323 req-543da219-eca2-4d4b-9a1e-64c22b77bbe5 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825243 Dec 09 16:14:15.107613 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 details requested by agent hyperv_n-h1-804292-5 with host n-h1-804292-5 {{(pid=109896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 16:14:15.220612 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:15.234302 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Returning: {'device': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'port_id': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'mac_address': 'fa:16:3e:70:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 16:14:15.274272 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:15.300539 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88a9f490-cb4d-44fe-9bb9-2a34775b8779 {{(pid=109896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 16:14:15.324405 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:15.330937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:15.397415 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=6']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:15.403053 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] get_ports_and_sgs() called for port_ids ['88a9f490-cb4d-44fe-9bb9-2a34775b8779'] {{(pid=109896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 16:14:15.439927 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.440292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.440632 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.440950 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.441288 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.441628 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.442546 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.442878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.443199 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.443549 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.443878 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.444202 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:15.444525 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:17.117099 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 up at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 16:14:17.204238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.provisioning_blocks [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Provisioning complete for port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 triggered by entity L2. {{(pid=109896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 16:14:17.204845 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618187'] for port, provisioning_complete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:17.342646 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546454'] for port, before_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:17.374930 n-d-804292-5 neutron-server[109896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779'}] {{(pid=109896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:17.377485 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70c55dc75ba6cb2555bbc60f72b3674e8eb6cd9ba65b75e495de4a72c9d65de7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5803a6-f10e-4e0c-948b-b86db12f1b1d" -d '{"events": [{"server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "name": "network-vif-plugged", "status": "completed", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779"}]}' {{(pid=109896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:17.395547 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:17.401017 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772438164785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772437747505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772437747523'] for port, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:17.447989 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ff4053-e0ca-47aa-8144-c3b0ec40270d x-openstack-request-id: req-03ff4053-e0ca-47aa-8144-c3b0ec40270d {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:17.448368 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "name": "network-vif-plugged", "status": "completed", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779", "code": 200}]} {{(pid=109896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:17.448572 n-d-804292-5 neutron-server[109896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03ff4053-e0ca-47aa-8144-c3b0ec40270d {{(pid=109896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:17.448921 n-d-804292-5 neutron-server[109896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'code': 200} Dec 09 16:14:17.485009 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Pushing event updated for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=7']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:19.861284 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-cdcbce4c-e3b8-408d-8141-e36f890cc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:19.862881 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-cdcbce4c-e3b8-408d-8141-e36f890cc21b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1096 time: 0.1260502 Dec 09 16:14:19.989659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-7be9b2b5-5d58-441a-9999-81ad8cffe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:19.994615 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-7be9b2b5-5d58-441a-9999-81ad8cffe435 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.1071243 Dec 09 16:14:20.070990 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-3315d7ac-918e-4939-a2d9-de6771e33fe7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 1001 time: 0.0694511 Dec 09 16:14:20.131234 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-1f87f0af-793a-426e-8174-3ef6b003dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:20.132923 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-1f87f0af-793a-426e-8174-3ef6b003dc78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0545573 Dec 09 16:14:20.185954 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-4e30f9be-c281-48b1-a2c8-8f43aac5c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:20.188836 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-4e30f9be-c281-48b1-a2c8-8f43aac5c0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474033 Dec 09 16:14:20.302204 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-a2e4abbe-de4e-4894-accd-3f810de61805 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044738 Dec 09 16:14:20.404005 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d6dc46b2-bb0b-4f85-9be0-a8b05b9fc67f req-946adb05-ae26-44b0-89b8-6e0c73b605a2 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911803 Dec 09 16:14:22.645390 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.170356 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.395579 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10a004b6-0c5b-4b8a-8194-73ca3e43662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.581589 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40342) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:23.742156 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Deleting port a60fcbf4-c822-4e5a-80c0-c57c0c6918cd {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:23.742503 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.815157 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.815516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.827619 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Calling delete_port for a60fcbf4-c822-4e5a-80c0-c57c0c6918cd owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:23.974129 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:23.997724 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event deleted for resources: {'Port': ['ID=a60fcbf4-c822-4e5a-80c0-c57c0c6918cd,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:24.008570 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.008933 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.009293 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.009637 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.009984 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.010333 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.010654 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.010995 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.011332 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.011692 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.012049 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.012376 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.012735 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:24.075498 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:24.075880 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Floating IP 1c345835-c847-4598-9daa-810ca51163a7 disassociated (deleted). External IP: 172.25.0.150, port: 88a9f490-cb4d-44fe-9bb9-2a34775b8779. Dec 09 16:14:24.281195 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:14:24.404913 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:14:24.409874 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:24.415509 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:14:24.425806 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:24.427015 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:24.440450 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-871b9202-7e0d-4dc7-bd31-180f1a0fcbcf tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "DELETE /v2.0/floatingips/1c345835-c847-4598-9daa-810ca51163a7 HTTP/1.1" status: 204 len: 168 time: 0.8570397 Dec 09 16:14:24.441055 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:24.444114 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eed666-cf58-439b-9721-8b8d01580845" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:24.487914 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6316ef7-c566-4625-b8bb-04a127e0beab x-openstack-request-id: req-b6316ef7-c566-4625-b8bb-04a127e0beab {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:24.489020 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:24.489518 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6316ef7-c566-4625-b8bb-04a127e0beab {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:24.490171 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'status': 'completed', 'code': 200} Dec 09 16:14:24.543170 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:24.553899 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed666-cf58-439b-9721-8b8d01580845 req-f86ed49a-7afc-4521-92ce-8249b3b3c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:24.555474 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-f86ed49a-7afc-4521-92ce-8249b3b3c158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 1096 time: 0.0444345 Dec 09 16:14:24.675919 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed666-cf58-439b-9721-8b8d01580845 req-4bad8cde-424f-4db4-9f9b-b21c3d37031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:24.678213 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-4bad8cde-424f-4db4-9f9b-b21c3d37031e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.1086171 Dec 09 16:14:24.732744 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-3c5fd341-b5e4-45ce-b796-78fc93e5a08b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 200 len: 217 time: 0.0446353 Dec 09 16:14:24.804177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:04Z', 'revision_number': 1, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:24.810387 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef096-3ed5-489f-abbe-e465920bcd80 req-a25df942-672c-460c-b277-cb4dfb5de5ea tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:24.811918 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f51ef096-3ed5-489f-abbe-e465920bcd80 req-a25df942-672c-460c-b277-cb4dfb5de5ea tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 945 time: 0.1641011 Dec 09 16:14:24.815664 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed666-cf58-439b-9721-8b8d01580845 req-5c5bf7c5-7205-4943-a541-6953b7283d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:24.817355 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-5c5bf7c5-7205-4943-a541-6953b7283d06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0633874 Dec 09 16:14:24.829872 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:14:24.838820 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:24.839455 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:13:56Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:24.889212 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f51ef096-3ed5-489f-abbe-e465920bcd80 req-a2dcedb5-2db8-49ad-a83b-0bac2d0945bc tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706468 Dec 09 16:14:24.896019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eed666-cf58-439b-9721-8b8d01580845 req-498b2eaa-f597-46ef-8cab-b3ead597eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:24.897680 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-498b2eaa-f597-46ef-8cab-b3ead597eade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657952 Dec 09 16:14:24.946524 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:24.994257 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-48de385b-b9e5-48aa-b6ca-72eaf4dabf35 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Dec 09 16:14:25.086692 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-d2eed666-cf58-439b-9721-8b8d01580845 req-65296fb8-4c7d-4a13-8f25-9a26cf49d5e8 service neutron] 10.222.0.36 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Dec 09 16:14:25.170627 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:04Z', 'revision_number': 1, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:25.197725 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9248a-c7a2-4909-9c6d-3a9c19cd4bac None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_floatingips': [{'id': '5e34f7a9-53a2-4bf4-aebe-c693097b7079', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'router_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'port_id': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'mac_address': 'fa:16:3e:89:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T16:10:02Z', 'updated_at': '2021-12-09T16:10:04Z', 'revision_number': 1, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:14:25.426589 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800822a8-1144-4ddb-954d-7d1c97bac1eb None None] New status for floating IP 1c345835-c847-4598-9daa-810ca51163a7: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:14:25.835866 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2b51c39b-69f7-4b37-81a7-c08b7cfdab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:26.011227 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395e6fb-01a2-416b-932c-451f48440731 req-e9eff459-10a7-46a3-b339-aebb970cfe69 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:26.012753 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5395e6fb-01a2-416b-932c-451f48440731 req-e9eff459-10a7-46a3-b339-aebb970cfe69 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 945 time: 0.0486557 Dec 09 16:14:26.062263 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-5395e6fb-01a2-416b-932c-451f48440731 req-aec117ff-61d7-45ad-a3dc-b19ce79bf34e tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Dec 09 16:14:26.219191 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-322b5527-bc7c-40c6-bb97-05cd02e499b7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:26.220593 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-322b5527-bc7c-40c6-bb97-05cd02e499b7 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 945 time: 0.0544820 Dec 09 16:14:26.307989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Deleting port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:26.308328 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:26.397972 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] For port 88a9f490-cb4d-44fe-9bb9-2a34775b8779, host n-h1-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-5',level=0,port_id=88a9f490-cb4d-44fe-9bb9-2a34775b8779,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:26.398332 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:26.409908 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Calling delete_port for 88a9f490-cb4d-44fe-9bb9-2a34775b8779 owned by compute:nova {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:26.532588 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:26.565321 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event deleted for resources: {'Port': ['ID=88a9f490-cb4d-44fe-9bb9-2a34775b8779,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:26.578297 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.578659 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.579010 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.579380 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.579725 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.580065 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.580410 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.580745 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.581080 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.581409 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.581741 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.582073 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.582403 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-5 {{(pid=109894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 16:14:26.616539 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] No DVR routers for this DVR port 88a9f490-cb4d-44fe-9bb9-2a34775b8779 on host n-h1-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:14:26.619123 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:26.622553 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-59bf2f56-d978-4b44-8777-625705bb24e7 req-698f9560-4609-4000-b794-f374104de1d5 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.36 "DELETE /v2.0/ports/88a9f490-cb4d-44fe-9bb9-2a34775b8779 HTTP/1.1" status: 204 len: 173 time: 0.3962727 Dec 09 16:14:26.622995 n-d-804292-5 neutron-server[109894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'name': 'network-vif-deleted', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779'}] {{(pid=109894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:26.625268 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8add3e8a439cfa31c183e09e9b88e81a7a03364da33ae76be88e04f7f10e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1da2fe-b73a-4793-a2b5-060993e7ee16" -d '{"events": [{"server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "name": "network-vif-deleted", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779"}]}' {{(pid=109894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:26.667240 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c85e7be-2fb0-4e49-964f-ce1ea3295e2d x-openstack-request-id: req-1c85e7be-2fb0-4e49-964f-ce1ea3295e2d {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:26.667575 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa0612f-37d9-4ef9-b712-bcdb8a4595ff", "name": "network-vif-deleted", "tag": "88a9f490-cb4d-44fe-9bb9-2a34775b8779", "status": "completed", "code": 200}]} {{(pid=109894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:26.668196 n-d-804292-5 neutron-server[109894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c85e7be-2fb0-4e49-964f-ce1ea3295e2d {{(pid=109894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:26.668619 n-d-804292-5 neutron-server[109894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa0612f-37d9-4ef9-b712-bcdb8a4595ff', 'name': 'network-vif-deleted', 'tag': '88a9f490-cb4d-44fe-9bb9-2a34775b8779', 'status': 'completed', 'code': 200} Dec 09 16:14:27.031184 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:27.156177 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:27.174669 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-57db50e8-536f-4dab-845f-ac86a16088ac req-8380e8ad-98a8-4023-9440-7f6e80bd53e8 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aa0612f-37d9-4ef9-b712-bcdb8a4595ff HTTP/1.1" status: 200 len: 210 time: 0.0274463 Dec 09 16:14:27.176023 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 88a9f490-cb4d-44fe-9bb9-2a34775b8779 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:27.176365 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:28.592259 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:14:28.712020 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:28.760451 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40400) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:28.917041 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Deleting port 307eb26e-54a1-4218-9aed-c31688f24138 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:28.917390 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:28.995375 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:28.995700 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:29.008165 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Calling delete_port for 307eb26e-54a1-4218-9aed-c31688f24138 owned by network:floatingip {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:29.154802 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:29.180059 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event deleted for resources: {'Port': ['ID=307eb26e-54a1-4218-9aed-c31688f24138,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:29.240462 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for floatingip, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:29.240786 n-d-804292-5 neutron-server[109895]: INFO neutron.db.l3_db [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Floating IP 5e34f7a9-53a2-4bf4-aebe-c693097b7079 disassociated (deleted). External IP: 172.25.0.181, port: 164524f4-dce6-47d7-9a0f-703ee4451e34. Dec 09 16:14:29.434705 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:29.459951 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:14:29.567119 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:14:29.572097 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for floatingip, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:29.576834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:14:29.586912 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:29.587670 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:29.599122 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-4ccfdc6a-beb6-41d0-bbaf-5c909216d176 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "DELETE /v2.0/floatingips/5e34f7a9-53a2-4bf4-aebe-c693097b7079 HTTP/1.1" status: 204 len: 168 time: 0.8375685 Dec 09 16:14:29.599748 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:29.601982 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35620642-8516-458e-a1bd-2f42fc25ad41" -d '{"events": [{"name": "network-changed", "server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:29.640547 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b65c811-47fc-455a-b38f-928d257a1cff x-openstack-request-id: req-4b65c811-47fc-455a-b38f-928d257a1cff {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:29.640845 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:29.641101 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b65c811-47fc-455a-b38f-928d257a1cff {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:29.641510 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'status': 'completed', 'code': 200} Dec 09 16:14:29.715440 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-2fe80dbd-c3f0-4b41-b99b-80ab44206a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:29.717009 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-2fe80dbd-c3f0-4b41-b99b-80ab44206a20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15f48a6385e4493d90b9cd02db324b3a&device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 1094 time: 0.0511506 Dec 09 16:14:29.851127 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-cf9c0e1a-f859-409d-9c11-02a39179e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:29.852826 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-cf9c0e1a-f859-409d-9c11-02a39179e567 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 200 len: 910 time: 0.1137600 Dec 09 16:14:29.856077 n-d-804292-5 neutron-server[109894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677c70b-ee00-4336-b40a-52edad0beec2 req-48c0483b-75d5-4cbf-bfe1-22dbd8f55b0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:29.857589 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b677c70b-ee00-4336-b40a-52edad0beec2 req-48c0483b-75d5-4cbf-bfe1-22dbd8f55b0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 943 time: 0.0525517 Dec 09 16:14:29.897478 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:29.902108 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-4e1bb42b-d6ef-4438-9431-2f96134dd974 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 200 len: 217 time: 0.0404956 Dec 09 16:14:29.908938 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-b677c70b-ee00-4336-b40a-52edad0beec2 req-b1269a4b-cd0e-4bb8-8a87-07c26a050421 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Dec 09 16:14:29.960679 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-5c8a7b34-3d11-4787-b872-e019a64da7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:29.962176 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-5c8a7b34-3d11-4787-b872-e019a64da7d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 200 len: 848 time: 0.0510650 Dec 09 16:14:30.010935 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-23af17cf-65ed-4e56-834b-4369aaab564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:30.012486 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-23af17cf-65ed-4e56-834b-4369aaab564e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b10057a6-4ff4-488f-96fc-014b9c608481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424116 Dec 09 16:14:30.114532 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-7f3c8ac7-2b87-4de0-bebf-5ff84d5d5420 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914700 Dec 09 16:14:30.120992 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:30.151883 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:14:30.161279 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:30.161888 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:30.209491 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-35620642-8516-458e-a1bd-2f42fc25ad41 req-e305dbf5-5ae3-490b-9678-cec9e2125ac9 service neutron] 10.222.0.43 "GET /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873420 Dec 09 16:14:30.269946 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:30.476313 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:30.503195 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a539f-5281-423c-896b-8baf8dd7bbdd None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:42Z', 'revision_number': 4, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5', '_interfaces': [{'id': '55e2ec98-03c7-4979-8d8c-0dd693ef6a40', 'name': '', 'network_id': 'b10057a6-4ff4-488f-96fc-014b9c608481', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'mac_address': 'fa:16:3e:e3:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:42Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'subnets': [{'id': 'cd5a2690-856e-404f-9f8a-763f1be04fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:14:30.726918 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a475d9-ace5-4685-afac-b4ef599b5290 None None] New status for floating IP 5e34f7a9-53a2-4bf4-aebe-c693097b7079: DOWN {{(pid=109897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 16:14:31.027527 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ffcbf-94ff-403e-8d3a-7a8170a425b0 req-889299b7-fb13-4032-9376-7568780bac1d tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:31.029023 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e3ffcbf-94ff-403e-8d3a-7a8170a425b0 req-889299b7-fb13-4032-9376-7568780bac1d tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 943 time: 0.0487425 Dec 09 16:14:31.077271 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-0e3ffcbf-94ff-403e-8d3a-7a8170a425b0 req-3d1421a9-4862-4736-9503-83a3b3b3823c tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f698a60-2923-4f20-b123-4ca5e107b631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Dec 09 16:14:31.188696 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 no longer exists at agent hyperv_n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:31.210129 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] No Port match for: 88a9f490-cb4d-44fe-9bb9-2a34775b8779 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:31.210481 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Device 88a9f490-cb4d-44fe-9bb9-2a34775b8779 not bound to the agent host n-h1-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:31.706007 n-d-804292-5 neutron-server[109895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-f6be46a6-f2e2-4c32-a10c-6fe4eee8244f tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 16:14:31.707429 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-f6be46a6-f2e2-4c32-a10c-6fe4eee8244f tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.43 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 943 time: 0.0541708 Dec 09 16:14:31.808478 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Deleting port 164524f4-dce6-47d7-9a0f-703ee4451e34 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:31.808819 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:31.899023 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] For port 164524f4-dce6-47d7-9a0f-703ee4451e34, host n-h2-804292-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-5',level=0,port_id=164524f4-dce6-47d7-9a0f-703ee4451e34,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:31.899412 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:31.911325 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Calling delete_port for 164524f4-dce6-47d7-9a0f-703ee4451e34 owned by compute:nova {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:32.036994 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:32.079102 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event deleted for resources: {'Port': ['ID=164524f4-dce6-47d7-9a0f-703ee4451e34,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:32.120199 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] No DVR routers for this DVR port 164524f4-dce6-47d7-9a0f-703ee4451e34 on host n-h2-804292-5 {{(pid=109895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:14:32.122804 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047077'] for port, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:32.126258 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [req-b1cba0de-af87-461a-8e58-2027125f0cd9 req-3cfac851-f413-46b3-a608-2587296db4eb tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.43 "DELETE /v2.0/ports/164524f4-dce6-47d7-9a0f-703ee4451e34 HTTP/1.1" status: 204 len: 173 time: 0.4091606 Dec 09 16:14:32.126711 n-d-804292-5 neutron-server[109895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-deleted', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34'}] {{(pid=109895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 16:14:32.129255 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e91bf7c56ae6156223bcf19076f764b7a4ef12494e139dbca02427a9594dfe93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3846ffc-eebb-4009-b7e6-003c23e0ac42" -d '{"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-deleted", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34"}]}' {{(pid=109895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 16:14:32.175415 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7876c2-df8c-4592-bfdf-d3dffabd1773 x-openstack-request-id: req-ca7876c2-df8c-4592-bfdf-d3dffabd1773 {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 16:14:32.176386 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa6356-b00a-426d-8822-bd87d1d11197", "name": "network-vif-deleted", "tag": "164524f4-dce6-47d7-9a0f-703ee4451e34", "status": "completed", "code": 200}]} {{(pid=109895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 16:14:32.176632 n-d-804292-5 neutron-server[109895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca7876c2-df8c-4592-bfdf-d3dffabd1773 {{(pid=109895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 16:14:32.177037 n-d-804292-5 neutron-server[109895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa6356-b00a-426d-8822-bd87d1d11197', 'name': 'network-vif-deleted', 'tag': '164524f4-dce6-47d7-9a0f-703ee4451e34', 'status': 'completed', 'code': 200} Dec 09 16:14:32.182682 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [req-f20ab104-bdf0-4b66-9082-a3c516b5e5cd req-a4a6bac7-3041-4c20-af5f-13399238fe50 tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "GET /v2.0/ports?device_id=beaa6356-b00a-426d-8822-bd87d1d11197 HTTP/1.1" status: 200 len: 210 time: 0.0334902 Dec 09 16:14:33.240269 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40416) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:33.296401 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2027b42a-78d6-4c12-bc92-1286ed8e4e0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:33.322542 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2027b42a-78d6-4c12-bc92-1286ed8e4e0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:33.381599 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2027b42a-78d6-4c12-bc92-1286ed8e4e0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:33.384345 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-2027b42a-78d6-4c12-bc92-1286ed8e4e0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:33.385491 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-2027b42a-78d6-4c12-bc92-1286ed8e4e0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] 10.222.0.46 "DELETE /v2.0/security-groups/8f698a60-2923-4f20-b123-4ca5e107b631 HTTP/1.1" status: 204 len: 168 time: 0.1441894 Dec 09 16:14:33.398025 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027b42a-78d6-4c12-bc92-1286ed8e4e0a tempest-TestSnapshotPattern-2023483648 tempest-TestSnapshotPattern-2023483648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f698a60-2923-4f20-b123-4ca5e107b631,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:33.432781 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40420) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:33.773973 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:34.013988 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Deleting port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:34.014324 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:34.089696 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] For port 55e2ec98-03c7-4979-8d8c-0dd693ef6a40, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:34.089976 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:34.102613 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Calling delete_port for 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 owned by network:router_interface {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:34.277472 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:34.301422 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Pushing event deleted for resources: {'Port': ['ID=55e2ec98-03c7-4979-8d8c-0dd693ef6a40,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:34.474521 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:34.961797 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 no longer exists at agent hyperv_n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:34.997647 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] No Port match for: 164524f4-dce6-47d7-9a0f-703ee4451e34 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:34.998112 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Device 164524f4-dce6-47d7-9a0f-703ee4451e34 not bound to the agent host n-h2-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:35.019116 n-d-804292-5 neutron-server[109894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:14:35.124553 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:14:35.130618 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-fcc6d269-f934-4c82-8c7d-cd1f5ec1a89f admin admin] 10.222.0.46 "PUT /v2.0/routers/36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967885 Dec 09 16:14:35.133127 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40422) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:35.135842 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] Sync routers for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:14:35.147108 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:35.147759 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:35.239310 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.256695 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: n-d-804292-5 {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:35.341391 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.394012 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Deleting port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:35.394474 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.438461 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:14:34Z', 'revision_number': 5, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port': {'id': '2b7cd9f1-071b-41a6-b8f6-b2c44e226634', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:35.464962 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] Checking router: 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 for host: n-d-804292-5 {{(pid=109896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:14:35.473242 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] Routers {'36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'} bound to L3 agent in host n-d-804292-5 {{(pid=109896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:35.473778 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'], 'active': True} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:35.477311 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] For port 2b7cd9f1-071b-41a6-b8f6-b2c44e226634, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:35.477700 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.490057 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Calling delete_port for 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 owned by network:router_gateway {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:35.561033 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvr_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] Set router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 gateway port host: None {{(pid=109896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:35.616238 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_hamode_db [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:14:35Z', 'revision_number': 6, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:35.642716 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ba323-4a58-4ce6-ac1c-19a4a80957f8 None None] The sync data for ids ['36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876'] in n-d-804292-5 is: [{'id': '36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876', 'name': 'tempest-TestSnapshotPattern-943171189-router', 'tenant_id': '15f48a6385e4493d90b9cd02db324b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:40Z', 'updated_at': '2021-12-09T16:14:35Z', 'revision_number': 6, 'project_id': '15f48a6385e4493d90b9cd02db324b3a', 'gw_port_host': None}] {{(pid=109896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:14:35.658705 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.686402 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7cd9f1-071b-41a6-b8f6-b2c44e226634,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:35.697555 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1902710e-0473-4bd2-a9c4-28c41082c641 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:14:35.751029 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.839142 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.841260 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.883445 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.883989 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 {{(pid=109894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:14:35.888499 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] Publish callbacks [] for router, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.889444 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-820931d9-ff88-4096-85a4-04046c68d4c5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/36f2bb9d-4b20-4eb6-9a8f-dc1dd4286876 HTTP/1.1" status: 204 len: 168 time: 0.7553709 Dec 09 16:14:35.892019 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40424) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:35.936465 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Deleting subnet cd5a2690-856e-404f-9f8a-763f1be04fbc {{(pid=109894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:14:35.939369 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:35.979827 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64551098'] for subnet, precommit_delete_associations {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.063367 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.117229 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64247090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49024751'] for subnet, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.143213 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5a2690-856e-404f-9f8a-763f1be04fbc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:36.145721 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.148914 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-bc6027df-e283-4017-a3ea-057213eb43ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd5a2690-856e-404f-9f8a-763f1be04fbc HTTP/1.1" status: 204 len: 168 time: 0.2559617 Dec 09 16:14:36.149655 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697630e9-47db-48a1-ae8e-22a5e9e1bc6b None None] Network b10057a6-4ff4-488f-96fc-014b9c608481 requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:14:36.151562 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40426) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:36.224485 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.279158 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Deleting port 74593b84-7118-4220-b098-337ed1d9d25c {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:36.279545 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.345188 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] For port 74593b84-7118-4220-b098-337ed1d9d25c, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=74593b84-7118-4220-b098-337ed1d9d25c,segment=NetworkSegment(8fb98435-66dd-4539-8594-a000db91767e),segment_id=8fb98435-66dd-4539-8594-a000db91767e)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:36.345825 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.358083 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Calling delete_port for 74593b84-7118-4220-b098-337ed1d9d25c owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:36.424485 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] DHCP port deletion for b10057a6-4ff4-488f-96fc-014b9c608481 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:14:36.444549 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.468443 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Pushing event deleted for resources: {'Port': ['ID=74593b84-7118-4220-b098-337ed1d9d25c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:36.474187 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] No DVR routers for this DVR port 74593b84-7118-4220-b098-337ed1d9d25c on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:14:36.475416 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Deleting port 74593b84-7118-4220-b098-337ed1d9d25c {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:36.475911 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.542735 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] For port 74593b84-7118-4220-b098-337ed1d9d25c, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:36.543174 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.551629 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.556262 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Calling delete_port for 74593b84-7118-4220-b098-337ed1d9d25c owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:36.559028 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Port 74593b84-7118-4220-b098-337ed1d9d25c was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:14:36.560396 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.572738 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10057a6-4ff4-488f-96fc-014b9c608481']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:36.581750 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb98435-66dd-4539-8594-a000db91767e') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:36.582571 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb98435-66dd-4539-8594-a000db91767e') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:36.583893 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] Pushing event deleted for resources: {'Port': ['ID=74593b84-7118-4220-b098-337ed1d9d25c,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:36.589253 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3e84d-b6bf-41af-b23e-1dde30404ad4 None None] No DVR routers for this DVR port 74593b84-7118-4220-b098-337ed1d9d25c on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:14:36.592144 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.606152 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.612026 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:14:36.612437 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: timer() Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:14:36.614587 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:14:36.676982 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.682443 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:36.689209 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b10057a6-4ff4-488f-96fc-014b9c608481 HTTP/1.1" status: 204 len: 168 time: 0.5339193 Dec 09 16:14:36.689987 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40428) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:36.699509 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b48fa7-9d5b-4a4d-b0e2-42ec14b61476 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10057a6-4ff4-488f-96fc-014b9c608481,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:37.041386 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452960'] for router_interface, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:37.222928 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 74593b84-7118-4220-b098-337ed1d9d25c no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:37.244801 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 74593b84-7118-4220-b098-337ed1d9d25c {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:37.245153 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 74593b84-7118-4220-b098-337ed1d9d25c not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:37.245585 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:37.268092 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:37.268445 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 55e2ec98-03c7-4979-8d8c-0dd693ef6a40 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:37.268861 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:37.288532 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:37.288887 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 2b7cd9f1-071b-41a6-b8f6-b2c44e226634 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:37.292624 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Deleting port 0ce885a5-06c5-4a15-ab9b-13e4734cd717 {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:37.293075 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:37.380466 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] For port 0ce885a5-06c5-4a15-ab9b-13e4734cd717, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=0ce885a5-06c5-4a15-ab9b-13e4734cd717,segment=NetworkSegment(9233d540-80d8-4265-b7c7-76002354882a),segment_id=9233d540-80d8-4265-b7c7-76002354882a)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:37.380815 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:37.392924 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Calling delete_port for 0ce885a5-06c5-4a15-ab9b-13e4734cd717 owned by network:router_interface {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:37.570493 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:37.596344 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce885a5-06c5-4a15-ab9b-13e4734cd717,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:38.074593 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452876'] for router_interface, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.286221 n-d-804292-5 neutron-server[109895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Router 23fa27ae-bfc2-4902-ba1c-934328b4134b has already been hosted by L3 agent 0e45ebf4-14b9-4e0f-bc0a-9f6b17635196 {{(pid=109895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 16:14:38.388113 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] Notify agent at l3_agent.n-d-804292-5 the message routers_updated {{(pid=109895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 16:14:38.394035 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-b4617442-e1e5-4ea6-a798-5e9218768c30 admin admin] 10.222.0.46 "PUT /v2.0/routers/23fa27ae-bfc2-4902-ba1c-934328b4134b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029126 Dec 09 16:14:38.396166 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40430) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:38.401215 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] Sync routers for ids ['23fa27ae-bfc2-4902-ba1c-934328b4134b'] in n-d-804292-5 {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 16:14:38.412070 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] Routers {'23fa27ae-bfc2-4902-ba1c-934328b4134b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:38.412718 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['23fa27ae-bfc2-4902-ba1c-934328b4134b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:38.501156 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks [] for router, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.518066 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] Set router 23fa27ae-bfc2-4902-ba1c-934328b4134b gateway port host: n-d-804292-5 {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:38.606420 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.665921 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Deleting port fe3e8cc1-150d-4108-b672-3090f248805d {{(pid=109895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:38.666207 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.752815 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.db [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] For port fe3e8cc1-150d-4108-b672-3090f248805d, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=fe3e8cc1-150d-4108-b672-3090f248805d,segment=NetworkSegment(05b2479e-bf07-43f9-8557-80ee4c898e48),segment_id=05b2479e-bf07-43f9-8557-80ee4c898e48)] {{(pid=109895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:38.753173 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.765447 n-d-804292-5 neutron-server[109895]: DEBUG neutron.plugins.ml2.plugin [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Calling delete_port for fe3e8cc1-150d-4108-b672-3090f248805d owned by network:router_gateway {{(pid=109895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:38.789518 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'external_fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:14:37Z', 'revision_number': 5, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port': {'id': 'fe3e8cc1-150d-4108-b672-3090f248805d', 'name': '', 'network_id': '8d155142-78ba-4069-9f5c-8e8acf9a9498', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T16:09:45Z', 'updated_at': '2021-12-09T16:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da4f8ffb-3473-4389-822a-c48a9da83f29', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-5'}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:38.815392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] Checking router: 23fa27ae-bfc2-4902-ba1c-934328b4134b for host: n-d-804292-5 {{(pid=109897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 16:14:38.823601 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] Routers {'23fa27ae-bfc2-4902-ba1c-934328b4134b'} bound to L3 agent in host n-d-804292-5 {{(pid=109897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 16:14:38.824208 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T14:39:25Z,description=,heartbeat_timestamp=2021-12-09T16:14:26Z,host='n-d-804292-5',id=0e45ebf4-14b9-4e0f-bc0a-9f6b17635196,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T14:39:25Z,topic='l3_agent')) {'router_ids': ['23fa27ae-bfc2-4902-ba1c-934328b4134b'], 'active': True} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:38.908687 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_dvr_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] Set router 23fa27ae-bfc2-4902-ba1c-934328b4134b gateway port host: None {{(pid=109897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 16:14:38.933020 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63316415'] for port, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:38.959498 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3e8cc1-150d-4108-b672-3090f248805d,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:38.963169 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.l3_hamode_db [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:14:38Z', 'revision_number': 6, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port_host': None}], 'n-d-804292-5', False) {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:38.974347 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ccd46-8d45-4d8f-a811-d47e50a74756 None None] DHCP port deletion for 8d155142-78ba-4069-9f5c-8e8acf9a9498 request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:14:38.990788 n-d-804292-5 neutron-server[109897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86d4ec-dcd9-42d0-8e07-e16994ebaef5 None None] The sync data for ids ['23fa27ae-bfc2-4902-ba1c-934328b4134b'] in n-d-804292-5 is: [{'id': '23fa27ae-bfc2-4902-ba1c-934328b4134b', 'name': 'tempest-TestSnapshotPattern-401942768-router', 'tenant_id': '229f4a3fc8f648abb9e435800db8735d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T16:09:44Z', 'updated_at': '2021-12-09T16:14:38Z', 'revision_number': 6, 'project_id': '229f4a3fc8f648abb9e435800db8735d', 'gw_port_host': None}] {{(pid=109897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 16:14:39.020448 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394158'] for router_gateway, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.114641 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125854'] for router, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.116916 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.160516 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1701639'] for router, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.161092 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fa27ae-bfc2-4902-ba1c-934328b4134b {{(pid=109895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 16:14:39.166027 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] Publish callbacks [] for router, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.167180 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-05ef7010-9d9e-4518-b7ab-3947e295b47f admin admin] 10.222.0.46 "DELETE /v2.0/routers/23fa27ae-bfc2-4902-ba1c-934328b4134b HTTP/1.1" status: 204 len: 168 time: 0.7700870 Dec 09 16:14:39.169797 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [-] (109895) accepted ('10.222.0.46', 40432) {{(pid=109895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:39.214163 n-d-804292-5 neutron-server[109895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Deleting subnet 6f82c419-7bd8-47f1-8a70-2eb030c2c8d9 {{(pid=109895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 16:14:39.217258 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.252225 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63643288'] for subnet, precommit_delete_associations {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.336993 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506517'] for subnet, precommit_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.400642 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63316328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63341625'] for subnet, after_delete {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.427795 n-d-804292-5 neutron-server[109895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f82c419-7bd8-47f1-8a70-2eb030c2c8d9,revision_number=None']} {{(pid=109895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:39.431402 n-d-804292-5 neutron-server[109895]: DEBUG neutron_lib.callbacks.manager [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.435834 n-d-804292-5 neutron-server[109895]: INFO neutron.wsgi [None req-5e4337a6-64cd-4cea-acd4-103bca4eb1d4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6f82c419-7bd8-47f1-8a70-2eb030c2c8d9 HTTP/1.1" status: 204 len: 168 time: 0.2650142 Dec 09 16:14:39.437384 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40434) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:39.443224 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818af024-550f-4c47-83e0-7987541ecae6 None None] Network 396f0a08-7fc5-43b8-98bf-3f684c6a25cc requested from n-d-804292-5 {{(pid=109896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 16:14:39.467540 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0ce885a5-06c5-4a15-ab9b-13e4734cd717 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:39.496668 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: 0ce885a5-06c5-4a15-ab9b-13e4734cd717 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:39.497022 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device 0ce885a5-06c5-4a15-ab9b-13e4734cd717 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:39.627763 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-572548'] for network, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.687506 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Deleting port f0cfb327-a314-4d4e-aacd-f83b66fb3626 {{(pid=109894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:39.687850 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.754103 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.db [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] For port f0cfb327-a314-4d4e-aacd-f83b66fb3626, host n-d-804292-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-5',level=0,port_id=f0cfb327-a314-4d4e-aacd-f83b66fb3626,segment=NetworkSegment(9233d540-80d8-4265-b7c7-76002354882a),segment_id=9233d540-80d8-4265-b7c7-76002354882a)] {{(pid=109894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:39.754456 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.766560 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.plugin [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Calling delete_port for f0cfb327-a314-4d4e-aacd-f83b66fb3626 owned by network:dhcp {{(pid=109894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:39.808717 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] DHCP port deletion for 396f0a08-7fc5-43b8-98bf-3f684c6a25cc request from n-d-804292-5 {{(pid=109896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 16:14:39.853259 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64247269'] for port, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.858079 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Deleting port f0cfb327-a314-4d4e-aacd-f83b66fb3626 {{(pid=109896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 16:14:39.858453 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772438160824'] for port, before_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.881006 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cfb327-a314-4d4e-aacd-f83b66fb3626,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:39.883118 n-d-804292-5 neutron-server[109894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] No DVR routers for this DVR port f0cfb327-a314-4d4e-aacd-f83b66fb3626 on host n-d-804292-5 {{(pid=109894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:14:39.928483 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.db [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] For port f0cfb327-a314-4d4e-aacd-f83b66fb3626, host n-d-804292-5, got binding levels [] {{(pid=109896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 16:14:39.928873 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452563'] for port, precommit_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.941220 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Calling delete_port for f0cfb327-a314-4d4e-aacd-f83b66fb3626 owned by network:dhcp {{(pid=109896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 16:14:39.943996 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.ipam_backend_mixin [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Port f0cfb327-a314-4d4e-aacd-f83b66fb3626 was not found and therefore no delete operation was performed {{(pid=109896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 16:14:39.945283 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772438164767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772437747496'] for port, after_delete {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.957309 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505090', 'neutron.services.segments.db._delete_segments_for_network-8772438297546'] for network, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:39.970292 n-d-804292-5 neutron-server[109896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] Pushing event deleted for resources: {'Port': ['ID=f0cfb327-a314-4d4e-aacd-f83b66fb3626,revision_number=None']} {{(pid=109896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:39.975754 n-d-804292-5 neutron-server[109896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad10e8-68ac-4068-b55c-9bf6d05ad808 None None] No DVR routers for this DVR port f0cfb327-a314-4d4e-aacd-f83b66fb3626 on host n-d-804292-5 {{(pid=109896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 16:14:39.980373 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396f0a08-7fc5-43b8-98bf-3f684c6a25cc']}} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:39.990572 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9233d540-80d8-4265-b7c7-76002354882a') {'for_net_delete': True} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:39.990883 n-d-804292-5 neutron-server[109894]: DEBUG neutron.services.segments.db [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9233d540-80d8-4265-b7c7-76002354882a') {} {{(pid=109894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 16:14:40.005759 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772438071763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64551089'] for segment, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.022458 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904'] for segment, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.030413 n-d-804292-5 neutron-server[109894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 16:14:40.030854 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64247240'] for segment, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: Traceback (most recent call last): Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: timer() Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: cb(*args, **kw) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: return func(*args, **kwargs) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: self._notify() Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: self.callback(batched_events) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: event.method(event) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: return f(self, *a, **k) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: return self._get(url).json() Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: return self.request(url, 'GET', **kwargs) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 16:14:40.032840 n-d-804292-5 neutron-server[109894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 16:14:40.089884 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394130'] for network, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.095807 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Publish callbacks [] for network, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.099504 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/396f0a08-7fc5-43b8-98bf-3f684c6a25cc HTTP/1.1" status: 204 len: 168 time: 0.6610639 Dec 09 16:14:40.110787 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540f855-5c9e-4c71-8422-0ac1705c1fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=396f0a08-7fc5-43b8-98bf-3f684c6a25cc,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:40.214821 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40440) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:40.255892 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-8cb5d010-5761-4ee2-b8af-7ad64b5bb473 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15f48a6385e4493d90b9cd02db324b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396776 Dec 09 16:14:40.258382 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40442) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:40.306858 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22bb02bf-5c77-4531-aa61-3d8725c054fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.334269 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22bb02bf-5c77-4531-aa61-3d8725c054fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.381777 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22bb02bf-5c77-4531-aa61-3d8725c054fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.384566 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-22bb02bf-5c77-4531-aa61-3d8725c054fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.385659 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-22bb02bf-5c77-4531-aa61-3d8725c054fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b82ef06f-266b-490a-ac85-7804637da96c HTTP/1.1" status: 204 len: 168 time: 0.1263471 Dec 09 16:14:40.393838 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb02bf-5c77-4531-aa61-3d8725c054fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ef06f-266b-490a-ac85-7804637da96c,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:40.707861 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40448) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:40.747138 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-10a225ce-38c3-4605-8457-169b57071b66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=229f4a3fc8f648abb9e435800db8735d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381167 Dec 09 16:14:40.749623 n-d-804292-5 neutron-server[109894]: DEBUG neutron.wsgi [-] (109894) accepted ('10.222.0.46', 40450) {{(pid=109894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 16:14:40.796535 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6071d12-90ec-4360-8d74-492d9d2bcb82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.816923 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6071d12-90ec-4360-8d74-492d9d2bcb82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.863185 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6071d12-90ec-4360-8d74-492d9d2bcb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483426'] for security_group, after_delete {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.865783 n-d-804292-5 neutron-server[109894]: DEBUG neutron_lib.callbacks.manager [None req-f6071d12-90ec-4360-8d74-492d9d2bcb82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:40.866917 n-d-804292-5 neutron-server[109894]: INFO neutron.wsgi [None req-f6071d12-90ec-4360-8d74-492d9d2bcb82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/607719d5-21da-4133-8876-733c1cadba41 HTTP/1.1" status: 204 len: 168 time: 0.1163571 Dec 09 16:14:40.875587 n-d-804292-5 neutron-server[109894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6071d12-90ec-4360-8d74-492d9d2bcb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607719d5-21da-4133-8876-733c1cadba41,revision_number=None']} {{(pid=109894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 16:14:41.212897 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fe3e8cc1-150d-4108-b672-3090f248805d no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:41.234834 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: fe3e8cc1-150d-4108-b672-3090f248805d {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:41.235191 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device fe3e8cc1-150d-4108-b672-3090f248805d not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:41.235650 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0cfb327-a314-4d4e-aacd-f83b66fb3626 no longer exists at agent ovs-agent-n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 16:14:41.261314 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.plugin [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] No Port match for: f0cfb327-a314-4d4e-aacd-f83b66fb3626 {{(pid=109896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 16:14:41.261690 n-d-804292-5 neutron-server[109896]: DEBUG neutron.plugins.ml2.rpc [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Device f0cfb327-a314-4d4e-aacd-f83b66fb3626 not bound to the agent host n-d-804292-5 {{(pid=109896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 16:14:52.658232 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:53.183833 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:53.388691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-9c6e12b4-2cc8-42ac-b5c4-ffe97a979658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:55.837064 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-62534305-202c-4b4f-8f16-02760f010388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:57.031176 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:58.720575 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:14:59.428282 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:05.590605 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:15:22.692691 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:23.213909 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:23.390287 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8e47aee4-5e0a-4f2c-bf6c-ad468256f8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:25.837572 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b51dc227-cfca-4a98-af60-819db0821c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:27.034119 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:28.716521 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:29.433507 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:42.590392 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:15:52.694531 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:53.213172 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:53.392153 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-33c8909e-ad8c-40b0-9fd7-60fe3225cd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:55.840859 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-440bab96-5c1f-41b5-95a6-978f81a1c662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:57.037848 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:58.718463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:15:59.435648 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:19.590186 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:16:22.688463 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:23.207110 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:23.398416 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcc9e-46cc-40be-a748-02bbf9d0c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:25.841563 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-817c0940-9c8b-4003-b1ff-bef87aa9f970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:27.042140 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:28.721417 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:29.437705 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:52.707796 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:53.225798 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:53.389750 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e2396006-0359-490e-92c8-f2f46971dd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:55.843165 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b080b717-9534-4367-8be7-6deacae6f49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:56.590570 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:16:57.042904 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:58.726366 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:16:59.440591 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:22.702027 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:23.224584 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:23.390957 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b9dce4dc-0967-4352-81f8-f81e48073042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:25.844334 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-033a2db1-f4da-45aa-9ff8-d46ef6583df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:27.046014 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:28.726203 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:29.443158 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:33.588608 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:17:52.715610 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:53.224502 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:53.392443 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e30a48aa-0075-41ff-839f-81d44914513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:55.846829 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2d21824b-1646-4797-9d58-e5f3f95b44d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:57.047813 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:58.728266 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:17:59.446126 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:10.588050 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:18:22.732149 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:23.234050 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:23.394604 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-2f3e40bb-b049-43c6-957f-1aaad64f43b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:25.847877 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-486ea0da-18bf-4fa9-92fe-daa61800f98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:27.051747 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:28.730203 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:29.447478 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:47.587242 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:18:52.766054 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.238004 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:53.396972 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-8fbb08d9-594d-466c-bd21-e181e2afbdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:55.849612 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-11ad3c1a-c248-4329-9465-3f268711e5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:57.054361 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:58.735340 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:18:59.449324 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:22.762436 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:23.249778 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:23.398313 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fb13-0060-4851-be53-056e907e86b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:24.587206 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:19:25.850893 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-08a49d35-2524-4d3c-be4e-8b17b27b17fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:27.056131 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:28.736623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:29.451694 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:52.776233 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:53.252062 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:53.399591 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea8d3cb-59a1-4465-9ea8-8f4a344dfcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:55.852355 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1b0e36ee-77b8-4f09-9629-a842c2ccd277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:57.062179 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:58.738952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:19:59.453335 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:01.586138 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:20:22.776164 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:23.268865 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:23.401399 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e26d951c-c2fe-4b74-8abf-1b0b53adbd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:25.853655 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf5f8-6f03-40dd-b1f7-aec2b1dd59a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:27.062839 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:28.743992 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:29.456082 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:38.585659 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:20:52.790235 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:53.278860 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:53.403639 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-10880840-a3de-454c-81b2-a8ca5b8b19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:55.854939 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-e48207e2-8207-46e1-a594-9802a742b831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:57.066255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:58.744908 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:20:59.459303 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:15.585614 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:21:22.812650 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:23.283937 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:23.403823 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-ad33c75d-2ea5-4388-b89a-cd5b450832bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:25.856297 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-138a1712-8a51-4653-9727-80777d93a3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:27.069148 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:28.748053 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:29.461642 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:52.585190 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:21:52.812009 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.278670 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:53.406422 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-4eaeffaf-39d4-4849-8fe5-b6eee56bd456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:55.856055 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b01fd277-ce87-4797-aebd-be511c9e79aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:57.072255 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:58.750031 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:21:59.464019 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:22.806167 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.278473 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:23.407784 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-0016c20e-b5f8-4ed0-ba85-fc6f08ae7799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:25.856528 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-95917203-7fa5-4568-9e67-3e378c23ccc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:27.073433 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:28.751952 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.466423 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:29.584763 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 16:22:47.635071 n-d-804292-5 neutron-server[109895]: DEBUG neutron.wsgi [req-95c12e48-628d-4aee-ac60-4251a0fb8407 req-0e83477e-7d7e-4581-99fd-8580b369a297 service neutron] (109895) timed out ('10.222.0.46', 38266) {{(pid=109895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 16:22:52.805041 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-51593854-64fe-4cb1-ab20-cf071ccdbbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:53.290623 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-d0f17601-02e6-4cc2-ae3d-64192b1b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:53.411604 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-3483a912-e232-4902-8853-be2b24e1c814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:55.858292 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-77e45721-3094-491e-85f4-3280e6799df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:57.076780 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-b25837a1-365d-4432-be0a-014f186fc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:58.756035 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-1d24a98b-fac8-4348-8b0a-fe6bd4801a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:22:59.468545 n-d-804292-5 neutron-server[109896]: DEBUG neutron_lib.callbacks.manager [None req-aea66ea6-843d-406c-994a-ddc86d4c9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772438297501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618004'] for agent, after_update {{(pid=109896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 16:23:06.586185 n-d-804292-5 neutron-server[109897]: DEBUG neutron.db.agents_db [None req-483d3eb6-18c0-4bbc-bca4-2cdfe1b3f3f0 None None] Agent healthcheck: found 7 active agents {{(pid=109897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}